-- Logs begin at Thu 2021-12-16 06:46:57 UTC, end at Thu 2021-12-16 08:39:18 UTC. -- Dec 16 07:31:10.023401 n-d-820935-11 systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 07:31:12.903563 n-d-820935-11 neutron-server[110286]: INFO neutron.common.config [-] Logging enabled! Dec 16 07:31:12.904170 n-d-820935-11 neutron-server[110286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev283 Dec 16 07:31:12.904368 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110286) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 07:31:12.907625 n-d-820935-11 neutron-server[110286]: INFO neutron.common.config [-] Logging enabled! Dec 16 07:31:12.907879 n-d-820935-11 neutron-server[110286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev283 Dec 16 07:31:12.908203 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110286) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 07:31:12.909136 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 07:31:12.909372 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 07:31:12.909739 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 07:31:12.910026 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 07:31:12.910251 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 07:31:12.910574 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.910996 n-d-820935-11 neutron-server[110286]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 07:31:12.911311 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.911610 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.911905 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.912219 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.912513 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.912797 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.913087 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.913382 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.913670 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.913948 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.914234 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.914527 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.914809 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.915097 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.915382 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.915687 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] debug = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.915950 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.916433 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.916857 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.917137 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.917568 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.917707 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.917978 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.918252 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.918535 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.918860 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] host = n-d-820935-11 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.919135 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.919419 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.919707 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.919993 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.920298 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.920575 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.920859 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.921131 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.921401 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] log_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.921675 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.921984 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.922272 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.922560 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.922788 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.923010 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.923305 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.923591 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.923867 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.924160 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.924439 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.924711 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.924984 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.925252 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.926087 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.926370 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.926655 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.926931 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.927203 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.927473 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.927741 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.928024 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.928341 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.928615 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.928887 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.929173 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.929441 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.929711 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.930008 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.930295 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.930579 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.930865 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.931138 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.931418 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.931690 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.931961 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.932258 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] use_json = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.932532 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.932799 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.933078 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.933350 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.933620 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.933890 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.934157 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.934442 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:12.934738 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.935034 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.935353 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.935639 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.935941 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.936264 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.936557 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.936837 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.937125 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.937412 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.937698 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.937974 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.938262 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.938539 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.938834 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.939155 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.939450 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.939742 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.940017 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.940314 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.940590 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.940868 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.941731 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.942011 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.942300 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.942589 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.942871 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.943166 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.943451 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.943744 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.944033 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.944333 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.944613 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.944905 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.945181 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.945453 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.945729 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.946030 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.946306 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.946577 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.946861 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.947139 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.947410 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.947679 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.947953 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.948266 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.948545 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.948816 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.949087 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.949361 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.949630 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.949913 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.950187 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.950459 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.950747 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.951028 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.951299 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.951570 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.951843 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.952114 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.952413 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.952684 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.952954 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.953226 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.953496 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.953765 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.954036 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.954307 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.954580 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.954852 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.955125 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.955397 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.955672 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.955947 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.956275 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.956573 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.956925 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.957176 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.957454 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.957733 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.958010 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.958285 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.958563 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.958841 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.959113 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.959405 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.959686 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.959972 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.960549 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.960857 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.961158 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.961439 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.961725 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.962006 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.962287 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.962591 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.962873 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.963168 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.963463 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.963757 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.964051 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.964371 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.964651 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.964959 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.965238 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:12.965456 n-d-820935-11 neutron-server[110286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 07:31:12.965694 n-d-820935-11 neutron-server[110286]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110286) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 07:31:13.401365 n-d-820935-11 neutron-server[110286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 07:31:13.401644 n-d-820935-11 neutron-server[110286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 07:31:13.401951 n-d-820935-11 neutron-server[110286]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 07:31:13.402447 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 07:31:13.736624 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.736840 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.737120 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.738582 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.738864 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.739132 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.785967 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.786242 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.786508 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.800703 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.800983 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.801252 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.829631 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.829911 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.830179 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.872589 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.872867 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:13.873143 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.222638 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.223277 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.223277 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.223446 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.224120 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.325336 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.325657 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.325943 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.326216 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.326483 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.326795 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.327072 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.327335 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.327589 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.327868 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.328129 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.328425 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.328681 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.328933 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.329187 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.329448 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.329701 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.329965 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.330235 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.330491 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.330761 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.331013 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.331291 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.331739 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.331996 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.332346 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.332753 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:14.332997 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:14.333240 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:14.333477 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:14.333733 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:14.333972 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:14.334336 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 07:31:14.337737 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 07:31:14.341879 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 07:31:14.345894 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 16 07:31:14.347746 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 07:31:14.348231 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 07:31:14.348574 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 07:31:14.348959 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 07:31:14.351835 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 07:31:14.352094 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 07:31:14.352467 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 07:31:14.357849 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 07:31:14.382367 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 07:31:14.382817 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.383113 n-d-820935-11 neutron-server[110286]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110286) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 07:31:14.383477 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.384913 n-d-820935-11 neutron-server[110286]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110286) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 07:31:14.385197 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 07:31:14.385446 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 07:31:14.388747 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.389032 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:14.454431 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 07:31:14.456427 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 07:31:14.456709 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 07:31:14.457094 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 07:31:14.484403 n-d-820935-11 neutron-server[110286]: DEBUG oslo_db.sqlalchemy.engines [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110286) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 07:31:15.078101 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing driver for type 'gre' Dec 16 07:31:15.078729 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] gre ID ranges: [(1, 1000)] Dec 16 07:31:15.271999 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing driver for type 'local' Dec 16 07:31:15.272627 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing driver for type 'vlan' Dec 16 07:31:15.351986 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] VlanTypeDriver initialization complete Dec 16 07:31:15.352297 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing driver for type 'vxlan' Dec 16 07:31:15.352820 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] vxlan ID ranges: [(1, 1000)] Dec 16 07:31:15.580802 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing extension driver 'port_security' Dec 16 07:31:15.581177 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.extensions.port_security [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] PortSecurityExtensionDriver initialization complete Dec 16 07:31:15.581517 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing mechanism driver 'openvswitch' Dec 16 07:31:15.582430 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing mechanism driver 'hyperv' Dec 16 07:31:15.589464 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.plugin [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:31:15.590318 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.590692 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.591048 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.591580 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 07:31:15.592012 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnet after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.592394 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnet after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.592745 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.593150 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 07:31:15.593562 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.593905 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.594245 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.594641 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 07:31:15.595047 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > security_group after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.595400 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > security_group after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.595744 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.596142 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 07:31:15.596575 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.600326 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.600326 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.600326 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 07:31:15.600326 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > address_group after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.600326 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > address_group after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.600742 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.600742 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 07:31:15.600742 n-d-820935-11 neutron-server[110286]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] ML2 OVO RPC backend initialized. {{(pid=110286) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 07:31:15.600742 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.600742 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.601089 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.601238 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > networks before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.601586 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.601931 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > ports before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.602320 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnet before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.602617 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnets before_response 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.602965 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.603302 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.603638 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.603973 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.604331 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.604667 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.605000 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnet after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.605333 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnet after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.605667 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.606234 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.plugin [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Modular L2 Plugin initialization complete Dec 16 07:31:15.606560 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading services supported by the core plugin {{(pid=110286) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 07:31:15.606886 n-d-820935-11 neutron-server[110286]: INFO neutron.plugins.ml2.managers [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Got port-security extension from driver 'port_security' Dec 16 07:31:15.607348 n-d-820935-11 neutron-server[110286]: INFO neutron.extensions.vlantransparent [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Disabled vlantransparent extension. Dec 16 07:31:15.607829 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110286) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 07:31:15.608143 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: router Dec 16 07:31:15.645786 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.646200 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router after_create 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.646574 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router before_create 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.646944 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.647323 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.647683 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router after_delete 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.648045 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.648557 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.648927 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router after_create 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.649307 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router after_update 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.649661 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router after_update 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.650012 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.650376 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router after_update 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.650791 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_update 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.651164 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: port after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.651501 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: port after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.651843 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: subnet after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.652206 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.652543 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.652892 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_create 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.653236 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: port before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.653576 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.653958 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router after_update 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.654300 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.654653 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_create 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.655015 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.655360 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_update 55549900 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.655725 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > agent after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.656075 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > agent after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.656449 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > network after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.657301 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Tracking information for resource: router configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:15.657633 n-d-820935-11 neutron-server[110286]: DEBUG neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Tracking information for resource: floatingip configured {{(pid=110286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 07:31:15.663045 n-d-820935-11 neutron-server[110286]: INFO neutron.db.l3_agentschedulers_db [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 07:31:15.663614 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: port after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.663971 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: port after_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.664356 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: port after_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.664709 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: port after_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.665484 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router before_create 55550100 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.665846 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.666204 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_create 55550100 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.666557 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > router precommit_update 55550100 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.671233 n-d-820935-11 neutron-server[110286]: DEBUG neutron.services.provider_configuration [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service providers = [] {{(pid=110286) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 07:31:15.671596 n-d-820935-11 neutron-server[110286]: DEBUG neutron.db.servicetype_db [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110286) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 07:31:15.674553 n-d-820935-11 neutron-server[110286]: DEBUG neutron.services.service_base [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 07:31:15.674901 n-d-820935-11 neutron-server[110286]: DEBUG neutron.services.service_base [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 07:31:15.675239 n-d-820935-11 neutron-server[110286]: DEBUG neutron.services.service_base [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 07:31:15.676708 n-d-820935-11 neutron-server[110286]: DEBUG neutron.services.service_base [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 07:31:15.677084 n-d-820935-11 neutron-server[110286]: INFO neutron.services.service_base [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 07:31:15.677456 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.677771 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 07:31:15.708451 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.708802 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: auto_allocate Dec 16 07:31:15.715075 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: network precommit_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.715448 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: network precommit_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.716005 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.716363 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: tag Dec 16 07:31:15.723771 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.724102 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: timestamp Dec 16 07:31:15.727957 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.728313 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: network_ip_availability Dec 16 07:31:15.737626 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.741218 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.741607 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:15.742336 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.742666 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: flavors Dec 16 07:31:15.747849 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.748200 n-d-820935-11 neutron-server[110286]: INFO neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading Plugin: revisions Dec 16 07:31:15.752567 n-d-820935-11 neutron-server[110286]: DEBUG neutron.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 07:31:15.752960 n-d-820935-11 neutron-server[110286]: DEBUG oslo_concurrency.lockutils [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.351s {{(pid=110286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 07:31:15.754674 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110286) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 07:31:15.755014 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Initializing extension manager. Dec 16 07:31:15.755537 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: __init__.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.755881 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: __pycache__ {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.756248 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.756581 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: address_group.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.757381 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.757949 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: address-group Dec 16 07:31:15.762357 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: address_scope.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.762872 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.763385 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: address-scope Dec 16 07:31:15.763706 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.764680 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.765196 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: router-admin-state-down-before-update Dec 16 07:31:15.765518 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: agent.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.766212 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.766723 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: agent Dec 16 07:31:15.767044 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: agent_resources_synced.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.767990 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.768537 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: agent-resources-synced Dec 16 07:31:15.768859 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: allowedaddresspairs.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.771986 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.772583 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: allowed-address-pairs Dec 16 07:31:15.772915 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: auto_allocated_topology.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.774034 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.774556 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: auto-allocated-topology Dec 16 07:31:15.774886 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: availability_zone.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.775576 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.776088 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: availability_zone Dec 16 07:31:15.776438 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: availability_zone_filter.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.777352 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.777863 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: availability_zone_filter Dec 16 07:31:15.778187 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: data_plane_status.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.779084 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.779592 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 07:31:15.779914 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: default_subnetpools.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.780843 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.781357 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: default-subnetpools Dec 16 07:31:15.781679 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.782480 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.782989 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: dhcp_agent_scheduler Dec 16 07:31:15.783311 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: dns.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.784244 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.784957 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 07:31:15.785795 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: dns_domain_ports.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.786715 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.787226 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 07:31:15.787547 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.788489 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.788997 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 07:31:15.789318 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: dvr.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.790006 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.790512 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: dvr Dec 16 07:31:15.790836 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: ecmp_routes.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.791761 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.792281 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 07:31:15.792603 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: empty_string_filtering.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.793504 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.794018 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: empty-string-filtering Dec 16 07:31:15.794336 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.795237 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.795740 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 07:31:15.796058 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.796995 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.797500 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 07:31:15.797816 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: external_net.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.798770 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.799278 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: external-net Dec 16 07:31:15.799596 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.801467 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.801990 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: extra_dhcp_opt Dec 16 07:31:15.802345 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: extraroute.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.803262 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.803777 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: extraroute Dec 16 07:31:15.804098 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: extraroute_atomic.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.806696 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.807216 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: extraroute-atomic Dec 16 07:31:15.807649 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: filter_validation.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.808356 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.808869 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: filter-validation Dec 16 07:31:15.809235 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: fip_pf_description.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.814004 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.814513 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 07:31:15.814844 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: fip_port_details.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.815765 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.817368 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: fip-port-details Dec 16 07:31:15.817700 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: flavors.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.818952 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.819474 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: flavors Dec 16 07:31:15.819800 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.821531 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.822048 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 07:31:15.822374 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: floatingip_pools.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.823071 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.823585 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: floatingip-pools Dec 16 07:31:15.823906 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: ip_allocation.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.824869 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.825418 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 07:31:15.825742 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.826657 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.827167 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: ip-substring-filtering Dec 16 07:31:15.827491 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l2_adjacency.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.828434 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.828937 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 07:31:15.829256 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l3.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.830211 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.830767 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: router Dec 16 07:31:15.831091 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.833942 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.834473 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 07:31:15.834811 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.835995 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.836532 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: ext-gw-mode Dec 16 07:31:15.836897 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.837816 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.838329 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: l3-ha Dec 16 07:31:15.838652 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l3_flavors.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.839563 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.840071 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: l3-flavors Dec 16 07:31:15.840428 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.841341 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.841853 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 07:31:15.842175 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: l3agentscheduler.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.843267 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.843778 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: l3_agent_scheduler Dec 16 07:31:15.844101 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: local_ip.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.845931 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.846457 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension local_ip not supported by any of loaded plugins Dec 16 07:31:15.846791 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: logging.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.848862 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.849387 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension logging not supported by any of loaded plugins Dec 16 07:31:15.849722 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: metering.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.850602 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.851187 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: metering Dec 16 07:31:15.851513 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.852684 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.853160 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: metering_source_and_destination_fields Dec 16 07:31:15.853486 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: multiprovidernet.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.854411 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.854928 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: multi-provider Dec 16 07:31:15.855250 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: netmtu.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.856158 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.856740 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: net-mtu Dec 16 07:31:15.857064 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: netmtu_writable.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.865485 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.866002 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: net-mtu-writable Dec 16 07:31:15.866329 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: network_availability_zone.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.866999 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.867511 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: network_availability_zone Dec 16 07:31:15.867831 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: network_ip_availability.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.868992 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.869506 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: network-ip-availability Dec 16 07:31:15.869831 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: network_segment_range.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.870639 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.871141 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 07:31:15.871469 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: pagination.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.872474 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.872803 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: pagination Dec 16 07:31:15.873121 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: port_device_profile.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.874023 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.874538 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: port-device-profile Dec 16 07:31:15.874856 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.875782 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.876328 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: port-mac-address-regenerate Dec 16 07:31:15.876689 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.877595 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.878105 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: port-numa-affinity-policy Dec 16 07:31:15.878424 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: port_resource_request.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.880376 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.880889 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 07:31:15.881214 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: port_resource_request_groups.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.882215 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.882724 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 07:31:15.883047 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: portbindings.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.883972 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.884511 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: binding Dec 16 07:31:15.884834 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: portbindings_extended.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.886126 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.886641 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: binding-extended Dec 16 07:31:15.886971 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: portsecurity.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.887887 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.888429 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: port-security Dec 16 07:31:15.888756 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: project_id.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.895208 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.895539 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: project-id Dec 16 07:31:15.895862 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: providernet.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.896823 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.897336 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: provider Dec 16 07:31:15.897656 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.901630 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.902153 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos not supported by any of loaded plugins Dec 16 07:31:15.902484 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.903731 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.904315 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 07:31:15.904642 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.905577 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.906091 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 07:31:15.906412 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_default.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.907318 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.907830 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-default not supported by any of loaded plugins Dec 16 07:31:15.908152 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_fip.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.908922 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.909430 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 07:31:15.909779 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.911180 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.911691 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 07:31:15.912011 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_gateway_ip.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.912967 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.913462 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 07:31:15.913780 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_port_network_policy.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.914806 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.915316 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 07:31:15.915635 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.916750 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.917263 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 07:31:15.917585 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_pps_rule.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.918770 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.919284 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 07:31:15.919610 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_rule_type_details.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.920595 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.921105 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 07:31:15.921426 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: qos_rules_alias.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.922469 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.922978 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 07:31:15.923300 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: quota_check_limit.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.924233 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.924753 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: quota-check-limit Dec 16 07:31:15.925075 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: quotasv2.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.926616 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.926953 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: quotas Dec 16 07:31:15.927286 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: quotasv2_detail.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.930681 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.931028 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: quota_details Dec 16 07:31:15.931368 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: rbac.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.932476 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.933029 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: rbac-policies Dec 16 07:31:15.933363 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: rbac_address_group.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.934347 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.934874 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: rbac-address-group Dec 16 07:31:15.935249 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: rbac_address_scope.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.936206 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.944322 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: rbac-address-scope Dec 16 07:31:15.944322 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: rbac_security_groups.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.945038 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.945560 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: rbac-security-groups Dec 16 07:31:15.945886 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: rbac_subnetpool.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.946819 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.947341 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: rbac-subnetpool Dec 16 07:31:15.947665 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: revisionifmatch.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.948622 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.949141 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: revision-if-match Dec 16 07:31:15.949462 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: revisions.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.950633 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.951154 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: standard-attr-revisions Dec 16 07:31:15.951481 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: router_availability_zone.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.952164 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.952700 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: router_availability_zone Dec 16 07:31:15.953023 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: routerservicetype.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.953949 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.954463 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 07:31:15.954785 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.955830 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.956386 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: security-groups-normalized-cidr Dec 16 07:31:15.956761 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.957698 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.958213 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: port-security-groups-filtering Dec 16 07:31:15.958536 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.959479 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.960000 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: security-groups-remote-address-group Dec 16 07:31:15.960599 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.961531 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.962086 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: security-groups-shared-filtering Dec 16 07:31:15.962409 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.963008 n-d-820935-11 neutron-server[110286]: WARNING neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 07:31:15.963329 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: securitygroup.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.973276 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.973845 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: security-group Dec 16 07:31:15.974185 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: segment.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.974977 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.975494 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension segment not supported by any of loaded plugins Dec 16 07:31:15.975826 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.976808 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.977328 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 07:31:15.977659 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: servicetype.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.978765 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.979292 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: service-type Dec 16 07:31:15.979622 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: sorting.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.980725 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.990106 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: sorting Dec 16 07:31:15.990106 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: standard_attr_segment.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.990813 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.991334 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 07:31:15.991662 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: standardattrdescription.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.992377 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.992887 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: standard-attr-description Dec 16 07:31:15.993215 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: stateful_security_group.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.994162 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.994680 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: stateful-security-group Dec 16 07:31:15.995008 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: stdattrs_common.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.995579 n-d-820935-11 neutron-server[110286]: WARNING neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 07:31:15.995905 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.996915 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.997437 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 07:31:15.997760 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: subnet_onboard.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:15.998864 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:15.999390 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: subnet_onboard Dec 16 07:31:15.999720 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.000694 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.001212 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 07:31:16.001540 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: subnet_service_types.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.002483 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.003005 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: subnet-service-types Dec 16 07:31:16.003333 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: subnetallocation.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.005166 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.005686 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: subnet_allocation Dec 16 07:31:16.006015 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.006684 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.007199 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: subnetpool-prefix-ops Dec 16 07:31:16.007522 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.008550 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.009058 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 07:31:16.009382 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: tagging.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.010544 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.011074 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: standard-attr-tag Dec 16 07:31:16.011402 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: timestamp.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.012628 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.013163 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loaded extension: standard-attr-timestamp Dec 16 07:31:16.013519 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: trunk.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.014563 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.015084 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension trunk not supported by any of loaded plugins Dec 16 07:31:16.015414 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: trunk_details.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.016379 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.016895 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 07:31:16.017220 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: uplink_status_propagation.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.018145 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.018665 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 07:31:16.018991 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Loading extension file: vlantransparent.py {{(pid=110286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 07:31:16.019835 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 07:31:16.020383 n-d-820935-11 neutron-server[110286]: INFO neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 07:31:16.022965 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:network Dec 16 07:31:16.023504 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:subnet Dec 16 07:31:16.023906 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 07:31:16.024339 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:port Dec 16 07:31:16.025598 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.026113 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service FLAVORS assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.026740 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.027165 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.027498 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:router Dec 16 07:31:16.027925 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 07:31:16.028528 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service METERING assigned prefix: /metering {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.029969 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:16.030348 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:16.030701 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:31:16.031865 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 07:31:16.032341 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:security_group Dec 16 07:31:16.032783 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 07:31:16.033454 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service CORE assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.033789 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 07:31:16.034140 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] subnetpool is already registered Dec 16 07:31:16.034570 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service CORE assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.034929 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 07:31:16.035260 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] subnetpool is already registered Dec 16 07:31:16.037607 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.038077 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service FLAVORS assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.038661 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.039082 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.039415 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:router Dec 16 07:31:16.039755 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] router is already registered Dec 16 07:31:16.040168 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 07:31:16.040531 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] floatingip is already registered Dec 16 07:31:16.040987 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service METERING assigned prefix: /metering {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.041641 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 07:31:16.041970 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] rbac_policy is already registered Dec 16 07:31:16.042420 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:security_group Dec 16 07:31:16.042757 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] security_group is already registered Dec 16 07:31:16.043188 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 07:31:16.043523 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] security_group_rule is already registered Dec 16 07:31:16.044146 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service CORE assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.044498 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 07:31:16.044829 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] subnetpool is already registered Dec 16 07:31:16.045254 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.v2.resource_helper [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Service CORE assigned prefix: {{(pid=110286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 07:31:16.045579 n-d-820935-11 neutron-server[110286]: INFO neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 07:31:16.045911 n-d-820935-11 neutron-server[110286]: WARNING neutron.quota.resource_registry [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] subnetpool is already registered Dec 16 07:31:16.046375 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: extensions {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.047902 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: address-groups {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.049450 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: address-scopes {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.051398 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: agents {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.052652 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: auto-allocated-topology {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.053934 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: availability_zones {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.055155 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: dhcp-networks {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.056728 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: dhcp-agents {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.058152 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: routers {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.060450 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: flavors {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.061631 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: service_profiles {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.062852 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: next_providers {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.064344 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: service_profiles {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.067059 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: floatingip-pools {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.068372 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: routers {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.070491 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: floatingips {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.071791 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: l3-routers {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.076676 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: l3-agents {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.076676 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: metering-labels {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.076676 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: metering-label-rules {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.077341 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: network-ip-availabilities {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.078626 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: bindings {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.080325 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: quotas {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.082434 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: quotas {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.083967 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: rbac-policies {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.085556 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: security-groups {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.086794 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: security-group-rules {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.088034 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: service-providers {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.089304 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: subnetpools {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.090741 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: subnetpools {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.092239 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.093924 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.095741 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.098156 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.100003 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.101913 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.103643 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.105579 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.107346 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.109244 n-d-820935-11 neutron-server[110286]: DEBUG neutron.api.extensions [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Extended resource: tags {{(pid=110286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 07:31:16.115424 n-d-820935-11 neutron-server[110286]: WARNING keystonemiddleware.auth_token [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 07:31:16.120133 n-d-820935-11 neutron-server[110286]: WARNING keystonemiddleware.auth_token [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 07:31:16.129679 n-d-820935-11 neutron-server[110286]: DEBUG oslo_concurrency.lockutils [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Acquired lock "singleton_lock" {{(pid=110286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 07:31:16.130149 n-d-820935-11 neutron-server[110286]: DEBUG oslo_concurrency.lockutils [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Releasing lock "singleton_lock" {{(pid=110286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 07:31:16.133177 n-d-820935-11 neutron-server[110286]: INFO oslo_service.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Starting 2 workers Dec 16 07:31:16.135627 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Started child 110395 {{(pid=110286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 07:31:16.140117 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Started child 110396 {{(pid=110286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 07:31:16.141433 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:16.142057 n-d-820935-11 neutron-server[110286]: INFO neutron.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 07:31:16.142301 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Publish callbacks [] for process, before_spawn {{(pid=110286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:16.142937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [-] (110395) wsgi starting up on http://0.0.0.0:9696 Dec 16 07:31:16.145345 n-d-820935-11 neutron-server[110286]: INFO oslo_service.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Starting 1 workers Dec 16 07:31:16.146024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:16.147647 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [-] (110396) wsgi starting up on http://0.0.0.0:9696 Dec 16 07:31:16.150487 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Started child 110397 {{(pid=110286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 07:31:16.151088 n-d-820935-11 neutron-server[110286]: INFO oslo_service.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Starting 1 workers Dec 16 07:31:16.154167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] calling RpcWorker wait() {{(pid=110397) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 07:31:16.154701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] returning from RpcWorker wait() {{(pid=110397) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 07:31:16.155596 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Started child 110398 {{(pid=110286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 07:31:16.156029 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:16.156475 n-d-820935-11 neutron-server[110286]: DEBUG neutron_lib.callbacks.manager [None req-9aacdaa2-2a5c-4591-8a0e-2bda1d305d22 None None] Publish callbacks [] for process, after_spawn {{(pid=110286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:16.156592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:31:16.158385 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 07:31:16.158647 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 07:31:16.158838 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 07:31:16.159059 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 07:31:16.159403 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 07:31:16.159584 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 07:31:16.160400 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.160692 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.160972 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.161244 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.161789 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.161890 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:16.162371 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.162474 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.162701 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.162970 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.163199 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.163367 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.163536 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.163786 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.164025 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.164356 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.164627 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.164863 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.165102 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.165272 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.165518 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.165780 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.166022 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.166283 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] debug = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.166544 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.167009 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.167240 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.167474 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.167688 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.167966 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.168201 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.168454 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.168684 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.168897 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.169149 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.169383 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.169636 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.169830 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.170071 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.170285 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.170532 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.170751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.171216 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] host = n-d-820935-11 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.171433 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.171669 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.171922 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.172211 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.172448 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.172660 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.172907 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.173156 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.173393 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.173613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.173867 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.174117 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.174354 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.174590 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.174753 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_options = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.174997 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.175269 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.175725 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.175951 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.176092 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.176299 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.176557 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.176705 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.176971 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.177195 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.177374 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.177616 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.177819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.178050 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.178305 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.178537 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.178773 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.178999 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.179251 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.179475 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.179720 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.179942 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.180209 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.180390 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.180607 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.180819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.181058 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.181284 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.181527 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.181738 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.181968 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.182210 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.182422 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.182659 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.182928 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.183153 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.183376 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.183586 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.183851 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.184070 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.184343 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.184573 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.184801 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.185029 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.185239 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.185469 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.185679 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_json = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.185907 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.186136 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.186375 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.186585 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.186795 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.187003 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.187311 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.187457 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.187891 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.188168 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.188513 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.188768 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.189012 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.189236 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.189464 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.189681 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.189936 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.190179 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.190490 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.190708 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.191642 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.193116 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.193711 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.193849 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.194082 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.194317 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.194589 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.194832 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.195065 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.195326 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.195609 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.195857 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.196125 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.196396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.196622 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.196919 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.197189 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.197541 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.197939 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.198125 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.198394 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.198631 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.198855 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.199104 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.199333 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.199533 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.199749 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.200038 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.200295 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.200516 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.200740 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.200830 n-d-820935-11 neutron-server[110398]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:31:16.200976 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.201211 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.201447 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.201725 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.202336 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.202430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:16.202516 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.202516 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.202672 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.202820 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.203036 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.203270 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.203518 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.203758 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.204021 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.204272 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.204512 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.204725 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.204938 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.205155 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.205385 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.205601 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.205811 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.206043 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.206257 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.206485 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.206810 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.207612 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.207760 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.207993 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.208228 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.208456 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.208684 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.208898 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.209108 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.209320 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.209528 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.209735 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.209964 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.210448 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.210663 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.210877 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.211105 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.211339 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.211548 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.211780 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.211986 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.212232 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.212429 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.212707 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.213037 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.213311 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.213537 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.214305 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.214305 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.214305 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.214539 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093133 Dec 16 07:31:16.215111 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.215111 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.215111 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.215111 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.215379 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.215510 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.215760 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.216380 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.216380 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.216580 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.216663 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.216874 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.217086 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.217317 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.218353 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.218353 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.218353 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.218353 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.218631 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.218771 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.218990 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.219201 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.219470 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.219689 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.219944 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.220272 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.220518 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.220789 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.221017 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.221264 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.221529 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.222022 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.222326 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.222572 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.222920 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.223082 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.223385 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.223578 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.223790 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.224042 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.224379 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.224621 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.224877 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231279 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.231896 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.232477 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233656 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233656 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233656 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233874 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.233997 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.234243 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.234505 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.234786 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.234994 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.235270 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.235508 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.235721 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.236493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.236493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.236493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.236756 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.236937 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.237075 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.237986 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.237986 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.237986 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.238266 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.238504 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.238733 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.238949 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.239186 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.239447 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.239665 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.239895 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.240109 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.240344 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.240587 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.241014 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.241112 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.241269 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.241478 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.241738 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.241913 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.242131 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243802 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243802 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.243991 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.244305 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.244475 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.244661 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.244871 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.245102 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.245348 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.245509 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.245873 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.246244 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.246490 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.246718 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.246928 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.247157 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.247375 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.247610 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.247810 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.248028 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.248261 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.258582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259132 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259132 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259132 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259132 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259132 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259132 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259132 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259554 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259554 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.259841 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.260018 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.261595 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.261850 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.262123 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.262732 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.263012 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.263350 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.263645 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.264013 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.264437 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.265159 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.266015 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.266585 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.267871 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.268516 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.269872 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.271060 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.271493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.273273 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.274133 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.274520 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.274768 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.275023 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.275255 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.275502 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.275751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.276007 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.276298 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.276544 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.276792 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.277015 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.277265 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.277502 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.277759 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.277998 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.278160 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 07:31:16.278709 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 07:31:16.278866 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 07:31:16.279020 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 07:31:16.279205 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 07:31:16.279377 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 07:31:16.279530 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 07:31:16.279741 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.279903 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.280063 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.281332 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.281513 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.281704 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.281873 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.282042 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.282202 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.282362 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.282525 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.282681 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283412 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283412 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283412 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283412 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283412 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283773 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283773 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.283929 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.284007 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.284215 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.284949 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] debug = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.285110 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.285335 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.285651 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.285813 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.285972 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.286130 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.286289 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.286492 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.286606 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.286786 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.286915 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.287044 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.287199 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.287356 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.287514 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.287669 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.287825 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.287983 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.288139 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] host = n-d-820935-11 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.288319 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.288481 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.288644 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.288787 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.288950 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.289084 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.289282 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.289394 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290349 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290349 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290349 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290349 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290349 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290349 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290735 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_options = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290735 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290735 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.290904 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.291035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.291706 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.291706 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.291706 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.291706 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.291976 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.291976 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.292092 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.292819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.292819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.292819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.292819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.292819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.293156 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.293156 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.293273 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294124 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294124 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294124 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294124 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294124 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294124 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294490 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294490 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294607 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.294691 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295364 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295364 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295364 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295364 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295631 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295631 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.295853 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.296751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.296751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.296751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.296751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.296751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.296751 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.297109 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.297109 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.297225 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.297340 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_json = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.300582 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 07:31:16.301360 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.301360 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.301360 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.301360 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.302767 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303299 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303299 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303299 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303299 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303299 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303681 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303681 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303681 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303933 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.303933 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.304119 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.306030 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.306206 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.306370 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.306534 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.307126 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.307304 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.307484 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.307650 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.307813 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.308688 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.308688 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.308688 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310396 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310722 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310722 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310865 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.310941 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312259 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312777 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312777 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.312901 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.313037 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.313228 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.313364 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.313538 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.313699 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.313858 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.314017 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.314177 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.314340 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.314499 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.314658 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.314816 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.314976 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.315519 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.315519 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.315519 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.316907 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.317084 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.317276 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.317387 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.317558 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.317713 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.317860 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.318025 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.318209 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.318336 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.318493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.318651 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.318813 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.318974 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.319134 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.319355 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.319446 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.319596 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.319755 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.319915 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.320946 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.320946 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.320946 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.320946 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.321220 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.321220 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.321340 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.321502 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.321626 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.321787 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.321945 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.322104 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.322263 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.322422 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.322586 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.322907 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.322907 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.323255 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.323255 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.323411 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.323493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.323640 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.323800 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.323960 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.324118 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328253 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.328747 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329182 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.329613 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330045 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330045 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330045 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330243 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330308 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330465 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330590 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.330750 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.331010 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.331010 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.331657 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.332350 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.332519 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.332679 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.332841 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.333004 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.333168 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.333319 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.333478 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.333637 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.333797 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.333979 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.334117 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.334274 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.334433 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.334592 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.334752 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.334912 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.335339 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.335499 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.335660 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.335819 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.335980 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.336280 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.336393 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337337 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337337 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337337 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337337 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337337 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337337 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337337 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337741 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337741 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337864 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.337929 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.338626 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.338626 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.338626 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.338626 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.338885 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.338885 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340035 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340521 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340521 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340521 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.340695 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.341744 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.341744 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.341744 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.341744 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.341744 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.341744 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.341744 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.342405 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.342405 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.342405 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.342620 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.342709 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344493 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344906 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.344906 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.345066 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.345134 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.345311 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.345429 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.345600 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.345761 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.345929 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.346084 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.346619 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.346619 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.347011 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.347185 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.347364 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.347651 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.349532 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.349726 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.349893 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.350056 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.350242 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.350389 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.350985 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.351157 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.351320 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.351525 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.352345 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354167 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354167 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354167 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354167 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354167 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354850 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354850 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354850 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.354850 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.355380 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.355380 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.355736 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.355736 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.356005 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.356005 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.356365 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.356365 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.356660 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.356660 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.357016 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358018 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358018 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358018 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358018 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358018 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358685 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358685 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358685 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.358685 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.359213 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.359213 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.359213 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.359213 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.359738 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 07:31:16.359738 n-d-820935-11 neutron-server[110286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 07:31:16.368595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:31:28.172920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7b9c4-45d0-44f4-92b4-8184857d7fd7 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 07:31:28.266442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7b9c4-45d0-44f4-92b4-8184857d7fd7 None None] No non-hosted networks {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 07:31:28.281546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.agentschedulers_db [None req-83f7b9c4-45d0-44f4-92b4-8184857d7fd7 None None] DHCP Agent not found on host n-d-820935-11 {{(pid=110397) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 07:31:28.452081 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6315b1c6-2fd7-4dae-b45c-b627d5033665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648681'] for agent, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:30.646398 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e7109c5-7a7b-4bc5-830e-57f6914b8bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648681'] for agent, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:30.690582 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-f0828df0-a213-4e1d-bdd9-236555d57471 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-820935-11 {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:31:30.691384 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-f0828df0-a213-4e1d-bdd9-236555d57471 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:31:31.255699 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0828df0-a213-4e1d-bdd9-236555d57471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:31.620788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648681'] for agent, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:33.289909 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648681'] for agent, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:34.095231 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648681'] for agent, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:34.096610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.098216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.100159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.101347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.101911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.102504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.106412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.109093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.109854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.110457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.111076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.111653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.112254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:34.113021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820935-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:31:34.125346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820935-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:31:34.498753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:35.017541 n-d-820935-11 neutron-server[110396]: WARNING oslo_policy.policy [None req-ec5bcc32-1b41-49b4-95cb-a63361901eb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:35.018396 n-d-820935-11 neutron-server[110396]: WARNING oslo_policy.policy [None req-ec5bcc32-1b41-49b4-95cb-a63361901eb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:35.208748 n-d-820935-11 neutron-server[110397]: INFO neutron.db.l3_hamode_db [None req-e1248f18-d9a7-412e-bd17-24d6722a8ec6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 07:31:35.249247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-ec5bcc32-1b41-49b4-95cb-a63361901eb8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:31:35.251620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ec5bcc32-1b41-49b4-95cb-a63361901eb8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7518020 Dec 16 07:31:35.287772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1248f18-d9a7-412e-bd17-24d6722a8ec6 None None] Routers set() bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:31:35.288776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1248f18-d9a7-412e-bd17-24d6722a8ec6 None None] Router IDs set() for agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 07:31:37.873546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60930) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:38.181625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:31:38.278281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.policy [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110396) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 07:31:38.325028 n-d-820935-11 neutron-server[110396]: WARNING oslo_policy.policy [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:38.325352 n-d-820935-11 neutron-server[110396]: WARNING oslo_policy.policy [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:38.333873 n-d-820935-11 neutron-server[110396]: INFO neutron.quota [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] Loaded quota_driver: . Dec 16 07:31:38.494898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755718228575', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755718227970', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755718144918', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755718146205', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755718159853', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755718135155', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1701616', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644784', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741192'] for rbac-policy, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:38.731341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:38.732466 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c160c40f-e063-47c1-903d-9bb7a7b844fb admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8579111 Dec 16 07:31:41.519474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60942) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:41.813233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'name': 'private', 'project_id': '589de7e20ffd4417917a1ff20197643a'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:31:41.940621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Made reservation on behalf of 589de7e20ffd4417917a1ff20197643a for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:31:41.943314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:41.961124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:42.066036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:42.163413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:42.183361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:31:42.211625 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755715010169', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:42.212157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Unsubscribe: segment precommit_create {{(pid=110396) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 07:31:42.212715 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Added segment 14585555-1e6d-4ef9-b77f-347b845ae533 of type vlan for network 76bbb6b3-f6df-46f0-8794-c297369c424c Dec 16 07:31:42.228557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93017df-ed15-4f73-8263-e353ab576988,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:31:42.254547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.254888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.255228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.255563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.255894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.256256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.256587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.256912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.257235 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.257555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.258475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.258796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.259118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Tracked resource versions report: Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: pushed versions: Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: { 'AddressGroup': {'1.2'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'ConntrackHelper': {'1.0'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Log': {'1.0'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Network': {'1.1'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Port': {'1.7'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'PortForwarding': {'1.2'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'QosPolicy': {'1.10'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'SecurityGroup': {'1.5'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'SubPort': {'1.0'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Subnet': {'1.1'}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Trunk': {'1.1'}} Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: consumer versions: Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: L3 agent@n-d-820935-11: {}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: Metadata agent@n-d-820935-11: {}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: Metering agent@n-d-820935-11: {}, Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'ConntrackHelper': '1.0', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'LocalIPAssociation': '1.0', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Log': '1.0', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Network': '1.1', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Port': '1.7', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'PortForwarding': '1.2', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'QosPolicy': '1.10', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'SecurityGroup': '1.5', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'SecurityGroupRule': '1.2', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'SubPort': '1.0', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Subnet': '1.1', Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: 'Trunk': '1.1'}} Dec 16 07:31:42.260316 n-d-820935-11 neutron-server[110396]: {{(pid=110396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:31:42.332394 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:42.483638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:42.484913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:31:42.485616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:42.584315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] Pushing event updated for resources: {'Network': ['ID=76bbb6b3-f6df-46f0-8794-c297369c424c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:31:42.596063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 76bbb6b3-f6df-46f0-8794-c297369c424c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:31:42.606690 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-712f6352-6a8a-4d92-b037-1db3e30a1e0e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0861683 Dec 16 07:31:45.475920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60956) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:45.971120 n-d-820935-11 neutron-server[110395]: WARNING oslo_policy.policy [None req-b24cbf5a-b47b-478a-89f2-66d45e8106a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:45.971722 n-d-820935-11 neutron-server[110395]: WARNING oslo_policy.policy [None req-b24cbf5a-b47b-478a-89f2-66d45e8106a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:46.416358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.policy [None req-b24cbf5a-b47b-478a-89f2-66d45e8106a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110395) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 07:31:46.462861 n-d-820935-11 neutron-server[110395]: WARNING oslo_policy.policy [None req-b24cbf5a-b47b-478a-89f2-66d45e8106a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:46.463226 n-d-820935-11 neutron-server[110395]: WARNING oslo_policy.policy [None req-b24cbf5a-b47b-478a-89f2-66d45e8106a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 07:31:46.471458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cbf5a-b47b-478a-89f2-66d45e8106a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:31:46.473433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b24cbf5a-b47b-478a-89f2-66d45e8106a1 admin admin] 10.222.0.43 "GET /v2.0/networks/76bbb6b3-f6df-46f0-8794-c297369c424c HTTP/1.1" status: 200 len: 825 time: 0.9954309 Dec 16 07:31:46.512862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-db6057c4-274d-4d92-96c1-cb8d74bbd840 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/45667298-aef5-415b-b178-ffccdb375854 HTTP/1.1" status: 200 len: 734 time: 0.0333970 Dec 16 07:31:46.522413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '45667298-aef5-415b-b178-ffccdb375854', 'gateway_ip': '172.20.0.1', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'name': 'private-subnet', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:31:46.524046 n-d-820935-11 neutron-server[110395]: INFO neutron.quota [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Loaded quota_driver: . Dec 16 07:31:46.620390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Made reservation on behalf of 589de7e20ffd4417917a1ff20197643a for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:31:46.623125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:46.963813 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:47.033107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Checking segment: {'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:31:47.033472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Network hostable DHCP agents. Network: 76bbb6b3-f6df-46f0-8794-c297369c424c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:31:47.047447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d58b953-f058-4e23-963c-6e768d911ace,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:31:47.061727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.062067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.062404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.062736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.063062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.063385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.063704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.064021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.064361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.064678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.064993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.065306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Tracked resource versions report: Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: pushed versions: Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: { 'AddressGroup': {'1.2'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'ConntrackHelper': {'1.0'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Log': {'1.0'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Network': {'1.1'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Port': {'1.7'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'PortForwarding': {'1.2'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'QosPolicy': {'1.10'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'SecurityGroup': {'1.5'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'SubPort': {'1.0'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Subnet': {'1.1'}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Trunk': {'1.1'}} Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: consumer versions: Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: L3 agent@n-d-820935-11: {}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: Metadata agent@n-d-820935-11: {}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: Metering agent@n-d-820935-11: {}, Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'ConntrackHelper': '1.0', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'LocalIPAssociation': '1.0', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Log': '1.0', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Network': '1.1', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Port': '1.7', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'PortForwarding': '1.2', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'QosPolicy': '1.10', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'SecurityGroup': '1.5', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'SecurityGroupRule': '1.2', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'SubPort': '1.0', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Subnet': '1.1', Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: 'Trunk': '1.1'}} Dec 16 07:31:47.067272 n-d-820935-11 neutron-server[110395]: {{(pid=110395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:31:47.145942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Network 76bbb6b3-f6df-46f0-8794-c297369c424c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:31:47.231683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 76bbb6b3-f6df-46f0-8794-c297369c424c) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:31:47.236233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:31:47.236872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:47.241212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8054e-620f-4f01-a520-49fb470cb8de None None] Network 76bbb6b3-f6df-46f0-8794-c297369c424c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:31:47.309055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ca3d9432-bf4c-46c8-830c-69cb3d0b0250 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7901616 Dec 16 07:31:47.512448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-76bbb6b3-f6df-46f0-8794-c297369c424c', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c', 'project_id': '589de7e20ffd4417917a1ff20197643a', 'fixed_ips': [{'subnet_id': '2d58b953-f058-4e23-963c-6e768d911ace'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:31:47.513711 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:47.815967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Allocated IP 172.20.0.2 (76bbb6b3-f6df-46f0-8794-c297369c424c/2d58b953-f058-4e23-963c-6e768d911ace/a281679b-d07e-4e78-a161-925ceb5ee78e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:31:48.061650 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:48.158455 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:48.237091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Network 76bbb6b3-f6df-46f0-8794-c297369c424c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:31:48.245793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:31:48.251346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Pushing event updated for resources: {'Port': ['ID=a281679b-d07e-4e78-a161-925ceb5ee78e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:31:48.253663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:31:48.284948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.285306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.285648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.286001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.286342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.286676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.287011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.287341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.287675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.288011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.288376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.288720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.289033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Tracked resource versions report: Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: pushed versions: Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: { 'AddressGroup': {'1.2'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'ConntrackHelper': {'1.0'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Log': {'1.0'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Network': {'1.1'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Port': {'1.7'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'PortForwarding': {'1.2'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'QosPolicy': {'1.10'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'SecurityGroup': {'1.5'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'SubPort': {'1.0'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Subnet': {'1.1'}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Trunk': {'1.1'}} Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: consumer versions: Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: L3 agent@n-d-820935-11: {}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: Metadata agent@n-d-820935-11: {}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: Metering agent@n-d-820935-11: {}, Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'ConntrackHelper': '1.0', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'LocalIPAssociation': '1.0', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Log': '1.0', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Network': '1.1', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Port': '1.7', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'PortForwarding': '1.2', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'QosPolicy': '1.10', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'SecurityGroup': '1.5', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'SecurityGroupRule': '1.2', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'SubPort': '1.0', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Subnet': '1.1', Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: 'Trunk': '1.1'}} Dec 16 07:31:48.291627 n-d-820935-11 neutron-server[110397]: {{(pid=110397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:31:48.348282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Attempting to bind port a281679b-d07e-4e78-a161-925ceb5ee78e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:31:48.348690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Attempting to bind port a281679b-d07e-4e78-a161-925ceb5ee78e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:31:48.349287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Attempting to bind port a281679b-d07e-4e78-a161-925ceb5ee78e on network 76bbb6b3-f6df-46f0-8794-c297369c424c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:31:48.356002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:31:48.356450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Checking segment: {'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:31:48.356912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:48.357313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Bound using segment: {'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:31:48.357832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Bound port: a281679b-d07e-4e78-a161-925ceb5ee78e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:31:48.358235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:48.423010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] For port a281679b-d07e-4e78-a161-925ceb5ee78e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:31:48.427179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] For port a281679b-d07e-4e78-a161-925ceb5ee78e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a281679b-d07e-4e78-a161-925ceb5ee78e,segment=NetworkSegment(14585555-1e6d-4ef9-b77f-347b845ae533),segment_id=14585555-1e6d-4ef9-b77f-347b845ae533)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:31:48.507239 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:48.572558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48e37a-bbb6-460d-b834-fa01d82ab5da None None] Pushing event updated for resources: {'Port': ['ID=a281679b-d07e-4e78-a161-925ceb5ee78e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:31:49.938065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60976) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:50.255032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-ec7ec5a0-9590-4d3a-88d1-c35f7d6c9174 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:31:50.256052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ec7ec5a0-9590-4d3a-88d1-c35f7d6c9174 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3170543 Dec 16 07:31:52.875359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60984) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:53.196877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-77ab8109-0dd2-4994-98f9-7a11354a6cc2 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:31:53.197848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-77ab8109-0dd2-4994-98f9-7a11354a6cc2 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3214874 Dec 16 07:31:54.231935 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:31:56.060541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60994) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:56.401407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e5adbdb8-d83b-41be-8f2e-fd357f2256f8 admin admin] Request body: {'router': {'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:31:56.502288 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5adbdb8-d83b-41be-8f2e-fd357f2256f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:56.510126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5adbdb8-d83b-41be-8f2e-fd357f2256f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:56.688411 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5adbdb8-d83b-41be-8f2e-fd357f2256f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:56.805097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5adbdb8-d83b-41be-8f2e-fd357f2256f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:56.931685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5adbdb8-d83b-41be-8f2e-fd357f2256f8 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:56.932990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e5adbdb8-d83b-41be-8f2e-fd357f2256f8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8728747 Dec 16 07:31:57.814579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55205c4-fdf6-41ba-b016-18d1e72c30cf None None] Network 76bbb6b3-f6df-46f0-8794-c297369c424c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:31:57.879187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-83c6c407-9743-4f92-973b-6a6833a6d2e9 None None] Provisioning complete for port a281679b-d07e-4e78-a161-925ceb5ee78e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:31:57.879584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-83c6c407-9743-4f92-973b-6a6833a6d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:57.933417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a281679b-d07e-4e78-a161-925ceb5ee78e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:31:58.143874 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-83c6c407-9743-4f92-973b-6a6833a6d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:58.145805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a281679b-d07e-4e78-a161-925ceb5ee78e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:31:58.146160 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:58.210784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-83c6c407-9743-4f92-973b-6a6833a6d2e9 None None] For port a281679b-d07e-4e78-a161-925ceb5ee78e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a281679b-d07e-4e78-a161-925ceb5ee78e,segment=NetworkSegment(14585555-1e6d-4ef9-b77f-347b845ae533),segment_id=14585555-1e6d-4ef9-b77f-347b845ae533)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:31:58.249068 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca2b239e-9e15-4669-9469-00e46df80a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:58.262353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:58.323530 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-83c6c407-9743-4f92-973b-6a6833a6d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:58.394785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:31:58.395141 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:31:58.406199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6c407-9743-4f92-973b-6a6833a6d2e9 None None] Pushing event updated for resources: {'Port': ['ID=a281679b-d07e-4e78-a161-925ceb5ee78e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:31:58.467033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-42e877aa-4576-4941-aa14-4e3c53239b19 None None] Provisioning complete for port a281679b-d07e-4e78-a161-925ceb5ee78e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:31:58.467407 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42e877aa-4576-4941-aa14-4e3c53239b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:31:59.527945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32778) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:31:59.837863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-d0f231f3-219c-4040-8d3e-f76ed2b34f56 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:31:59.838850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d0f231f3-219c-4040-8d3e-f76ed2b34f56 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099492 Dec 16 07:31:59.895689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a281679b-d07e-4e78-a161-925ceb5ee78e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:31:59.952698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a281679b-d07e-4e78-a161-925ceb5ee78e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:31:59.953070 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:00.614980 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-09bb8ac4-4885-4349-abb0-77fe1a48988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:01.574653 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:02.478127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32796) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:32:02.607139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:32:02.717395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Made reservation on behalf of c37dd0a6cf3a416b951d17030d4c3d45 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:32:02.719620 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:02.727845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:02.798501 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:02.969091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:02.984056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Reserving flat network on physical network physnet1 {{(pid=110396) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 07:32:03.002584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800bea60-618a-4334-bb50-4d01d94faca4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:03.007718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:03.008665 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Added segment 7eca667f-0e18-4ba7-9cfb-592859511003 of type flat for network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 Dec 16 07:32:03.057253 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:03.219186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:03.220067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:32:03.220666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:03.266479 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:03.277802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a44704ee-dc34-4f75-82b9-c51fb6cb75c1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:03.287061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:32:03.418649 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b9458c6-dc75-43d7-826f-4c5ca02f7eb8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9394310 Dec 16 07:32:04.087987 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:05.824393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:32:05.953635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bfa54-20f4-40f5-8111-e9b8761bda81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:32:05.954981 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bd9bfa54-20f4-40f5-8111-e9b8761bda81 admin admin] 10.222.0.43 "GET /v2.0/subnets/2d58b953-f058-4e23-963c-6e768d911ace HTTP/1.1" status: 200 len: 849 time: 0.1296279 Dec 16 07:32:06.125347 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2663f0d1-1f5f-432d-8c0c-07af9c2ecd69 admin admin] 10.222.0.43 "GET /v2.0/routers/52869dae-a1cc-4bb9-b614-5c5a22008199 HTTP/1.1" status: 200 len: 704 time: 0.1640687 Dec 16 07:32:06.388491 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:06.679271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Allocated IP 172.20.0.1 (76bbb6b3-f6df-46f0-8794-c297369c424c/2d58b953-f058-4e23-963c-6e768d911ace/fe66350d-a403-4719-bce1-067918ba9650) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:32:06.862921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.010563 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.087366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Network 76bbb6b3-f6df-46f0-8794-c297369c424c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:32:07.095372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:32:07.102317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:32:07.102317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.120731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Pushing event updated for resources: {'Port': ['ID=fe66350d-a403-4719-bce1-067918ba9650,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:07.315574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-725f5bb4-169e-43c3-95e0-4526850855a4 None None] Provisioning complete for port fe66350d-a403-4719-bce1-067918ba9650 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:32:07.316142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-725f5bb4-169e-43c3-95e0-4526850855a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.349538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-725f5bb4-169e-43c3-95e0-4526850855a4 None None] Port fe66350d-a403-4719-bce1-067918ba9650 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:32:07.497207 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.708646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.763351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.764145 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:07.840950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Pushing event updated for resources: {'Port': ['ID=fe66350d-a403-4719-bce1-067918ba9650,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:07.888928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Network 76bbb6b3-f6df-46f0-8794-c297369c424c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:32:07.890222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:32:08.070755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-651be366-c105-45d6-8598-f40e2d088f23 None None] Provisioning complete for port fe66350d-a403-4719-bce1-067918ba9650 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:32:08.071138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-651be366-c105-45d6-8598-f40e2d088f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:08.106018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-651be366-c105-45d6-8598-f40e2d088f23 None None] Port fe66350d-a403-4719-bce1-067918ba9650 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:32:08.119056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Router 52869dae-a1cc-4bb9-b614-5c5a22008199 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:32:08.210463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:32:08.216536 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1d53f0be-eaa2-4afa-8bba-233e57c2990b admin admin] 10.222.0.43 "PUT /v2.0/routers/52869dae-a1cc-4bb9-b614-5c5a22008199/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0854926 Dec 16 07:32:08.220885 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Sync routers for ids ['52869dae-a1cc-4bb9-b614-5c5a22008199'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:32:08.234324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Routers {'52869dae-a1cc-4bb9-b614-5c5a22008199'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:32:08.235062 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:32:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['52869dae-a1cc-4bb9-b614-5c5a22008199'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:08.425912 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Set router 52869dae-a1cc-4bb9-b614-5c5a22008199 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:32:08.858808 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'name': 'router1', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:31:56Z', 'updated_at': '2021-12-16T07:32:07Z', 'revision_number': 2, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'gw_port_host': None, '_interfaces': [{'id': 'fe66350d-a403-4719-bce1-067918ba9650', 'name': '', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'mac_address': 'fa:16:3e:d3:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d58b953-f058-4e23-963c-6e768d911ace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:06Z', 'updated_at': '2021-12-16T07:32:07Z', 'revision_number': 2, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'subnets': [{'id': '2d58b953-f058-4e23-963c-6e768d911ace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45667298-aef5-415b-b178-ffccdb375854'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:08.909615 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Checking router: 52869dae-a1cc-4bb9-b614-5c5a22008199 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:32:08.909996 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Updating router 52869dae-a1cc-4bb9-b614-5c5a22008199 port fe66350d-a403-4719-bce1-067918ba9650 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:32:08.957419 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:09.466380 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:09.557954 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:09.688264 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Pushing event updated for resources: {'Port': ['ID=fe66350d-a403-4719-bce1-067918ba9650,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:09.731593 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.731946 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.732313 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.732655 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.732988 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.733318 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.733647 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.733973 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.734297 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.734619 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.734938 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.735257 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.735581 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Tracked resource versions report: Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: pushed versions: Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: { 'AddressGroup': {'1.2'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'ConntrackHelper': {'1.0'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Log': {'1.0'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Network': {'1.1'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Port': {'1.7'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'PortForwarding': {'1.2'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'QosPolicy': {'1.10'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'SecurityGroup': {'1.5'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'SubPort': {'1.0'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Subnet': {'1.1'}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Trunk': {'1.1'}} Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: consumer versions: Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: L3 agent@n-d-820935-11: {}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: Metadata agent@n-d-820935-11: {}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: Metering agent@n-d-820935-11: {}, Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'ConntrackHelper': '1.0', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'LocalIPAssociation': '1.0', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Log': '1.0', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Network': '1.1', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Port': '1.7', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'PortForwarding': '1.2', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'QosPolicy': '1.10', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'SecurityGroup': '1.5', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'SecurityGroupRule': '1.2', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'SubPort': '1.0', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Subnet': '1.1', Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: 'Trunk': '1.1'}} Dec 16 07:32:09.736770 n-d-820935-11 neutron-server[110398]: {{(pid=110398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:32:09.749574 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Attempting to bind port fe66350d-a403-4719-bce1-067918ba9650 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:32:09.749788 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Attempting to bind port fe66350d-a403-4719-bce1-067918ba9650 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:32:09.750140 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Attempting to bind port fe66350d-a403-4719-bce1-067918ba9650 on network 76bbb6b3-f6df-46f0-8794-c297369c424c {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:32:09.755925 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:32:09.756442 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Checking segment: {'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:32:09.756907 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:09.757295 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Bound using segment: {'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:32:09.758696 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Bound port: fe66350d-a403-4719-bce1-067918ba9650, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14585555-1e6d-4ef9-b77f-347b845ae533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:32:09.759326 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:09.827964 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] For port fe66350d-a403-4719-bce1-067918ba9650, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:32:09.836836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-22095341-27fa-48bd-a831-a67413375af3 None None] Provisioning complete for port fe66350d-a403-4719-bce1-067918ba9650 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:32:09.837361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22095341-27fa-48bd-a831-a67413375af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:09.847808 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] For port fe66350d-a403-4719-bce1-067918ba9650, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fe66350d-a403-4719-bce1-067918ba9650,segment=NetworkSegment(14585555-1e6d-4ef9-b77f-347b845ae533),segment_id=14585555-1e6d-4ef9-b77f-347b845ae533)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:32:09.870814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-22095341-27fa-48bd-a831-a67413375af3 None None] Port fe66350d-a403-4719-bce1-067918ba9650 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:32:09.993504 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:10.050252 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Routers {'52869dae-a1cc-4bb9-b614-5c5a22008199'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:32:10.050885 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:32:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['52869dae-a1cc-4bb9-b614-5c5a22008199'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:10.090008 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e403c-f977-4039-9f68-d93f6387405d None None] Pushing event updated for resources: {'Port': ['ID=fe66350d-a403-4719-bce1-067918ba9650,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:10.146893 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] Set router 52869dae-a1cc-4bb9-b614-5c5a22008199 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:32:10.291400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a7e54f7d-972e-4b5f-adf3-4f2f17c1f698 None None] Provisioning complete for port fe66350d-a403-4719-bce1-067918ba9650 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:32:10.291806 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7e54f7d-972e-4b5f-adf3-4f2f17c1f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:10.365758 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'name': 'router1', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:31:56Z', 'updated_at': '2021-12-16T07:32:07Z', 'revision_number': 2, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'gw_port_host': None, '_interfaces': [{'id': 'fe66350d-a403-4719-bce1-067918ba9650', 'name': '', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'mac_address': 'fa:16:3e:d3:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d58b953-f058-4e23-963c-6e768d911ace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:06Z', 'updated_at': '2021-12-16T07:32:09Z', 'revision_number': 4, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'subnets': [{'id': '2d58b953-f058-4e23-963c-6e768d911ace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45667298-aef5-415b-b178-ffccdb375854'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:10.370066 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7e54f7d-972e-4b5f-adf3-4f2f17c1f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:10.392028 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308149c9-d6a3-4de1-b423-383b8683bc63 None None] The sync data for ids ['52869dae-a1cc-4bb9-b614-5c5a22008199'] in n-d-820935-11 is: [{'id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'name': 'router1', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:31:56Z', 'updated_at': '2021-12-16T07:32:07Z', 'revision_number': 2, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'gw_port_host': None, '_interfaces': [{'id': 'fe66350d-a403-4719-bce1-067918ba9650', 'name': '', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'mac_address': 'fa:16:3e:d3:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d58b953-f058-4e23-963c-6e768d911ace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:06Z', 'updated_at': '2021-12-16T07:32:09Z', 'revision_number': 4, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'subnets': [{'id': '2d58b953-f058-4e23-963c-6e768d911ace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45667298-aef5-415b-b178-ffccdb375854'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:32:10.404718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a7e54f7d-972e-4b5f-adf3-4f2f17c1f698 None None] For port fe66350d-a403-4719-bce1-067918ba9650, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fe66350d-a403-4719-bce1-067918ba9650,segment=NetworkSegment(14585555-1e6d-4ef9-b77f-347b845ae533),segment_id=14585555-1e6d-4ef9-b77f-347b845ae533)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:32:10.466458 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a7e54f7d-972e-4b5f-adf3-4f2f17c1f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:10.515012 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e54f7d-972e-4b5f-adf3-4f2f17c1f698 None None] Pushing event updated for resources: {'Port': ['ID=fe66350d-a403-4719-bce1-067918ba9650,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:10.716581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32824) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:32:10.826687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a80cb-dab4-4289-abc4-fee55682ea0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:32:10.828212 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f07a80cb-dab4-4289-abc4-fee55682ea0b admin admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 842 time: 0.1104925 Dec 16 07:32:10.838794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_dhcp': False, 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:32:10.947032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Made reservation on behalf of c37dd0a6cf3a416b951d17030d4c3d45 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:32:10.949707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:11.322591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 07:32:11.323055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:11.381210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea305974-9c52-47d4-b0bb-2d34416e376e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:11.386191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:32:11.386550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Network hostable DHCP agents. Network: a44704ee-dc34-4f75-82b9-c51fb6cb75c1, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:32:11.500455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:32:11.615141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, a44704ee-dc34-4f75-82b9-c51fb6cb75c1) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:32:11.625007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:32:11.625605 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:11.625902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306cef0c-18c2-42b6-92b0-df1bb1f99ac8 None None] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:32:11.727679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dde189-71d0-491a-9f76-5c9df463756f None None] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:32:11.755262 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dbe9871a-0c0b-4ef5-a36c-17395db4c531 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9206886 Dec 16 07:32:14.255432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32832) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:32:14.478606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8f15fd60-111e-4fa9-bf5c-045b68b014e9 admin admin] 10.222.0.43 "GET /v2.0/routers/52869dae-a1cc-4bb9-b614-5c5a22008199 HTTP/1.1" status: 200 len: 710 time: 0.2220645 Dec 16 07:32:14.596775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79c66b-514e-42da-8b2f-c02b8122792e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:32:14.598137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ab79c66b-514e-42da-8b2f-c02b8122792e admin admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 886 time: 0.1138785 Dec 16 07:32:14.608078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:32:14.851013 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:15.169078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:15.251555 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:15.402582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Allocated IP 172.25.2.190 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:32:15.511675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:15.678629 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:15.804906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:32:15.809846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:32:15.818578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:32:15.821995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Pushing event updated for resources: {'Port': ['ID=8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:16.182816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:16.382694 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:16.388275 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:16.500931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Router 52869dae-a1cc-4bb9-b614-5c5a22008199 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:32:16.605536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:32:16.610067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:16.611255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4f57e6e8-e491-45ad-b799-14fa84b7fb20 admin admin] 10.222.0.43 "PUT /v2.0/routers/52869dae-a1cc-4bb9-b614-5c5a22008199 HTTP/1.1" status: 200 len: 890 time: 2.0063140 Dec 16 07:32:17.655348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Sync routers for ids ['52869dae-a1cc-4bb9-b614-5c5a22008199'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:32:17.666929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Routers {'52869dae-a1cc-4bb9-b614-5c5a22008199'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:32:17.667682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:32:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['52869dae-a1cc-4bb9-b614-5c5a22008199'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:17.875880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Set router 52869dae-a1cc-4bb9-b614-5c5a22008199 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:32:17.948243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fe66350d-a403-4719-bce1-067918ba9650 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:32:18.276125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fe66350d-a403-4719-bce1-067918ba9650 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:32:18.276437 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:18.451604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'name': 'router1', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:31:56Z', 'updated_at': '2021-12-16T07:32:15Z', 'revision_number': 4, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'gw_port': {'id': '8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:15Z', 'updated_at': '2021-12-16T07:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fe66350d-a403-4719-bce1-067918ba9650', 'name': '', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'mac_address': 'fa:16:3e:d3:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d58b953-f058-4e23-963c-6e768d911ace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:06Z', 'updated_at': '2021-12-16T07:32:10Z', 'revision_number': 5, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'subnets': [{'id': '2d58b953-f058-4e23-963c-6e768d911ace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45667298-aef5-415b-b178-ffccdb375854'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:18.500873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Checking router: 52869dae-a1cc-4bb9-b614-5c5a22008199 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:32:18.501247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Updating router 52869dae-a1cc-4bb9-b614-5c5a22008199 port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:32:18.550212 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:18.865255 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:18.963549 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:19.018455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Attempting to bind port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:32:19.019059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Attempting to bind port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:32:19.019661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Attempting to bind port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:32:19.025353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd737e86-29ae-4097-a8b2-e5cd17ee6512 None None] Pushing event updated for resources: {'Port': ['ID=8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:19.030099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:32:19.030551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:32:19.030991 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:19.031387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:32:19.031906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Bound port: 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:32:19.032391 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:19.084014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] For port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:32:19.087295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] For port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:32:19.175845 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:19.234395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd737e86-29ae-4097-a8b2-e5cd17ee6512 None None] Pushing event updated for resources: {'Port': ['ID=8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:19.236975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Routers {'52869dae-a1cc-4bb9-b614-5c5a22008199'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:32:19.237568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:32:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['52869dae-a1cc-4bb9-b614-5c5a22008199'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:19.254715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32844) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:32:19.345105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] Set router 52869dae-a1cc-4bb9-b614-5c5a22008199 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:32:19.370695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bf8121df-85da-4d03-b4ce-b8482620787f admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144943 Dec 16 07:32:19.571859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'name': 'router1', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:31:56Z', 'updated_at': '2021-12-16T07:32:15Z', 'revision_number': 4, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'gw_port': {'id': '8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:15Z', 'updated_at': '2021-12-16T07:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fe66350d-a403-4719-bce1-067918ba9650', 'name': '', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'mac_address': 'fa:16:3e:d3:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d58b953-f058-4e23-963c-6e768d911ace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:06Z', 'updated_at': '2021-12-16T07:32:10Z', 'revision_number': 5, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'subnets': [{'id': '2d58b953-f058-4e23-963c-6e768d911ace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45667298-aef5-415b-b178-ffccdb375854'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:32:19.599519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9874d3-fa65-4719-8561-8fddf0ce8e5d None None] The sync data for ids ['52869dae-a1cc-4bb9-b614-5c5a22008199'] in n-d-820935-11 is: [{'id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'name': 'router1', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:31:56Z', 'updated_at': '2021-12-16T07:32:15Z', 'revision_number': 4, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'gw_port': {'id': '8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:15Z', 'updated_at': '2021-12-16T07:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fe66350d-a403-4719-bce1-067918ba9650', 'name': '', 'network_id': '76bbb6b3-f6df-46f0-8794-c297369c424c', 'tenant_id': '589de7e20ffd4417917a1ff20197643a', 'mac_address': 'fa:16:3e:d3:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52869dae-a1cc-4bb9-b614-5c5a22008199', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d58b953-f058-4e23-963c-6e768d911ace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:32:06Z', 'updated_at': '2021-12-16T07:32:10Z', 'revision_number': 5, 'project_id': '589de7e20ffd4417917a1ff20197643a', 'subnets': [{'id': '2d58b953-f058-4e23-963c-6e768d911ace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45667298-aef5-415b-b178-ffccdb375854'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:32:19.953745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:32:20.008643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:32:20.009018 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:20.098418 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:20.124336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:32:20.186928 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:20.250328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:32:21.938300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:32:22.001225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:32:22.001646 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:28.119886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c1f5c177-a842-4fe2-9a16-9dbc3180cdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:30.779426 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b723ad20-3db6-43df-835e-7e62bd608bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:31.230895 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:32:31.624112 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:33.232306 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:34.119102 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:32:58.127212 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-704db18e-a68e-4da7-803d-c24956f4b57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:00.832846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4604441e-eb61-4e44-95cd-20d8ea8d7a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:01.592387 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:03.226705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:04.135064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:08.230523 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:33:28.120820 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-379c1a2f-1f40-4746-85a5-3a52d89ad895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:30.638353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-af86d8c1-a2a8-4f3e-9bad-a0d0c9dea035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:31.583382 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:33.223392 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:34.123599 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:45.230096 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:33:48.469023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33360) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:33:48.534126 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaa9b1b-6442-4898-b63e-c234e03c7e21 admin admin] GET failed (client error): The resource could not be found. Dec 16 07:33:48.535723 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0eaa9b1b-6442-4898-b63e-c234e03c7e21 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657434 Dec 16 07:33:48.697250 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea3e84-6803-46e3-b890-c58b856804e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:48.698641 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-52ea3e84-6803-46e3-b890-c58b856804e4 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576853 Dec 16 07:33:51.077782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:33:51.168572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809493f2-68fd-4621-ace1-d717a4ac3019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:51.169884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-809493f2-68fd-4621-ace1-d717a4ac3019 admin admin] 10.222.0.43 "GET /v2.0/subnets/2d58b953-f058-4e23-963c-6e768d911ace HTTP/1.1" status: 200 len: 849 time: 0.0911686 Dec 16 07:33:51.179808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:33:51.339240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Publish callbacks [] for subnet, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:51.558257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755715172316'] for subnet, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:51.591091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:51.591611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:51.596131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e971fd6e-4fff-4c22-b809-45a16658fcea None None] Network 76bbb6b3-f6df-46f0-8794-c297369c424c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:33:51.596740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] 10.222.0.43 "PUT /v2.0/subnets/2d58b953-f058-4e23-963c-6e768d911ace HTTP/1.1" status: 200 len: 868 time: 0.4199655 Dec 16 07:33:51.616445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d58b953-f058-4e23-963c-6e768d911ace,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:33:51.625105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.625521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.625786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.626121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.626456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.626787 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.627113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.627635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.628094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.628452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.628775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.629100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.629560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6c4a-e571-47f3-b726-10d4a8361203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:33:51.897982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f211bea5-6b14-4344-87d4-53e91a036134 None None] Provisioning complete for port a281679b-d07e-4e78-a161-925ceb5ee78e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:33:51.898357 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f211bea5-6b14-4344-87d4-53e91a036134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:51.987944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f211bea5-6b14-4344-87d4-53e91a036134 None None] Provisioning complete for port fe66350d-a403-4719-bce1-067918ba9650 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:33:51.988349 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f211bea5-6b14-4344-87d4-53e91a036134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:53.991660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33378) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:33:54.188611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e3d28-ff53-4364-bd78-75523f614e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:54.189007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e3d28-ff53-4364-bd78-75523f614e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:54.190529 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-531e3d28-ff53-4364-bd78-75523f614e82 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978939 Dec 16 07:33:56.677435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33386) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:33:56.812516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fdd9f5-0b1d-40e3-9a79-a82f357b4bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:56.812993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fdd9f5-0b1d-40e3-9a79-a82f357b4bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:56.814539 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-34fdd9f5-0b1d-40e3-9a79-a82f357b4bfd admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361568 Dec 16 07:33:58.131441 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0969001e-5b47-4988-a279-ac811fcf7999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:33:59.188097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33394) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:33:59.326342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82259000-a1df-4017-8b57-6c9cab4736b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:33:59.327707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-82259000-a1df-4017-8b57-6c9cab4736b8 admin admin] 10.222.0.43 "GET /v2.0/networks/76bbb6b3-f6df-46f0-8794-c297369c424c HTTP/1.1" status: 200 len: 869 time: 0.1386361 Dec 16 07:34:00.605183 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52e70f90-55a8-4ff0-8455-ba417368a05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:01.599872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:01.713502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33402) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:01.840057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec54b2-59cc-40e4-a414-f1c6dd8321cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:01.841455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a0ec54b2-59cc-40e4-a414-f1c6dd8321cb admin admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 886 time: 0.1269672 Dec 16 07:34:03.215459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:04.103742 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:04.239171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33412) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:04.364776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8bb8e4-552b-4bc9-8739-4feb55359571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:04.365232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8bb8e4-552b-4bc9-8739-4feb55359571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:04.366788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dd8bb8e4-552b-4bc9-8739-4feb55359571 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266391 Dec 16 07:34:06.725811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33420) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:06.847514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f14328-8e7e-4e5a-beed-94f01f9ed8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:06.847964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f14328-8e7e-4e5a-beed-94f01f9ed8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:06.849506 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f9f14328-8e7e-4e5a-beed-94f01f9ed8d6 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226423 Dec 16 07:34:09.253701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33428) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:09.349219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36450577-7c05-49a2-9604-733b87d66de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:09.350563 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-36450577-7c05-49a2-9604-733b87d66de4 admin admin] 10.222.0.43 "GET /v2.0/subnets/2d58b953-f058-4e23-963c-6e768d911ace HTTP/1.1" status: 200 len: 868 time: 0.0959015 Dec 16 07:34:11.716384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:11.801584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd0e663-d64f-4d77-92d3-26583f0b7541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:11.802931 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ffd0e663-d64f-4d77-92d3-26583f0b7541 admin admin] 10.222.0.43 "GET /v2.0/subnets/ea305974-9c52-47d4-b0bb-2d34416e376e HTTP/1.1" status: 200 len: 816 time: 0.0854723 Dec 16 07:34:22.229841 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:34:28.123900 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2ead7576-7af3-4cbc-938e-3b10c97cdf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:30.611041 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2945e073-a532-48b1-90fa-ccbacec1f40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:31.628435 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:33.205665 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:34.137214 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:39.074040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:39.120418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-f7f566da-bbec-4f7f-b204-d8bf14e58777 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:34:39.121423 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f7f566da-bbec-4f7f-b204-d8bf14e58777 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464506 Dec 16 07:34:41.568999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33498) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:41.630313 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa05d1f3-53cb-4b8a-b456-4096aab95aed admin admin] GET failed (client error): The resource could not be found. Dec 16 07:34:41.631555 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa05d1f3-53cb-4b8a-b456-4096aab95aed admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616355 Dec 16 07:34:41.720791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66a795-f0e1-4c4c-a921-d9125166a4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:41.722789 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2b66a795-f0e1-4c4c-a921-d9125166a4c2 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861738 Dec 16 07:34:44.136290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33506) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:44.187246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:34:44.283877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Made reservation on behalf of c37dd0a6cf3a416b951d17030d4c3d45 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:34:44.286192 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:44.314290 n-d-820935-11 neutron-server[110396]: WARNING neutron.services.revisions.revision_plugin [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Could not find related network for resource to bump revision. Dec 16 07:34:44.325729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:34:44.334390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:44.334741 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Added segment d2c8a396-7c46-483a-bce0-a189a1e46e2f of type vlan for network 988538a2-cd95-4033-a851-e272c24f27c3 Dec 16 07:34:44.372716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:44.543122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:44.546986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:44.546986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:44.603357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] Pushing event updated for resources: {'Network': ['ID=988538a2-cd95-4033-a851-e272c24f27c3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:34:44.614267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 988538a2-cd95-4033-a851-e272c24f27c3 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:34:44.671334 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ba9c4443-1219-4f5f-a425-a714a8e3e52b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5339530 Dec 16 07:34:47.103329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33514) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:34:47.162882 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f47667-4fd1-4c7e-940c-749ead703535 admin admin] GET failed (client error): The resource could not be found. Dec 16 07:34:47.164211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-89f47667-4fd1-4c7e-940c-749ead703535 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598853 Dec 16 07:34:47.265555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e7d8a7-54c2-45ef-9361-3f7adf1226d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:47.267012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a4e7d8a7-54c2-45ef-9361-3f7adf1226d7 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0982630 Dec 16 07:34:47.277063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:34:47.392856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Made reservation on behalf of c37dd0a6cf3a416b951d17030d4c3d45 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:34:47.395161 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:47.678746 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:47.733287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb5ab1c-8c22-462f-a339-9dca565cfae9,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:34:47.745300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.745693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.746077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.746427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.746766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.747122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.747456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.747785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.748112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.748466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.748812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.749140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.749465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:47.752640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:34:47.752997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Network hostable DHCP agents. Network: 988538a2-cd95-4033-a851-e272c24f27c3, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:34:47.839590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Network 988538a2-cd95-4033-a851-e272c24f27c3 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:34:47.930794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 988538a2-cd95-4033-a851-e272c24f27c3) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:34:47.934874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:34:47.935500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:47.939354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ef05b-8aa7-404d-a5ab-d77be9a0f549 None None] Network 988538a2-cd95-4033-a851-e272c24f27c3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:34:48.042682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03ce57ad-c953-416c-932e-afb62276df9d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7689312 Dec 16 07:34:48.141014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-988538a2-cd95-4033-a851-e272c24f27c3', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'project_id': 'c37dd0a6cf3a416b951d17030d4c3d45', 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:34:48.142213 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:48.288010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Allocated IP 192.168.233.2 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:34:48.434007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:48.548876 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:48.587762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:34:48.591206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:34:48.594752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:34:48.603249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Pushing event updated for resources: {'Port': ['ID=a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:34:48.631136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.631497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.631830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.632192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.632533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.632862 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.633192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.633517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.633842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.634161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.634480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.634801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.635780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:34:48.666885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Attempting to bind port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:34:48.667255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Attempting to bind port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:34:48.667616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Attempting to bind port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:34:48.672760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:34:48.673137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:34:48.673537 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:48.673931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:34:48.674396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Bound port: a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:34:48.674790 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:48.739088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] For port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:34:48.742146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] For port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:34:48.811968 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:48.873943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76918b-2450-4951-bacf-3244a7c4999f None None] Pushing event updated for resources: {'Port': ['ID=a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:34:49.750071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ee99b-83b3-4e0d-b75b-7a1295b7af02 None None] Network 988538a2-cd95-4033-a851-e272c24f27c3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:34:49.854794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7e89dd27-6ae5-4526-96f6-8ab0b70146ab None None] Provisioning complete for port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:34:49.855162 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e89dd27-6ae5-4526-96f6-8ab0b70146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:49.948620 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e89dd27-6ae5-4526-96f6-8ab0b70146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:49.989863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7e89dd27-6ae5-4526-96f6-8ab0b70146ab None None] For port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:34:50.077139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:34:50.109644 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e89dd27-6ae5-4526-96f6-8ab0b70146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:50.180752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89dd27-6ae5-4526-96f6-8ab0b70146ab None None] Pushing event updated for resources: {'Port': ['ID=a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:34:50.191123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:34:50.191506 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:50.331581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-59d7a88b-a215-46c3-9c26-b773bdaf2e30 None None] Provisioning complete for port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:34:50.331955 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-59d7a88b-a215-46c3-9c26-b773bdaf2e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:52.008393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:34:52.055168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a1f9f925-6cc0-46f3-83cb-b0f09ccbc24c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:34:52.055532 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:58.159367 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5705055-7897-4fa3-ab4a-3c03bf627666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:34:59.229320 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:35:00.599563 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e343e6b3-d062-4c42-82e9-89e0b2d30d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:01.633429 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:03.210439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:04.090603 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:28.141890 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d83ab93c-2dc8-4327-b33e-09e2867651b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:30.593066 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aabfcfe4-df7c-4c3e-b513-d0c994501020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:31.587507 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:33.209930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:34.078996 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:35:36.229857 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:35:58.153475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-329e20e0-5336-43f4-bb2b-4dfe41742c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:00.598671 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-48fef1a0-810d-4db9-a827-ec71c427bcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:01.587757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:03.204713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:04.101424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:11.229410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:36:11.235344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-3107cd54-325e-4103-bb40-10dbc31d5e95 tempest-verify_tempest_config-150130254 tempest-verify_tempest_config-150130254-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:36:11.236259 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3107cd54-325e-4103-bb40-10dbc31d5e95 tempest-verify_tempest_config-150130254 tempest-verify_tempest_config-150130254-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058949 Dec 16 07:36:11.687920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33576) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:36:11.789117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:11.860021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:11.964733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:12.011480 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=478cde6ca67b471aa275e12540f74643&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3224242 Dec 16 07:36:12.012321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06de5e1c-541b-4a7e-88d5-94fed23f6023,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:36:12.014172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33580) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:36:12.019321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.019674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.020016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.020402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.020741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.021072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.021399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.021724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.022046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.022369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.022691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.023011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.023329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad020cf4-0f33-4102-ab74-78a546aad4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.094251 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:12.115305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:12.238897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:12.241546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:12.242742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06de5e1c-541b-4a7e-88d5-94fed23f6023 HTTP/1.1" status: 204 len: 168 time: 0.2275629 Dec 16 07:36:12.250997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06de5e1c-541b-4a7e-88d5-94fed23f6023,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:36:12.257116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.257461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.257800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.258133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.258461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.258794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.259619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.260312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.260587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.260918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.261252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.261629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:12.261892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae57b93-9b71-45ea-b625-5216ca2f7e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:36:13.229178 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:36:28.130402 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-085ba1fb-1459-4f02-88cf-3f37ac02683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:30.592999 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14b987ec-0855-4883-8b61-e4a3d9814756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:31.610685 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:33.210512 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:34.124571 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:36:50.228444 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:36:58.170374 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-222e2071-fbc9-4350-a03a-f19ca0eceba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:00.719257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a38240d6-e035-42b8-98d1-6d167d00a861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:01.597697 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:03.244893 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:04.106512 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:27.227895 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:37:28.140285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1151e694-e236-4535-a92f-4abbed080cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:30.614675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-78fa441a-4963-440d-aefe-92c93ee09c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:31.586138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:33.226352 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:34.113895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:37:58.130981 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9d185b7-9b52-4d60-83a4-166f0c175cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:00.622341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb1cbe83-f01b-4ceb-b947-b5f01e9e79b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:01.610934 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:03.228753 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:04.119925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:04.226049 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:38:28.136749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ee6a11dc-46b6-4859-bce0-fc4ad1a9b502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:30.602667 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-361a388b-2e65-49f6-9359-6bd3f8b1b38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:31.597209 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:33.231042 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:34.091229 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:38:41.224269 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:38:58.139761 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd25c-c48e-46f8-a795-124e90908b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:00.630885 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd72127f-77a8-420e-9c6c-f38b42f5ce96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:01.613828 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:03.247086 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:04.093935 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:18.222668 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 5 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:39:27.126029 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648681'] for agent, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:28.185663 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06eb87f0-faf2-445a-a743-de8ac9d8a5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:29.602218 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648681'] for agent, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:30.606307 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8094-7454-4162-999d-18ada23b84fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:31.607774 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:33.236429 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:34.082800 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:55.222724 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:39:57.070809 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:58.161964 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb28b-3ad9-4aa1-b0c3-9ebe0f7c1d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:39:59.085203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33638) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:39:59.188490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-87b5b658-7660-413f-814d-66e6240b30e0 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1021707 Dec 16 07:39:59.539907 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:00.618977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0592f89-eddf-4928-9818-224869e7eb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:01.595370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33648) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:40:01.596089 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:01.650227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-95d15af3-eebd-4389-953a-22eb829de8af admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0536747 Dec 16 07:40:03.225003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:04.081829 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:27.075300 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:28.133273 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc01-dc66-41de-98ed-86d69ba5e528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:29.567548 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:30.612945 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4aebab03-8a31-4440-9fba-60dbdd2e7a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:31.596152 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:32.223515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:40:33.241727 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:34.115558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:57.081561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:58.104340 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-940d3b34-ad68-4d4f-8c23-ae2a4101d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:40:59.578766 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:00.618925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c25ebd64-ba43-4cba-9143-af2b2b5f404d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:01.601804 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:03.270234 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:04.110146 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:09.223560 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:41:23.412430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33840) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:23.939923 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cb84f6b3-8c37-448e-9eef-6c345afcb26f tempest-AutoAllocateNetworkTest-1646239629 tempest-AutoAllocateNetworkTest-1646239629-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5de7e462df234242860663b3efeb684a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5261467 Dec 16 07:41:23.942417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33860) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:24.128909 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81132a7b-c9cd-4a58-9d58-ed53e71ca191 tempest-AutoAllocateNetworkTest-1646239629 tempest-AutoAllocateNetworkTest-1646239629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:24.133670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33870) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:24.136703 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-81132a7b-c9cd-4a58-9d58-ed53e71ca191 tempest-AutoAllocateNetworkTest-1646239629 tempest-AutoAllocateNetworkTest-1646239629-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1932955 Dec 16 07:41:24.192222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4f0c4f77-31c9-43da-8437-4000f6ab7ed6 tempest-AutoAllocateNetworkTest-1646239629 tempest-AutoAllocateNetworkTest-1646239629-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560064 Dec 16 07:41:24.193178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33878) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:24.229395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-acb8ce62-664d-4539-90d2-a587da593080 tempest-AutoAllocateNetworkTest-1646239629 tempest-AutoAllocateNetworkTest-1646239629-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5de7e462df234242860663b3efeb684a HTTP/1.1" status: 200 len: 208 time: 0.0275514 Dec 16 07:41:25.549432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33922) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:25.844933 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:25.922608 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:26.013902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:26.057999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6430c1d5-68e7-457b-9439-9926e82d575e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:26.069487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.069841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.070180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.070517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.070849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.071214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.071778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.071874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.072124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.072494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.072816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.073134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.073455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] Tracked resource versions report: Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: pushed versions: Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: { 'AddressGroup': {'1.2'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'ConntrackHelper': {'1.0'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Log': {'1.0'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Network': {'1.1'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Port': {'1.7'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'PortForwarding': {'1.2'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'QosPolicy': {'1.10'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'SecurityGroup': {'1.5'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'SubPort': {'1.0'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Subnet': {'1.1'}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Trunk': {'1.1'}} Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: consumer versions: Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: HyperV agent@n-h1-820935-11: {}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: HyperV agent@n-h2-820935-11: {}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: L3 agent@n-d-820935-11: {}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: Metadata agent@n-d-820935-11: {}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: Metering agent@n-d-820935-11: {}, Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'ConntrackHelper': '1.0', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'LocalIPAssociation': '1.0', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Log': '1.0', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Network': '1.1', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Port': '1.7', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'PortForwarding': '1.2', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'QosPolicy': '1.10', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'SecurityGroup': '1.5', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'SecurityGroupRule': '1.2', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'SubPort': '1.0', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Subnet': '1.1', Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: 'Trunk': '1.1'}} Dec 16 07:41:26.074647 n-d-820935-11 neutron-server[110395]: {{(pid=110395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:41:26.084368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d4fdf35-23ca-4219-b136-3a40ea12bec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5de7e462df234242860663b3efeb684a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5312018 Dec 16 07:41:26.088051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33948) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:26.135216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-679498fe-ecfd-490a-a81a-93b789a45b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:26.157686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-679498fe-ecfd-490a-a81a-93b789a45b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:26.276498 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-679498fe-ecfd-490a-a81a-93b789a45b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:26.279148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-679498fe-ecfd-490a-a81a-93b789a45b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:26.280473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-679498fe-ecfd-490a-a81a-93b789a45b57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6430c1d5-68e7-457b-9439-9926e82d575e HTTP/1.1" status: 204 len: 168 time: 0.1949251 Dec 16 07:41:26.288813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679498fe-ecfd-490a-a81a-93b789a45b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6430c1d5-68e7-457b-9439-9926e82d575e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:27.105996 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.133670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6d068d2a-3b8c-4460-8c93-baf5512baa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.191935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34068) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:28.482866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8aebc80e-2ffe-44c9-96ec-5ff492ddccea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.510579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34090) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:28.559000 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8aebc80e-2ffe-44c9-96ec-5ff492ddccea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.681903 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8aebc80e-2ffe-44c9-96ec-5ff492ddccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.710693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebc80e-2ffe-44c9-96ec-5ff492ddccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f627553f-2de8-4cb9-9790-30dfbed4b6b0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:28.744544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8aebc80e-2ffe-44c9-96ec-5ff492ddccea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7124be42b51445af8aace6af942a6732&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5505743 Dec 16 07:41:28.747171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34096) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:28.818839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5d87d2e-fe2d-4897-9a95-cc37c81a93ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.843376 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5d87d2e-fe2d-4897-9a95-cc37c81a93ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.847714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-network', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:28.888065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34110) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:28.939567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Made reservation on behalf of 0424a4b706684dfd8264a23dc3aa4325 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:28.941950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.951125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.956710 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5d87d2e-fe2d-4897-9a95-cc37c81a93ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.959633 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5d87d2e-fe2d-4897-9a95-cc37c81a93ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:28.960838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e5d87d2e-fe2d-4897-9a95-cc37c81a93ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f627553f-2de8-4cb9-9790-30dfbed4b6b0 HTTP/1.1" status: 204 len: 168 time: 0.2126973 Dec 16 07:41:28.978792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d87d2e-fe2d-4897-9a95-cc37c81a93ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f627553f-2de8-4cb9-9790-30dfbed4b6b0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:28.979368 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0202eaab-b5aa-415a-aed2-e82cf79d8389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.064780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.116865 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0202eaab-b5aa-415a-aed2-e82cf79d8389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.145256 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.166400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:41:29.184538 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.184876 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Added segment c1144efa-82ef-4685-9991-23dac423b947 of type vlan for network 56581ddc-1858-4c9c-9e65-d461df877c3d Dec 16 07:41:29.186339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d695f-63e1-43ad-8ce0-717eebe56d0d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:29.201435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.201774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.202126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.202429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.202756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.203076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.203391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.203703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.204014 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.204409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.204971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.205281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.205597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Tracked resource versions report: Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: pushed versions: Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: { 'AddressGroup': {'1.2'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'ConntrackHelper': {'1.0'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Log': {'1.0'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Network': {'1.1'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Port': {'1.7'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'PortForwarding': {'1.2'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'QosPolicy': {'1.10'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'SecurityGroup': {'1.5'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'SubPort': {'1.0'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Subnet': {'1.1'}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Trunk': {'1.1'}} Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: consumer versions: Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: HyperV agent@n-h1-820935-11: {}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: HyperV agent@n-h2-820935-11: {}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: L3 agent@n-d-820935-11: {}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: Metadata agent@n-d-820935-11: {}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: Metering agent@n-d-820935-11: {}, Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'ConntrackHelper': '1.0', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'LocalIPAssociation': '1.0', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Log': '1.0', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Network': '1.1', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Port': '1.7', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'PortForwarding': '1.2', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'QosPolicy': '1.10', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'SecurityGroup': '1.5', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'SecurityGroupRule': '1.2', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'SubPort': '1.0', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Subnet': '1.1', Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: 'Trunk': '1.1'}} Dec 16 07:41:29.206683 n-d-820935-11 neutron-server[110396]: {{(pid=110396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:41:29.225447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0202eaab-b5aa-415a-aed2-e82cf79d8389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.263533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.274233 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0202eaab-b5aa-415a-aed2-e82cf79d8389 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=134b72e8779b47f1ab373ca394322a3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3850186 Dec 16 07:41:29.278592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34138) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:29.289181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202eaab-b5aa-415a-aed2-e82cf79d8389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976165d0-746c-42ec-9e6d-7112e9ef37e4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:29.328461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f397f85a-20cc-4236-a5db-19b6b3116bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.350833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f397f85a-20cc-4236-a5db-19b6b3116bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.390977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.392157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:29.392750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.471802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f397f85a-20cc-4236-a5db-19b6b3116bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.474394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f397f85a-20cc-4236-a5db-19b6b3116bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.475654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f397f85a-20cc-4236-a5db-19b6b3116bb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/976165d0-746c-42ec-9e6d-7112e9ef37e4 HTTP/1.1" status: 204 len: 168 time: 0.1951537 Dec 16 07:41:29.484131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397f85a-20cc-4236-a5db-19b6b3116bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976165d0-746c-42ec-9e6d-7112e9ef37e4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:29.496828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34148) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:29.568375 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] Pushing event updated for resources: {'Network': ['ID=56581ddc-1858-4c9c-9e65-d461df877c3d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:29.579383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 56581ddc-1858-4c9c-9e65-d461df877c3d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:41:29.638483 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.656274 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-122ac602-ff8c-4ee0-9216-a03bbe2a539a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1444137 Dec 16 07:41:29.660004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34152) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:29.666062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Request body: {'subnet': {'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-subnet', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:29.773251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Made reservation on behalf of 0424a4b706684dfd8264a23dc3aa4325 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:29.775582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:29.886150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34156) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:29.906810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad387abd-1deb-49eb-b240-4c71599cf2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.037726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad387abd-1deb-49eb-b240-4c71599cf2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.056578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a917cc4b-a600-4dfb-ab7a-696755b7bdda admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.075095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:30.112082 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.143430 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a917cc4b-a600-4dfb-ab7a-696755b7bdda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.171995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad387abd-1deb-49eb-b240-4c71599cf2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.181610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b9a48e-5936-471c-9b20-9b141bc2650d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:30.224902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a917cc4b-a600-4dfb-ab7a-696755b7bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.233308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Checking segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:30.233889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Network hostable DHCP agents. Network: 56581ddc-1858-4c9c-9e65-d461df877c3d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:41:30.268930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad387abd-1deb-49eb-b240-4c71599cf2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff2ac85-4e92-4584-8a70-0850c90c7f67,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:30.275525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a917cc4b-a600-4dfb-ab7a-696755b7bdda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0798ba573b14983916c1fb5dedc39f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7775195 Dec 16 07:41:30.276648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34174) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:30.279141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917cc4b-a600-4dfb-ab7a-696755b7bdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a320a9-81b0-4c47-af0a-1a8bcf318a7a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:30.281606 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad387abd-1deb-49eb-b240-4c71599cf2f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f2b60668de64228a641897bf3102f6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3941419 Dec 16 07:41:30.284581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34176) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:30.342983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfce2498-500d-4c6b-b4b2-21bd441dd471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.352787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40d74d3-fd19-41be-bf66-d8b63e6cf807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.367175 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfce2498-500d-4c6b-b4b2-21bd441dd471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.389691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7e1-589d-4454-b786-1cbd4ebacb20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.395553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40d74d3-fd19-41be-bf66-d8b63e6cf807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.411140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Network 56581ddc-1858-4c9c-9e65-d461df877c3d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:41:30.539714 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfce2498-500d-4c6b-b4b2-21bd441dd471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.541256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 56581ddc-1858-4c9c-9e65-d461df877c3d) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:30.544812 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfce2498-500d-4c6b-b4b2-21bd441dd471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.546152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cfce2498-500d-4c6b-b4b2-21bd441dd471 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6a320a9-81b0-4c47-af0a-1a8bcf318a7a HTTP/1.1" status: 204 len: 168 time: 0.2618484 Dec 16 07:41:30.552034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:30.553306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.558555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67667a-6d18-4b47-8a24-1f4c9ea81d5e None None] Network 56581ddc-1858-4c9c-9e65-d461df877c3d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:30.564377 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40d74d3-fd19-41be-bf66-d8b63e6cf807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.567275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40d74d3-fd19-41be-bf66-d8b63e6cf807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.568448 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a40d74d3-fd19-41be-bf66-d8b63e6cf807 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ff2ac85-4e92-4584-8a70-0850c90c7f67 HTTP/1.1" status: 204 len: 168 time: 0.2826598 Dec 16 07:41:30.575370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce2498-500d-4c6b-b4b2-21bd441dd471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a320a9-81b0-4c47-af0a-1a8bcf318a7a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:30.583922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d74d3-fd19-41be-bf66-d8b63e6cf807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff2ac85-4e92-4584-8a70-0850c90c7f67,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:30.638050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7c7f2b81-f550-4eff-b155-5e89a2a5fcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.661131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7e1-589d-4454-b786-1cbd4ebacb20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.682291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-daaff0e4-f626-4212-bd38-e1606da221c1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0209498 Dec 16 07:41:30.688484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34192) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:30.691333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:30.708087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-56581ddc-1858-4c9c-9e65-d461df877c3d', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:41:30.709079 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.773977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36a2a7e1-589d-4454-b786-1cbd4ebacb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.805899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.807359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.815592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34194) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:30.824891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a7e1-589d-4454-b786-1cbd4ebacb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33db1a4-57be-4260-a392-5ff9addc28e8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:30.829974 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-36a2a7e1-589d-4454-b786-1cbd4ebacb20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bfa8e98e694425797a6354f19fe577c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7528434 Dec 16 07:41:30.843680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34198) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:30.851523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c44015f7-bd96-40d8-ba71-248289a389fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.868171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Allocated IP 172.20.0.2 (56581ddc-1858-4c9c-9e65-d461df877c3d/e3b9a48e-5936-471c-9b20-9b141bc2650d/316dbd25-7d58-4358-bb6a-1406b5e5babd) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:30.960935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:30.973105 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a713c81-c66f-40af-906f-403dc93ca50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.003086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a713c81-c66f-40af-906f-403dc93ca50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.035127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c44015f7-bd96-40d8-ba71-248289a389fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.091735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.140030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c44015f7-bd96-40d8-ba71-248289a389fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.170077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.178329 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c44015f7-bd96-40d8-ba71-248289a389fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c202a731b724a41aa4ebb518facff1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3613787 Dec 16 07:41:31.179333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44015f7-bd96-40d8-ba71-248289a389fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc63278-1f58-45c7-b1a4-77fe454c28b2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:31.180951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34212) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:31.202397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.205615 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a713c81-c66f-40af-906f-403dc93ca50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.208646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a713c81-c66f-40af-906f-403dc93ca50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.210508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0a713c81-c66f-40af-906f-403dc93ca50f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d33db1a4-57be-4260-a392-5ff9addc28e8 HTTP/1.1" status: 204 len: 168 time: 0.3697634 Dec 16 07:41:31.224311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a713c81-c66f-40af-906f-403dc93ca50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33db1a4-57be-4260-a392-5ff9addc28e8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:31.272596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Pushing event updated for resources: {'Port': ['ID=316dbd25-7d58-4358-bb6a-1406b5e5babd,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:31.289643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.290666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.290666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.291037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.291470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.292135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.292438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.292915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.293428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.293851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.294282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.294796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.295287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Tracked resource versions report: Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: pushed versions: Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: { 'AddressGroup': {'1.2'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'ConntrackHelper': {'1.0'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Log': {'1.0'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Network': {'1.1'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Port': {'1.7'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'PortForwarding': {'1.2'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'QosPolicy': {'1.10'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'SecurityGroup': {'1.5'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'SubPort': {'1.0'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Subnet': {'1.1'}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Trunk': {'1.1'}} Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: consumer versions: Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: HyperV agent@n-h1-820935-11: {}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: HyperV agent@n-h2-820935-11: {}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: L3 agent@n-d-820935-11: {}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: Metadata agent@n-d-820935-11: {}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: Metering agent@n-d-820935-11: {}, Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'ConntrackHelper': '1.0', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'LocalIPAssociation': '1.0', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Log': '1.0', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Network': '1.1', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Port': '1.7', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'PortForwarding': '1.2', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'QosPolicy': '1.10', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'SecurityGroup': '1.5', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'SecurityGroupRule': '1.2', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'SubPort': '1.0', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Subnet': '1.1', Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: 'Trunk': '1.1'}} Dec 16 07:41:31.296993 n-d-820935-11 neutron-server[110397]: {{(pid=110397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:41:31.301596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-977d230b-79cd-4b13-b497-32e94464bbf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.325196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Network 56581ddc-1858-4c9c-9e65-d461df877c3d is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:31.325196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:31.327430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:31.333892 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-977d230b-79cd-4b13-b497-32e94464bbf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.414150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Attempting to bind port 316dbd25-7d58-4358-bb6a-1406b5e5babd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:31.414524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Attempting to bind port 316dbd25-7d58-4358-bb6a-1406b5e5babd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:31.414898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Attempting to bind port 316dbd25-7d58-4358-bb6a-1406b5e5babd on network 56581ddc-1858-4c9c-9e65-d461df877c3d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:31.420085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:31.420557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Checking segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:31.420969 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.421367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Bound using segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:31.421839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Bound port: 316dbd25-7d58-4358-bb6a-1406b5e5babd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:31.422249 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.485397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-977d230b-79cd-4b13-b497-32e94464bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.488044 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-977d230b-79cd-4b13-b497-32e94464bbf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.492678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-977d230b-79cd-4b13-b497-32e94464bbf1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0dc63278-1f58-45c7-b1a4-77fe454c28b2 HTTP/1.1" status: 204 len: 168 time: 0.3106496 Dec 16 07:41:31.504896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] For port 316dbd25-7d58-4358-bb6a-1406b5e5babd, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:31.508847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] For port 316dbd25-7d58-4358-bb6a-1406b5e5babd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=316dbd25-7d58-4358-bb6a-1406b5e5babd,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:31.513714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d230b-79cd-4b13-b497-32e94464bbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc63278-1f58-45c7-b1a4-77fe454c28b2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:31.559858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.588571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.608366 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.666496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa1a71-ce7a-4b5e-8e80-6befacf36473 None None] Pushing event updated for resources: {'Port': ['ID=316dbd25-7d58-4358-bb6a-1406b5e5babd,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:31.669356 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.694440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Allocated IP 172.25.2.200 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/51ba77e8-4a8c-4563-9dde-cecf75b2da81) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:31.802245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:31.841792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34230) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:31.889403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b8b944e-9cb0-4579-aa8a-2ee146f34fc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.040403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b8b944e-9cb0-4579-aa8a-2ee146f34fc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.049346 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.066197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34240) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:32.106099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:32.112103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:32.114235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=51ba77e8-4a8c-4563-9dde-cecf75b2da81,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:32.116738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b8b944e-9cb0-4579-aa8a-2ee146f34fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.126514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:32.155451 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5b8b944e-9cb0-4579-aa8a-2ee146f34fc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03552c73f26d4358aeded309352770f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3125069 Dec 16 07:41:32.159916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34246) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:32.174089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b944e-9cb0-4579-aa8a-2ee146f34fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f753f5eb-af24-41e7-9b13-32823f52dbd4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:32.240510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-35232619-f9d3-48a5-9d88-2bb0d2b45439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.265643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-35232619-f9d3-48a5-9d88-2bb0d2b45439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.272398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 316dbd25-7d58-4358-bb6a-1406b5e5babd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:32.391488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-35232619-f9d3-48a5-9d88-2bb0d2b45439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.394993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-35232619-f9d3-48a5-9d88-2bb0d2b45439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.398679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-35232619-f9d3-48a5-9d88-2bb0d2b45439 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f753f5eb-af24-41e7-9b13-32823f52dbd4 HTTP/1.1" status: 204 len: 168 time: 0.2350791 Dec 16 07:41:32.406872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35232619-f9d3-48a5-9d88-2bb0d2b45439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f753f5eb-af24-41e7-9b13-32823f52dbd4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:32.469394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 316dbd25-7d58-4358-bb6a-1406b5e5babd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:32.469674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.478592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34252) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:32.493748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d484423-6e31-4757-969c-8a6ead302d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.521989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.653353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.675844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d484423-6e31-4757-969c-8a6ead302d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.725158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 316dbd25-7d58-4358-bb6a-1406b5e5babd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=316dbd25-7d58-4358-bb6a-1406b5e5babd,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:32.767342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6650da76-2255-4deb-9b89-3d3b96fb966e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.778456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c21727e-f615-448d-8c82-f3ca3e26ca49 None None] Network 56581ddc-1858-4c9c-9e65-d461df877c3d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:32.843878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d484423-6e31-4757-969c-8a6ead302d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.844391 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.921689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:32.946480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d484423-6e31-4757-969c-8a6ead302d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfe339e-678f-4d3b-b2ef-accc2546ab13,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:32.987175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=316dbd25-7d58-4358-bb6a-1406b5e5babd,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:32.993867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d2e600eb-1999-4263-ad44-814c24cd30a4 None None] Provisioning complete for port 316dbd25-7d58-4358-bb6a-1406b5e5babd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:32.994292 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d2e600eb-1999-4263-ad44-814c24cd30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.000479 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0d484423-6e31-4757-969c-8a6ead302d39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b90ee7fc7001434981dc963149a0e6c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5208035 Dec 16 07:41:33.007013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34270) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:33.069004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6650da76-2255-4deb-9b89-3d3b96fb966e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.086244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5850847e-add0-40cd-9d17-9ec676e7cfd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.117027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5850847e-add0-40cd-9d17-9ec676e7cfd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.141286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6650da76-2255-4deb-9b89-3d3b96fb966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.226252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650da76-2255-4deb-9b89-3d3b96fb966e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c41fb-9c7f-49bb-835a-d0bf3d042a9c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:33.234237 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6650da76-2255-4deb-9b89-3d3b96fb966e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfbcc06092f64f209646ed601c9929e0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1633785 Dec 16 07:41:33.234802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34278) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:33.281754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Router b8ff2401-6127-4816-8020-ed9b5eade8af is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:41:33.322596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5850847e-add0-40cd-9d17-9ec676e7cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.323512 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.325756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5850847e-add0-40cd-9d17-9ec676e7cfd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.331561 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5850847e-add0-40cd-9d17-9ec676e7cfd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edfe339e-678f-4d3b-b2ef-accc2546ab13 HTTP/1.1" status: 204 len: 168 time: 0.3224807 Dec 16 07:41:33.337305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850847e-add0-40cd-9d17-9ec676e7cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfe339e-678f-4d3b-b2ef-accc2546ab13,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:33.360527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6ca8-068b-410c-ae0b-e2615cc104d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.420097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6ca8-068b-410c-ae0b-e2615cc104d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.427012 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-be2b36d9-3c56-49a0-b8d1-0f498c67fb0e None None] Provisioning complete for port 316dbd25-7d58-4358-bb6a-1406b5e5babd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:33.427397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be2b36d9-3c56-49a0-b8d1-0f498c67fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.464705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:41:33.477644 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Sync routers for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:41:33.488906 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:33.489535 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:33.552814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.555275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-283f4066-ee72-4f8a-818d-b234c03bdcd3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8689382 Dec 16 07:41:33.556209 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6ca8-068b-410c-ae0b-e2615cc104d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.558716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6ca8-068b-410c-ae0b-e2615cc104d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.560274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d7f6ca8-068b-410c-ae0b-e2615cc104d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a17c41fb-9c7f-49bb-835a-d0bf3d042a9c HTTP/1.1" status: 204 len: 168 time: 0.3248327 Dec 16 07:41:33.560890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34300) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:33.576106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f6ca8-068b-410c-ae0b-e2615cc104d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c41fb-9c7f-49bb-835a-d0bf3d042a9c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:33.639889 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:33.843864 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:32Z', 'revision_number': 3, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:33.874920 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Checking router: b8ff2401-6127-4816-8020-ed9b5eade8af for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:41:33.875583 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Updating router b8ff2401-6127-4816-8020-ed9b5eade8af port 51ba77e8-4a8c-4563-9dde-cecf75b2da81 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:41:33.923761 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:33.966077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34316) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:33.969011 n-d-820935-11 neutron-server[110395]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 07:41:34.006404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-a66b2e5c-595b-46e1-a015-b32903d10d46 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d2cbf00d0f3841b0b4c4451ad3983e3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385849 Dec 16 07:41:34.088276 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.231901 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.241529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 316dbd25-7d58-4358-bb6a-1406b5e5babd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:34.323170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 316dbd25-7d58-4358-bb6a-1406b5e5babd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:34.323905 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.348991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-0928d660-8cd2-490e-b557-02c50fa8513a tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:34.350799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-0928d660-8cd2-490e-b557-02c50fa8513a tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3435473 Dec 16 07:41:34.387936 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.393217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-f9e6ac09-22f4-4fdc-9a01-0f44baddefda tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/quotas/d2cbf00d0f3841b0b4c4451ad3983e3d HTTP/1.1" status: 200 len: 375 time: 0.0340881 Dec 16 07:41:34.458824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Allocated IP 172.20.0.1 (56581ddc-1858-4c9c-9e65-d461df877c3d/e3b9a48e-5936-471c-9b20-9b141bc2650d/4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:34.475619 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.519917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-8628171c-509f-40c3-ac5f-53b526c92274 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cbf00d0f3841b0b4c4451ad3983e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916889 Dec 16 07:41:34.534559 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Pushing event updated for resources: {'Port': ['ID=51ba77e8-4a8c-4563-9dde-cecf75b2da81,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:34.542821 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.543200 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.543551 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.543894 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.544249 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.544731 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.545233 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.545708 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.546170 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.546642 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.547125 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.547725 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.548223 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Tracked resource versions report: Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: pushed versions: Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: { 'AddressGroup': {'1.2'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'ConntrackHelper': {'1.0'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'LocalIPAssociation': {'1.0'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Log': {'1.0'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Network': {'1.1'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Port': {'1.7'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'PortForwarding': {'1.2'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'QosPolicy': {'1.10'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'SecurityGroup': {'1.5'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'SecurityGroupRule': {'1.2'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'SubPort': {'1.0'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Subnet': {'1.1'}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Trunk': {'1.1'}} Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: consumer versions: Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: { DHCP agent@n-d-820935-11: {}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: HyperV agent@n-h1-820935-11: {}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: HyperV agent@n-h2-820935-11: {}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: L3 agent@n-d-820935-11: {}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: Metadata agent@n-d-820935-11: {}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: Metering agent@n-d-820935-11: {}, Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: Open vSwitch agent@n-d-820935-11: { 'AddressGroup': '1.2', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'ConntrackHelper': '1.0', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'LocalIPAssociation': '1.0', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Log': '1.0', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Network': '1.1', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Port': '1.7', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'PortForwarding': '1.2', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'QosPolicy': '1.10', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'SecurityGroup': '1.5', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'SecurityGroupRule': '1.2', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'SubPort': '1.0', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Subnet': '1.1', Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: 'Trunk': '1.1'}} Dec 16 07:41:34.549536 n-d-820935-11 neutron-server[110398]: {{(pid=110398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 07:41:34.603387 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Attempting to bind port 51ba77e8-4a8c-4563-9dde-cecf75b2da81 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:34.603767 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Attempting to bind port 51ba77e8-4a8c-4563-9dde-cecf75b2da81 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:34.606954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Attempting to bind port 51ba77e8-4a8c-4563-9dde-cecf75b2da81 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:34.621099 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:34.621482 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:34.622060 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.622625 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:34.623288 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Bound port: 51ba77e8-4a8c-4563-9dde-cecf75b2da81, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:34.623876 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.690590 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] For port 51ba77e8-4a8c-4563-9dde-cecf75b2da81, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:34.695257 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] For port 51ba77e8-4a8c-4563-9dde-cecf75b2da81, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=51ba77e8-4a8c-4563-9dde-cecf75b2da81,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:34.745509 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.751728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.801820 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fee146-bb25-4209-9add-a8081561e9b5 None None] Pushing event updated for resources: {'Port': ['ID=51ba77e8-4a8c-4563-9dde-cecf75b2da81,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:34.822285 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:34.824010 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:34.825257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.841544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34344) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:34.888869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Network 56581ddc-1858-4c9c-9e65-d461df877c3d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:34.895111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:34.895629 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:34.896088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.897421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34354) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:34.930251 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f91603ab-e7de-4bde-8c35-6a0dcc7a1a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:34.942905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Pushing event updated for resources: {'Port': ['ID=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:35.049854 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:35.103426 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f91603ab-e7de-4bde-8c35-6a0dcc7a1a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.161043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.196674 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f91603ab-e7de-4bde-8c35-6a0dcc7a1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.241898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f91603ab-e7de-4bde-8c35-6a0dcc7a1a28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dacba894f6854731b7518939a9de2010&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3416228 Dec 16 07:41:35.243277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91603ab-e7de-4bde-8c35-6a0dcc7a1a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9816df50-0f9f-4f13-b19d-638de685ff93,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:35.245209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:35.280487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8ad2a021-050b-4f87-9904-9256c074eb13 None None] Provisioning complete for port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:35.284013 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ad2a021-050b-4f87-9904-9256c074eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.325221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2019219376-network', 'tenant_id': '1fc341eb3d984b099c3301bb32040cb1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:35.347261 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:32Z', 'revision_number': 3, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:35.358002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2a021-050b-4f87-9904-9256c074eb13 None None] Port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:35.361295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3830e3-5125-40df-b77c-55f3d25b0418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.385986 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b26b78-ec49-432c-89d1-aa797e197029 None None] The sync data for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 is: [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:32Z', 'revision_number': 3, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:41:35.400718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3830e3-5125-40df-b77c-55f3d25b0418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.453939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Made reservation on behalf of 1fc341eb3d984b099c3301bb32040cb1 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:35.456294 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.467302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.496050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.573990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.574714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.630042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Pushing event updated for resources: {'Port': ['ID=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:35.636089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3830e3-5125-40df-b77c-55f3d25b0418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.638966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3830e3-5125-40df-b77c-55f3d25b0418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.640317 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5e3830e3-5125-40df-b77c-55f3d25b0418 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9816df50-0f9f-4f13-b19d-638de685ff93 HTTP/1.1" status: 204 len: 168 time: 0.3939922 Dec 16 07:41:35.730785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34378) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:35.764386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3830e3-5125-40df-b77c-55f3d25b0418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9816df50-0f9f-4f13-b19d-638de685ff93,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:35.767891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Network 56581ddc-1858-4c9c-9e65-d461df877c3d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:35.769587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:35.775080 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.843488 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.885895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c68936-ebbf-4fc1-a266-ececbefa765c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:35.909543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:41:35.944866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755715010169', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:35.945820 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Unsubscribe: segment precommit_create {{(pid=110395) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 07:41:35.946803 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Added segment 924ad19f-5b33-4f8b-a29b-35103fb481dd of type vlan for network b29d70f3-9749-473b-9e4f-ddd4263dfda2 Dec 16 07:41:36.049557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Router b8ff2401-6127-4816-8020-ed9b5eade8af has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:41:36.062626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:36.205623 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-14a245bc-eb6e-45ca-8132-c07a1b08d88c None None] Provisioning complete for port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:36.206030 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14a245bc-eb6e-45ca-8132-c07a1b08d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:36.206133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:36.208987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:36.209584 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:36.274491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-14a245bc-eb6e-45ca-8132-c07a1b08d88c None None] Port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:36.300395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 51ba77e8-4a8c-4563-9dde-cecf75b2da81 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:36.356348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:41:36.384083 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b0bdf901-f38e-4157-baab-585037c2530c admin admin] 10.222.0.43 "PUT /v2.0/routers/b8ff2401-6127-4816-8020-ed9b5eade8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8114789 Dec 16 07:41:36.410233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 51ba77e8-4a8c-4563-9dde-cecf75b2da81 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:36.410615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:36.548427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] Pushing event updated for resources: {'Network': ['ID=b29d70f3-9749-473b-9e4f-ddd4263dfda2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:36.585120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:41:36.671872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:36.684231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:36.762205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 51ba77e8-4a8c-4563-9dde-cecf75b2da81, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=51ba77e8-4a8c-4563-9dde-cecf75b2da81,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:36.792893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8af6bf-5932-414b-937f-e817d1b4cf14 req-ba5163d4-541a-4022-8522-cfdce1d09114 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 1.0608683 Dec 16 07:41:36.816895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e9fea8d7-ef5a-4945-a217-d0e0e08e365d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9742219 Dec 16 07:41:36.825785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34412) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:36.842092 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:36.861589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Request body: {'subnet': {'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2019219376-subnet', 'tenant_id': '1fc341eb3d984b099c3301bb32040cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:36.940614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=51ba77e8-4a8c-4563-9dde-cecf75b2da81,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:36.996443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Made reservation on behalf of 1fc341eb3d984b099c3301bb32040cb1 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:36.999388 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.044477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-network', 'tenant_id': '626c24a277b84a708ea43441652b6680'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:37.170679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Made reservation on behalf of 626c24a277b84a708ea43441652b6680 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:37.173811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.187793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.349730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.351318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.401328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:37.419965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:37.428403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Network hostable DHCP agents. Network: b29d70f3-9749-473b-9e4f-ddd4263dfda2, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:41:37.489168 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.512401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:41:37.531583 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.531964 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Added segment 70f1687e-ba9f-4855-af7d-0618a9cd3903 of type vlan for network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 Dec 16 07:41:37.533365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8190ac7-c1a9-49a4-a1c7-1932421fc938,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:37.584971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:41:37.600389 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.705075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, b29d70f3-9749-473b-9e4f-ddd4263dfda2) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:37.707329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.708450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:37.709122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.721126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74275f-ed5e-4d5c-828f-13afc890fc5b None None] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:37.730076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:37.730754 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:37.842064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] Pushing event updated for resources: {'Network': ['ID=c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:37.856914 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b1c20418-d0fb-4479-bf99-7c8914bc98a7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0068035 Dec 16 07:41:37.866454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:41:37.908928 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-79f1596c-0d96-484c-8f16-748a7b9b2c3c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2234356 Dec 16 07:41:37.916311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34450) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:37.922266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Request body: {'subnet': {'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-subnet', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:37.928773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Sync routers for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:41:37.971153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:37.971713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:37.977168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10d04d-2f5c-43eb-898c-80af84fbd4d2 None None] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:38.054164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7a70cfd-0665-43df-94a4-8380204ada29 req-16807ab5-1a61-42c7-ac94-1d3e0dd26de4 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 0.0598316 Dec 16 07:41:38.059152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Made reservation on behalf of 626c24a277b84a708ea43441652b6680 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:38.061492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:38.224441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:38.309627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 51ba77e8-4a8c-4563-9dde-cecf75b2da81 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:38.402100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:38.466448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21f4aa6-1a69-4855-aab0-d9ffa0ff799f,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:38.477268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Checking segment: {'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:38.477631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Network hostable DHCP agents. Network: c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:41:38.529486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 51ba77e8-4a8c-4563-9dde-cecf75b2da81 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:38.529853 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:38.636723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 2, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:38.658995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:41:38.668106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Checking router: b8ff2401-6127-4816-8020-ed9b5eade8af for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:41:38.668494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Updating router b8ff2401-6127-4816-8020-ed9b5eade8af port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:41:38.698324 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:38.733718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:38.747388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:38.751001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:38.755751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ab339-56fc-469c-b0aa-417742faa730 None None] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:38.909441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34484) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:38.910449 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-60b3f9da-5547-4a36-b693-8e5d513ba3ce admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9929218 Dec 16 07:41:38.913799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:38.973023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93', 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93', 'project_id': '626c24a277b84a708ea43441652b6680', 'fixed_ips': [{'subnet_id': 'f21f4aa6-1a69-4855-aab0-d9ffa0ff799f'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:41:38.973894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.105114 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.106242 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.188059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.203104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Allocated IP 172.20.0.2 (c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93/f21f4aa6-1a69-4855-aab0-d9ffa0ff799f/a2effb7e-f193-435a-b0a5-5a095a5fc779) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:39.228004 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.365288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34500) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:39.370174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-network', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:39.405625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b50620c9-9a19-4269-b7aa-60ea454e673d req-c3a2fcca-7149-4198-9086-66ed130b0ec8 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 0.0656972 Dec 16 07:41:39.435568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.16', 64037) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:39.441444 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.451833 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.473124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-9f212b44-0f2a-4b38-9193-0656db47ea96 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d2cbf00d0f3841b0b4c4451ad3983e3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364363 Dec 16 07:41:39.488897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.517029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Made reservation on behalf of 6a355c3dc61140b09405a5c3c9d7ad42 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:39.519868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.526362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3e0f7-eef3-457e-a1e8-72345a2d65d4 None None] Pushing event updated for resources: {'Port': ['ID=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:39.539882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.606735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Attempting to bind port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:39.607111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Attempting to bind port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:39.608898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Attempting to bind port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca on network 56581ddc-1858-4c9c-9e65-d461df877c3d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:39.613234 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.664884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:39.666994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Checking segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:39.666994 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.666994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Bound using segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:39.667682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Bound port: 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:39.668636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.673830 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.693883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-8c213447-69d3-4568-8f8c-b88d96d239c4 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:39.696391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-8c213447-69d3-4568-8f8c-b88d96d239c4 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160695 Dec 16 07:41:39.701086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:39.712261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:39.714857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:39.737456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Pushing event updated for resources: {'Port': ['ID=a2effb7e-f193-435a-b0a5-5a095a5fc779,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:39.768023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.802254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c393b-2548-4628-91d3-a8c28815a62d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:39.829614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] For port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:39.830241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:41:39.834904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Attempting to bind port a2effb7e-f193-435a-b0a5-5a095a5fc779 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:39.835288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Attempting to bind port a2effb7e-f193-435a-b0a5-5a095a5fc779 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:39.835778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Attempting to bind port a2effb7e-f193-435a-b0a5-5a095a5fc779 on network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:39.852023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] For port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:39.856441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Request body: {'port': {'device_id': '50619f2a-52e0-4680-a955-d9f57cadc290', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'd2cbf00d0f3841b0b4c4451ad3983e3d'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:39.856570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.856570 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Added segment 5d799799-a0cd-466b-9bdd-ee644c569137 of type vlan for network 3c8c54ab-aeae-445c-bec5-92b1a625614f Dec 16 07:41:39.856714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:39.856714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Checking segment: {'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:39.856714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.856714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Bound using segment: {'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:39.857036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Bound port: a2effb7e-f193-435a-b0a5-5a095a5fc779, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:39.857417 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.879549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bf2c8e4c-9213-47c1-9ef5-e04a9bfa828f None None] Provisioning complete for port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:39.879549 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8e4c-9213-47c1-9ef5-e04a9bfa828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.957007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.966536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:39.991111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c8e4c-9213-47c1-9ef5-e04a9bfa828f None None] Port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:39.996186 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.015588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] For port a2effb7e-f193-435a-b0a5-5a095a5fc779, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:40.049422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] For port a2effb7e-f193-435a-b0a5-5a095a5fc779, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a2effb7e-f193-435a-b0a5-5a095a5fc779,segment=NetworkSegment(70f1687e-ba9f-4855-af7d-0618a9cd3903),segment_id=70f1687e-ba9f-4855-af7d-0618a9cd3903)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:40.050605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3e0f7-eef3-457e-a1e8-72345a2d65d4 None None] Pushing event updated for resources: {'Port': ['ID=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:40.054897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.055883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:40.056556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:40.159607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.175184 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.177281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:40.178143 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.322466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9cd7-c5c0-4f64-9096-140cdd9e042d None None] Pushing event updated for resources: {'Port': ['ID=a2effb7e-f193-435a-b0a5-5a095a5fc779,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:40.326565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Allocated IP 172.25.2.247 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/abf370a3-268d-4c25-8224-c65b66c310bb) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:40.341661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8c54ab-aeae-445c-bec5-92b1a625614f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:40.354081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:40.368431 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1c3c758d-111b-47c6-bc2e-cdce24f9ec09 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9984136 Dec 16 07:41:40.368809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34520) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:40.374390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:41:40.377724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Request body: {'subnet': {'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-subnet', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:40.427029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Made reservation on behalf of d2cbf00d0f3841b0b4c4451ad3983e3d for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:40.431489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34522) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:40.431614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.454373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.496350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34528) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:40.516646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1083495974-network', 'tenant_id': '929319390d224e1790ed0fc3e42973df'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:40.580073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2920af22-9b7b-4a32-8d1b-341a066acc64 req-152a78c5-fca0-4ecd-ad45-08dd82494816 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 0.0386994 Dec 16 07:41:40.585948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Made reservation on behalf of 6a355c3dc61140b09405a5c3c9d7ad42 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:40.597602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.598367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.694675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Made reservation on behalf of 929319390d224e1790ed0fc3e42973df for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:40.700871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.753131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.782813 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.871599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-72d40eda-5b21-4308-81c3-029ce3d477df None None] Provisioning complete for port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:40.872129 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72d40eda-5b21-4308-81c3-029ce3d477df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.909906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.941219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-043968b6-5eaa-4065-bb94-85ec7d90f320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:40.952015 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.005906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.023168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72d40eda-5b21-4308-81c3-029ce3d477df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.089597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-72d40eda-5b21-4308-81c3-029ce3d477df None None] For port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:41.117101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-043968b6-5eaa-4065-bb94-85ec7d90f320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.118448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d66303-b562-43ec-ae8e-8ee5e9c1b758,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:41.131408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Checking segment: {'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:41.132584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Network hostable DHCP agents. Network: 3c8c54ab-aeae-445c-bec5-92b1a625614f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:41:41.136893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-39032062-1ce4-4af0-a542-05901c227807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:39Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:41.168620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:41.180354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:41.181228 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72d40eda-5b21-4308-81c3-029ce3d477df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.185697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-043968b6-5eaa-4065-bb94-85ec7d90f320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.196267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f724ec10-8dfa-48b3-974c-0db6f16cccbd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:41.199592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:41.214381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39032062-1ce4-4af0-a542-05901c227807 None None] The sync data for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 is: [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:39Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:41:41.294365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:41:41.329366 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-043968b6-5eaa-4065-bb94-85ec7d90f320 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c46c2c40959416984535d99f1162c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8994367 Dec 16 07:41:41.332857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:41.352222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043968b6-5eaa-4065-bb94-85ec7d90f320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2624932-5595-4081-80eb-5c3082d90209,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:41.354016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d40eda-5b21-4308-81c3-029ce3d477df None None] Pushing event updated for resources: {'Port': ['ID=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:41.418720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 3c8c54ab-aeae-445c-bec5-92b1a625614f) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:41.429067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f6396-f516-4b80-b542-254d1631bb50 None None] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:41.445984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:41.446952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.503268 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65096b21-99ec-4728-9784-9c2f5497e6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.550854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65096b21-99ec-4728-9784-9c2f5497e6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.676995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-3c8c54ab-aeae-445c-bec5-92b1a625614f', 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f', 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'fixed_ips': [{'subnet_id': 'b0d66303-b562-43ec-ae8e-8ee5e9c1b758'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:41:41.680237 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.741381 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8c2e14ae-d294-43e0-b847-176a7cdd96a0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3711843 Dec 16 07:41:41.743584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:41.748777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:41.806421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65096b21-99ec-4728-9784-9c2f5497e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.814150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65096b21-99ec-4728-9784-9c2f5497e6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.820500 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-65096b21-99ec-4728-9784-9c2f5497e6d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2624932-5595-4081-80eb-5c3082d90209 HTTP/1.1" status: 204 len: 168 time: 0.4812875 Dec 16 07:41:41.840728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65096b21-99ec-4728-9784-9c2f5497e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2624932-5595-4081-80eb-5c3082d90209,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:41.894953 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:41.897607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:42.033130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36688fac-1340-4edc-a63f-1217f6434747 None None] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:42.300687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:42.331920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Allocated IP 192.168.233.55 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/25976c1d-eea3-45f0-894d-f97f3bfd0934) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:42.342157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-027797e0-8c0e-4343-82af-d3c382352cd7 None None] Provisioning complete for port a2effb7e-f193-435a-b0a5-5a095a5fc779 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:42.342534 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-027797e0-8c0e-4343-82af-d3c382352cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:42.460269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6d3cbaf-043a-4fd5-94e8-4f71cbc6fbee req-e127e155-95e6-4aae-9560-4b3d30feadf9 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 0.2620833 Dec 16 07:41:42.513391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:42.537798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Pushing event updated for resources: {'Port': ['ID=abf370a3-268d-4c25-8224-c65b66c310bb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:42.557739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:42.570861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-6e8e65b2-5dd8-491c-86a6-206c8cc38984 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2af9ee371df3424abb71a576681fa714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668929 Dec 16 07:41:42.594926 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:42.668391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:42.677067 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:42.923514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Allocated IP 172.20.0.2 (3c8c54ab-aeae-445c-bec5-92b1a625614f/b0d66303-b562-43ec-ae8e-8ee5e9c1b758/b5c0a4e5-3699-481a-945c-ba54958a8a28) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:42.926008 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-027797e0-8c0e-4343-82af-d3c382352cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.027510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:41:43.064523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-027797e0-8c0e-4343-82af-d3c382352cd7 None None] For port a2effb7e-f193-435a-b0a5-5a095a5fc779, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a2effb7e-f193-435a-b0a5-5a095a5fc779,segment=NetworkSegment(70f1687e-ba9f-4855-af7d-0618a9cd3903),segment_id=70f1687e-ba9f-4855-af7d-0618a9cd3903)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:43.065286 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.065670 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Added segment b1d4af41-e9b1-4783-962a-736a23bb86ae of type vlan for network 6d467985-1c06-47ba-bac6-23ae21f738c5 Dec 16 07:41:43.108804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eea520-99c3-4687-8cda-4b0adea3c8e8,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:43.144466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a2effb7e-f193-435a-b0a5-5a095a5fc779 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:43.193660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.280959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.294095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.503950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a2effb7e-f193-435a-b0a5-5a095a5fc779 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:43.503950 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.506112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-1387ead6-4dab-492c-9b6b-9cbe67f10283 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:43.506112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-1387ead6-4dab-492c-9b6b-9cbe67f10283 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7954135 Dec 16 07:41:43.507714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.507810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-cbd1ab7f-0271-4251-9db5-e43345eb3016 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/quotas/2af9ee371df3424abb71a576681fa714 HTTP/1.1" status: 200 len: 375 time: 0.0670571 Dec 16 07:41:43.507810 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.507978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.545037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-0a84f211-ad37-4dd9-b29a-3958b8810466 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2af9ee371df3424abb71a576681fa714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669804 Dec 16 07:41:43.562286 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-027797e0-8c0e-4343-82af-d3c382352cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.684657 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.737113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:43.771297 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:41:43.771711 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:41:43.800146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027797e0-8c0e-4343-82af-d3c382352cd7 None None] Pushing event updated for resources: {'Port': ['ID=a2effb7e-f193-435a-b0a5-5a095a5fc779,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:43.812032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-517c261f-1cec-41e0-8188-55c6aa4f34f5 None None] Provisioning complete for port a2effb7e-f193-435a-b0a5-5a095a5fc779 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:43.814541 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-517c261f-1cec-41e0-8188-55c6aa4f34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.822146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a6ddd8b-71e7-47db-b547-27630a200bbc req-5cf8b4f6-5d7f-48ac-b5fa-8de7ffdee539 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 0.1289926 Dec 16 07:41:43.844611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.846082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:43.846929 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.882618 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:43.894006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34608) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:43.948030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:43.953650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:43.957255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:43.971338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Pushing event updated for resources: {'Port': ['ID=b5c0a4e5-3699-481a-945c-ba54958a8a28,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:44.097760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Attempting to bind port b5c0a4e5-3699-481a-945c-ba54958a8a28 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:44.098417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Attempting to bind port b5c0a4e5-3699-481a-945c-ba54958a8a28 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:44.098700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Attempting to bind port b5c0a4e5-3699-481a-945c-ba54958a8a28 on network 3c8c54ab-aeae-445c-bec5-92b1a625614f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:44.108395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:44.108955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Checking segment: {'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:44.109621 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.110456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Bound using segment: {'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:44.111116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Bound port: b5c0a4e5-3699-481a-945c-ba54958a8a28, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:44.111634 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.167229 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.211486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.7052050 Dec 16 07:41:44.217088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34620) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:44.231266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Request body: {'subnet': {'network_id': '6d467985-1c06-47ba-bac6-23ae21f738c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1083495974-subnet', 'tenant_id': '929319390d224e1790ed0fc3e42973df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:44.247588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] For port b5c0a4e5-3699-481a-945c-ba54958a8a28, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:44.255252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] For port b5c0a4e5-3699-481a-945c-ba54958a8a28, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b5c0a4e5-3699-481a-945c-ba54958a8a28,segment=NetworkSegment(5d799799-a0cd-466b-9bdd-ee644c569137),segment_id=5d799799-a0cd-466b-9bdd-ee644c569137)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:44.332481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e426729a-3ced-438a-96a7-55bd02f4d94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.351569 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a97d3b3f-a27f-4553-a001-fdf65935d0be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.379671 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.394294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.439363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Made reservation on behalf of 929319390d224e1790ed0fc3e42973df for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:44.441907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.449758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.492104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0cff8c7-9ff2-478d-b395-bcc63a2baa3c req-407b9b8b-c05c-47a5-8210-636622f4907d tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 210 time: 0.3588164 Dec 16 07:41:44.609803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:44.611691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49d118-e40a-48f1-a67c-17cdff59e7eb admin admin] Pushing event updated for resources: {'Network': ['ID=6d467985-1c06-47ba-bac6-23ae21f738c5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:44.655633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:44.670365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:44.678277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:44.680699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.727142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a2effb7e-f193-435a-b0a5-5a095a5fc779 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:44.732926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6d467985-1c06-47ba-bac6-23ae21f738c5 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:41:44.762902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e426729a-3ced-438a-96a7-55bd02f4d94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.813220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Pushing event updated for resources: {'Port': ['ID=25976c1d-eea3-45f0-894d-f97f3bfd0934,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:44.819759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e426729a-3ced-438a-96a7-55bd02f4d94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.830526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-64f86b41-f0bc-4bbf-ac7d-5e536eae85cd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9952557 Dec 16 07:41:44.870980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-59d121fd-fb18-402d-8bce-3d82de908117 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:41:44.870980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-59d121fd-fb18-402d-8bce-3d82de908117 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225654 Dec 16 07:41:44.921468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:41:44.934561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9eab-075e-4b20-8401-54604eb3988f None None] Pushing event updated for resources: {'Port': ['ID=b5c0a4e5-3699-481a-945c-ba54958a8a28,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:44.988240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a2effb7e-f193-435a-b0a5-5a095a5fc779 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:44.988240 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:44.995064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Allocated IP 172.25.2.38 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/59892601-670c-48f6-b1ee-628dc6b26e99) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:45.274811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1ceed8c9-ba13-42ad-9a6b-a8117ab69985 None None] Provisioning complete for port 25976c1d-eea3-45f0-894d-f97f3bfd0934 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:45.275335 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1ceed8c9-ba13-42ad-9a6b-a8117ab69985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:45.278945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a97d3b3f-a27f-4553-a001-fdf65935d0be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:45.299433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:45.383386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:41:45.391972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1ceed8c9-ba13-42ad-9a6b-a8117ab69985 None None] Port 25976c1d-eea3-45f0-894d-f97f3bfd0934 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:45.402980 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Sync routers for ids ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:41:45.418544 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Routers {'0324eed4-67ca-4b0c-bd6b-c16f061b4776'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:45.424685 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:45.427340 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a97d3b3f-a27f-4553-a001-fdf65935d0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:45.449205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e426729a-3ced-438a-96a7-55bd02f4d94c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1da4a4a96fa43f8a5129f4d49dce1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7109506 Dec 16 07:41:45.452076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34642) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:45.462096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426729a-3ced-438a-96a7-55bd02f4d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2fc05b-edcc-4478-b2f2-a488b9923cb8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:45.504750 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a97d3b3f-a27f-4553-a001-fdf65935d0be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=309cbca4647644f7af019a1c59eaf2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6096439 Dec 16 07:41:45.507804 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:45.511867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Request body: {'port': {'device_id': '50619f2a-52e0-4680-a955-d9f57cadc290', 'device_owner': 'compute:tempest-test_az-1926370335', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:45.521632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34644) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:45.522661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d3b3f-a27f-4553-a001-fdf65935d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de5c3fd-0727-4170-a593-4b3554d1f702,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:45.587034 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:45.588747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4a74ff2b-ae67-4786-8c82-57df385638a9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6782744 Dec 16 07:41:45.602022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34648) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:45.731381 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Set router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:45.960123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07766b13-0eeb-4e1c-a83c-63405bc026d2 req-d52a0828-e500-43f4-ae09-e46cdfc595ae tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 210 time: 0.0790339 Dec 16 07:41:46.011715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250293e4-4037-4ff4-92a9-cd9012657ce0 req-308d314e-056f-4a9f-8f14-f7aed8374d8d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:46.020297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-250293e4-4037-4ff4-92a9-cd9012657ce0 req-308d314e-056f-4a9f-8f14-f7aed8374d8d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 935 time: 0.7964792 Dec 16 07:41:46.045865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.114261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73dea703-b555-4009-90f4-291bbecf99f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.148562 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:42Z', 'revision_number': 3, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:46.208928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-250293e4-4037-4ff4-92a9-cd9012657ce0 req-4c69a766-8613-48f2-b8c3-ab1a236b24a3 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667552 Dec 16 07:41:46.212810 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Checking router: 0324eed4-67ca-4b0c-bd6b-c16f061b4776 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:41:46.212810 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Updating router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 port abf370a3-268d-4c25-8224-c65b66c310bb binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:41:46.238546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73dea703-b555-4009-90f4-291bbecf99f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.278562 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:41:46.297609 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.383201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:46.500843 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.548267 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:46.550783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.553133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:46.591317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Pushing event updated for resources: {'Port': ['ID=59892601-670c-48f6-b1ee-628dc6b26e99,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:46.619039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b5c0a4e5-3699-481a-945c-ba54958a8a28 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:46.771416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4305459-a652-4f13-99a1-f080d03392aa None None] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:46.801181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Pushing event updated for resources: {'Subnet': ['ID=189f36bf-0adf-4cb3-ae8e-6bf818d74278,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:46.809269 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.810356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68709026-c6c3-4e49-8e94-575866b55b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.821525 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25976c1d-eea3-45f0-894d-f97f3bfd0934 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:41:46.831130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.848083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Checking segment: {'id': 'b1d4af41-e9b1-4783-962a-736a23bb86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d467985-1c06-47ba-bac6-23ae21f738c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:46.848736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Network hostable DHCP agents. Network: 6d467985-1c06-47ba-bac6-23ae21f738c5, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:41:46.863844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68709026-c6c3-4e49-8e94-575866b55b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.877450 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.929259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-71804e93-fc7f-49a5-8d16-19e0061c744d None None] Provisioning complete for port b5c0a4e5-3699-481a-945c-ba54958a8a28 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:46.929259 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71804e93-fc7f-49a5-8d16-19e0061c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.930989 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b641dbe-8c1f-4798-b1de-fef1eea6ea56 None None] Pushing event updated for resources: {'Port': ['ID=abf370a3-268d-4c25-8224-c65b66c310bb,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:46.938430 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73dea703-b555-4009-90f4-291bbecf99f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.941414 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73dea703-b555-4009-90f4-291bbecf99f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.945500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-73dea703-b555-4009-90f4-291bbecf99f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2de5c3fd-0727-4170-a593-4b3554d1f702 HTTP/1.1" status: 204 len: 168 time: 1.4155815 Dec 16 07:41:46.957627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea703-b555-4009-90f4-291bbecf99f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de5c3fd-0727-4170-a593-4b3554d1f702,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:46.964348 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Attempting to bind port abf370a3-268d-4c25-8224-c65b66c310bb on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:46.964839 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Attempting to bind port abf370a3-268d-4c25-8224-c65b66c310bb by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:46.965300 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Attempting to bind port abf370a3-268d-4c25-8224-c65b66c310bb on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:46.971673 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:46.975252 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:46.975252 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:46.975252 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:46.975252 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Bound port: abf370a3-268d-4c25-8224-c65b66c310bb, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:46.975252 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.000965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Network 6d467985-1c06-47ba-bac6-23ae21f738c5 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:41:47.030361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Transition to ACTIVE for port object 25976c1d-eea3-45f0-894d-f97f3bfd0934 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:41:47.057453 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] For port abf370a3-268d-4c25-8224-c65b66c310bb, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:47.065692 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] For port abf370a3-268d-4c25-8224-c65b66c310bb, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=abf370a3-268d-4c25-8224-c65b66c310bb,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:47.076638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68709026-c6c3-4e49-8e94-575866b55b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.079716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68709026-c6c3-4e49-8e94-575866b55b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.082224 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-68709026-c6c3-4e49-8e94-575866b55b96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b2fc05b-edcc-4478-b2f2-a488b9923cb8 HTTP/1.1" status: 204 len: 168 time: 1.6209531 Dec 16 07:41:47.095756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b5c0a4e5-3699-481a-945c-ba54958a8a28 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:47.096132 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.145223 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.151875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51a09b90-e9d9-472a-9b9e-22b235f0fb32 req-c820b11a-6a3f-482b-9d1c-e70f73c3999a tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 210 time: 0.0712893 Dec 16 07:41:47.170665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.194547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 6d467985-1c06-47ba-bac6-23ae21f738c5) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:47.278294 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71804e93-fc7f-49a5-8d16-19e0061c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.282034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983835d-6674-4452-8d33-8c324a6631a3 None None] Network 6d467985-1c06-47ba-bac6-23ae21f738c5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:47.286379 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Routers {'0324eed4-67ca-4b0c-bd6b-c16f061b4776'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:47.309100 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:47.408599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Pushing event updated for resources: {'Port': ['ID=25976c1d-eea3-45f0-894d-f97f3bfd0934,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:47.418712 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] Set router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:47.488213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e313f-7059-4a79-bf39-853bd92de5d8 req-1222b895-e286-4c01-92dc-01075052077d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:47.489805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-220e313f-7059-4a79-bf39-853bd92de5d8 req-1222b895-e286-4c01-92dc-01075052077d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.1897674 Dec 16 07:41:47.514318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:47.520343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.524043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68709026-c6c3-4e49-8e94-575866b55b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2fc05b-edcc-4478-b2f2-a488b9923cb8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:47.540375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-71804e93-fc7f-49a5-8d16-19e0061c744d None None] For port b5c0a4e5-3699-481a-945c-ba54958a8a28, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b5c0a4e5-3699-481a-945c-ba54958a8a28,segment=NetworkSegment(5d799799-a0cd-466b-9bdd-ee644c569137),segment_id=5d799799-a0cd-466b-9bdd-ee644c569137)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:47.543299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Attempting to bind port 25976c1d-eea3-45f0-894d-f97f3bfd0934 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:47.543797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Attempting to bind port 25976c1d-eea3-45f0-894d-f97f3bfd0934 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:47.544153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Attempting to bind port 25976c1d-eea3-45f0-894d-f97f3bfd0934 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:47.561050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Port 25976c1d-eea3-45f0-894d-f97f3bfd0934 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:41:47.561315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Attempting to bind port 25976c1d-eea3-45f0-894d-f97f3bfd0934 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:47.589852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:47.590436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:47.606798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:47.608266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Bound port: 25976c1d-eea3-45f0-894d-f97f3bfd0934, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:47.608807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.638553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-220e313f-7059-4a79-bf39-853bd92de5d8 req-f15e953e-1b37-4458-a296-712616e9f236 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279712 Dec 16 07:41:47.709213 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71804e93-fc7f-49a5-8d16-19e0061c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.824033 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-633426d8-10cd-47cd-a585-789be34f039d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.5974162 Dec 16 07:41:47.828433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] For port 25976c1d-eea3-45f0-894d-f97f3bfd0934, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:47.833533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] For port 25976c1d-eea3-45f0-894d-f97f3bfd0934, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:47.846628 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b641dbe-8c1f-4798-b1de-fef1eea6ea56 None None] Pushing event updated for resources: {'Port': ['ID=abf370a3-268d-4c25-8224-c65b66c310bb,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:47.899305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.906009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71804e93-fc7f-49a5-8d16-19e0061c744d None None] Pushing event updated for resources: {'Port': ['ID=b5c0a4e5-3699-481a-945c-ba54958a8a28,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:47.955204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.986878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:47.987573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:47.989397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] 10.222.0.16 "PUT /v2.0/ports/25976c1d-eea3-45f0-894d-f97f3bfd0934 HTTP/1.1" status: 200 len: 1118 time: 2.7770905 Dec 16 07:41:47.989867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50619f2a-52e0-4680-a955-d9f57cadc290', 'tag': '25976c1d-eea3-45f0-894d-f97f3bfd0934'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:41:48.001321 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:42Z', 'revision_number': 3, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:48.044425 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357aa5ad-6e1d-4b53-baea-3cc6cb73f917 None None] The sync data for ids ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'] in n-d-820935-11 is: [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:42Z', 'revision_number': 3, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:41:48.103186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5ce788-84e4-478b-a536-8d3b16cc19d0 None None] Network 6d467985-1c06-47ba-bac6-23ae21f738c5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:48.116407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Allocated IP 172.20.0.1 (c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93/f21f4aa6-1a69-4855-aab0-d9ffa0ff799f/f9f291a3-7582-4286-aa78-32dd22e1a405) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:48.352219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.36', 50599) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:48.492637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34690) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:48.565125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-adcea609-1328-4812-ac91-2be0e25b23e4 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2af9ee371df3424abb71a576681fa714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1999509 Dec 16 07:41:48.586165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b5c0a4e5-3699-481a-945c-ba54958a8a28 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:48.719913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-356d5828-7e2e-4b7c-b985-3fd755662e28 None None] Provisioning complete for port b5c0a4e5-3699-481a-945c-ba54958a8a28 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:48.720623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-356d5828-7e2e-4b7c-b985-3fd755662e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:48.879549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b5c0a4e5-3699-481a-945c-ba54958a8a28 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:48.879755 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:48.893840 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:48.901516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c7a6076-7e64-4668-b6c3-e2d9e0e8b3a2 req-861609de-ba1b-4d7b-a937-d3055f9ebac8 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 210 time: 0.4122155 Dec 16 07:41:48.902050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:48.908275 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae" -d '{"events": [{"name": "network-changed", "server_uuid": "50619f2a-52e0-4680-a955-d9f57cadc290", "tag": "25976c1d-eea3-45f0-894d-f97f3bfd0934"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:41:48.976336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77428212-f78c-4e5c-a6d7-39bda21bdb1d service neutron] Pushing event updated for resources: {'Port': ['ID=25976c1d-eea3-45f0-894d-f97f3bfd0934,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:49.010237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eaef99bc-b626-4a11-8f96-1578a41e06a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:49.093688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-53ba577b-762c-4c58-b9cf-1c49b603df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:49.105336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-53ba577b-762c-4c58-b9cf-1c49b603df91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2cbf00d0f3841b0b4c4451ad3983e3d&device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 1121 time: 0.8619418 Dec 16 07:41:49.345962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:49.417416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:49.428905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:49.445514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:49.447750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:49.610545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-dd3979ce-02ca-4b89-9aa4-ce3317169b26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934 HTTP/1.1" status: 200 len: 217 time: 0.3369122 Dec 16 07:41:49.635626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Router 2c8b842f-4413-4383-9635-d941dbd2dbec is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:41:49.646753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Pushing event updated for resources: {'Port': ['ID=f9f291a3-7582-4286-aa78-32dd22e1a405,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:49.818156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-ad1e4668-4945-4099-a17e-8b8d55279e4e tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:49.820401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-ad1e4668-4945-4099-a17e-8b8d55279e4e tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1003153 Dec 16 07:41:49.827573 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:41:49.838437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Sync routers for ids ['2c8b842f-4413-4383-9635-d941dbd2dbec'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:41:49.865390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Routers {'2c8b842f-4413-4383-9635-d941dbd2dbec'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:49.867457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2c8b842f-4413-4383-9635-d941dbd2dbec'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:49.875833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-3d45e9f2-6a0c-406c-858a-efbbd2bbf345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:49.898261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-3d45e9f2-6a0c-406c-858a-efbbd2bbf345 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.2478633 Dec 16 07:41:49.950696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:49.984838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcaddb-78d5-4aeb-ad48-adf1163f4fed req-ae92bdf1-ed50-4577-9b1e-e27cf06657c8 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:49.999028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-badcaddb-78d5-4aeb-ad48-adf1163f4fed req-ae92bdf1-ed50-4577-9b1e-e27cf06657c8 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.8491235 Dec 16 07:41:50.066440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:50.067845 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d7241e2a-5a09-4d13-aad4-c9b3df07617d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.3230715 Dec 16 07:41:50.076923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34738) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:50.135664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470ecd-59a5-454f-8687-587efb157485 req-9d820adb-4a63-4fcc-a609-eaf25ae9f7e9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:50.142456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a5218ec1-4910-4c5d-98f8-e5e007699837 None None] Provisioning complete for port f9f291a3-7582-4286-aa78-32dd22e1a405 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:50.146049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-9d820adb-4a63-4fcc-a609-eaf25ae9f7e9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.9838884 Dec 16 07:41:50.146536 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a5218ec1-4910-4c5d-98f8-e5e007699837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:50.242136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a5218ec1-4910-4c5d-98f8-e5e007699837 None None] Port f9f291a3-7582-4286-aa78-32dd22e1a405 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:50.283337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Set router 2c8b842f-4413-4383-9635-d941dbd2dbec gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:50.540538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-b25cd1db-3aa0-4e1f-af15-56cdee260687 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/quotas/1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 375 time: 0.3931642 Dec 16 07:41:50.589288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abf370a3-268d-4c25-8224-c65b66c310bb up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:50.633987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-c8a39ade-0bf5-452b-a585-53c56ab60615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:50.635631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-c8a39ade-0bf5-452b-a585-53c56ab60615 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6751511 Dec 16 07:41:50.652502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-4757e1fc-64d0-4c9b-801f-ee895937900e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061618 Dec 16 07:41:50.757088 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eaef99bc-b626-4a11-8f96-1578a41e06a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:50.765895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port abf370a3-268d-4c25-8224-c65b66c310bb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:50.766547 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:50.768958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-badcaddb-78d5-4aeb-ad48-adf1163f4fed req-75065eab-3784-4424-90e8-d2e3ea264cbd tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688143 Dec 16 07:41:50.825356 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eaef99bc-b626-4a11-8f96-1578a41e06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:50.917285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eaef99bc-b626-4a11-8f96-1578a41e06a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4414fbf3553a4c71a844394bb746eb86&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3507447 Dec 16 07:41:50.923540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-e5feac35-4755-4bd1-8225-1a1b04c3f42f service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724202 Dec 16 07:41:50.924616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:50.926868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef99bc-b626-4a11-8f96-1578a41e06a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456433f0-8bb1-4fc1-8c06-e4650d6bc1a3,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:50.954186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.047527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.048780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.062152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:41:46Z', 'revision_number': 3, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port': {'id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:44Z', 'updated_at': '2021-12-16T07:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:51.112964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Checking router: 2c8b842f-4413-4383-9635-d941dbd2dbec for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:41:51.113495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Updating router 2c8b842f-4413-4383-9635-d941dbd2dbec port 59892601-670c-48f6-b1ee-628dc6b26e99 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:41:51.150405 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.231926 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.295829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port abf370a3-268d-4c25-8224-c65b66c310bb, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=abf370a3-268d-4c25-8224-c65b66c310bb,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:51.317799 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6870d503-36c1-4023-8905-48dc87d9922a x-openstack-request-id: req-6870d503-36c1-4023-8905-48dc87d9922a {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:41:51.327009 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50619f2a-52e0-4680-a955-d9f57cadc290", "tag": "25976c1d-eea3-45f0-894d-f97f3bfd0934", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:41:51.327378 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6870d503-36c1-4023-8905-48dc87d9922a {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:41:51.332210 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50619f2a-52e0-4680-a955-d9f57cadc290', 'tag': '25976c1d-eea3-45f0-894d-f97f3bfd0934', 'status': 'completed', 'code': 200} Dec 16 07:41:51.339035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-472bc675-9e83-4688-ba6c-d207c5ca65f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.418628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-554c0770-0962-43be-b0bc-8d5d8518832e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:41:51.427416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-554c0770-0962-43be-b0bc-8d5d8518832e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5577879 Dec 16 07:41:51.523738 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.552093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Pushing event updated for resources: {'Port': ['ID=f9f291a3-7582-4286-aa78-32dd22e1a405,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:51.618772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:51.624351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=abf370a3-268d-4c25-8224-c65b66c310bb,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:51.631053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:51.657502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.658483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49565265-7397-4a99-a3e3-d8322096ec4c req-35775a2c-05fe-467e-932a-ea66d6d99a34 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 210 time: 0.2471716 Dec 16 07:41:51.683042 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-472bc675-9e83-4688-ba6c-d207c5ca65f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.743864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a53fa59b-e5fa-4367-b3a6-f2c16e90521a req-b282a8b9-aaf1-4171-bcec-3946804e2225 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758760 Dec 16 07:41:51.837668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-01c55548-d378-416e-8cfd-9cb925f17f81 service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871086 Dec 16 07:41:51.856795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:51.936848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.029758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1a7d9dfb-af18-4d6b-9766-4660bfb98fee None None] Provisioning complete for port f9f291a3-7582-4286-aa78-32dd22e1a405 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:52.030600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9dfb-af18-4d6b-9766-4660bfb98fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.036917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Attempting to bind port 59892601-670c-48f6-b1ee-628dc6b26e99 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:52.037435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Attempting to bind port 59892601-670c-48f6-b1ee-628dc6b26e99 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:52.037937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Attempting to bind port 59892601-670c-48f6-b1ee-628dc6b26e99 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:52.051220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:41:52.056196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-472bc675-9e83-4688-ba6c-d207c5ca65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.059939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae67cf-572a-4798-979f-3a2b6897c8c8 None None] Pushing event updated for resources: {'Port': ['ID=59892601-670c-48f6-b1ee-628dc6b26e99,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:52.060598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-472bc675-9e83-4688-ba6c-d207c5ca65f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.067706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-472bc675-9e83-4688-ba6c-d207c5ca65f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/456433f0-8bb1-4fc1-8c06-e4650d6bc1a3 HTTP/1.1" status: 204 len: 168 time: 1.1138146 Dec 16 07:41:52.103777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Request body: {'port': {'device_id': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '2af9ee371df3424abb71a576681fa714'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:52.109440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:52.110550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:52.116433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.117061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:52.117865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Bound port: 59892601-670c-48f6-b1ee-628dc6b26e99, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:52.118397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.195836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d9dfb-af18-4d6b-9766-4660bfb98fee None None] Port f9f291a3-7582-4286-aa78-32dd22e1a405 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:52.235982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Allocated IP 172.20.0.1 (3c8c54ab-aeae-445c-bec5-92b1a625614f/b0d66303-b562-43ec-ae8e-8ee5e9c1b758/50144303-bfa1-46dd-893e-33645289c6cc) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:52.255828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:41:52.261894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bc675-9e83-4688-ba6c-d207c5ca65f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456433f0-8bb1-4fc1-8c06-e4650d6bc1a3,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:52.271494 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fadd25e6-7b6b-4327-8bb6-1b49c66c6e4a admin admin] 10.222.0.43 "PUT /v2.0/routers/0324eed4-67ca-4b0c-bd6b-c16f061b4776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6310382 Dec 16 07:41:52.278441 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Sync routers for ids ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:41:52.297707 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Routers {'0324eed4-67ca-4b0c-bd6b-c16f061b4776'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:52.298333 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:52.318980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] For port 59892601-670c-48f6-b1ee-628dc6b26e99, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:52.336071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] For port 59892601-670c-48f6-b1ee-628dc6b26e99, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59892601-670c-48f6-b1ee-628dc6b26e99,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:52.373619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea91730-a942-47d2-ab04-c9b2c94d2429 req-0d0b3b2b-fb54-43eb-a85f-7f516b2ca5b5 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:52.377519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ea91730-a942-47d2-ab04-c9b2c94d2429 req-0d0b3b2b-fb54-43eb-a85f-7f516b2ca5b5 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.4001191 Dec 16 07:41:52.396011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-659f115b-2908-41f4-8384-b39be48a4d8b service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571432 Dec 16 07:41:52.423000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-b225b5a2-ff95-4b4a-964f-e8994a81e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:52.429083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-b225b5a2-ff95-4b4a-964f-e8994a81e389 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2cbf00d0f3841b0b4c4451ad3983e3d&device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 1121 time: 0.4671614 Dec 16 07:41:52.436359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.455439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.494576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Made reservation on behalf of 2af9ee371df3424abb71a576681fa714 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:52.529544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.579628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.607297 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Set router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:52.613426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abf370a3-268d-4c25-8224-c65b66c310bb up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:52.659812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:52.668327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:52.682905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:52.696928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:52.709015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae67cf-572a-4798-979f-3a2b6897c8c8 None None] Pushing event updated for resources: {'Port': ['ID=59892601-670c-48f6-b1ee-628dc6b26e99,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:52.713324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Routers {'2c8b842f-4413-4383-9635-d941dbd2dbec'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:52.713998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2c8b842f-4413-4383-9635-d941dbd2dbec'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:52.762470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Pushing event updated for resources: {'Port': ['ID=50144303-bfa1-46dd-893e-33645289c6cc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:52.919288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-a9fee03e-3102-4f5a-bf0b-2e7cb052fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:52.922161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-a9fee03e-3102-4f5a-bf0b-2e7cb052fd8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.4666743 Dec 16 07:41:52.929882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.019506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-53d1cdf6-4081-4aec-ae30-11c24ae379b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934 HTTP/1.1" status: 200 len: 217 time: 0.0857933 Dec 16 07:41:53.099942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.209798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port abf370a3-268d-4c25-8224-c65b66c310bb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:53.216925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.220518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-4389c0e9-2f49-468a-bd92-f5828668845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:53.223363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-4389c0e9-2f49-468a-bd92-f5828668845b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1915312 Dec 16 07:41:53.226054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.298504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ea91730-a942-47d2-ab04-c9b2c94d2429 req-ef14854b-3cd5-4a3c-9274-f9853f59f7a9 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8862734 Dec 16 07:41:53.310761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.323486 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:49Z', 'revision_number': 4, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9f291a3-7582-4286-aa78-32dd22e1a405', 'name': '', 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'mac_address': 'fa:16:3e:b0:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'f21f4aa6-1a69-4855-aab0-d9ffa0ff799f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:46Z', 'updated_at': '2021-12-16T07:41:50Z', 'revision_number': 2, 'project_id': '626c24a277b84a708ea43441652b6680', 'subnets': [{'id': 'f21f4aa6-1a69-4855-aab0-d9ffa0ff799f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:53.374114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] Set router 2c8b842f-4413-4383-9635-d941dbd2dbec gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:53.385355 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Checking router: 0324eed4-67ca-4b0c-bd6b-c16f061b4776 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:41:53.385715 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Updating router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 port f9f291a3-7582-4286-aa78-32dd22e1a405 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:41:53.446330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-cdba1eb5-4180-49a2-bb96-729fa3c895bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:53.447696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-cdba1eb5-4180-49a2-bb96-729fa3c895bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131450 Dec 16 07:41:53.457332 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.484238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8810c323-8708-440a-8e7f-8be2eab96c66,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:53.539222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.618353 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.619468 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.697420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Allocated IP 192.168.233.164 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/604e0729-0f1e-46cd-897c-a060c78be21d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:41:53.707687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-f002a143-c2ef-48f8-88cd-38ad962f30bd service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504358 Dec 16 07:41:53.826418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Pushing event updated for resources: {'Port': ['ID=50144303-bfa1-46dd-893e-33645289c6cc,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:53.907304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-66997b75-4e9f-4940-9263-0e10c5ffa34d None None] Provisioning complete for port 50144303-bfa1-46dd-893e-33645289c6cc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:53.907682 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-66997b75-4e9f-4940-9263-0e10c5ffa34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.950917 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:53.953645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:53.961671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:54.052696 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:54.081050 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-17dce049-0ede-470e-96fc-49fa8b39936a req-d61143df-84a7-4f36-8a79-2eec713b54a1 tempest-FloatingIPDetailsNegativeTestJSON-1936568280 tempest-FloatingIPDetailsNegativeTestJSON-1936568280-project] show failed (client error): The resource could not be found. Dec 16 07:41:54.092654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17dce049-0ede-470e-96fc-49fa8b39936a req-d61143df-84a7-4f36-8a79-2eec713b54a1 tempest-FloatingIPDetailsNegativeTestJSON-1936568280 tempest-FloatingIPDetailsNegativeTestJSON-1936568280-project] 10.222.0.43 "GET /v2.0/floatingips/400c5c62-b842-48c0-9f73-e2e224566b9d HTTP/1.1" status: 404 len: 350 time: 0.3547223 Dec 16 07:41:54.113947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-66997b75-4e9f-4940-9263-0e10c5ffa34d None None] Port 50144303-bfa1-46dd-893e-33645289c6cc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:54.116061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34812) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:54.348634 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Router 2c8b842f-4413-4383-9635-d941dbd2dbec has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:41:54.470190 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Attempting to bind port f9f291a3-7582-4286-aa78-32dd22e1a405 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:54.470850 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Attempting to bind port f9f291a3-7582-4286-aa78-32dd22e1a405 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:54.471084 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Attempting to bind port f9f291a3-7582-4286-aa78-32dd22e1a405 on network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:54.506854 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:54.508240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:41:46Z', 'revision_number': 3, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port': {'id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:44Z', 'updated_at': '2021-12-16T07:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:54.514472 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Checking segment: {'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:54.514939 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:54.515938 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Bound using segment: {'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:54.516487 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Bound port: f9f291a3-7582-4286-aa78-32dd22e1a405, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f1687e-ba9f-4855-af7d-0618a9cd3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:54.523126 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:54.564863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:54.594051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca5f70b-b948-4fc3-8895-ec1ef94985bd None None] The sync data for ids ['2c8b842f-4413-4383-9635-d941dbd2dbec'] in n-d-820935-11 is: [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:41:46Z', 'revision_number': 3, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port': {'id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:44Z', 'updated_at': '2021-12-16T07:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:41:54.669277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2abca8ea-9974-4a43-97bb-d2fef7ac3a44 None None] Provisioning complete for port 50144303-bfa1-46dd-893e-33645289c6cc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:54.669761 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2abca8ea-9974-4a43-97bb-d2fef7ac3a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:54.726590 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213aa8c-1256-4027-ba53-3c97efd36c4b None None] Pushing event updated for resources: {'Port': ['ID=f9f291a3-7582-4286-aa78-32dd22e1a405,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:54.739193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:41:54.752241 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac3354b5-54f6-43e8-a992-abcffd023d40 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c8b842f-4413-4383-9635-d941dbd2dbec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6693730 Dec 16 07:41:54.792841 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] For port f9f291a3-7582-4286-aa78-32dd22e1a405, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:54.801069 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] For port f9f291a3-7582-4286-aa78-32dd22e1a405, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f9f291a3-7582-4286-aa78-32dd22e1a405,segment=NetworkSegment(70f1687e-ba9f-4855-af7d-0618a9cd3903),segment_id=70f1687e-ba9f-4855-af7d-0618a9cd3903)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:54.815094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1545278645-network', 'tenant_id': '4605357c76f04f81aef2f31423422533'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:54.855229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2abca8ea-9974-4a43-97bb-d2fef7ac3a44 None None] Port 50144303-bfa1-46dd-893e-33645289c6cc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:54.883495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae30dda9-a7e0-4934-b391-94c4fa659633 req-56bc6e19-9be2-4ea6-9c6e-3f304961beac tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 210 time: 0.3132498 Dec 16 07:41:54.905200 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:54.939391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Made reservation on behalf of 4605357c76f04f81aef2f31423422533 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:54.942378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:54.962447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:54.986005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7bf31288-d04c-4aa6-9f45-3653da12f934 None None] Provisioning complete for port f9f291a3-7582-4286-aa78-32dd22e1a405 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:54.986633 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7bf31288-d04c-4aa6-9f45-3653da12f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.030804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ceb25fe-8b8e-4c7c-b008-a07524cd23ae req-13ed97d9-ee99-4aa2-8f8e-629bb88ff69c service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2967031 Dec 16 07:41:55.074616 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213aa8c-1256-4027-ba53-3c97efd36c4b None None] Pushing event updated for resources: {'Port': ['ID=f9f291a3-7582-4286-aa78-32dd22e1a405,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:55.160418 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7bf31288-d04c-4aa6-9f45-3653da12f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.183430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.210139 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Routers {'0324eed4-67ca-4b0c-bd6b-c16f061b4776'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:55.211238 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:55.238097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7bf31288-d04c-4aa6-9f45-3653da12f934 None None] For port f9f291a3-7582-4286-aa78-32dd22e1a405, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f9f291a3-7582-4286-aa78-32dd22e1a405,segment=NetworkSegment(70f1687e-ba9f-4855-af7d-0618a9cd3903),segment_id=70f1687e-ba9f-4855-af7d-0618a9cd3903)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:55.241058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.272757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cec76fc-de7a-4071-99af-a0696275fb6c req-5532a803-c8cb-47bc-be6e-7ba0ecf4b1c9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.1956625 Dec 16 07:41:55.318865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:41:55.356670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7bf31288-d04c-4aa6-9f45-3653da12f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.361308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db433ac-628c-467e-96ff-b46540d4568a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:55.378391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.379153 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Added segment 60ccb962-b6a1-44e6-8030-cc000a37894a of type vlan for network 759195da-bfd8-460f-b5d4-0cb1f2beebb9 Dec 16 07:41:55.476495 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.517898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf31288-d04c-4aa6-9f45-3653da12f934 None None] Pushing event updated for resources: {'Port': ['ID=f9f291a3-7582-4286-aa78-32dd22e1a405,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:55.533948 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.686827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.688714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:55.689283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.695744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-61989174-8031-4ba6-9085-cb79c908f253 None None] Provisioning complete for port f9f291a3-7582-4286-aa78-32dd22e1a405 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:55.696148 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61989174-8031-4ba6-9085-cb79c908f253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:55.734528 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] Set router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:55.809598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] Pushing event updated for resources: {'Network': ['ID=759195da-bfd8-460f-b5d4-0cb1f2beebb9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:55.829379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 759195da-bfd8-460f-b5d4-0cb1f2beebb9 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:41:55.843697 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-39043853-7fa5-4409-976f-82f069381614 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2771862 Dec 16 07:41:55.847093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34828) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:55.861929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Request body: {'subnet': {'network_id': '759195da-bfd8-460f-b5d4-0cb1f2beebb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1545278645-subnet', 'tenant_id': '4605357c76f04f81aef2f31423422533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:55.977449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357a428-6e88-4810-9565-b157306e2771 req-28a656c3-a766-4ca4-abe6-ba723202dd2d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:55.983612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0357a428-6e88-4810-9565-b157306e2771 req-28a656c3-a766-4ca4-abe6-ba723202dd2d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.3164310 Dec 16 07:41:55.999747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:56.047007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Made reservation on behalf of 4605357c76f04f81aef2f31423422533 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:56.050497 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:56.181523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:41:56.192109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Pushing event updated for resources: {'Port': ['ID=604e0729-0f1e-46cd-897c-a060c78be21d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:56.208395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:56.272576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:41:56.293566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:56.294359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:56.322883 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:49Z', 'revision_number': 4, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9f291a3-7582-4286-aa78-32dd22e1a405', 'name': '', 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'mac_address': 'fa:16:3e:b0:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'f21f4aa6-1a69-4855-aab0-d9ffa0ff799f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:46Z', 'updated_at': '2021-12-16T07:41:54Z', 'revision_number': 4, 'project_id': '626c24a277b84a708ea43441652b6680', 'subnets': [{'id': 'f21f4aa6-1a69-4855-aab0-d9ffa0ff799f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:56.451040 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c358e06-f54b-45f2-8c0b-5be6038d8848 None None] The sync data for ids ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'] in n-d-820935-11 is: [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:49Z', 'revision_number': 4, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9f291a3-7582-4286-aa78-32dd22e1a405', 'name': '', 'network_id': 'c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'mac_address': 'fa:16:3e:b0:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'f21f4aa6-1a69-4855-aab0-d9ffa0ff799f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:46Z', 'updated_at': '2021-12-16T07:41:54Z', 'revision_number': 4, 'project_id': '626c24a277b84a708ea43441652b6680', 'subnets': [{'id': 'f21f4aa6-1a69-4855-aab0-d9ffa0ff799f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:41:56.494893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-b9ab756c-87e5-4587-ad3c-ce37b0e4f2ed tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4184959 Dec 16 07:41:56.630676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59892601-670c-48f6-b1ee-628dc6b26e99 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:56.656354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0357a428-6e88-4810-9565-b157306e2771 req-e8dd7175-8d90-4571-be50-2871de429bf1 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285546 Dec 16 07:41:56.679459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:56.726754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:56.735987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d719d0-47ee-4a5e-9a1a-f0d000ff21e3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:56.779734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Checking segment: {'id': '60ccb962-b6a1-44e6-8030-cc000a37894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '759195da-bfd8-460f-b5d4-0cb1f2beebb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:56.780091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Network hostable DHCP agents. Network: 759195da-bfd8-460f-b5d4-0cb1f2beebb9, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:41:56.821662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5f150e60-6f8c-438b-b2d4-2affcba3a926 None None] Provisioning complete for port 604e0729-0f1e-46cd-897c-a060c78be21d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:56.821835 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f150e60-6f8c-438b-b2d4-2affcba3a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:56.824191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 59892601-670c-48f6-b1ee-628dc6b26e99 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:56.824552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:56.874920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Network 759195da-bfd8-460f-b5d4-0cb1f2beebb9 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:41:56.949336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 759195da-bfd8-460f-b5d4-0cb1f2beebb9) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:41:56.954604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:56.955760 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:57.048291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bce20bbe-4281-4d4e-9d7f-4d575fcd9e6c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1950300 Dec 16 07:41:57.105528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0909069-5775-45eb-a2ff-4f7414844bef None None] Network 759195da-bfd8-460f-b5d4-0cb1f2beebb9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:57.286751 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:57.304446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5f150e60-6f8c-438b-b2d4-2affcba3a926 None None] Port 604e0729-0f1e-46cd-897c-a060c78be21d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:57.354235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:57.380694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 59892601-670c-48f6-b1ee-628dc6b26e99, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59892601-670c-48f6-b1ee-628dc6b26e99,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:57.384211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d9bf-9c10-4f8e-940e-fba9a9fb3824 req-6c1c0dfd-30f2-4fc3-8190-b33aa52b34b6 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:57.385762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2d9bf-9c10-4f8e-940e-fba9a9fb3824 req-6c1c0dfd-30f2-4fc3-8190-b33aa52b34b6 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 936 time: 0.2523961 Dec 16 07:41:57.430714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30f74f-f5c7-4f6e-8d6a-7d8e765a2dde None None] Network 759195da-bfd8-460f-b5d4-0cb1f2beebb9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:41:57.492395 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:57.517137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2d9bf-9c10-4f8e-940e-fba9a9fb3824 req-f7b8a2b9-e43d-4cd0-bffb-38e65a288a43 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 Dec 16 07:41:57.632671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=59892601-670c-48f6-b1ee-628dc6b26e99,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:57.668316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Sync routers for ids ['2c8b842f-4413-4383-9635-d941dbd2dbec'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:41:57.683786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Routers {'2c8b842f-4413-4383-9635-d941dbd2dbec'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:57.684708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2c8b842f-4413-4383-9635-d941dbd2dbec'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:57.715332 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dd1555f-c0cd-44f1-881f-728057fa2c6e req-a5c90255-e3f5-49d9-aeae-facafa6899d3 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.0307446 Dec 16 07:41:57.735121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Deleting port f9f291a3-7582-4286-aa78-32dd22e1a405 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:41:57.735607 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:57.905267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Set router 2c8b842f-4413-4383-9635-d941dbd2dbec gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:41:57.927296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] For port f9f291a3-7582-4286-aa78-32dd22e1a405, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f9f291a3-7582-4286-aa78-32dd22e1a405,segment=NetworkSegment(70f1687e-ba9f-4855-af7d-0618a9cd3903),segment_id=70f1687e-ba9f-4855-af7d-0618a9cd3903)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:41:57.932273 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:57.964708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Calling delete_port for f9f291a3-7582-4286-aa78-32dd22e1a405 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:41:58.186149 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9430355b-97ba-4fab-8dfe-5c47c1510cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.282000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:41:52Z', 'revision_number': 4, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port': {'id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:44Z', 'updated_at': '2021-12-16T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '50144303-bfa1-46dd-893e-33645289c6cc', 'name': '', 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'mac_address': 'fa:16:3e:2e:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'b0d66303-b562-43ec-ae8e-8ee5e9c1b758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:51Z', 'updated_at': '2021-12-16T07:41:53Z', 'revision_number': 2, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'subnets': [{'id': 'b0d66303-b562-43ec-ae8e-8ee5e9c1b758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:58.290450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34858) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:58.295528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1791343162-network', 'tenant_id': '073a513a841846208a77590758baa058'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:58.317583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Checking router: 2c8b842f-4413-4383-9635-d941dbd2dbec for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:41:58.317940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Updating router 2c8b842f-4413-4383-9635-d941dbd2dbec port 50144303-bfa1-46dd-893e-33645289c6cc binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:41:58.382401 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.400518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Made reservation on behalf of 073a513a841846208a77590758baa058 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:58.402829 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.423817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.579257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35935ab1-9361-4552-a8fd-3ed2b7333a4e req-3d1aed83-d88e-4571-830e-b03eeef31fc8 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:58.583922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35935ab1-9361-4552-a8fd-3ed2b7333a4e req-3d1aed83-d88e-4571-830e-b03eeef31fc8 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.3001084 Dec 16 07:41:58.658064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.662148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.735254 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.774674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59892601-670c-48f6-b1ee-628dc6b26e99 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:58.784843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:41:58.806997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b445b-7b36-4fab-bba1-821020c27ba0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:58.814019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.814885 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Added segment 302fc7e9-d974-4cab-8e1e-a610ad4d60d4 of type vlan for network ff94fbd6-24ab-48d6-b615-596bd9ccda3b Dec 16 07:41:58.925337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 59892601-670c-48f6-b1ee-628dc6b26e99 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:58.926871 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:58.937916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.010807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f291a3-7582-4286-aa78-32dd22e1a405,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:59.033599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35935ab1-9361-4552-a8fd-3ed2b7333a4e req-b1ee756b-f046-4a7b-81b7-a97be3667d69 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359398 Dec 16 07:41:59.035500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.036759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:59.037867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.058395 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.144732 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.166666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] Pushing event updated for resources: {'Network': ['ID=ff94fbd6-24ab-48d6-b615-596bd9ccda3b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:59.198515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network ff94fbd6-24ab-48d6-b615-596bd9ccda3b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:41:59.228905 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbc593cb-35b9-455d-9fff-1e0f8a2eab50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9373374 Dec 16 07:41:59.229501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34866) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:41:59.234892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Request body: {'subnet': {'network_id': 'ff94fbd6-24ab-48d6-b615-596bd9ccda3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1791343162-subnet', 'tenant_id': '073a513a841846208a77590758baa058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:41:59.255851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.274565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f29fe0-301a-4f5d-b9ec-e894d3a64731 req-a2f24f10-9ca3-4e4e-b7cd-43d53b6e0587 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:41:59.283166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18f29fe0-301a-4f5d-b9ec-e894d3a64731 req-a2f24f10-9ca3-4e4e-b7cd-43d53b6e0587 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 936 time: 0.0827057 Dec 16 07:41:59.308584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f9f291a3-7582-4286-aa78-32dd22e1a405 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:41:59.344494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Made reservation on behalf of 073a513a841846208a77590758baa058 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:41:59.347440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.362298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f9f291a3-7582-4286-aa78-32dd22e1a405 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:41:59.362838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f9f291a3-7582-4286-aa78-32dd22e1a405 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 07:41:59.375772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b56542-810b-456b-8469-9dc1bc4686df None None] Pushing event updated for resources: {'Port': ['ID=50144303-bfa1-46dd-893e-33645289c6cc,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:59.437748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Port f9f291a3-7582-4286-aa78-32dd22e1a405 not found, will not notify nova. {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 07:41:59.445944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18f29fe0-301a-4f5d-b9ec-e894d3a64731 req-7a9647e8-1c7e-4e21-bca2-4fc4f8c363a5 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618109 Dec 16 07:41:59.608781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ae1ebba-ab86-4000-a869-6cacaae45560 req-8a5e455f-7497-4f3d-b87d-08e7d6dc6949 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.0444508 Dec 16 07:41:59.611484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Attempting to bind port 50144303-bfa1-46dd-893e-33645289c6cc on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:41:59.611484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Attempting to bind port 50144303-bfa1-46dd-893e-33645289c6cc by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:41:59.611484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Attempting to bind port 50144303-bfa1-46dd-893e-33645289c6cc on network 3c8c54ab-aeae-445c-bec5-92b1a625614f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:41:59.616802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:41:59.617332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Checking segment: {'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:59.617743 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.618133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Bound using segment: {'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:41:59.618607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Bound port: 50144303-bfa1-46dd-893e-33645289c6cc, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d799799-a0cd-466b-9bdd-ee644c569137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:41:59.619113 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.704130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.724323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] For port 50144303-bfa1-46dd-893e-33645289c6cc, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:41:59.729131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] For port 50144303-bfa1-46dd-893e-33645289c6cc, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=50144303-bfa1-46dd-893e-33645289c6cc,segment=NetworkSegment(5d799799-a0cd-466b-9bdd-ee644c569137),segment_id=5d799799-a0cd-466b-9bdd-ee644c569137)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:41:59.757116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.772019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-819c3662-f3e1-463a-8065-d63bf975ed6d None None] Provisioning complete for port 50144303-bfa1-46dd-893e-33645289c6cc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:41:59.772611 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819c3662-f3e1-463a-8065-d63bf975ed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.786026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:41:59.822842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-819c3662-f3e1-463a-8065-d63bf975ed6d None None] Port 50144303-bfa1-46dd-893e-33645289c6cc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:41:59.826650 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:41:59.874681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7089f95-a074-4c24-b692-27ee7003a7e3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:41:59.879049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Checking segment: {'id': '302fc7e9-d974-4cab-8e1e-a610ad4d60d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ff94fbd6-24ab-48d6-b615-596bd9ccda3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:41:59.879674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Network hostable DHCP agents. Network: ff94fbd6-24ab-48d6-b615-596bd9ccda3b, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:41:59.921439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Routers {'2c8b842f-4413-4383-9635-d941dbd2dbec'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:41:59.922690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2c8b842f-4413-4383-9635-d941dbd2dbec'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:41:59.980289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Network ff94fbd6-24ab-48d6-b615-596bd9ccda3b is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:42:00.060924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:42:00.067031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, ff94fbd6-24ab-48d6-b615-596bd9ccda3b) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:00.067335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7c0ac13b-88a3-4443-9537-bdefdbf3b34d admin admin] 10.222.0.43 "PUT /v2.0/routers/0324eed4-67ca-4b0c-bd6b-c16f061b4776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9479325 Dec 16 07:42:00.070469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:00.079570 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] Sync routers for ids ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:42:00.110644 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] Routers {'0324eed4-67ca-4b0c-bd6b-c16f061b4776'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:00.111734 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:00.275745 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] Set router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:00.470810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6794515-ab5a-464e-9187-446fa715cb16 None None] Network ff94fbd6-24ab-48d6-b615-596bd9ccda3b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:42:00.497081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34878) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:00.504462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1c437f5b-b182-48fc-9445-9745aca43ad4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438839486', 'description': 'tempest-description--751010398'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:00.591628 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:58Z', 'revision_number': 5, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:00.624577 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] Checking router: 0324eed4-67ca-4b0c-bd6b-c16f061b4776 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:42:00.634228 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] Routers {'0324eed4-67ca-4b0c-bd6b-c16f061b4776'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:00.636564 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:41:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:00.641356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:00.642023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:00.653384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:00.656025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c437f5b-b182-48fc-9445-9745aca43ad4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:00.717357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b56542-810b-456b-8469-9dc1bc4686df None None] Pushing event updated for resources: {'Port': ['ID=50144303-bfa1-46dd-893e-33645289c6cc,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:00.725764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-0733ab7e-cfd9-4f5d-9c80-895e11bd330d tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:00.726938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-0733ab7e-cfd9-4f5d-9c80-895e11bd330d tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157645 Dec 16 07:42:00.777329 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-03759ac5-9858-467f-b10b-21b626712c8d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5378408 Dec 16 07:42:00.780826 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:00.816587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b2f38a11-892f-4a07-bc39-842ee3c17a30 None None] Provisioning complete for port 50144303-bfa1-46dd-893e-33645289c6cc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:00.820353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b2f38a11-892f-4a07-bc39-842ee3c17a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:00.825315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] Set router 2c8b842f-4413-4383-9635-d941dbd2dbec gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:00.834902 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] Set router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:00.835825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c560-0a2d-4fcc-bcd3-8b99bc4caba6 req-d8c17401-e7ee-47f7-ac6e-8529a8411d89 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:00.842373 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-907215f1-eb0b-4d61-842f-d3c683d79a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:00.848622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a545c560-0a2d-4fcc-bcd3-8b99bc4caba6 req-d8c17401-e7ee-47f7-ac6e-8529a8411d89 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.2533572 Dec 16 07:42:01.005064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992f371-8f6e-49b9-9e0d-46e8e32bd100 None None] Network ff94fbd6-24ab-48d6-b615-596bd9ccda3b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:42:01.036139 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c437f5b-b182-48fc-9445-9745aca43ad4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.043940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Deleting port abf370a3-268d-4c25-8224-c65b66c310bb {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:01.044627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.053634 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:01.137832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a545c560-0a2d-4fcc-bcd3-8b99bc4caba6 req-403f3650-b47d-4072-8919-7ba5f02e3410 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882509 Dec 16 07:42:01.181177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c437f5b-b182-48fc-9445-9745aca43ad4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.262843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c437f5b-b182-48fc-9445-9745aca43ad4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ba5edf-ca6b-4def-a4cc-36fcd3219a05,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:01.280911 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:58Z', 'revision_number': 5, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:01.286697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Request body: {'port': {'device_id': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:01.309897 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e7873-3bbb-4380-a3fa-ea9de27008e9 None None] The sync data for ids ['0324eed4-67ca-4b0c-bd6b-c16f061b4776'] in n-d-820935-11 is: [{'id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-700877829-router', 'tenant_id': '626c24a277b84a708ea43441652b6680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:39Z', 'updated_at': '2021-12-16T07:41:58Z', 'revision_number': 5, 'project_id': '626c24a277b84a708ea43441652b6680', 'gw_port': {'id': 'abf370a3-268d-4c25-8224-c65b66c310bb', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324eed4-67ca-4b0c-bd6b-c16f061b4776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:40Z', 'updated_at': '2021-12-16T07:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:42:01.371445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] Deleting subnet 42d719d0-47ee-4a5e-9a1a-f0d000ff21e3 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:42:01.390553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c437f5b-b182-48fc-9445-9745aca43ad4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.391943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1c437f5b-b182-48fc-9445-9745aca43ad4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8934612 Dec 16 07:42:01.393276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.396571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34888) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:01.426155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-53e374ff-7da0-4cca-a98b-7b10fd3483a3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'security_group_rule': {'security_group_id': '91ba5edf-ca6b-4def-a4cc-36fcd3219a05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:01.444563 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b2f38a11-892f-4a07-bc39-842ee3c17a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.473054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] For port abf370a3-268d-4c25-8224-c65b66c310bb, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=abf370a3-268d-4c25-8224-c65b66c310bb,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:01.473734 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.520239 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.528514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Calling delete_port for abf370a3-268d-4c25-8224-c65b66c310bb owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:01.562327 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.569937 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53e374ff-7da0-4cca-a98b-7b10fd3483a3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.677815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b2f38a11-892f-4a07-bc39-842ee3c17a30 None None] For port 50144303-bfa1-46dd-893e-33645289c6cc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=50144303-bfa1-46dd-893e-33645289c6cc,segment=NetworkSegment(5d799799-a0cd-466b-9bdd-ee644c569137),segment_id=5d799799-a0cd-466b-9bdd-ee644c569137)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:01.683801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c13eae-ff16-4dd2-b5b6-e118e5176ca2 req-dc136772-fc3f-437a-a3c0-c019f58a6f14 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:01.686023 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.694413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:41:52Z', 'revision_number': 4, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port': {'id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:44Z', 'updated_at': '2021-12-16T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '50144303-bfa1-46dd-893e-33645289c6cc', 'name': '', 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'mac_address': 'fa:16:3e:2e:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'b0d66303-b562-43ec-ae8e-8ee5e9c1b758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:51Z', 'updated_at': '2021-12-16T07:41:59Z', 'revision_number': 4, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'subnets': [{'id': 'b0d66303-b562-43ec-ae8e-8ee5e9c1b758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:01.701040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6c13eae-ff16-4dd2-b5b6-e118e5176ca2 req-dc136772-fc3f-437a-a3c0-c019f58a6f14 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 936 time: 0.4352691 Dec 16 07:42:01.728308 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.754547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffb8f4-c69a-4cbe-9a26-cffa260930b1 None None] The sync data for ids ['2c8b842f-4413-4383-9635-d941dbd2dbec'] in n-d-820935-11 is: [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:41:52Z', 'revision_number': 4, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port': {'id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:44Z', 'updated_at': '2021-12-16T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '50144303-bfa1-46dd-893e-33645289c6cc', 'name': '', 'network_id': '3c8c54ab-aeae-445c-bec5-92b1a625614f', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'mac_address': 'fa:16:3e:2e:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'b0d66303-b562-43ec-ae8e-8ee5e9c1b758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:51Z', 'updated_at': '2021-12-16T07:41:59Z', 'revision_number': 4, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'subnets': [{'id': 'b0d66303-b562-43ec-ae8e-8ee5e9c1b758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:42:01.758893 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b2f38a11-892f-4a07-bc39-842ee3c17a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:01.921715 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f38a11-892f-4a07-bc39-842ee3c17a30 None None] Pushing event updated for resources: {'Port': ['ID=50144303-bfa1-46dd-893e-33645289c6cc,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:02.005837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6c13eae-ff16-4dd2-b5b6-e118e5176ca2 req-3f2166bc-b88e-4346-942f-8cd2bb0455db tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862294 Dec 16 07:42:02.146183 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53e374ff-7da0-4cca-a98b-7b10fd3483a3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.228146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53e374ff-7da0-4cca-a98b-7b10fd3483a3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.251525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e85e4436-2414-425f-9509-e1bece01e466 req-253a0bb2-67ab-4a8c-bc9c-af9a05157ac2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.0597353 Dec 16 07:42:02.330575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e374ff-7da0-4cca-a98b-7b10fd3483a3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5f57d7-b402-44c8-aecd-800c0d58ec76,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:02.427969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53e374ff-7da0-4cca-a98b-7b10fd3483a3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.429782 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-53e374ff-7da0-4cca-a98b-7b10fd3483a3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0321627 Dec 16 07:42:02.432563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34892) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:02.442471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-98daf092-10bb-421f-863c-fa2613f046be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'security_group_rule': {'security_group_id': '91ba5edf-ca6b-4def-a4cc-36fcd3219a05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:02.455027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.540006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 50144303-bfa1-46dd-893e-33645289c6cc up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:02.548702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca131e03-cf17-497b-ba90-35aaf01f286a req-0db17bd7-10af-45a7-99d3-5b0b8e57dfe5 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:02.556131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca131e03-cf17-497b-ba90-35aaf01f286a req-0db17bd7-10af-45a7-99d3-5b0b8e57dfe5 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.1798091 Dec 16 07:42:02.566382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604e0729-0f1e-46cd-897c-a060c78be21d {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:02.581078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.590219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.598161 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/42d719d0-47ee-4a5e-9a1a-f0d000ff21e3 HTTP/1.1" status: 204 len: 168 time: 1.5431693 Dec 16 07:42:02.600948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34894) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:02.619382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb65ecd-b8ed-492e-84e4-8735373bf8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d719d0-47ee-4a5e-9a1a-f0d000ff21e3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:02.626354 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98daf092-10bb-421f-863c-fa2613f046be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.645601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Transition to ACTIVE for port object 604e0729-0f1e-46cd-897c-a060c78be21d will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:02.661934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 50144303-bfa1-46dd-893e-33645289c6cc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:02.662326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.703961 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.767295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98daf092-10bb-421f-863c-fa2613f046be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.796908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.816590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca131e03-cf17-497b-ba90-35aaf01f286a req-b565f433-1ef8-4a9d-afa3-3a2070a36f42 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592621 Dec 16 07:42:02.842095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.874483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=604e0729-0f1e-46cd-897c-a060c78be21d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:02.899053 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98daf092-10bb-421f-863c-fa2613f046be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:02.901283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f9f291a3-7582-4286-aa78-32dd22e1a405 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:02.956366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f9f291a3-7582-4286-aa78-32dd22e1a405 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:02.957102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f9f291a3-7582-4286-aa78-32dd22e1a405 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:03.001678 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Pushing event deleted for resources: {'Port': ['ID=abf370a3-268d-4c25-8224-c65b66c310bb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:03.020497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Attempting to bind port 604e0729-0f1e-46cd-897c-a060c78be21d on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:03.020833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Attempting to bind port 604e0729-0f1e-46cd-897c-a060c78be21d by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:03.021165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Attempting to bind port 604e0729-0f1e-46cd-897c-a060c78be21d on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:03.033406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daf092-10bb-421f-863c-fa2613f046be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c977a1b-89a3-4782-8d62-ddd03cee3d52,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:03.143734 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.157683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Port 604e0729-0f1e-46cd-897c-a060c78be21d on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:03.157972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Attempting to bind port 604e0729-0f1e-46cd-897c-a060c78be21d on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:03.267064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98daf092-10bb-421f-863c-fa2613f046be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.274782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34902) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:03.276604 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.278313 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98daf092-10bb-421f-863c-fa2613f046be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8345108 Dec 16 07:42:03.281616 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.305416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:03.310564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:03.310564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:03.310564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Bound port: 604e0729-0f1e-46cd-897c-a060c78be21d, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:03.310564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.343874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:03.397717 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.401995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.429862 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.430589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.431695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.432359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > port after_create 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.432979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.433779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > port after_update 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.434327 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.434860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.435632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.437070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.535618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.535618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.535864 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.536206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:03.544556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.546528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0324eed4-67ca-4b0c-bd6b-c16f061b4776 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:42:03.547222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759195da-bfd8-460f-b5d4-0cb1f2beebb9']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:03.553814 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.558441 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-563fe806-e8d1-4ceb-a00c-d0cc7261e36b admin admin] 10.222.0.43 "DELETE /v2.0/routers/0324eed4-67ca-4b0c-bd6b-c16f061b4776 HTTP/1.1" status: 204 len: 168 time: 3.4868517 Dec 16 07:42:03.559100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:03.589930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ccb962-b6a1-44e6-8030-cc000a37894a') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:03.590535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ccb962-b6a1-44e6-8030-cc000a37894a') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:03.613702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.642763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] Deleting subnet f21f4aa6-1a69-4855-aab0-d9ffa0ff799f {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:42:03.645208 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.646650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.656494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:42:03.657561 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.681336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.36', 50604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: from cryptography.utils import int_from_bytes Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: from cryptography.utils import int_from_bytes Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:42:03.705912 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:42:03.822242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.869571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43895057-91bc-4383-9563-000019c78731 req-828dceef-29b6-4fc8-8594-95f95c2e048d tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:03.871237 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43895057-91bc-4383-9563-000019c78731 req-828dceef-29b6-4fc8-8594-95f95c2e048d tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 948 time: 0.6682396 Dec 16 07:42:03.886992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-a8f05f5a-bc62-402e-b8e1-e80ed7d9ec2d tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=dffa0251267c4132b0d981ba805457e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4667938 Dec 16 07:42:03.937594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.945258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:03.950062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] 10.222.0.43 "DELETE /v2.0/networks/759195da-bfd8-460f-b5d4-0cb1f2beebb9 HTTP/1.1" status: 204 len: 168 time: 1.3478425 Dec 16 07:42:03.987816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34916) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:03.997272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:04.038144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863475d-1f1a-4998-b731-8d28e922ea40 admin admin] Pushing event deleted for resources: {'Network': ['ID=759195da-bfd8-460f-b5d4-0cb1f2beebb9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:04.088885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470ecd-59a5-454f-8687-587efb157485 req-48c1fdd6-7b92-4345-820f-867b98a4bd56 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:04.091228 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-48c1fdd6-7b92-4345-820f-867b98a4bd56 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.4084942 Dec 16 07:42:04.109087 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:04.119749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Request body: {'port': {'device_id': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'admin_state_up': True, 'tenant_id': '1fc341eb3d984b099c3301bb32040cb1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:04.169324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] For port 604e0729-0f1e-46cd-897c-a060c78be21d, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:04.265552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43895057-91bc-4383-9563-000019c78731 req-50cbf66e-707c-4fa2-9c0b-957bac72efc1 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764039 Dec 16 07:42:04.265552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] For port 604e0729-0f1e-46cd-897c-a060c78be21d, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=604e0729-0f1e-46cd-897c-a060c78be21d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:04.265552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-8cf7480d-5128-4755-a657-57b590f1adaf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:04.265552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-8cf7480d-5128-4755-a657-57b590f1adaf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3441117 Dec 16 07:42:04.275145 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:04.308333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-94172f42-19fb-4ed5-9d9f-bec1c53fcd04 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/quotas/dffa0251267c4132b0d981ba805457e7 HTTP/1.1" status: 200 len: 375 time: 0.0563345 Dec 16 07:42:04.339695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] Deleting subnet b7089f95-a074-4c24-b692-27ee7003a7e3 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:42:04.344688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42ee522a-db66-4770-b1dc-0a46d3ba8531 req-9d5e6025-5f56-4798-b407-0ddedf16ba6e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.0647199 Dec 16 07:42:04.366173 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:04.405430 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-1af8846e-62cd-4572-a3ac-07f19c4e29ef tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dffa0251267c4132b0d981ba805457e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786657 Dec 16 07:42:04.482062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:04.681594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:04.681706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abf370a3-268d-4c25-8224-c65b66c310bb no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:04.681811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:04.681884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: abf370a3-268d-4c25-8224-c65b66c310bb {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:04.681884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abf370a3-268d-4c25-8224-c65b66c310bb not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:04.705992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6bd88-2179-4910-97c6-4e305de37d7d req-d4c5f9f4-c187-4816-b4a0-c7ee6236edfe tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:04.708723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edb6bd88-2179-4910-97c6-4e305de37d7d req-d4c5f9f4-c187-4816-b4a0-c7ee6236edfe tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.1051841 Dec 16 07:42:04.757514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Allocated IP 172.25.2.89 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/a6aa570a-8fc6-49e7-b5d0-790dc39875ba) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:04.800485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edb6bd88-2179-4910-97c6-4e305de37d7d req-e1696d71-6878-4b07-831d-1775b62b9299 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784731 Dec 16 07:42:04.963771 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.031250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:05.031250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.031250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/604e0729-0f1e-46cd-897c-a060c78be21d HTTP/1.1" status: 200 len: 1097 time: 3.8665838 Dec 16 07:42:05.031250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'tag': '604e0729-0f1e-46cd-897c-a060c78be21d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:05.031250 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9898b40-9aa8-4911-af93-aa221ff609d8" -d '{"events": [{"name": "network-changed", "server_uuid": "308bb1b9-804c-45f0-8b82-00b4780e59f6", "tag": "604e0729-0f1e-46cd-897c-a060c78be21d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:05.047061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230d012-021f-4d52-8f92-d28d31bdc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=604e0729-0f1e-46cd-897c-a060c78be21d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:05.060996 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ef1425-f8d4-4c2d-bf9c-d86e83cefec4 x-openstack-request-id: req-91ef1425-f8d4-4c2d-bf9c-d86e83cefec4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:05.061820 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308bb1b9-804c-45f0-8b82-00b4780e59f6", "tag": "604e0729-0f1e-46cd-897c-a060c78be21d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:05.062071 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91ef1425-f8d4-4c2d-bf9c-d86e83cefec4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:05.062468 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'tag': '604e0729-0f1e-46cd-897c-a060c78be21d', 'status': 'completed', 'code': 200} Dec 16 07:42:05.169114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898b40-9aa8-4911-af93-aa221ff609d8 req-6ca5182d-f1c1-4e60-b3ec-ad5dd2aa9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:05.171500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9898b40-9aa8-4911-af93-aa221ff609d8 req-6ca5182d-f1c1-4e60-b3ec-ad5dd2aa9f8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af9ee371df3424abb71a576681fa714&device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 1100 time: 0.0616381 Dec 16 07:42:05.219821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9898b40-9aa8-4911-af93-aa221ff609d8 req-551531cf-9205-451e-9481-e342f2cd34c1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2af9ee371df3424abb71a576681fa714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326314 Dec 16 07:42:05.601205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcc719-efbb-4705-b1ab-f0cd592f4a76 req-bd3868f5-5b99-457b-88b6-db43cdb36cab tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:05.602684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18fcc719-efbb-4705-b1ab-f0cd592f4a76 req-bd3868f5-5b99-457b-88b6-db43cdb36cab tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 948 time: 0.1348639 Dec 16 07:42:05.605567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898b40-9aa8-4911-af93-aa221ff609d8 req-9fc2898d-eb6d-4c93-80a7-0efc3e9e0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:05.607040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9898b40-9aa8-4911-af93-aa221ff609d8 req-9fc2898d-eb6d-4c93-80a7-0efc3e9e0a04 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3808818 Dec 16 07:42:05.613140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.617144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.619259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Made reservation on behalf of 1fc341eb3d984b099c3301bb32040cb1 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:05.626196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.673048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21f4aa6-1a69-4855-aab0-d9ffa0ff799f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:05.688596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.692387 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c53d973c-32d6-4d36-bc89-62daa04320d4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f21f4aa6-1a69-4855-aab0-d9ffa0ff799f HTTP/1.1" status: 204 len: 168 time: 2.1268661 Dec 16 07:42:05.695007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f8720-c1ee-46d9-bc77-4548804687ee None None] Network c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:42:05.697385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.704103 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b7089f95-a074-4c24-b692-27ee7003a7e3 HTTP/1.1" status: 204 len: 168 time: 1.6915102 Dec 16 07:42:05.705166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34926) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:05.718243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34930) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:05.759203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18fcc719-efbb-4705-b1ab-f0cd592f4a76 req-08dc082e-4ac0-43d5-a4d1-cd70d1c0ff11 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495321 Dec 16 07:42:05.774814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0bdeb-eab2-4611-998c-e3ba0d3c6f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7089f95-a074-4c24-b692-27ee7003a7e3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:05.870943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8498527-23da-4aa9-9fe2-09be861bfa49 req-4d412724-9aff-444d-83ef-8bb9dcb6aae1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.0805631 Dec 16 07:42:05.931380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79bd38ad-ac42-4940-8841-e3760dd0d668 req-b0de8a44-ec0f-4b7f-b877-2b60ea4201a2 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 210 time: 0.0965664 Dec 16 07:42:05.939281 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] DHCP port deletion for c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:42:05.948455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.983120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:05.990194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-1e143b08-963d-43e4-b0f1-16674ed76fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:05.996293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-1e143b08-963d-43e4-b0f1-16674ed76fcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af9ee371df3424abb71a576681fa714&device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 1100 time: 0.1987927 Dec 16 07:42:06.006674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] Deleting port a2effb7e-f193-435a-b0a5-5a095a5fc779 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:06.007050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.077994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] For port a2effb7e-f193-435a-b0a5-5a095a5fc779, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a2effb7e-f193-435a-b0a5-5a095a5fc779,segment=NetworkSegment(70f1687e-ba9f-4855-af7d-0618a9cd3903),segment_id=70f1687e-ba9f-4855-af7d-0618a9cd3903)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:06.078686 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.091995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] Calling delete_port for a2effb7e-f193-435a-b0a5-5a095a5fc779 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:06.104432 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.131151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-441cbcf2-9e0a-47d9-a147-56c800cf997d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=604e0729-0f1e-46cd-897c-a060c78be21d HTTP/1.1" status: 200 len: 217 time: 0.1185665 Dec 16 07:42:06.155573 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Allocated IP 172.20.0.14 (b29d70f3-9749-473b-9e4f-ddd4263dfda2/fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737/dd7cdbee-d570-4ce0-9342-4aedad57599a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:06.185394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.222483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff94fbd6-24ab-48d6-b615-596bd9ccda3b']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:06.233211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6ec79-f642-45ea-a6a3-8bdb5b482e0c req-ef22fced-9d47-48f0-ac9b-ce5ac9b08ce2 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:06.234721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0e6ec79-f642-45ea-a6a3-8bdb5b482e0c req-ef22fced-9d47-48f0-ac9b-ce5ac9b08ce2 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.2358882 Dec 16 07:42:06.245843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302fc7e9-d974-4cab-8e1e-a610ad4d60d4') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:06.248318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302fc7e9-d974-4cab-8e1e-a610ad4d60d4') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:06.249227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-7216eff3-5f94-45c0-bd24-98be350c513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:06.250710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-7216eff3-5f94-45c0-bd24-98be350c513f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1010003 Dec 16 07:42:06.256980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Deleting port a2effb7e-f193-435a-b0a5-5a095a5fc779 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:06.257329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.277981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.310073 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.318524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.321500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] For port a2effb7e-f193-435a-b0a5-5a095a5fc779, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a2effb7e-f193-435a-b0a5-5a095a5fc779,segment=NetworkSegment(70f1687e-ba9f-4855-af7d-0618a9cd3903),segment_id=70f1687e-ba9f-4855-af7d-0618a9cd3903)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:06.322803 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.335676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Calling delete_port for a2effb7e-f193-435a-b0a5-5a095a5fc779 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:06.340695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:42:06.341094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.349015 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:42:06.364739 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:42:06.374911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] Pushing event deleted for resources: {'Port': ['ID=a2effb7e-f193-435a-b0a5-5a095a5fc779,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:06.380293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250693f-2e09-4c0c-bb8c-cd49d6ef358a None None] No DVR routers for this DVR port a2effb7e-f193-435a-b0a5-5a095a5fc779 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:06.417884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:06.424913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0e6ec79-f642-45ea-a6a3-8bdb5b482e0c req-9b033802-dc13-492c-927e-7eaf07a63eb4 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810679 Dec 16 07:42:06.432977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:06.441222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:06.454649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-bb3091b8-5ce8-41dd-b568-1d2de5c8fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:06.456457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-bb3091b8-5ce8-41dd-b568-1d2de5c8fb4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954236 Dec 16 07:42:06.457114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event updated for resources: {'Port': ['ID=a6aa570a-8fc6-49e7-b5d0-790dc39875ba,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:06.512858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.517228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a2effb7e-f193-435a-b0a5-5a095a5fc779 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:06.542353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: a2effb7e-f193-435a-b0a5-5a095a5fc779 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:06.542975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a2effb7e-f193-435a-b0a5-5a095a5fc779 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:06.557736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.562686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] No DVR routers for this DVR port a2effb7e-f193-435a-b0a5-5a095a5fc779 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:06.566797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.569720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2effb7e-f193-435a-b0a5-5a095a5fc779,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:06.569932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff94fbd6-24ab-48d6-b615-596bd9ccda3b HTTP/1.1" status: 204 len: 168 time: 0.8504784 Dec 16 07:42:06.623222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81612b68-8c1e-4212-9e29-b61ac1b843e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff94fbd6-24ab-48d6-b615-596bd9ccda3b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:06.632632 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.678003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.680644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-19a9f614-4ed9-4d0c-8f1a-6b10ab21da73 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025337 Dec 16 07:42:06.684443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.711116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.711493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.712291 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.712633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > port after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.712962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > port after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.713344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > port after_update 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.713674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.713999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.714320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.714645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.792211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:06.837645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710845bc-e7a9-4013-b4f2-7ed627d8940d req-8b10e09f-4d90-436c-b5ba-c72788d5cd2c service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452258 Dec 16 07:42:06.937823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636809d-e94a-46d7-9040-46b7f4c1a890 req-faf06577-fee8-4414-985a-4526fc687e98 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:06.939499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7636809d-e94a-46d7-9040-46b7f4c1a890 req-faf06577-fee8-4414-985a-4526fc687e98 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 948 time: 0.1045094 Dec 16 07:42:06.988881 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.989485 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.989973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.990441 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 07:42:06.990931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:07.011672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f1687e-ba9f-4855-af7d-0618a9cd3903') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:07.011965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f1687e-ba9f-4855-af7d-0618a9cd3903') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:07.031224 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.049117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7636809d-e94a-46d7-9040-46b7f4c1a890 req-40966859-7496-499b-819a-145a88052b2a tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034667 Dec 16 07:42:07.051017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30c2ec54-ac8b-40c1-b0da-39cf3f2f113c req-6ec9ea30-bedb-4ea2-b08c-2f408e596ebb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.0503101 Dec 16 07:42:07.063100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.080878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: from cryptography.utils import int_from_bytes Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: from cryptography.utils import int_from_bytes Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:42:07.099228 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:42:07.101754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34950) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:07.150813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-675431ac-e39a-4268-a36c-3b01231fed63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4605357c76f04f81aef2f31423422533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485744 Dec 16 07:42:07.164402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34954) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:07.167637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f48d7251-8a34-4a71-a7fa-66a3663547bc req-641969c2-f3e8-4ccf-b1e3-104453eeb316 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 210 time: 0.0360227 Dec 16 07:42:07.198123 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.221865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:07.232162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:07.243878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:07.248100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:07.274384 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dec1894c-47db-4077-a121-713721061f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.299461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:07.300115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.303525 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event updated for resources: {'Port': ['ID=a6aa570a-8fc6-49e7-b5d0-790dc39875ba,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:07.318030 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dec1894c-47db-4077-a121-713721061f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.325928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.338449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.346544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.350248 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] 10.222.0.43 "DELETE /v2.0/networks/c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93 HTTP/1.1" status: 204 len: 168 time: 1.6276455 Dec 16 07:42:07.364404 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-569560b9-0993-4757-8904-c41f4a007afa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2493744 Dec 16 07:42:07.365132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167f197-733e-4d8a-a1a4-0ec7da4c506c admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a8f9ea-c4b9-49cf-9758-1a7e1a1c0f93,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:07.384088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Request body: {'port': {'device_id': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:07.437224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.446344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4fe41822-0b92-4da1-baff-f6af3e973a9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1398931 Dec 16 07:42:07.446344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dec1894c-47db-4077-a121-713721061f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.446646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.446751 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dec1894c-47db-4077-a121-713721061f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:07.446751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dec1894c-47db-4077-a121-713721061f3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0db433ac-628c-467e-96ff-b46540d4568a HTTP/1.1" status: 204 len: 168 time: 0.2773919 Dec 16 07:42:07.462958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1894c-47db-4077-a121-713721061f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db433ac-628c-467e-96ff-b46540d4568a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:07.586144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cca56b-f441-440e-9e8e-6a5911c8f620 req-1501d987-14f7-4c7d-a24c-e3b86b335b6d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:07.595372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31cca56b-f441-440e-9e8e-6a5911c8f620 req-1501d987-14f7-4c7d-a24c-e3b86b335b6d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.0869205 Dec 16 07:42:07.659682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31cca56b-f441-440e-9e8e-6a5911c8f620 req-945f7250-432e-4cdb-b94b-32fe400f77f4 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625567 Dec 16 07:42:08.011880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7cdbee-d570-4ce0-9342-4aedad57599a {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:08.015595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34976) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:08.021102 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.041029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Transition to ACTIVE for port object dd7cdbee-d570-4ce0-9342-4aedad57599a will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:08.080646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d2f679c-23e6-48db-9c96-b1d66df1a3e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=626c24a277b84a708ea43441652b6680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0633640 Dec 16 07:42:08.083437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34984) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:08.125878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.135661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-48190c99-dd47-457b-99c4-a6c471202343 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1438839486&fields=id&tenant_id=0424a4b706684dfd8264a23dc3aa4325 HTTP/1.1" status: 200 len: 267 time: 0.0657284 Dec 16 07:42:08.210647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:08.212886 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc994f5-801b-4fe6-978e-2f82e0dfaa22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.254101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc994f5-801b-4fe6-978e-2f82e0dfaa22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.327077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:08.327599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:08.328026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:08.333507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:08.333828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:08.339536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:08.339912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:08.340481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:08.340917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Bound port: dd7cdbee-d570-4ce0-9342-4aedad57599a, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:08.341293 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.412511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:08.416265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:08.431249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-460e26e5-d6f9-496a-8b21-e387f24e3284 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=dffa0251267c4132b0d981ba805457e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350604 Dec 16 07:42:08.466202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a87-caef-4715-939a-84c656e5944f req-9ecbb62f-4421-4547-afc9-00fa43051473 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:08.467829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90316a87-caef-4715-939a-84c656e5944f req-9ecbb62f-4421-4547-afc9-00fa43051473 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 948 time: 0.3370669 Dec 16 07:42:08.485813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc994f5-801b-4fe6-978e-2f82e0dfaa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.488594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc994f5-801b-4fe6-978e-2f82e0dfaa22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.492403 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfc994f5-801b-4fe6-978e-2f82e0dfaa22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8190ac7-c1a9-49a4-a1c7-1932421fc938 HTTP/1.1" status: 204 len: 168 time: 0.4053164 Dec 16 07:42:08.500257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc994f5-801b-4fe6-978e-2f82e0dfaa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8190ac7-c1a9-49a4-a1c7-1932421fc938,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:08.522995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.566847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:08.567476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.568901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 1093 time: 1.1892955 Dec 16 07:42:08.569344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:08.576250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-cb23a026-26e0-4e33-82db-0bebbbc17e10 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:08.577770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-cb23a026-26e0-4e33-82db-0bebbbc17e10 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 824 time: 0.4309225 Dec 16 07:42:08.602651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e253d-97fb-44be-9e26-52b111d3f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:08.628452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-11b45c5d-c03d-4b64-b963-559f101b678a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/quotas/0424a4b706684dfd8264a23dc3aa4325 HTTP/1.1" status: 200 len: 375 time: 0.0421739 Dec 16 07:42:08.653073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90316a87-caef-4715-939a-84c656e5944f req-53218a5b-4915-41ea-8ce4-367166ba54d3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670263 Dec 16 07:42:08.668069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:08.682809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-56bc2682-2e38-4d71-b7ab-06ca62f1fe95 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:08.684326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-56bc2682-2e38-4d71-b7ab-06ca62f1fe95 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368968 Dec 16 07:42:08.707983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Request body: {'port': {'device_id': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'dffa0251267c4132b0d981ba805457e7'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:08.749053 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d1b3c6f9-9eaf-4d9d-9324-c19ec1b2ad9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=073a513a841846208a77590758baa058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776482 Dec 16 07:42:08.775035 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:08.824418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-4ce9a35b-7b44-49f4-844f-14fcbb5e5837 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853063 Dec 16 07:42:08.835801 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034441b6-a089-4bc9-9eaf-8bdc2497b378" -d '{"events": [{"name": "network-changed", "server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:08.853618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470ecd-59a5-454f-8687-587efb157485 req-df0ee814-eabc-4eff-9a12-bb0994f6f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:08.855692 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-df0ee814-eabc-4eff-9a12-bb0994f6f527 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1096 time: 0.1113348 Dec 16 07:42:08.866356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46af2b5-684d-43d8-97fa-be168dd57d40 req-3841d7f8-b881-4e69-9371-895425bb85e7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:08.867887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c46af2b5-684d-43d8-97fa-be168dd57d40 req-3841d7f8-b881-4e69-9371-895425bb85e7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 944 time: 0.1415110 Dec 16 07:42:08.878336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16be0c82-4a0e-4e29-a904-f4e33ce9ecbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:08.936811 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-8289c8e9-3964-41df-9964-44ea6cbf29b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 217 time: 0.0648954 Dec 16 07:42:08.940951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c46af2b5-684d-43d8-97fa-be168dd57d40 req-610cc6e9-39db-448a-bca4-8b1d4106382e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612094 Dec 16 07:42:08.981244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16be0c82-4a0e-4e29-a904-f4e33ce9ecbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.000859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Made reservation on behalf of dffa0251267c4132b0d981ba805457e7 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:09.009589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.024767 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.043053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470ecd-59a5-454f-8687-587efb157485 req-84a121fb-e83e-40a2-b35c-064f081530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:09.044554 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-84a121fb-e83e-40a2-b35c-064f081530d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0970693 Dec 16 07:42:09.069901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ebb40c7-e2da-416e-be1a-d839fc927ae5 req-53136720-a5e0-4a6e-a88d-28a13d203777 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 210 time: 0.0464840 Dec 16 07:42:09.114025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-8a354f2b-971e-4650-8eda-157660cd4989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613644 Dec 16 07:42:09.172806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-2f433b23-4ae5-4166-aadb-7f4b64fd78a7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:09.172806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-2f433b23-4ae5-4166-aadb-7f4b64fd78a7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1221936 Dec 16 07:42:09.180683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16be0c82-4a0e-4e29-a904-f4e33ce9ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.183474 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16be0c82-4a0e-4e29-a904-f4e33ce9ecbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.185366 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-16be0c82-4a0e-4e29-a904-f4e33ce9ecbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b65b445b-7b36-4fab-bba1-821020c27ba0 HTTP/1.1" status: 204 len: 168 time: 0.4090645 Dec 16 07:42:09.199776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be0c82-4a0e-4e29-a904-f4e33ce9ecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b445b-7b36-4fab-bba1-821020c27ba0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:09.257861 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-5178377d-3fa9-43f6-a6a8-6319b693a95c service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330271 Dec 16 07:42:09.269407 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.303717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7461e5-9fc9-45f8-8586-1b9474868a98 req-7c1633ba-8628-4d70-90cd-cb11d67e1a9b tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:09.305249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7461e5-9fc9-45f8-8586-1b9474868a98 req-7c1633ba-8628-4d70-90cd-cb11d67e1a9b tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.1611495 Dec 16 07:42:09.350212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-96291c19-ad7e-4f7e-826d-e8c631db2759 service neutron] 10.222.0.43 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524231 Dec 16 07:42:09.363349 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.368146 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad470ecd-59a5-454f-8687-587efb157485 req-d739547e-451d-4ef7-9a8b-e2c5d1610453 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010349 Dec 16 07:42:09.485846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7461e5-9fc9-45f8-8586-1b9474868a98 req-f0c356dc-e8da-4b44-a900-e00c58256997 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714926 Dec 16 07:42:09.490382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:09.572894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-813c4146-de9f-4479-b4e6-5e1840a85491 service neutron] 10.222.0.43 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218306 Dec 16 07:42:09.594372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Allocated IP 192.168.233.254 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/c1234e19-3db0-4e2a-b8c2-350fdfb6f14c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:09.760837 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1881f2f7-5996-45f2-b75d-2c02899b667d x-openstack-request-id: req-1881f2f7-5996-45f2-b75d-2c02899b667d {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:09.761168 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:09.761426 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1881f2f7-5996-45f2-b75d-2c02899b667d {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:09.761876 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a', 'status': 'completed', 'code': 200} Dec 16 07:42:09.777739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:09.860776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f1f18-4f3e-46d4-9e04-b0b8f5af8087 req-4cafa365-cadc-49b7-8f38-8826572928b2 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:09.861947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-792f1f18-4f3e-46d4-9e04-b0b8f5af8087 req-4cafa365-cadc-49b7-8f38-8826572928b2 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 948 time: 0.0558357 Dec 16 07:42:09.882449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-882d6322-1e8c-4a05-a144-34322fa7b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:09.885027 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-882d6322-1e8c-4a05-a144-34322fa7b13b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1096 time: 0.0590336 Dec 16 07:42:09.948384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e94881c-ff19-4c02-9607-9412935e0b9b req-3579a596-2688-4561-92e0-4b1a5a547e30 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 210 time: 0.0500257 Dec 16 07:42:09.949512 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:10.021737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Pushing event updated for resources: {'Port': ['ID=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:10.043672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:10.049355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:10.057085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:10.089961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-792f1f18-4f3e-46d4-9e04-b0b8f5af8087 req-a3ce1f53-13b1-423f-a158-481a0c453da1 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156086 Dec 16 07:42:10.168218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 604e0729-0f1e-46cd-897c-a060c78be21d details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:10.194549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-47f86987-961f-4774-b3e3-73d22f3fced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:10.196025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-47f86987-961f-4774-b3e3-73d22f3fced4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.3023958 Dec 16 07:42:10.297983 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-568fd2ad-9970-4245-b3fa-14689c98403c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 217 time: 0.0844865 Dec 16 07:42:10.349052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 604e0729-0f1e-46cd-897c-a060c78be21d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=604e0729-0f1e-46cd-897c-a060c78be21d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:10.352250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:10.352896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:10.362405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '604e0729-0f1e-46cd-897c-a060c78be21d', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '604e0729-0f1e-46cd-897c-a060c78be21d', 'mac_address': 'fa:16:3e:22:69:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:10.368949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-02f5d059-20c7-4f1f-93ff-22a0916f6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:10.371126 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-02f5d059-20c7-4f1f-93ff-22a0916f6382 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0708914 Dec 16 07:42:10.386888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218b932-3add-4065-b6c1-c34075e0afef req-5728560a-3bac-40c4-ace8-b6218a7051ca tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:10.397331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5218b932-3add-4065-b6c1-c34075e0afef req-5728560a-3bac-40c4-ace8-b6218a7051ca tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 944 time: 0.2496281 Dec 16 07:42:10.408574 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:10.429984 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-936b69d0-44d1-4a52-8294-a613864d24bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470581 Dec 16 07:42:10.452019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927e10b-8f1e-4d06-8a0f-263c3b5a58df req-a2af3bd6-6366-4a2e-911b-07a9ae9572bd tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:10.453541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6927e10b-8f1e-4d06-8a0f-263c3b5a58df req-a2af3bd6-6366-4a2e-911b-07a9ae9572bd tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 936 time: 0.1984286 Dec 16 07:42:10.498794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-7a184c69-1039-4698-a239-b68c1a3faf61 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7972598 Dec 16 07:42:10.513003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5218b932-3add-4065-b6c1-c34075e0afef req-ffc259e9-dd9a-4721-8e0c-346e40b12f2a tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105719 Dec 16 07:42:10.538926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Request body: {'port': {'device_id': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'device_owner': 'compute:tempest-test_az-1926370335', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:10.588163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604e0729-0f1e-46cd-897c-a060c78be21d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:10.611340 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-d6904dfc-0bbd-45e3-875c-f640409398d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723204 Dec 16 07:42:10.632081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 604e0729-0f1e-46cd-897c-a060c78be21d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=604e0729-0f1e-46cd-897c-a060c78be21d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:10.637949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9d446fae-b19f-492f-97b3-b6b1c144012e None None] Provisioning complete for port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:10.638518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d446fae-b19f-492f-97b3-b6b1c144012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:10.647153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6927e10b-8f1e-4d06-8a0f-263c3b5a58df req-82c8bf37-dd8b-4b11-bcbd-520e40ccb90a tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635981 Dec 16 07:42:10.664506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:10.694796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9d446fae-b19f-492f-97b3-b6b1c144012e None None] Port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:10.725967 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:10.728248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30145ab0-e8ed-49b6-ae2e-3f70ff0a5f11 req-3333d4c5-420e-448f-9507-9b2ed1c95f4b tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:10.729870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30145ab0-e8ed-49b6-ae2e-3f70ff0a5f11 req-3333d4c5-420e-448f-9507-9b2ed1c95f4b tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.1070685 Dec 16 07:42:10.752866 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-034441b6-a089-4bc9-9eaf-8bdc2497b378 req-9926c364-4f08-4a08-91c7-93f05e5e2b0d service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331325 Dec 16 07:42:10.785788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=604e0729-0f1e-46cd-897c-a060c78be21d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:10.868587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30145ab0-e8ed-49b6-ae2e-3f70ff0a5f11 req-44a5ee5b-19e7-48f7-9bc7-bfd07420401b tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243150 Dec 16 07:42:10.997382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1234e19-3db0-4e2a-b8c2-350fdfb6f14c {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:11.005925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:11.018874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Transition to ACTIVE for port object c1234e19-3db0-4e2a-b8c2-350fdfb6f14c will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:11.045697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc066ceb-83e0-4d9f-b8d5-95c070a422dc req-0b27ba1e-abcf-4a26-9b8c-97d0d023b07c tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 210 time: 0.0256355 Dec 16 07:42:11.143473 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:11.206278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['604e0729-0f1e-46cd-897c-a060c78be21d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:11.259962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Pushing event updated for resources: {'Port': ['ID=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:11.276225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252599a3-dae3-4849-9ce7-74536c79acb7 req-6328975c-2ca0-4f6f-8d2f-83d321e26674 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:11.284124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-252599a3-dae3-4849-9ce7-74536c79acb7 req-6328975c-2ca0-4f6f-8d2f-83d321e26674 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 949 time: 0.1098695 Dec 16 07:42:11.376459 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-252599a3-dae3-4849-9ce7-74536c79acb7 req-7edcd856-0922-4d92-b056-7d832eb1d9a6 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886106 Dec 16 07:42:11.412895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Attempting to bind port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:11.413299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Attempting to bind port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:11.413667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Attempting to bind port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:11.423115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:11.423115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Attempting to bind port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:11.427568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:11.427958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:11.428389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:11.428824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Bound port: c1234e19-3db0-4e2a-b8c2-350fdfb6f14c, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:11.429184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:11.510290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] For port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:11.513390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] For port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:11.628159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:11.662153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cf2f7-2c83-4472-87f5-ea892e6e10c1 req-a3db40bb-528f-4b70-928d-3e8051052965 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:11.663685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-726cf2f7-2c83-4472-87f5-ea892e6e10c1 req-a3db40bb-528f-4b70-928d-3e8051052965 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 944 time: 0.0820343 Dec 16 07:42:11.679432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:11.679962 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:11.681342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] 10.222.0.16 "PUT /v2.0/ports/c1234e19-3db0-4e2a-b8c2-350fdfb6f14c HTTP/1.1" status: 200 len: 1119 time: 1.1493714 Dec 16 07:42:11.688335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'tag': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:11.690572 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb622631-785b-432b-84e1-c5e911774549" -d '{"events": [{"name": "network-changed", "server_uuid": "70dbf34e-d215-411b-ba3e-1e1c7d483f2e", "tag": "c1234e19-3db0-4e2a-b8c2-350fdfb6f14c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:11.729978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012619db-c73f-4dd4-82a7-e3d4600b9b85 service neutron] Pushing event updated for resources: {'Port': ['ID=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:11.746023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 25976c1d-eea3-45f0-894d-f97f3bfd0934 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:11.777844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-726cf2f7-2c83-4472-87f5-ea892e6e10c1 req-6b4d9a5f-7de0-4955-aefd-d908c53896af tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035969 Dec 16 07:42:11.838569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a5a4-0546-48e7-87ee-f3b7d365a5c5 req-fba44d58-889f-43c4-82fd-090149853b58 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:11.840130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edc7a5a4-0546-48e7-87ee-f3b7d365a5c5 req-fba44d58-889f-43c4-82fd-090149853b58 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 970 time: 0.0823290 Dec 16 07:42:11.892116 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dcb7e0-4eab-4c2d-8056-36cb7ae0eb56 x-openstack-request-id: req-66dcb7e0-4eab-4c2d-8056-36cb7ae0eb56 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:11.892116 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dbf34e-d215-411b-ba3e-1e1c7d483f2e", "tag": "c1234e19-3db0-4e2a-b8c2-350fdfb6f14c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:11.892116 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66dcb7e0-4eab-4c2d-8056-36cb7ae0eb56 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:11.892116 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'tag': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c', 'status': 'completed', 'code': 200} Dec 16 07:42:11.918897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 25976c1d-eea3-45f0-894d-f97f3bfd0934, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:11.936150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '25976c1d-eea3-45f0-894d-f97f3bfd0934', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '25976c1d-eea3-45f0-894d-f97f3bfd0934', 'mac_address': 'fa:16:3e:e6:f1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-1926370335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:11.980621 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edc7a5a4-0546-48e7-87ee-f3b7d365a5c5 req-45929bae-ddd3-436a-9d0e-fdf114209662 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329269 Dec 16 07:42:11.993941 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:12.018514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25976c1d-eea3-45f0-894d-f97f3bfd0934 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:12.023280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-d0bc3a9b-84b5-433b-b4aa-c258bfa8cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:12.025112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-d0bc3a9b-84b5-433b-b4aa-c258bfa8cb3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dffa0251267c4132b0d981ba805457e7&device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 1122 time: 0.1272812 Dec 16 07:42:12.033428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bebab2-47ff-4d86-90d4-e667de164843 req-69a09f90-e816-4707-8aaf-cd0ae89c1198 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:12.034906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4bebab2-47ff-4d86-90d4-e667de164843 req-69a09f90-e816-4707-8aaf-cd0ae89c1198 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 969 time: 0.0708995 Dec 16 07:42:12.046496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 25976c1d-eea3-45f0-894d-f97f3bfd0934, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:12.102989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-fdda3734-9b6d-4462-a088-70efd5eaccf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c HTTP/1.1" status: 200 len: 217 time: 0.0601723 Dec 16 07:42:12.132774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b33bd6f4-a55c-40d6-98d6-b6477ce16c1e req-ca73310f-7222-465f-a304-1b084412e4af tempest-FlavorsV2NegativeTest-712756632 tempest-FlavorsV2NegativeTest-712756632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=814a0898331b47a687be25c208190745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428593 Dec 16 07:42:12.155451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:12.165221 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:12.226953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4bebab2-47ff-4d86-90d4-e667de164843 req-88d31348-b2a7-4662-8b3c-1fd5c1966078 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858516 Dec 16 07:42:12.240356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-f2946584-a4da-4e50-9787-b7e88eb11a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:12.241792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-f2946584-a4da-4e50-9787-b7e88eb11a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1209612 Dec 16 07:42:12.248020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 604e0729-0f1e-46cd-897c-a060c78be21d up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:12.296667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=25976c1d-eea3-45f0-894d-f97f3bfd0934,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:12.334818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20da7e8d-4611-4ca9-905e-94a36a2f6f2e req-6d046bb5-98e5-4d71-a815-ed327a969d22 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 210 time: 0.0425084 Dec 16 07:42:12.346750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:12.350499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382faf-3316-431d-ab10-744dff1c6640 req-583710a3-9345-4bd9-8875-e4ff4d96a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:12.351996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-583710a3-9345-4bd9-8875-e4ff4d96a67f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016138 Dec 16 07:42:12.361833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd6f4-a55c-40d6-98d6-b6477ce16c1e req-fdc0c565-7a8c-48d3-af74-76d7ac66356c tempest-FlavorsV2NegativeTest-712756632 tempest-FlavorsV2NegativeTest-712756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:12.363328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b33bd6f4-a55c-40d6-98d6-b6477ce16c1e req-fdc0c565-7a8c-48d3-af74-76d7ac66356c tempest-FlavorsV2NegativeTest-712756632 tempest-FlavorsV2NegativeTest-712756632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106631 Dec 16 07:42:12.371077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'dd7cdbee-d570-4ce0-9342-4aedad57599a', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'port_id': 'dd7cdbee-d570-4ce0-9342-4aedad57599a', 'mac_address': 'fa:16:3e:6a:08:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:12.412499 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:12.420082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b33bd6f4-a55c-40d6-98d6-b6477ce16c1e req-b2bc6b56-184b-4d72-a7fa-6b19ca2648dd tempest-FlavorsV2NegativeTest-712756632 tempest-FlavorsV2NegativeTest-712756632-project] 10.222.0.43 "GET /v2.0/quotas/814a0898331b47a687be25c208190745 HTTP/1.1" status: 200 len: 375 time: 0.0510867 Dec 16 07:42:12.427917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7cdbee-d570-4ce0-9342-4aedad57599a {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:12.450028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 604e0729-0f1e-46cd-897c-a060c78be21d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:12.457714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:12.459340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 604e0729-0f1e-46cd-897c-a060c78be21d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:12.459712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:12.488646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b33bd6f4-a55c-40d6-98d6-b6477ce16c1e req-76450839-69f8-483c-9f1f-f373f18517d1 tempest-FlavorsV2NegativeTest-712756632 tempest-FlavorsV2NegativeTest-712756632-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=814a0898331b47a687be25c208190745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397832 Dec 16 07:42:12.499878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-665f1c5c-5821-424d-87a1-67128fd2ea5c service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345201 Dec 16 07:42:12.568133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:12.588318 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:12.595513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c4afc-90f6-43e9-857c-bc865d6558de req-6066d78f-f5c5-4ece-933b-502a034a723c tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:12.597095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-948c4afc-90f6-43e9-857c-bc865d6558de req-6066d78f-f5c5-4ece-933b-502a034a723c tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 949 time: 0.1132474 Dec 16 07:42:12.637793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c382faf-3316-431d-ab10-744dff1c6640 req-e0ca9363-2174-49ce-bb34-a91cad69392b service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240981 Dec 16 07:42:12.675843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-948c4afc-90f6-43e9-857c-bc865d6558de req-36b09d42-1b5b-479d-9fa3-b48b76ddc02a tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Dec 16 07:42:12.684923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e0729-0f1e-46cd-897c-a060c78be21d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:12.746715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-3240d112-08e1-4a71-afd6-60e28839bec3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:12.748918 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-3240d112-08e1-4a71-afd6-60e28839bec3 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 824 time: 0.1989965 Dec 16 07:42:12.754812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['25976c1d-eea3-45f0-894d-f97f3bfd0934'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:12.771074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:12.804530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 604e0729-0f1e-46cd-897c-a060c78be21d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=604e0729-0f1e-46cd-897c-a060c78be21d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:12.812101 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dfc166-6f7b-47c5-9707-7afbc0bc759e" -d '{"events": [{"server_uuid": "308bb1b9-804c-45f0-8b82-00b4780e59f6", "name": "network-vif-plugged", "status": "completed", "tag": "604e0729-0f1e-46cd-897c-a060c78be21d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:12.874828 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-de254247-bd44-4c5d-8cfe-d24413cb22a5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0424a4b706684dfd8264a23dc3aa4325 HTTP/1.1" status: 200 len: 380 time: 0.1036530 Dec 16 07:42:12.888697 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:12.893075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'port': {'device_id': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'admin_state_up': True, 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'security_groups': ['91ba5edf-ca6b-4def-a4cc-36fcd3219a05']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:12.956035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd7cdbee-d570-4ce0-9342-4aedad57599a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:12.979222 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edce9d7-168c-4419-9d5f-86fe9df5c5aa x-openstack-request-id: req-8edce9d7-168c-4419-9d5f-86fe9df5c5aa {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:12.980092 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308bb1b9-804c-45f0-8b82-00b4780e59f6", "name": "network-vif-plugged", "status": "completed", "tag": "604e0729-0f1e-46cd-897c-a060c78be21d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:12.980092 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8edce9d7-168c-4419-9d5f-86fe9df5c5aa {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:12.980346 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e0729-0f1e-46cd-897c-a060c78be21d', 'code': 200} Dec 16 07:42:13.012133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=604e0729-0f1e-46cd-897c-a060c78be21d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:13.349561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622631-785b-432b-84e1-c5e911774549 req-149b320b-de1a-4f94-bfa8-7289414100fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.351045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb622631-785b-432b-84e1-c5e911774549 req-149b320b-de1a-4f94-bfa8-7289414100fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dffa0251267c4132b0d981ba805457e7&device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 1122 time: 0.4795341 Dec 16 07:42:13.360370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Made reservation on behalf of 0424a4b706684dfd8264a23dc3aa4325 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:13.363882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:13.383958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eeaa7-3ee1-4620-84a9-8da3f572bd52 req-43a76fcd-bb0c-4d8c-90bb-911ad227fa79 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.385463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-029eeaa7-3ee1-4620-84a9-8da3f572bd52 req-43a76fcd-bb0c-4d8c-90bb-911ad227fa79 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 945 time: 0.4870365 Dec 16 07:42:13.442522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bed08-9c18-43ee-9b7e-ace79ad07858 req-ac6f8fda-22ec-4073-a94d-c7bcf87bfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.444007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a30bed08-9c18-43ee-9b7e-ace79ad07858 req-ac6f8fda-22ec-4073-a94d-c7bcf87bfbd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 1102 time: 0.1818342 Dec 16 07:42:13.468997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4fb9f-ba06-4a2a-a861-4dcbc7c1dadd req-b2928e07-7d13-4885-a624-ad8b082ae3d0 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.470445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5a4fb9f-ba06-4a2a-a861-4dcbc7c1dadd req-b2928e07-7d13-4885-a624-ad8b082ae3d0 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 970 time: 0.2071838 Dec 16 07:42:13.508245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a30bed08-9c18-43ee-9b7e-ace79ad07858 req-a0c33709-712a-4eae-9930-fc9e3d9208e8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:13.510093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Allocated IP 172.20.0.10 (56581ddc-1858-4c9c-9e65-d461df877c3d/e3b9a48e-5936-471c-9b20-9b141bc2650d/9cf6e13a-06b6-48c9-a9ad-aef34d700193) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:13.535281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-029eeaa7-3ee1-4620-84a9-8da3f572bd52 req-f7d6c466-1322-4cda-abe7-7cf4cd03e73c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363065 Dec 16 07:42:13.589286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622631-785b-432b-84e1-c5e911774549 req-7bfde840-aa31-4005-8f9e-335eb86cf7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.590764 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb622631-785b-432b-84e1-c5e911774549 req-7bfde840-aa31-4005-8f9e-335eb86cf7eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2243140 Dec 16 07:42:13.597802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5a4fb9f-ba06-4a2a-a861-4dcbc7c1dadd req-c56e349c-31a1-40ac-a6f4-693dc47a31a7 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203554 Dec 16 07:42:13.654415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb622631-785b-432b-84e1-c5e911774549 req-bca58955-fca4-4834-8141-bc685d722567 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c HTTP/1.1" status: 200 len: 217 time: 0.0543189 Dec 16 07:42:13.696682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:13.735411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35208) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:13.753927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45785eb2-8c58-465f-8277-94bc472b321d req-7fc6e6b0-768e-4663-a103-814346a9e8ef tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 210 time: 0.0462739 Dec 16 07:42:13.783005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6b0f-18c6-4ef9-b513-f422c0476667 req-70486e98-c367-47dc-920c-829ed1e59ca4 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.784555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-351c6b0f-18c6-4ef9-b513-f422c0476667 req-70486e98-c367-47dc-920c-829ed1e59ca4 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 970 time: 0.1762798 Dec 16 07:42:13.786076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622631-785b-432b-84e1-c5e911774549 req-8ae5de8c-10c9-43be-bbc5-987e313fc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.787368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb622631-785b-432b-84e1-c5e911774549 req-8ae5de8c-10c9-43be-bbc5-987e313fc47e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1164830 Dec 16 07:42:13.818263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:13.849598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a30bed08-9c18-43ee-9b7e-ace79ad07858 req-a0c33709-712a-4eae-9930-fc9e3d9208e8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:13.875282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Network 56581ddc-1858-4c9c-9e65-d461df877c3d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:13.886212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:13.892449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:13.917572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-351c6b0f-18c6-4ef9-b513-f422c0476667 req-313edf55-e119-4f06-97da-728e2044bbb6 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246176 Dec 16 07:42:13.922756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622631-785b-432b-84e1-c5e911774549 req-6a80b062-d01a-4517-9760-4c3e77c8eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.924124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb622631-785b-432b-84e1-c5e911774549 req-6a80b062-d01a-4517-9760-4c3e77c8eefc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274273 Dec 16 07:42:13.926999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2fad0eb-35fc-48e7-95b8-c19a25de49f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:13.931782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event updated for resources: {'Port': ['ID=9cf6e13a-06b6-48c9-a9ad-aef34d700193,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:13.936729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585801f7-c2f4-4f43-8646-20693f2f7694 req-4a528cdd-cd71-4f81-bd86-7aec547d31d7 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.946388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-585801f7-c2f4-4f43-8646-20693f2f7694 req-4a528cdd-cd71-4f81-bd86-7aec547d31d7 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 950 time: 0.0956528 Dec 16 07:42:13.946388 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a30bed08-9c18-43ee-9b7e-ace79ad07858 req-a0c33709-712a-4eae-9930-fc9e3d9208e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:13.978799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:13.979874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.053386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a30bed08-9c18-43ee-9b7e-ace79ad07858 req-a0c33709-712a-4eae-9930-fc9e3d9208e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004040 Dec 16 07:42:14.053997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c33709-712a-4eae-9930-fc9e3d9208e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=927700dc-cf1d-40c0-8a18-15e52a120c32,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:14.054217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2fad0eb-35fc-48e7-95b8-c19a25de49f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.065288 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5e94bc21-25f4-4fd8-953d-ffd7ac1b2eb5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1834111 Dec 16 07:42:14.100251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-585801f7-c2f4-4f43-8646-20693f2f7694 req-70441032-596c-472a-805f-20caf541820c tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529491 Dec 16 07:42:14.122686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb622631-785b-432b-84e1-c5e911774549 req-228d2f32-5a89-4d08-a1d0-c721a8008e40 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834395 Dec 16 07:42:14.125644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2fad0eb-35fc-48e7-95b8-c19a25de49f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.156736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:14.187171 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a2fad0eb-35fc-48e7-95b8-c19a25de49f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=814a0898331b47a687be25c208190745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499559 Dec 16 07:42:14.188100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fad0eb-35fc-48e7-95b8-c19a25de49f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711359e-ff28-4627-8ab0-97889bfba04e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:14.190553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35222) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:14.245601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb622631-785b-432b-84e1-c5e911774549 req-c1e52603-355c-403d-ba8e-fa7891dfd2c2 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124487 Dec 16 07:42:14.250547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c2b9a569-81b1-46c5-96dd-8fd2b6aa7139 None None] Provisioning complete for port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:14.250919 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a569-81b1-46c5-96dd-8fd2b6aa7139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.253821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b43-99f4-4d14-bb08-57ce43f6d3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.284524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b43-99f4-4d14-bb08-57ce43f6d3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.294646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9a569-81b1-46c5-96dd-8fd2b6aa7139 None None] Port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:14.360025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port dd7cdbee-d570-4ce0-9342-4aedad57599a completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:14.365082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port dd7cdbee-d570-4ce0-9342-4aedad57599a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:14.365397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.388651 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b43-99f4-4d14-bb08-57ce43f6d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.391448 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b43-99f4-4d14-bb08-57ce43f6d3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.392728 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4ca84b43-99f4-4d14-bb08-57ce43f6d3a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3711359e-ff28-4627-8ab0-97889bfba04e HTTP/1.1" status: 204 len: 168 time: 0.2013626 Dec 16 07:42:14.402658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca84b43-99f4-4d14-bb08-57ce43f6d3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711359e-ff28-4627-8ab0-97889bfba04e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:14.426623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Request body: {'port': {'device_id': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:14.469046 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.494954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.502608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:14.640919 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.670846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b95eb6-e900-4202-8927-ea4f60c71c88 req-26e9d4f8-18cb-4592-a853-16dfa84bd887 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:14.672607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76b95eb6-e900-4202-8927-ea4f60c71c88 req-26e9d4f8-18cb-4592-a853-16dfa84bd887 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 945 time: 0.0578232 Dec 16 07:42:14.710180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:14.771266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f8213-c687-4a0b-a076-676ed38e2d23 req-a03b2b48-7e49-4671-b83e-281a53aeb16f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:14.772801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa5f8213-c687-4a0b-a076-676ed38e2d23 req-a03b2b48-7e49-4671-b83e-281a53aeb16f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 970 time: 0.0782912 Dec 16 07:42:14.777528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76b95eb6-e900-4202-8927-ea4f60c71c88 req-fd43bfe7-73aa-4774-b9ee-a4ccd5a5bfc0 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976558 Dec 16 07:42:14.804047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf6e13a-06b6-48c9-a9ad-aef34d700193 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:14.812429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.826481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Transition to ACTIVE for port object 9cf6e13a-06b6-48c9-a9ad-aef34d700193 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:14.831798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa5f8213-c687-4a0b-a076-676ed38e2d23 req-65760eb6-5518-49fd-ab5b-b0a8db8fc183 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481250 Dec 16 07:42:14.912916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:14.946974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a08a-25a8-4bad-b8d0-ae91ccdd6f5e req-f643ccd1-ace4-4963-b96c-94de9d6dc242 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:14.955361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ea4a08a-25a8-4bad-b8d0-ae91ccdd6f5e req-f643ccd1-ace4-4963-b96c-94de9d6dc242 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 932 time: 0.0592461 Dec 16 07:42:14.981520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:14.984123 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d992193-6098-44d7-bfb1-d167d5c89560" -d '{"events": [{"server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "name": "network-vif-plugged", "status": "completed", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:15.020074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ea4a08a-25a8-4bad-b8d0-ae91ccdd6f5e req-63d1b019-9162-4c73-b014-b7992797dedf tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635400 Dec 16 07:42:15.041166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Pushing event updated for resources: {'Port': ['ID=9cf6e13a-06b6-48c9-a9ad-aef34d700193,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:15.075556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Attempting to bind port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:15.076860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Attempting to bind port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:15.077421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Attempting to bind port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 on network 56581ddc-1858-4c9c-9e65-d461df877c3d {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:15.082943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 on network 56581ddc-1858-4c9c-9e65-d461df877c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:15.083669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Attempting to bind port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 on network 56581ddc-1858-4c9c-9e65-d461df877c3d {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:15.091260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:15.092565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Checking segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:15.093134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Bound using segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:15.093776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Bound port: 9cf6e13a-06b6-48c9-a9ad-aef34d700193, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:15.094488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.096603 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0601e1dc-ebca-4577-9132-e2be7972b0f8 x-openstack-request-id: req-0601e1dc-ebca-4577-9132-e2be7972b0f8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:15.097003 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "name": "network-vif-plugged", "status": "completed", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:15.097440 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0601e1dc-ebca-4577-9132-e2be7972b0f8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:15.097979 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a', 'code': 200} Dec 16 07:42:15.119850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcbadf-5780-46ec-b8bf-24ad6fb1e00c req-96bfdcda-0497-43d4-8c59-1c090fb18630 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:15.121649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11dcbadf-5780-46ec-b8bf-24ad6fb1e00c req-96bfdcda-0497-43d4-8c59-1c090fb18630 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 970 time: 0.0914152 Dec 16 07:42:15.199576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] For port 9cf6e13a-06b6-48c9-a9ad-aef34d700193, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:15.203901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] For port 9cf6e13a-06b6-48c9-a9ad-aef34d700193, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:15.252047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11dcbadf-5780-46ec-b8bf-24ad6fb1e00c req-a2e25b3b-87e9-4291-ae2a-3d6b150d396f tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207314 Dec 16 07:42:15.295598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5c82-b149-49f4-8dd2-bc11c69c6d1d req-e39f85f7-bb09-4992-8013-befe27122d15 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:15.297103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caca5c82-b149-49f4-8dd2-bc11c69c6d1d req-e39f85f7-bb09-4992-8013-befe27122d15 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 950 time: 0.0738533 Dec 16 07:42:15.299689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26450b09-ce15-4c9e-b09f-56306af6f4a9 req-146a497e-6ef8-4fdc-84a6-3814d52b0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:15.300916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26450b09-ce15-4c9e-b09f-56306af6f4a9 req-146a497e-6ef8-4fdc-84a6-3814d52b0d18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1098 time: 0.0897763 Dec 16 07:42:15.319717 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.367878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:15.368541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.369953 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] 10.222.0.36 "PUT /v2.0/ports/9cf6e13a-06b6-48c9-a9ad-aef34d700193 HTTP/1.1" status: 200 len: 1093 time: 0.9484117 Dec 16 07:42:15.370561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:15.373345 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae05bc74-64cd-453b-9171-765e9c4dd7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:15.381273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caca5c82-b149-49f4-8dd2-bc11c69c6d1d req-3fb7da84-41d8-4c61-8ad6-4ccc72572f00 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781519 Dec 16 07:42:15.384945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26450b09-ce15-4c9e-b09f-56306af6f4a9 req-e5edeb60-d295-444c-b00c-8d8b72e28ff5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751493 Dec 16 07:42:15.422847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802966b9-222f-4cdd-b5b2-809284b629da service neutron] Pushing event updated for resources: {'Port': ['ID=9cf6e13a-06b6-48c9-a9ad-aef34d700193,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:15.433952 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0d10f1-c53b-414d-b446-1feadc0932fb x-openstack-request-id: req-eb0d10f1-c53b-414d-b446-1feadc0932fb {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:15.435070 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:15.436145 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb0d10f1-c53b-414d-b446-1feadc0932fb {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:15.436747 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'status': 'completed', 'code': 200} Dec 16 07:42:15.654592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35290) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:15.689300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 25976c1d-eea3-45f0-894d-f97f3bfd0934 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:15.755332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-608b4aca-da3d-42e6-a454-13055d7fa037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:15.756885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-608b4aca-da3d-42e6-a454-13055d7fa037 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0427516 Dec 16 07:42:15.757107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-609145614-network', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:15.792316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 25976c1d-eea3-45f0-894d-f97f3bfd0934 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:15.796997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 25976c1d-eea3-45f0-894d-f97f3bfd0934 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:15.797435 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.816800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-5ee11e15-9649-4197-b6b6-445a7b15b238 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193 HTTP/1.1" status: 200 len: 217 time: 0.0354943 Dec 16 07:42:15.860981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Made reservation on behalf of 585c45d46cb34a04a1292a0dce29004a for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:15.865847 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.879445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.883996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.901749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-173692e6-e8b8-48dd-b3f3-b894ffb7a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:15.903155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-173692e6-e8b8-48dd-b3f3-b894ffb7a5a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 200 len: 863 time: 0.0761318 Dec 16 07:42:15.923331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 25976c1d-eea3-45f0-894d-f97f3bfd0934, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:15.946632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89233d4d-d37f-4019-8cd5-a03a550645b4 req-2c918f94-9139-4954-95fe-221f9075ada3 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:15.948488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89233d4d-d37f-4019-8cd5-a03a550645b4 req-2c918f94-9139-4954-95fe-221f9075ada3 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 946 time: 0.0943882 Dec 16 07:42:15.974520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:15.993897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.037493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8a0c9-54c4-4632-98cf-075ccd4ed51d req-249c2be5-807e-4f5b-b02b-460cb91ef46f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.038986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77e8a0c9-54c4-4632-98cf-075ccd4ed51d req-249c2be5-807e-4f5b-b02b-460cb91ef46f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 970 time: 0.1246748 Dec 16 07:42:16.051712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-41c2d49d-fa28-4aab-a4f2-b68a60bc0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.053206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-41c2d49d-fa28-4aab-a4f2-b68a60bc0ac2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56581ddc-1858-4c9c-9e65-d461df877c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365211 Dec 16 07:42:16.056961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89233d4d-d37f-4019-8cd5-a03a550645b4 req-8e8009cb-150e-4dbf-abe9-210fa39f814a tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767496 Dec 16 07:42:16.062703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.072043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=25976c1d-eea3-45f0-894d-f97f3bfd0934,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:16.092495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66be03af-7397-4252-b0ec-64f24e70b1a8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:16.102574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:42:16.114488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.115015 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Added segment 9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9 of type vlan for network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 Dec 16 07:42:16.163046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77e8a0c9-54c4-4632-98cf-075ccd4ed51d req-4fca2480-71bb-4181-b98e-2db5facfda20 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050360 Dec 16 07:42:16.180058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.211199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-99390a96-2829-4bbe-986f-1fa3c2a9f352 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361899 Dec 16 07:42:16.278582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495af46f-d56a-4ac6-8b81-eaa74500c590 req-abd83ad8-1d8a-4901-85c4-e52d75b0151c tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.280852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-495af46f-d56a-4ac6-8b81-eaa74500c590 req-abd83ad8-1d8a-4901-85c4-e52d75b0151c tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 944 time: 0.1088369 Dec 16 07:42:16.342843 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.344541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.346031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.385975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9cb37cf-df55-461a-9119-1eb0b7e09909 req-7a094243-d8a9-40f5-b7a4-c59180af248b service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669722 Dec 16 07:42:16.391609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-495af46f-d56a-4ac6-8b81-eaa74500c590 req-42f92b28-ec35-4a05-b119-4721045c8e33 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020188 Dec 16 07:42:16.428726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37f03c-4983-4b80-b5f9-9d111aa63561 req-52300557-8d93-405a-8cd0-3233e7dae8f6 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.430312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a37f03c-4983-4b80-b5f9-9d111aa63561 req-52300557-8d93-405a-8cd0-3233e7dae8f6 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 971 time: 0.0940366 Dec 16 07:42:16.463422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] Pushing event updated for resources: {'Network': ['ID=15ec2238-e0fb-41d9-a4e1-93d80374eae9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:16.475064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:42:16.478079 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-49002454-8fac-4d47-aaf3-c19f8f46b337 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8223915 Dec 16 07:42:16.485610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35314) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:16.496281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Request body: {'subnet': {'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-subnet', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:16.541464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a37f03c-4983-4b80-b5f9-9d111aa63561 req-a955d632-7b6b-400c-8f59-e53c5ca8d6cc tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036885 Dec 16 07:42:16.555623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf845-99cc-4bd1-933b-16eb19d13f9d req-230ff70d-587f-4ae3-8d67-73058392bca6 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.557428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53baf845-99cc-4bd1-933b-16eb19d13f9d req-230ff70d-587f-4ae3-8d67-73058392bca6 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 950 time: 0.0804105 Dec 16 07:42:16.572405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Made reservation on behalf of 585c45d46cb34a04a1292a0dce29004a for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:16.575785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.629903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53baf845-99cc-4bd1-933b-16eb19d13f9d req-1344c7c4-1ef5-4321-a338-da5d16a7ffb1 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639269 Dec 16 07:42:16.706028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-07de32be-0239-408e-b21f-fb6646845074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.707836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-07de32be-0239-408e-b21f-fb6646845074 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0456851 Dec 16 07:42:16.814122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-85eb65c6-a1e1-49e2-b227-fb1c7fa2c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.815616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-85eb65c6-a1e1-49e2-b227-fb1c7fa2c6fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 925 time: 0.0976806 Dec 16 07:42:16.860954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-97564bd4-9912-49ed-912d-3f6ed387a3c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193 HTTP/1.1" status: 200 len: 217 time: 0.0371277 Dec 16 07:42:16.885863 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:16.933985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-3d7563ce-b5b3-4991-afcd-aad1d8e801c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:16.935832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-3d7563ce-b5b3-4991-afcd-aad1d8e801c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 200 len: 863 time: 0.0585990 Dec 16 07:42:16.945773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaece1c0-3fff-411f-934f-133d9439bad1,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:16.954066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Checking segment: {'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:16.954743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Network hostable DHCP agents. Network: 15ec2238-e0fb-41d9-a4e1-93d80374eae9, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:42:17.027280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-fd517b7f-78f0-4d5d-bfb7-1073eb28cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:17.028825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-fd517b7f-78f0-4d5d-bfb7-1073eb28cbf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56581ddc-1858-4c9c-9e65-d461df877c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603988 Dec 16 07:42:17.034163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:42:17.098891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50619f2a-52e0-4680-a955-d9f57cadc290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25976c1d-eea3-45f0-894d-f97f3bfd0934'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:17.102338 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961c79e-1f14-4878-8ef0-4872262a7222" -d '{"events": [{"server_uuid": "50619f2a-52e0-4680-a955-d9f57cadc290", "name": "network-vif-plugged", "status": "completed", "tag": "25976c1d-eea3-45f0-894d-f97f3bfd0934"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:17.125767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 15ec2238-e0fb-41d9-a4e1-93d80374eae9) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:17.140041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f029edc-74ec-42b8-9326-e6eddf325548 None None] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:42:17.142863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:17.146627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.178624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-00a2b501-5558-4817-a7af-d6c3f036dc91 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418879 Dec 16 07:42:17.238875 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac68f51e-b823-4928-96d5-f3f1c141c133 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7496858 Dec 16 07:42:17.239053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35354) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:17.244671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:17.291704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'fixed_ips': [{'subnet_id': 'aaece1c0-3fff-411f-934f-133d9439bad1'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:42:17.293003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.311018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c758e-01bd-469b-9de0-6bcbba46ba84 req-6121222c-e51e-4f88-816e-10b398133d1b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:17.312687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-517c758e-01bd-469b-9de0-6bcbba46ba84 req-6121222c-e51e-4f88-816e-10b398133d1b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 946 time: 0.1194577 Dec 16 07:42:17.358219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae05bc74-64cd-453b-9171-765e9c4dd7a3 req-aae9b485-72b2-4247-a099-d35527be726e service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495898 Dec 16 07:42:17.383705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.385169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.395019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-517c758e-01bd-469b-9de0-6bcbba46ba84 req-ab23e2b6-9faa-4bbb-9d51-98ddc66f27d4 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695696 Dec 16 07:42:17.485320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.516452 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e44d4-b832-4ea7-b37a-7f6a3e923d6c x-openstack-request-id: req-841e44d4-b832-4ea7-b37a-7f6a3e923d6c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:17.516805 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50619f2a-52e0-4680-a955-d9f57cadc290", "name": "network-vif-plugged", "status": "completed", "tag": "25976c1d-eea3-45f0-894d-f97f3bfd0934", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:17.517052 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-841e44d4-b832-4ea7-b37a-7f6a3e923d6c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:17.517453 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50619f2a-52e0-4680-a955-d9f57cadc290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25976c1d-eea3-45f0-894d-f97f3bfd0934', 'code': 200} Dec 16 07:42:17.557635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b8c1a-7cb8-4bf2-9cfb-5ad1fa311272 req-1f16d928-cffe-4947-942a-27439474e420 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:17.559414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef7b8c1a-7cb8-4bf2-9cfb-5ad1fa311272 req-1f16d928-cffe-4947-942a-27439474e420 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 970 time: 0.0570004 Dec 16 07:42:17.602161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Allocated IP 172.20.0.2 (15ec2238-e0fb-41d9-a4e1-93d80374eae9/aaece1c0-3fff-411f-934f-133d9439bad1/79b3cc26-7433-4d29-acaf-944cc1140044) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:17.668808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-85b7d0e6-c5af-4d96-99c8-e6108d0b0e66 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1337c26cc2654c3a9323463b0e6021c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391569 Dec 16 07:42:17.673972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef7b8c1a-7cb8-4bf2-9cfb-5ad1fa311272 req-a085cbf2-54a1-4612-9d95-3f83c883a006 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075416 Dec 16 07:42:17.695637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb550c4-af11-44cd-b3b1-a754f31036fe req-87001573-608b-49b9-9903-c0424fb0330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:17.695637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8eb550c4-af11-44cd-b3b1-a754f31036fe req-87001573-608b-49b9-9903-c0424fb0330a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 1123 time: 0.0975463 Dec 16 07:42:17.696206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.711151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c1234e19-3db0-4e2a-b8c2-350fdfb6f14c details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:17.802408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8eb550c4-af11-44cd-b3b1-a754f31036fe req-9dda0964-9afb-4df5-b40b-9bfadb27bfe6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924666 Dec 16 07:42:17.827156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-adb0a133-f221-4e15-91bc-6f2df81ba271 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:17.827832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.828889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-adb0a133-f221-4e15-91bc-6f2df81ba271 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520419 Dec 16 07:42:17.852317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-ed95c3c9-517a-46dc-8ab8-1f69c58e2506 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/quotas/1337c26cc2654c3a9323463b0e6021c1 HTTP/1.1" status: 200 len: 375 time: 0.0154202 Dec 16 07:42:17.888797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-e963602b-2a76-4620-954a-48a35cd3fb9d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1337c26cc2654c3a9323463b0e6021c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280631 Dec 16 07:42:17.899528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:17.922308 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.938688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c', 'mac_address': 'fa:16:3e:32:f8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:tempest-test_az-1926370335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:17.971967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:17.985350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:17.994900 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:17.995459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bf6a8-c606-4c54-956c-6ee4d144d507 req-ca48b767-2cd4-456e-bbd9-55c59ba01e09 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:17.996840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c0bf6a8-c606-4c54-956c-6ee4d144d507 req-ca48b767-2cd4-456e-bbd9-55c59ba01e09 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1098 time: 0.0461867 Dec 16 07:42:18.007867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:18.014835 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.032211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Pushing event updated for resources: {'Port': ['ID=79b3cc26-7433-4d29-acaf-944cc1140044,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:18.045098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c0bf6a8-c606-4c54-956c-6ee4d144d507 req-9aded40c-ec7a-4843-afbf-d75fbf8e70a2 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Dec 16 07:42:18.068852 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.090774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Attempting to bind port 79b3cc26-7433-4d29-acaf-944cc1140044 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:18.092755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Attempting to bind port 79b3cc26-7433-4d29-acaf-944cc1140044 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:18.092755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Attempting to bind port 79b3cc26-7433-4d29-acaf-944cc1140044 on network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:18.095166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1234e19-3db0-4e2a-b8c2-350fdfb6f14c {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:18.107365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:18.108083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Checking segment: {'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:18.108083 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.108433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Bound using segment: {'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:18.108791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Bound port: 79b3cc26-7433-4d29-acaf-944cc1140044, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:18.109176 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.134230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:18.157927 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Allocated IP 172.25.2.160 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/f8d055de-105e-4611-a5df-c26ffed8b31d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:18.195230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] For port 79b3cc26-7433-4d29-acaf-944cc1140044, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:18.201505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] For port 79b3cc26-7433-4d29-acaf-944cc1140044, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=79b3cc26-7433-4d29-acaf-944cc1140044,segment=NetworkSegment(9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9),segment_id=9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:18.209498 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.278727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:18.285138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.329645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.337252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca32be0-1c32-4847-b6e1-4a273d2fa138 req-499b9ace-f4e7-49e1-8e0f-37c0060ed23c tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:18.347508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bca32be0-1c32-4847-b6e1-4a273d2fa138 req-499b9ace-f4e7-49e1-8e0f-37c0060ed23c tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 950 time: 0.1191146 Dec 16 07:42:18.364822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64e955-212d-4276-bd09-dd4f6cde17f7 None None] Pushing event updated for resources: {'Port': ['ID=79b3cc26-7433-4d29-acaf-944cc1140044,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:18.378311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d47f-a8b4-46c2-8377-6f21e11dc7ff req-998e0532-c88c-420c-984f-331952e8d336 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:18.380585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f15d47f-a8b4-46c2-8377-6f21e11dc7ff req-998e0532-c88c-420c-984f-331952e8d336 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 944 time: 0.1381350 Dec 16 07:42:18.428712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bca32be0-1c32-4847-b6e1-4a273d2fa138 req-14da09e9-8c36-4897-9d6b-05167d0e8d4c tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802398 Dec 16 07:42:18.453741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.461334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f15d47f-a8b4-46c2-8377-6f21e11dc7ff req-965b9d3a-8077-4f52-b645-7e7245d1a849 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731473 Dec 16 07:42:18.517564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:18.521393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:18.523534 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Pushing event updated for resources: {'Port': ['ID=f8d055de-105e-4611-a5df-c26ffed8b31d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:18.525545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:18.619297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['c1234e19-3db0-4e2a-b8c2-350fdfb6f14c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:18.828768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472558b-fb0f-4fb2-a395-aee29c39ebde req-e5f69df0-7d13-4c01-a10e-46a62e09c772 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:18.830425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4472558b-fb0f-4fb2-a395-aee29c39ebde req-e5f69df0-7d13-4c01-a10e-46a62e09c772 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 971 time: 0.3340375 Dec 16 07:42:18.880425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f45614-fd63-4580-b313-fd2d551ee5b3 req-a6aaafb1-090e-4127-bef7-f924b31531a0 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:18.890554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3f45614-fd63-4580-b313-fd2d551ee5b3 req-a6aaafb1-090e-4127-bef7-f924b31531a0 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1098 time: 0.3449094 Dec 16 07:42:18.915653 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:18.920532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4472558b-fb0f-4fb2-a395-aee29c39ebde req-a798be00-4abe-4d8e-a499-ef13f09bdd11 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793009 Dec 16 07:42:18.948216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3f45614-fd63-4580-b313-fd2d551ee5b3 req-55de6428-22e4-4179-bb44-33a6a6e8ec47 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Dec 16 07:42:19.061038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-32aa4009-2f7d-47b5-a6db-340016176a8a tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1337c26cc2654c3a9323463b0e6021c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329757 Dec 16 07:42:19.189051 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:19.206110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16568dbb-2c00-4777-bf44-6d98563e474e req-a58a378f-d1fc-46c1-8fd3-f0b9489d9c19 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:19.207762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16568dbb-2c00-4777-bf44-6d98563e474e req-a58a378f-d1fc-46c1-8fd3-f0b9489d9c19 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 971 time: 0.1193795 Dec 16 07:42:19.220308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-e035f3a6-a57b-4b61-bbbf-76719da54a82 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:19.221863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-e035f3a6-a57b-4b61-bbbf-76719da54a82 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547294 Dec 16 07:42:19.254516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-bdae1213-af3c-4b6f-92e9-4e5c378da7aa tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/quotas/1337c26cc2654c3a9323463b0e6021c1 HTTP/1.1" status: 200 len: 375 time: 0.0154078 Dec 16 07:42:19.326804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-7cbf8972-f3d6-43ba-8d3f-2e6040bdc32c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1337c26cc2654c3a9323463b0e6021c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653152 Dec 16 07:42:19.332781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16568dbb-2c00-4777-bf44-6d98563e474e req-eb26c940-50c2-4306-af42-d86adf90bee5 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098368 Dec 16 07:42:19.347953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-a0097b0f-a9d5-4829-a106-3c928cc78963 tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:19.349477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-a0097b0f-a9d5-4829-a106-3c928cc78963 tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 1102 time: 0.0941188 Dec 16 07:42:19.441784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Deleting port 604e0729-0f1e-46cd-897c-a060c78be21d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:19.442134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:19.479872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Router 67dedb56-6668-49ff-85e5-95d26402eab1 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:42:19.518186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-55908e86-335d-4fd9-9545-34c0987e3194 req-8cee3dce-dcff-47c9-b65d-a03e46b53cf3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:19.519152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55908e86-335d-4fd9-9545-34c0987e3194 req-8cee3dce-dcff-47c9-b65d-a03e46b53cf3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051682 Dec 16 07:42:19.543887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3c91e-5bc5-48a7-ba95-54e983c98da5 None None] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:42:19.577518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] For port 604e0729-0f1e-46cd-897c-a060c78be21d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=604e0729-0f1e-46cd-897c-a060c78be21d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:19.577974 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:19.591587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Calling delete_port for 604e0729-0f1e-46cd-897c-a060c78be21d owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:19.627779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:42:19.678285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Sync routers for ids ['67dedb56-6668-49ff-85e5-95d26402eab1'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:42:19.704982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:19.706635 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ca5f9ff4-730b-48fb-9a5e-5a2a0dd4a30a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4664545 Dec 16 07:42:19.709807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35414) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:19.710077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Routers {'67dedb56-6668-49ff-85e5-95d26402eab1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:19.717709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67dedb56-6668-49ff-85e5-95d26402eab1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:19.753628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c1234e19-3db0-4e2a-b8c2-350fdfb6f14c up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:19.788307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d044ce68-70aa-4fff-8c9e-bab2a4ddf1cc None None] Provisioning complete for port 79b3cc26-7433-4d29-acaf-944cc1140044 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:19.789388 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d044ce68-70aa-4fff-8c9e-bab2a4ddf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:19.810787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbb3d2-12a8-43a9-b131-5bfdc28f1fd1 req-28eb16a6-e0e6-455f-a0a1-35411749b774 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:19.814729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2bbb3d2-12a8-43a9-b131-5bfdc28f1fd1 req-28eb16a6-e0e6-455f-a0a1-35411749b774 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=308bb1b9-804c-45f0-8b82-00b4780e59f6 HTTP/1.1" status: 200 len: 950 time: 0.1008894 Dec 16 07:42:19.876687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2bbb3d2-12a8-43a9-b131-5bfdc28f1fd1 req-6ced8219-2555-47f2-a49d-5bed016e0ca1 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610478 Dec 16 07:42:19.920781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:19.964599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Pushing event deleted for resources: {'Port': ['ID=604e0729-0f1e-46cd-897c-a060c78be21d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:19.970722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['604e0729-0f1e-46cd-897c-a060c78be21d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:20.009535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Set router 67dedb56-6668-49ff-85e5-95d26402eab1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:20.103484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:20.105918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] No DVR routers for this DVR port 604e0729-0f1e-46cd-897c-a060c78be21d on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:20.130470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1a4c1-e569-4e72-b22c-b944195552d1 req-2ddab74e-934c-4c86-bda8-e5c4554c4ec4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:20.139915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cae1a4c1-e569-4e72-b22c-b944195552d1 req-2ddab74e-934c-4c86-bda8-e5c4554c4ec4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 944 time: 0.1783159 Dec 16 07:42:20.151135 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:20.155816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c9f1420-f8a8-4e92-aee0-92358d3d332e req-643c361e-8a69-4dfb-aba8-dd0b3d0b4aac tempest-DeleteServersAdminTestJSON-102890838 tempest-DeleteServersAdminTestJSON-102890838-project-admin] 10.222.0.36 "DELETE /v2.0/ports/604e0729-0f1e-46cd-897c-a060c78be21d HTTP/1.1" status: 204 len: 173 time: 0.7998600 Dec 16 07:42:20.157278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'name': 'network-vif-deleted', 'tag': '604e0729-0f1e-46cd-897c-a060c78be21d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:20.160900 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d398cfd-35e9-4508-a238-b5098e3058bc" -d '{"events": [{"server_uuid": "308bb1b9-804c-45f0-8b82-00b4780e59f6", "name": "network-vif-deleted", "tag": "604e0729-0f1e-46cd-897c-a060c78be21d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:20.178276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:20.178651 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:20.245929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9cf6e13a-06b6-48c9-a9ad-aef34d700193 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:20.265519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cae1a4c1-e569-4e72-b22c-b944195552d1 req-756a392e-3ba4-45cc-a637-a23f84ee3aa2 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219492 Dec 16 07:42:20.282062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d044ce68-70aa-4fff-8c9e-bab2a4ddf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:20.423460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56a00380-cb9c-476c-b4a5-d0f0fe701b80 req-66f89b6e-79e2-4295-a5f4-31c2b8ad9fb0 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 210 time: 0.0699258 Dec 16 07:42:20.431503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d044ce68-70aa-4fff-8c9e-bab2a4ddf1cc None None] For port 79b3cc26-7433-4d29-acaf-944cc1140044, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=79b3cc26-7433-4d29-acaf-944cc1140044,segment=NetworkSegment(9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9),segment_id=9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:20.452622 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.resource_extend [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:42:20.541092 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:20.610843 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d044ce68-70aa-4fff-8c9e-bab2a4ddf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:20.630559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:20.633281 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7986fffb-0442-4528-9923-262879a820b6" -d '{"events": [{"server_uuid": "70dbf34e-d215-411b-ba3e-1e1c7d483f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c1234e19-3db0-4e2a-b8c2-350fdfb6f14c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:20.682769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86345a07-ee60-46a2-820c-966735a862f8 req-83bec73e-af54-468c-a04e-bb65f1342050 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:20.689828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86345a07-ee60-46a2-820c-966735a862f8 req-83bec73e-af54-468c-a04e-bb65f1342050 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 971 time: 0.1375711 Dec 16 07:42:20.753688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86345a07-ee60-46a2-820c-966735a862f8 req-8190a79c-e268-4a36-8592-e5e3a260d60b tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Dec 16 07:42:20.753797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 79b3cc26-7433-4d29-acaf-944cc1140044 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:20.769984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:20.773547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9cf6e13a-06b6-48c9-a9ad-aef34d700193, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:20.801479 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b544364-9841-447d-97b5-5c825d88afc6 x-openstack-request-id: req-8b544364-9841-447d-97b5-5c825d88afc6 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:20.801774 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308bb1b9-804c-45f0-8b82-00b4780e59f6", "name": "network-vif-deleted", "tag": "604e0729-0f1e-46cd-897c-a060c78be21d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:20.802031 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b544364-9841-447d-97b5-5c825d88afc6 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:20.802425 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308bb1b9-804c-45f0-8b82-00b4780e59f6', 'name': 'network-vif-deleted', 'tag': '604e0729-0f1e-46cd-897c-a060c78be21d', 'status': 'completed', 'code': 200} Dec 16 07:42:20.933270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:20.934008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316079a-8f21-44c8-9af5-7eeb6a686d92 req-fc491f47-e6ae-4018-8ce3-f20a72aa854b tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:20.942781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e316079a-8f21-44c8-9af5-7eeb6a686d92 req-fc491f47-e6ae-4018-8ce3-f20a72aa854b tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 972 time: 0.0776246 Dec 16 07:42:20.967858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:20.982465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'port_id': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'mac_address': 'fa:16:3e:6b:5b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:20.994006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044ce68-70aa-4fff-8c9e-bab2a4ddf1cc None None] Pushing event updated for resources: {'Port': ['ID=79b3cc26-7433-4d29-acaf-944cc1140044,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:21.009403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ed4ce953-9163-417e-ae12-d0f05c52cf1b None None] Provisioning complete for port 79b3cc26-7433-4d29-acaf-944cc1140044 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:21.009861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce953-9163-417e-ae12-d0f05c52cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.029850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e316079a-8f21-44c8-9af5-7eeb6a686d92 req-95866d9a-2d59-4cb0-aecb-7544b68a2d4d tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857680 Dec 16 07:42:21.035143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8f28450d-3f44-48f9-85da-445056abd32d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1337c26cc2654c3a9323463b0e6021c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578718 Dec 16 07:42:21.111821 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57cdb84-fb6e-44be-8ebe-a6177ec9f633 x-openstack-request-id: req-b57cdb84-fb6e-44be-8ebe-a6177ec9f633 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:21.112379 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dbf34e-d215-411b-ba3e-1e1c7d483f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c1234e19-3db0-4e2a-b8c2-350fdfb6f14c", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:21.112856 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b57cdb84-fb6e-44be-8ebe-a6177ec9f633 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:21.113308 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c', 'code': 200} Dec 16 07:42:21.130708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:18Z', 'revision_number': 3, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port': {'id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:18Z', 'updated_at': '2021-12-16T07:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:21.137889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.172594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Checking router: 67dedb56-6668-49ff-85e5-95d26402eab1 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:42:21.173081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Updating router 67dedb56-6668-49ff-85e5-95d26402eab1 port f8d055de-105e-4611-a5df-c26ffed8b31d binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:42:21.204272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:21.215782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 79b3cc26-7433-4d29-acaf-944cc1140044 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:21.216416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Allocated IP 172.20.0.1 (15ec2238-e0fb-41d9-a4e1-93d80374eae9/aaece1c0-3fff-411f-934f-133d9439bad1/fdd014c1-be60-4c6e-ba3f-743d2d1f7619) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:21.216584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.221716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf6e13a-06b6-48c9-a9ad-aef34d700193 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:21.229825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.16', 64050) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:21.280007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.342880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-122c0066-f238-40b5-96c2-ebc1785fdee6 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:21.344280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-122c0066-f238-40b5-96c2-ebc1785fdee6 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017025 Dec 16 07:42:21.345421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9cf6e13a-06b6-48c9-a9ad-aef34d700193, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:21.361631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1039491-8070-48ea-a3c9-22ed5d698af9 req-e32d9e75-81a6-40d5-aabe-55193d86996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:21.363337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1039491-8070-48ea-a3c9-22ed5d698af9 req-e32d9e75-81a6-40d5-aabe-55193d86996a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 1124 time: 0.1320539 Dec 16 07:42:21.367868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049603fa-d2e0-4ecf-baf4-1522c343e9cd req-79b99976-ce6e-4ccf-8b03-51def9f2079d tempest-AggregatesAdminTestJSON-949027367 tempest-AggregatesAdminTestJSON-949027367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:21.370173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049603fa-d2e0-4ecf-baf4-1522c343e9cd req-79b99976-ce6e-4ccf-8b03-51def9f2079d tempest-AggregatesAdminTestJSON-949027367 tempest-AggregatesAdminTestJSON-949027367-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 1123 time: 0.1393201 Dec 16 07:42:21.381510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Request body: {'port': {'device_id': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '1337c26cc2654c3a9323463b0e6021c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:21.399850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.453123 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-049603fa-d2e0-4ecf-baf4-1522c343e9cd req-c5ae5817-2d41-4e1f-b6f2-26b71995b368 tempest-AggregatesAdminTestJSON-949027367 tempest-AggregatesAdminTestJSON-949027367-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.483779 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.511170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1039491-8070-48ea-a3c9-22ed5d698af9 req-2384e88d-4d66-4aab-8fc2-4bbda4580f1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384795 Dec 16 07:42:21.554474 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.604597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-049603fa-d2e0-4ecf-baf4-1522c343e9cd req-c5ae5817-2d41-4e1f-b6f2-26b71995b368 tempest-AggregatesAdminTestJSON-949027367 tempest-AggregatesAdminTestJSON-949027367-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.617261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:21.623278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:21.626135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:21.666921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Made reservation on behalf of 1337c26cc2654c3a9323463b0e6021c1 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:21.671214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:21.677340 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.681613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9cf6e13a-06b6-48c9-a9ad-aef34d700193,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:21.691198 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.691476 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.754970 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-049603fa-d2e0-4ecf-baf4-1522c343e9cd req-c5ae5817-2d41-4e1f-b6f2-26b71995b368 tempest-AggregatesAdminTestJSON-949027367 tempest-AggregatesAdminTestJSON-949027367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.820332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae5817-2d41-4e1f-b6f2-26b71995b368 tempest-AggregatesAdminTestJSON-949027367 tempest-AggregatesAdminTestJSON-949027367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a1e4ac-748e-41f5-b801-94c5ae2dd3d7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:21.823211 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.842348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049603fa-d2e0-4ecf-baf4-1522c343e9cd req-c5ae5817-2d41-4e1f-b6f2-26b71995b368 tempest-AggregatesAdminTestJSON-949027367 tempest-AggregatesAdminTestJSON-949027367-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567969 Dec 16 07:42:21.847391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.900961 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.925722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:21.934190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['9cf6e13a-06b6-48c9-a9ad-aef34d700193'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:22.028475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:22.031634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.043151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Attempting to bind port f8d055de-105e-4611-a5df-c26ffed8b31d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:22.043530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Attempting to bind port f8d055de-105e-4611-a5df-c26ffed8b31d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:22.044005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Attempting to bind port f8d055de-105e-4611-a5df-c26ffed8b31d on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:22.052334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880bb46-00bc-46be-ad15-8611dc7c50f6 None None] Pushing event updated for resources: {'Port': ['ID=f8d055de-105e-4611-a5df-c26ffed8b31d,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:22.065873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:22.066283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:22.066667 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.067067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:22.067552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Bound port: f8d055de-105e-4611-a5df-c26ffed8b31d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:22.067931 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.104461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f9d9da8f-c68b-43ed-a4f6-fe605a93eeec None None] Provisioning complete for port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:22.104840 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f9d9da8f-c68b-43ed-a4f6-fe605a93eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.117932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879924bf-ba9e-431b-8109-ab2b022add51 req-491e4934-1166-4258-81df-8c30cf6d9e38 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:22.119389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-879924bf-ba9e-431b-8109-ab2b022add51 req-491e4934-1166-4258-81df-8c30cf6d9e38 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 945 time: 0.1502750 Dec 16 07:42:22.159666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Allocated IP 192.168.233.199 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/9c1815c9-c33e-4cbf-9da5-e9570e6b0829) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:22.196063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9da8f-c68b-43ed-a4f6-fe605a93eeec None None] Port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:22.203567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] For port f8d055de-105e-4611-a5df-c26ffed8b31d, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:22.211376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-879924bf-ba9e-431b-8109-ab2b022add51 req-6e19a3d3-3f9e-4342-acef-182a90870ebc tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803032 Dec 16 07:42:22.213828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] For port f8d055de-105e-4611-a5df-c26ffed8b31d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f8d055de-105e-4611-a5df-c26ffed8b31d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:22.214797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 604e0729-0f1e-46cd-897c-a060c78be21d no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:22.243933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.247234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 604e0729-0f1e-46cd-897c-a060c78be21d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:22.248302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 604e0729-0f1e-46cd-897c-a060c78be21d not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:22.298859 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.322116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.341276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf77b797-7472-4607-a22e-0f0c9af19eb0 req-e15cb887-3249-4a04-9c51-27f5c8e8938d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 210 time: 0.0359905 Dec 16 07:42:22.373600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Routers {'67dedb56-6668-49ff-85e5-95d26402eab1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:22.374226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67dedb56-6668-49ff-85e5-95d26402eab1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:22.376009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880bb46-00bc-46be-ad15-8611dc7c50f6 None None] Pushing event updated for resources: {'Port': ['ID=f8d055de-105e-4611-a5df-c26ffed8b31d,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:22.408674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:22.438506 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.487385 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.501707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] Set router 67dedb56-6668-49ff-85e5-95d26402eab1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:22.600727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 79b3cc26-7433-4d29-acaf-944cc1140044 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:22.608013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:22.609792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:22.614845 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.724682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:22.732695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:22.762011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 79b3cc26-7433-4d29-acaf-944cc1140044 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:22.762584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.766548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35488) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:22.772300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:22.778613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:22.896343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:22.897024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:22.959382 n-d-820935-11 neutron-server[110396]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 07:42:22.964688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-9be95e75-63f6-46c8-9db3-95432262efbc tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:22.965726 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-9be95e75-63f6-46c8-9db3-95432262efbc tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1922562 Dec 16 07:42:23.041782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:21Z', 'revision_number': 4, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port': {'id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:18Z', 'updated_at': '2021-12-16T07:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fdd014c1-be60-4c6e-ba3f-743d2d1f7619', 'name': '', 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'mac_address': 'fa:16:3e:2b:8f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:20Z', 'updated_at': '2021-12-16T07:42:22Z', 'revision_number': 2, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'subnets': [{'id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:23.042293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Router 67dedb56-6668-49ff-85e5-95d26402eab1 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:42:23.053225 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-8c7b1082-2fef-42ac-98a4-fb4c72a17e07 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6816673 Dec 16 07:42:23.072086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Request body: {'port': {'device_id': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'device_owner': 'compute:tempest-test_az-1926370335', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:23.081044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae8130-458c-4e1a-b1a0-f9278183c9a5 None None] The sync data for ids ['67dedb56-6668-49ff-85e5-95d26402eab1'] in n-d-820935-11 is: [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:21Z', 'revision_number': 4, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port': {'id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:18Z', 'updated_at': '2021-12-16T07:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fdd014c1-be60-4c6e-ba3f-743d2d1f7619', 'name': '', 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'mac_address': 'fa:16:3e:2b:8f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:20Z', 'updated_at': '2021-12-16T07:42:22Z', 'revision_number': 2, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'subnets': [{'id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:42:23.086820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4de53d80-35a2-45cf-8e6f-d455b952b409 None None] Provisioning complete for port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:23.087265 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4de53d80-35a2-45cf-8e6f-d455b952b409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:23.143148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-327f569f-f86a-4126-80fd-a5fc333adcea tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2af9ee371df3424abb71a576681fa714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355660 Dec 16 07:42:23.158103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4de53d80-35a2-45cf-8e6f-d455b952b409 None None] Port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:23.160746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-922b7214-b058-47fc-a192-48456a90dad6 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1337c26cc2654c3a9323463b0e6021c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274605 Dec 16 07:42:23.200527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-e95dcb73-1c24-488a-aa63-4ee4db0c687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:23.201922 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-e95dcb73-1c24-488a-aa63-4ee4db0c687d service neutron] 10.222.0.43 "GET /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 1095 time: 0.1508904 Dec 16 07:42:23.214301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Request body: {'binding': {'host': 'n-h1-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:23.214812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Unknown quota resources ['binding']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:42:23.235032 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:42:23.296094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1aca5661-8d9f-4fd3-a469-9f1c591bac51 None None] Provisioning complete for port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:23.296992 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1aca5661-8d9f-4fd3-a469-9f1c591bac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:23.303766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:23.323366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:42:23.334164 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bd45a694-3e06-45a0-aee7-e966debc6764 admin admin] 10.222.0.43 "PUT /v2.0/routers/67dedb56-6668-49ff-85e5-95d26402eab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6232965 Dec 16 07:42:23.368162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1aca5661-8d9f-4fd3-a469-9f1c591bac51 None None] Port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:23.470416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on host n-h1-820935-11 for vnic_type normal with profile None {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:23.470765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:23.471101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:23.475964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:23.476471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:23.486204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:23.486540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:23.486985 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:23.487427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Bound port: dd7cdbee-d570-4ce0-9342-4aedad57599a, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:23.584429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:23.584884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-3ed5f8d5-fba9-458e-8705-de623681e0e9 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:23.588674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-3ed5f8d5-fba9-458e-8705-de623681e0e9 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4440389 Dec 16 07:42:23.599130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-1ff27383-8ba9-40f3-9ade-d8d122a8e225 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:23.600580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-1ff27383-8ba9-40f3-9ade-d8d122a8e225 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4199142 Dec 16 07:42:23.621556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-2077ad67-7afe-4db7-a347-3357661eb0d1 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/quotas/2af9ee371df3424abb71a576681fa714 HTTP/1.1" status: 200 len: 375 time: 0.0199838 Dec 16 07:42:23.637551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Request body: {'port': {'device_id': '19d50984-4b03-4348-aeca-59db628bf6a4', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '1337c26cc2654c3a9323463b0e6021c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:23.663242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:23.664463 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d642ac08-1dbc-472f-909f-464b41a8fc76 service neutron] 10.222.0.43 "POST /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4541171 Dec 16 07:42:23.740496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-3bfc6937-6cee-4331-af83-1dfacf243ab4 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2af9ee371df3424abb71a576681fa714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106045 Dec 16 07:42:23.905545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:23.913568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:23.934763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Transition to ACTIVE for port object 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:24.026957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497f616-b275-4db8-8486-8d6f702a4d35 req-03c5aee5-40c6-4fc7-8e90-26e8078904c2 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:24.029330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7497f616-b275-4db8-8486-8d6f702a4d35 req-03c5aee5-40c6-4fc7-8e90-26e8078904c2 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 972 time: 0.0570390 Dec 16 07:42:24.031449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Made reservation on behalf of 1337c26cc2654c3a9323463b0e6021c1 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:24.035164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:24.037274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:24.152908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:24.233616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9cf6e13a-06b6-48c9-a9ad-aef34d700193 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:24.422342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:24.427176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:24.427552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:24.496322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7497f616-b275-4db8-8486-8d6f702a4d35 req-c177dfcb-4596-4ab9-b6a3-2769fb6ae908 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568884 Dec 16 07:42:24.633218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.16', 64055) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:24.668279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60d92deb-60d7-478f-84b0-26967dee39bb req-07cec0b5-fd5e-4d38-af38-498319a7966f tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Dec 16 07:42:24.700136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Attempting to bind port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:24.701199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Attempting to bind port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:24.701636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Attempting to bind port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:24.712373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:24.712718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Attempting to bind port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:24.724943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-9ed1217f-1805-40b2-88c6-e79e68737c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:24.726458 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-9ed1217f-1805-40b2-88c6-e79e68737c24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1098 time: 0.0922377 Dec 16 07:42:24.727692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240cd1a-3040-47ba-86b8-78f2ffb1440a req-fae6f8c9-f0bb-4451-864b-4bc43c77b1f8 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:24.729342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e240cd1a-3040-47ba-86b8-78f2ffb1440a req-fae6f8c9-f0bb-4451-864b-4bc43c77b1f8 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 945 time: 0.2777827 Dec 16 07:42:24.735765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:24.739092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:24.739092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:24.739092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Bound port: 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:24.739092 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:24.784604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Allocated IP 192.168.233.70 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/ff80411d-d68a-4d87-baf8-7ae03fea6414) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:24.789137 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:24.811637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f8d055de-105e-4611-a5df-c26ffed8b31d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:24.850298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:24.853238 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb1ddf-b088-4171-bbb3-20764285d143" -d '{"events": [{"server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "name": "network-vif-plugged", "status": "completed", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:24.881176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9cf6e13a-06b6-48c9-a9ad-aef34d700193, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:24.900676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-5e3091bd-68b0-40bd-8505-45a79f59c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:24.902228 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-5e3091bd-68b0-40bd-8505-45a79f59c02f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1638043 Dec 16 07:42:24.907769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e240cd1a-3040-47ba-86b8-78f2ffb1440a req-59e74ca7-f3c2-4a20-a48b-744c5ed5b9be tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681316 Dec 16 07:42:24.912441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f8d055de-105e-4611-a5df-c26ffed8b31d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:24.913064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:24.951715 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-b9bef9f2-bc7c-4add-bf07-84f3589a83aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 217 time: 0.0426567 Dec 16 07:42:24.962333 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.024796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-4d51afc4-21d2-4bf4-9641-90d709913bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:25.026401 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-4d51afc4-21d2-4bf4-9641-90d709913bca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0638585 Dec 16 07:42:25.030021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9cf6e13a-06b6-48c9-a9ad-aef34d700193,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:25.064029 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-55e46908-04b2-49cb-af0b-11171050d789 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307813 Dec 16 07:42:25.085147 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.111759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port f8d055de-105e-4611-a5df-c26ffed8b31d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f8d055de-105e-4611-a5df-c26ffed8b31d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:25.131063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:25.157148 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-37576956-cd68-4376-97df-7ae418969b47 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851674 Dec 16 07:42:25.200335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:25.210886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.214196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-b28026a0-b373-4a1a-80d2-817cf2232ef5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4195590 Dec 16 07:42:25.222792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba573b5f-00e8-4cb0-bcf1-9f70f2668cc1 req-e2b587dd-4914-4a6a-9f12-b88c004a013b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:25.224309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba573b5f-00e8-4cb0-bcf1-9f70f2668cc1 req-e2b587dd-4914-4a6a-9f12-b88c004a013b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 946 time: 0.2361960 Dec 16 07:42:25.252503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:25.262457 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-1e127192-66d3-4741-84c2-7517d07a7943 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982468 Dec 16 07:42:25.272469 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.281111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=f8d055de-105e-4611-a5df-c26ffed8b31d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:25.379799 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.384574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:25.385119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.386575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c1815c9-c33e-4cbf-9da5-e9570e6b0829 HTTP/1.1" status: 200 len: 1119 time: 2.3191700 Dec 16 07:42:25.389199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:25.391473 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def200ee-0c95-4bf7-a24c-70dde1fe3459" -d '{"events": [{"name": "network-changed", "server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:25.416741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba573b5f-00e8-4cb0-bcf1-9f70f2668cc1 req-1ed85a06-b7ca-4049-9a0e-2a797c36de69 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848667 Dec 16 07:42:25.442451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fbd79-e3d0-408b-9f01-668f0df99f05 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:25.491890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.562547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8b8e6e8-d8e1-440a-8fdb-c3f091a3d379 req-b60b9a74-0d71-47dd-8d08-157fce6841b9 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 210 time: 0.0566204 Dec 16 07:42:25.599942 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.682668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:25.685494 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Sync routers for ids ['67dedb56-6668-49ff-85e5-95d26402eab1'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:42:25.687029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:25.689549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:25.694687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:25.699875 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Routers {'67dedb56-6668-49ff-85e5-95d26402eab1'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:25.701518 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67dedb56-6668-49ff-85e5-95d26402eab1'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:25.753395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-db966934-ba13-4252-b7b8-7475f9e17b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:25.755243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-db966934-ba13-4252-b7b8-7475f9e17b7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1337c26cc2654c3a9323463b0e6021c1&device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 1122 time: 0.1257379 Dec 16 07:42:25.793347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:25.794072 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.821944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-dae8532e-e205-41a8-b5a0-7fecc7a9eb22 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:25.823575 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-dae8532e-e205-41a8-b5a0-7fecc7a9eb22 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1098 time: 0.1563389 Dec 16 07:42:25.836588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-11'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:25.852023 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Set router 67dedb56-6668-49ff-85e5-95d26402eab1 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:25.855468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-aba92cef-4d10-4b0b-8151-bc9c2f607d54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829 HTTP/1.1" status: 200 len: 217 time: 0.0841701 Dec 16 07:42:25.861658 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:25.937153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5666214d-1d94-49a0-adb0-0f473c33743d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3040867 Dec 16 07:42:25.946839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.004632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Request body: {'port': {'device_id': '19d50984-4b03-4348-aeca-59db628bf6a4', 'device_owner': 'compute:tempest-test_az-1926370335', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:26.079674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b3c0eb2c-f1bc-430b-b7fc-bccac3306c4d None None] Provisioning complete for port ff80411d-d68a-4d87-baf8-7ae03fea6414 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:26.080455 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3c0eb2c-f1bc-430b-b7fc-bccac3306c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.117793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0eb2c-f1bc-430b-b7fc-bccac3306c4d None None] Port ff80411d-d68a-4d87-baf8-7ae03fea6414 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:26.128916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:26.130458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-7add1bfb-2cca-4dde-b55e-14dc84165918 req-b4c6369b-837b-4485-a9ba-dbe7c72d6ac4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:26.131461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7add1bfb-2cca-4dde-b55e-14dc84165918 req-b4c6369b-837b-4485-a9ba-dbe7c72d6ac4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051003 Dec 16 07:42:26.173522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:26.173761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bd847823-d9f9-41e3-a9c8-54687bc31a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:26.175231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-bd847823-d9f9-41e3-a9c8-54687bc31a9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.3123610 Dec 16 07:42:26.200071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Allocated IP 172.25.2.36 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/d8d905d0-a1cf-445c-a904-611e2b0ecdba) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:26.218806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:26.221188 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d57e9e-7615-4ad4-b249-c5e8f92df641" -d '{"events": [{"server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:26.225422 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.235079 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:21Z', 'revision_number': 4, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port': {'id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:18Z', 'updated_at': '2021-12-16T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fdd014c1-be60-4c6e-ba3f-743d2d1f7619', 'name': '', 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'mac_address': 'fa:16:3e:2b:8f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:20Z', 'updated_at': '2021-12-16T07:42:22Z', 'revision_number': 2, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'subnets': [{'id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:26.248878 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d3bf7-74fa-497b-9269-545968d6ff15 x-openstack-request-id: req-f99d3bf7-74fa-497b-9269-545968d6ff15 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:26.249197 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "name": "network-vif-plugged", "status": "completed", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:26.249495 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f99d3bf7-74fa-497b-9269-545968d6ff15 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:26.249939 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'code': 200} Dec 16 07:42:26.262714 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.268755 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Checking router: 67dedb56-6668-49ff-85e5-95d26402eab1 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:42:26.269318 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Updating router 67dedb56-6668-49ff-85e5-95d26402eab1 port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:42:26.290616 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc84db4-0b38-4241-8ebe-29ac1a780fef x-openstack-request-id: req-1dc84db4-0b38-4241-8ebe-29ac1a780fef {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:26.290616 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:26.290951 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1dc84db4-0b38-4241-8ebe-29ac1a780fef {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:26.291265 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'status': 'completed', 'code': 200} Dec 16 07:42:26.292504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.300722 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.333448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-70f0ab9a-e457-4856-9e07-c00c23c2b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:26.334988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-70f0ab9a-e457-4856-9e07-c00c23c2b945 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1469419 Dec 16 07:42:26.410808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=7']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:26.424763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on host n-h2-820935-11 for vnic_type normal with profile {"migrating_to": "n-h1-820935-11"} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:26.425254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:26.425765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:26.430379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:26.430753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Attempting to bind port dd7cdbee-d570-4ce0-9342-4aedad57599a on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:26.437295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:26.437633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:26.438011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:26.438434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Bound port: dd7cdbee-d570-4ce0-9342-4aedad57599a, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:26.438785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.539211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:26.544357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:26.561476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f8d055de-105e-4611-a5df-c26ffed8b31d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:26.613891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f8d055de-105e-4611-a5df-c26ffed8b31d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:26.614277 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.628479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.647281 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.713015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:26.713552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.714963 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 1124 time: 0.8838279 Dec 16 07:42:26.719400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a168a72-2f64-4231-b551-c60d085401a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=8']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:26.765089 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.829495 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfe33a-2b12-4c56-bd52-a9ff6899afa1 None None] Pushing event updated for resources: {'Port': ['ID=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:26.843494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.858979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd7cdbee-d570-4ce0-9342-4aedad57599a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:26.874864 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-2c424489-0dbb-47e6-a64e-6d726affc3cd tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2af9ee371df3424abb71a576681fa714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523386 Dec 16 07:42:26.905237 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Attempting to bind port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:26.905606 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Attempting to bind port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:26.905966 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Attempting to bind port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 on network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:26.914527 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:26.917534 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Checking segment: {'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:26.917534 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.917534 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Bound using segment: {'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:26.917534 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Bound port: fdd014c1-be60-4c6e-ba3f-743d2d1f7619, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:26.917534 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:26.937833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5de02-6477-40b4-b0f3-5f5cff8e1583 req-55a481ca-8fa0-418d-9afd-9c976661b534 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:26.939389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68a5de02-6477-40b4-b0f3-5f5cff8e1583 req-55a481ca-8fa0-418d-9afd-9c976661b534 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 935 time: 0.5709059 Dec 16 07:42:26.948236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-29747084-39b3-4736-b049-718a8ef0939d service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929656 Dec 16 07:42:26.954268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4eb64-0d18-4be2-bba4-7f2ec11d597c req-bfdc54a1-f0ad-4270-9339-62a1d9c21000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:26.955719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64d4eb64-0d18-4be2-bba4-7f2ec11d597c req-bfdc54a1-f0ad-4270-9339-62a1d9c21000 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 1098 time: 0.5347559 Dec 16 07:42:27.054996 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] For port fdd014c1-be60-4c6e-ba3f-743d2d1f7619, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:27.058007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-b2b7d00a-7bab-459d-a813-eb495a1ee789 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:27.058762 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] For port fdd014c1-be60-4c6e-ba3f-743d2d1f7619, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,segment=NetworkSegment(9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9),segment_id=9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:27.059582 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-b2b7d00a-7bab-459d-a813-eb495a1ee789 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784911 Dec 16 07:42:27.085741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Request body: {'port': {'device_id': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '2af9ee371df3424abb71a576681fa714'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:27.148754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-86b11099-6adb-4e72-b123-58712184ff13 None None] Provisioning complete for port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:27.148994 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b11099-6adb-4e72-b123-58712184ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.166209 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.207085 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.213396 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Routers {'67dedb56-6668-49ff-85e5-95d26402eab1'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:27.214263 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67dedb56-6668-49ff-85e5-95d26402eab1'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:27.217427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-86b11099-6adb-4e72-b123-58712184ff13 None None] Port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:27.313669 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfe33a-2b12-4c56-bd52-a9ff6899afa1 None None] Pushing event updated for resources: {'Port': ['ID=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:27.317101 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68a5de02-6477-40b4-b0f3-5f5cff8e1583 req-38fa0654-6bc8-48a3-993e-84d4a559ebfa tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594728 Dec 16 07:42:27.334559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64d4eb64-0d18-4be2-bba4-7f2ec11d597c req-ff25fc11-7d80-4332-b8eb-0396bf51d265 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687392 Dec 16 07:42:27.338968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89e77b7-f95a-48a8-a6ee-d13e526b8398 req-aab455be-96b1-4294-a6ee-f1781255b313 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712096 Dec 16 07:42:27.344920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff80411d-d68a-4d87-baf8-7ae03fea6414 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:27.358394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.370492 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] Set router 67dedb56-6668-49ff-85e5-95d26402eab1 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:27.382995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.428097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Made reservation on behalf of 2af9ee371df3424abb71a576681fa714 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:27.431761 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.435659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:27.438997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:27.441546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:27.476742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=d8d905d0-a1cf-445c-a904-611e2b0ecdba,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:27.519840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Transition to ACTIVE for port object ff80411d-d68a-4d87-baf8-7ae03fea6414 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:27.522888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.523294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.523938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.524415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.524885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.525386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.525719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.526179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.526510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.527102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.527511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.527838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.528619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:27.555891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d3d84115-e063-4c01-a474-f5ca2f25ae4b None None] Provisioning complete for port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:27.557460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d3d84115-e063-4c01-a474-f5ca2f25ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.626331 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.647864 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:21Z', 'revision_number': 4, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port': {'id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:18Z', 'updated_at': '2021-12-16T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fdd014c1-be60-4c6e-ba3f-743d2d1f7619', 'name': '', 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'mac_address': 'fa:16:3e:2b:8f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:20Z', 'updated_at': '2021-12-16T07:42:27Z', 'revision_number': 4, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'subnets': [{'id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:27.653850 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d3d84115-e063-4c01-a474-f5ca2f25ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.689764 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ff6d6-bc8b-49a5-bfeb-c08f481d7937 None None] The sync data for ids ['67dedb56-6668-49ff-85e5-95d26402eab1'] in n-d-820935-11 is: [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:21Z', 'revision_number': 4, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port': {'id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:18Z', 'updated_at': '2021-12-16T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fdd014c1-be60-4c6e-ba3f-743d2d1f7619', 'name': '', 'network_id': '15ec2238-e0fb-41d9-a4e1-93d80374eae9', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'mac_address': 'fa:16:3e:2b:8f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:20Z', 'updated_at': '2021-12-16T07:42:27Z', 'revision_number': 4, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'subnets': [{'id': 'aaece1c0-3fff-411f-934f-133d9439bad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:42:27.700875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.718021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d3d84115-e063-4c01-a474-f5ca2f25ae4b None None] For port fdd014c1-be60-4c6e-ba3f-743d2d1f7619, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,segment=NetworkSegment(9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9),segment_id=9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:27.723284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-9249ecb2-1044-465f-9fdc-2fb804724583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:27.724940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-9249ecb2-1044-465f-9fdc-2fb804724583 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1337c26cc2654c3a9323463b0e6021c1&device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 1122 time: 0.1621468 Dec 16 07:42:27.738636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:27.738918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Allocated IP 192.168.233.166 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/10749873-deaa-40ca-ad8d-601ce95ad46a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:27.818081 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d3d84115-e063-4c01-a474-f5ca2f25ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.907581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d84115-e063-4c01-a474-f5ca2f25ae4b None None] Pushing event updated for resources: {'Port': ['ID=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:27.964779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:27.977425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.004126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Attempting to bind port ff80411d-d68a-4d87-baf8-7ae03fea6414 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:28.004490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Attempting to bind port ff80411d-d68a-4d87-baf8-7ae03fea6414 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:28.004819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Attempting to bind port ff80411d-d68a-4d87-baf8-7ae03fea6414 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:28.038148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ec8cf-5d0c-413b-b4e7-d0d85fd7432f req-57dcca5b-57dc-46a8-8daa-26203df50415 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:28.046744 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e4ec8cf-5d0c-413b-b4e7-d0d85fd7432f req-57dcca5b-57dc-46a8-8daa-26203df50415 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 946 time: 0.2727423 Dec 16 07:42:28.049084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Port ff80411d-d68a-4d87-baf8-7ae03fea6414 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:28.049414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Attempting to bind port ff80411d-d68a-4d87-baf8-7ae03fea6414 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:28.074766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-769ef8f1-920e-4ae8-82e9-c8fce5bb850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:28.076355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-769ef8f1-920e-4ae8-82e9-c8fce5bb850c service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3355885 Dec 16 07:42:28.081084 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.102843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:28.103181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:28.103570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:28.104012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Bound port: ff80411d-d68a-4d87-baf8-7ae03fea6414, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:28.104398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.139207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:28.142651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:28.145369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:28.163423 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9bb9875b-fd4c-4b4a-a164-08b2b38c7ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.182479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-8a94bff3-e666-425d-aea1-b45e43a44cb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829 HTTP/1.1" status: 200 len: 217 time: 0.0960219 Dec 16 07:42:28.280979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e4ec8cf-5d0c-413b-b4e7-d0d85fd7432f req-3dbe5c6b-d8b2-4c59-8be5-ed70445983f4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331545 Dec 16 07:42:28.381070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-e05ac11e-4ed9-4366-af8d-82d56ddd4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:28.382707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-e05ac11e-4ed9-4366-af8d-82d56ddd4260 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1834323 Dec 16 07:42:28.405044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Pushing event updated for resources: {'Port': ['ID=10749873-deaa-40ca-ad8d-601ce95ad46a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:28.441270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:28.441898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.479394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:28.496438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e1602400-3251-4255-b7a2-654571d7e424 None None] Provisioning complete for port 10749873-deaa-40ca-ad8d-601ce95ad46a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:28.496837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1602400-3251-4255-b7a2-654571d7e424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.521761 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-f550c657-b612-4af5-bfd2-e36682ecd44b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4408352 Dec 16 07:42:28.533718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:28.538520 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.549527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e1602400-3251-4255-b7a2-654571d7e424 None None] Port 10749873-deaa-40ca-ad8d-601ce95ad46a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:28.559055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fdd014c1-be60-4c6e-ba3f-743d2d1f7619 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:28.561323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fd77-32a4-47c9-8782-b00f40c7a3ce req-dc809be5-293c-4763-9a34-93572d2ab223 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:28.562872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9e4fd77-32a4-47c9-8782-b00f40c7a3ce req-dc809be5-293c-4763-9a34-93572d2ab223 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 972 time: 0.1682248 Dec 16 07:42:28.564718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Request body: {'port': {'device_id': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:28.567752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-cb556ea8-eb11-4152-baf8-9359dc33d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:28.569224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-cb556ea8-eb11-4152-baf8-9359dc33d035 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1660306 Dec 16 07:42:28.630017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.637140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:28.637557 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.645314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.675730 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.713011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9e4fd77-32a4-47c9-8782-b00f40c7a3ce req-241ba8d4-fef1-4932-b33f-64d955ffeb86 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428175 Dec 16 07:42:28.717227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:28.717861 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:28.719456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] 10.222.0.16 "PUT /v2.0/ports/ff80411d-d68a-4d87-baf8-7ae03fea6414 HTTP/1.1" status: 200 len: 1118 time: 2.7263849 Dec 16 07:42:28.722067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:28.724418 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c" -d '{"events": [{"name": "network-changed", "server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:28.791291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9180e-e202-4a1c-9d25-b6b0981e9c08 service neutron] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:28.836737 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88860db1-e583-4d66-9f44-79f9d467996b x-openstack-request-id: req-88860db1-e583-4d66-9f44-79f9d467996b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:28.836737 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:28.836737 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88860db1-e583-4d66-9f44-79f9d467996b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:28.836737 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a', 'code': 200} Dec 16 07:42:28.874119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-860fde01-6071-4059-ad55-aee6cf6fb813 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967269 Dec 16 07:42:28.956772 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.017125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=d8d905d0-a1cf-445c-a904-611e2b0ecdba,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:29.043606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10749873-deaa-40ca-ad8d-601ce95ad46a {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:29.052351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.066575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Transition to ACTIVE for port object 10749873-deaa-40ca-ad8d-601ce95ad46a will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:29.086983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f0d46-1d6e-4a75-92a2-9587a3d1eb48 req-de9fb946-f1b8-4dcb-bd02-bd072235b589 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.088471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be4f0d46-1d6e-4a75-92a2-9587a3d1eb48 req-de9fb946-f1b8-4dcb-bd02-bd072235b589 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 944 time: 0.1891348 Dec 16 07:42:29.095552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-b59231b6-429f-4b61-b39b-82e7cb2a8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.096959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-b59231b6-429f-4b61-b39b-82e7cb2a8369 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1337c26cc2654c3a9323463b0e6021c1&device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 1121 time: 0.1286936 Dec 16 07:42:29.108663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-def200ee-0c95-4bf7-a24c-70dde1fe3459 req-169dcb1b-dfa2-42fc-8af0-19e2b2c7b628 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250981 Dec 16 07:42:29.116581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.117675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-deba81f3-9ac1-41f5-938e-2eb12c523c8a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8724830 Dec 16 07:42:29.142089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.200961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Pushing event updated for resources: {'Port': ['ID=10749873-deaa-40ca-ad8d-601ce95ad46a,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:29.247608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be4f0d46-1d6e-4a75-92a2-9587a3d1eb48 req-0147b1f1-4754-4136-9edb-8ad199577740 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489069 Dec 16 07:42:29.249179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-4f09f9a3-bb62-499e-806e-0a7163efda8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414 HTTP/1.1" status: 200 len: 217 time: 0.0861514 Dec 16 07:42:29.252255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-c21535ca-9f02-4577-badc-92c79d07dd55 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.1266048 Dec 16 07:42:29.280797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Attempting to bind port 10749873-deaa-40ca-ad8d-601ce95ad46a on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:29.281308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Attempting to bind port 10749873-deaa-40ca-ad8d-601ce95ad46a by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:29.281803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Attempting to bind port 10749873-deaa-40ca-ad8d-601ce95ad46a on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:29.288140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Port 10749873-deaa-40ca-ad8d-601ce95ad46a on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:29.288492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Attempting to bind port 10749873-deaa-40ca-ad8d-601ce95ad46a on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:29.295983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:29.296368 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:29.296855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:29.297522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Bound port: 10749873-deaa-40ca-ad8d-601ce95ad46a, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:29.297842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.381154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] For port 10749873-deaa-40ca-ad8d-601ce95ad46a, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:29.383935 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] For port 10749873-deaa-40ca-ad8d-601ce95ad46a, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=10749873-deaa-40ca-ad8d-601ce95ad46a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:29.479637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.522574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.523199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.524677 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] 10.222.0.36 "PUT /v2.0/ports/10749873-deaa-40ca-ad8d-601ce95ad46a HTTP/1.1" status: 200 len: 1097 time: 0.9682415 Dec 16 07:42:29.549836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Pushing event updated for resources: {'Port': ['ID=10749873-deaa-40ca-ad8d-601ce95ad46a,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:29.558123 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.558468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.558863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.559148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.560156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.560778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.561236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.561645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.561806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.562121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.562448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.562775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.563095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed4cbf8-d679-4552-b7c5-a0769325266a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:29.610465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:29.615739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5ef46942-0ab5-45ab-b8f2-c06aab715902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.617259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-5ef46942-0ab5-45ab-b8f2-c06aab715902 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.3473096 Dec 16 07:42:29.657257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5dd7-348d-46e2-a8e6-f19a5880a893 req-0c020fd0-4aa2-4ed3-b711-0619b058415f tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.658773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c4c5dd7-348d-46e2-a8e6-f19a5880a893 req-0c020fd0-4aa2-4ed3-b711-0619b058415f tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 948 time: 0.3127797 Dec 16 07:42:29.695754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-b3f2eb3d-1037-4a72-842a-0543496b74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.697535 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-b3f2eb3d-1037-4a72-842a-0543496b74c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af9ee371df3424abb71a576681fa714&device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 1100 time: 0.0474458 Dec 16 07:42:29.712262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-f3f460bb-a3ea-49cc-b6e3-3f158b441dca tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.713671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-f3f460bb-a3ea-49cc-b6e3-3f158b441dca tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.4546232 Dec 16 07:42:29.744623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-5cfba0c1-5fb4-40bd-91f5-535a190f1841 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:29.745763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fb6ba2c-7553-4dd2-910b-4b10b24805aa req-5cfba0c1-5fb4-40bd-91f5-535a190f1841 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087283 Dec 16 07:42:29.772137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-0d1143b6-00c0-4f66-83e5-9a8f32bbafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.773660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-0d1143b6-00c0-4f66-83e5-9a8f32bbafb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129200 Dec 16 07:42:29.774302 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-40663ceb-8cf0-4ed0-b319-bc6d67f43984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=10749873-deaa-40ca-ad8d-601ce95ad46a HTTP/1.1" status: 200 len: 217 time: 0.0610158 Dec 16 07:42:29.791326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:29.799951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c4c5dd7-348d-46e2-a8e6-f19a5880a893 req-9f9f55d8-a87c-4d97-b252-68597962b790 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114028 Dec 16 07:42:29.832667 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-375cf1f2-ecef-468a-85b8-5093fb25e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.834657 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-375cf1f2-ecef-468a-85b8-5093fb25e686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0534379 Dec 16 07:42:29.849381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-fd9af4a5-bf19-49dd-b82b-d602e453b945 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1895933 Dec 16 07:42:29.889586 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab13e20e-428d-4c7d-b578-e3ea1983fe08 x-openstack-request-id: req-ab13e20e-428d-4c7d-b578-e3ea1983fe08 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:29.889883 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:29.890210 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab13e20e-428d-4c7d-b578-e3ea1983fe08 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:29.890523 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'status': 'completed', 'code': 200} Dec 16 07:42:29.930620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-0d514313-0757-4759-8396-9c9cdd62ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.932124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:29.932726 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-0d514313-0757-4759-8396-9c9cdd62ac8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889790 Dec 16 07:42:29.933369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-bd5e741a-d6f5-4831-9b0d-70f6ca5703f0 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464097 Dec 16 07:42:29.940964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1418a0-8097-4479-baae-65fc420e151a req-9a954847-f089-47c5-976e-27b8761999ea tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:29.942428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc1418a0-8097-4479-baae-65fc420e151a req-9a954847-f089-47c5-976e-27b8761999ea tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 969 time: 0.0836763 Dec 16 07:42:29.948145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a has no active binding in host n-h1-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:42:30.049786 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-325f5625-1063-4a93-8892-d27ae9464b2d service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092677 Dec 16 07:42:30.065082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-034f49ca-a9f5-4efc-8d6e-357a40e295a8 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=dffa0251267c4132b0d981ba805457e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479534 Dec 16 07:42:30.128827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-9c1109cb-df2f-4932-954d-64349938fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.130351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-9c1109cb-df2f-4932-954d-64349938fb0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2cbf00d0f3841b0b4c4451ad3983e3d&device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 1123 time: 0.1793072 Dec 16 07:42:30.154844 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8d62546e-7286-44bf-b60e-839ccc49ff65 req-70affd9c-0630-42d2-93b1-6be80cf9ba3f service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896256 Dec 16 07:42:30.176938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc1418a0-8097-4479-baae-65fc420e151a req-8fa9c5c5-bfad-489f-a8a6-a9a7b75ef684 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151194 Dec 16 07:42:30.228415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a034d50f-c7e6-4587-bf7e-296e5b378d80 req-28bf0223-afb4-49e4-927a-b6a696105de7 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849910 Dec 16 07:42:30.336408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-1e57a4c9-82c5-43ff-96c4-92308604737f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.337890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-1e57a4c9-82c5-43ff-96c4-92308604737f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637076 Dec 16 07:42:30.347192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-2267101e-1ac7-4ef1-bc2a-807708e35053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.348605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-2267101e-1ac7-4ef1-bc2a-807708e35053 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1886926 Dec 16 07:42:30.365244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7491a-da31-4a45-b466-3263fea1849b req-1653f102-cd1b-484a-9591-325cb763062f tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.366676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38b7491a-da31-4a45-b466-3263fea1849b req-1653f102-cd1b-484a-9591-325cb763062f tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 946 time: 0.1281793 Dec 16 07:42:30.368372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-bc677b96-1e09-48a0-905e-9f572d6697a7 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/quotas/dffa0251267c4132b0d981ba805457e7 HTTP/1.1" status: 200 len: 375 time: 0.0233450 Dec 16 07:42:30.501634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-fdb41744-3bed-49b4-8193-000311ad4da8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934 HTTP/1.1" status: 200 len: 217 time: 0.0749910 Dec 16 07:42:30.506538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38b7491a-da31-4a45-b466-3263fea1849b req-fba172bc-0eb3-4b10-bc70-1fe88ac7794f tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331789 Dec 16 07:42:30.511768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-ef9c34a3-6b5c-4e4a-a2f7-ea48ae8ddeb0 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dffa0251267c4132b0d981ba805457e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320410 Dec 16 07:42:30.613625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-fff7dafa-87c1-4d4c-9aa4-f4d1ac87827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.615114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-fff7dafa-87c1-4d4c-9aa4-f4d1ac87827b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1337c26cc2654c3a9323463b0e6021c1&device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 1121 time: 0.1848426 Dec 16 07:42:30.618390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-9f1eabbf-da6c-4915-82f0-587e3102f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.619715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-9f1eabbf-da6c-4915-82f0-587e3102f1d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1069698 Dec 16 07:42:30.650560 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b15cec1-7fb3-4c8c-9f5d-b00d43e0f75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:30.767057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-8c42dd20-0171-409f-8392-87bbc7ba5aa0 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2259281 Dec 16 07:42:30.771873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-6fcecdee-6c3f-4459-b76a-0de06f1f6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.773506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-6fcecdee-6c3f-4459-b76a-0de06f1f6adc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448655 Dec 16 07:42:30.787410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:30.837173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a'}, {'name': 'network-changed', 'server_uuid': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'tag': '10749873-deaa-40ca-ad8d-601ce95ad46a'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:30.841142 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2e0108-1c85-44c7-86c1-15324d334cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a"}, {"name": "network-changed", "server_uuid": "5341269d-4ccb-44b9-8e6a-6eae3aad06dd", "tag": "10749873-deaa-40ca-ad8d-601ce95ad46a"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:30.859024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-20f20386-280b-41c2-a2d5-2a97d8654325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:30.860530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-20f20386-280b-41c2-a2d5-2a97d8654325 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2329593 Dec 16 07:42:30.917685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-01597e32-f4b5-47e8-ae36-6ea521123ad4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414 HTTP/1.1" status: 200 len: 217 time: 0.0405233 Dec 16 07:42:30.971553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-46881672-8075-4236-9059-173353ef6a1f service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799064 Dec 16 07:42:30.975878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:31.044783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-969fa9c5-d4c8-40c3-b769-95dde78a0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:31.046208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-969fa9c5-d4c8-40c3-b769-95dde78a0e10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1176667 Dec 16 07:42:31.185125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301561e-1708-40a0-8daa-6fc988c72f67 req-169c4839-d0bc-4f7c-b1c9-4c8e2bde2940 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:31.186613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6301561e-1708-40a0-8daa-6fc988c72f67 req-169c4839-d0bc-4f7c-b1c9-4c8e2bde2940 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 944 time: 0.1542852 Dec 16 07:42:31.207510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-384f0ab2-2888-43ee-b06a-4992e7dd42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:31.207510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-384f0ab2-2888-43ee-b06a-4992e7dd42df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278234 Dec 16 07:42:31.219986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a1dbc6-37e6-4b14-81e4-3e5d52215f05 req-c2156c06-698a-4f7e-a9d1-29cb919a8e6b service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276223 Dec 16 07:42:31.328037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6301561e-1708-40a0-8daa-6fc988c72f67 req-db8c1a5d-5fd1-41dd-8b43-a4f431020b8e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275291 Dec 16 07:42:31.342635 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:31.395209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-ab56e45e-1170-4446-905c-5ae919bf7887 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772425 Dec 16 07:42:31.537204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Allocated IP 172.25.2.12 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/f3c309a2-d5ab-4acf-ad54-8e70df04ae5a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:31.567236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a86af-f64a-48a3-95b8-6a919f5e0079 req-42d76fe6-3bb8-4245-b8e1-553e374a0576 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:31.568738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d0a86af-f64a-48a3-95b8-6a919f5e0079 req-42d76fe6-3bb8-4245-b8e1-553e374a0576 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 946 time: 0.1331985 Dec 16 07:42:31.578502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:31.587375 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'floatingip': {'port_id': '9cf6e13a-06b6-48c9-a9ad-aef34d700193'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:31.649418 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:31.669495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:31.819213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:31.909334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03c1dd4e-8f69-4595-aedd-4d1fb1317e88 req-85a28f61-f4d7-4f91-818c-f410a0f0fe50 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 210 time: 0.2813890 Dec 16 07:42:31.913622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02ebef8-8c2a-4b65-9965-6d6c7e1bb52c req-a13e96ae-7a85-4fb6-9e8b-91e74bc4319a service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746110 Dec 16 07:42:31.944550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:31.961583 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:31.976284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'mac_address': 'fa:16:3e:ec:54:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:tempest-test_az-1926370335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:32.031338 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.048749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:32.065880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b22a8-3ef7-4e77-b086-e9a6fdf78941 req-319b8f00-26d3-4da9-853a-67add9ec75cf tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:32.072306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:32.072986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f6b22a8-3ef7-4e77-b086-e9a6fdf78941 req-319b8f00-26d3-4da9-853a-67add9ec75cf tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 948 time: 0.0838454 Dec 16 07:42:32.117337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f6b22a8-3ef7-4e77-b086-e9a6fdf78941 req-516e1f60-84c9-4664-8ccf-615e1d0f944b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Dec 16 07:42:32.136097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.170856 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.193094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:32.196109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:32.201325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:32.203494 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a80c168-a424-419d-bf29-8a10506a7b87 x-openstack-request-id: req-4a80c168-a424-419d-bf29-8a10506a7b87 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:32.204041 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5341269d-4ccb-44b9-8e6a-6eae3aad06dd", "tag": "10749873-deaa-40ca-ad8d-601ce95ad46a", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:32.204498 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a80c168-a424-419d-bf29-8a10506a7b87 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:32.205058 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a', 'status': 'completed', 'code': 200} Dec 16 07:42:32.208259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=f3c309a2-d5ab-4acf-ad54-8e70df04ae5a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:32.208437 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'tag': '10749873-deaa-40ca-ad8d-601ce95ad46a', 'status': 'completed', 'code': 200} Dec 16 07:42:32.256965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:32.266865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.270975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.271441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:42:32.331665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.378567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-0568f68a-eef3-4160-bcad-54946c7dcfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:32.380065 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-0568f68a-eef3-4160-bcad-54946c7dcfa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1127 time: 0.1216176 Dec 16 07:42:32.411168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e8e9-ad3a-42d6-8d7d-35c9f01f15fe req-c3a30281-e976-42e3-8249-343566212eed tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:32.412690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d17e8e9-ad3a-42d6-8d7d-35c9f01f15fe req-c3a30281-e976-42e3-8249-343566212eed tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 969 time: 0.0521302 Dec 16 07:42:32.476148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.524824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.529152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d17e8e9-ad3a-42d6-8d7d-35c9f01f15fe req-d73bd2a1-7ac3-4472-821e-b36a8a5ccd15 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053805 Dec 16 07:42:32.561621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-7f0bff0e-8519-43a4-a643-e742a66431fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:32.563206 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-7f0bff0e-8519-43a4-a643-e742a66431fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1725032 Dec 16 07:42:32.610475 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.613066 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-262008b6-f146-43ed-a6e4-a6ad14b20ca2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 217 time: 0.0412226 Dec 16 07:42:32.660581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.739532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b81f00-7d95-40db-8c36-cf0ca38208c0 req-f3fc2dcc-2533-4b78-8064-120bb84ab000 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:32.741740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9c1815c9-c33e-4cbf-9da5-e9570e6b0829'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:32.744706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3b81f00-7d95-40db-8c36-cf0ca38208c0 req-f3fc2dcc-2533-4b78-8064-120bb84ab000 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 944 time: 0.0554564 Dec 16 07:42:32.748539 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.875578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=f3c309a2-d5ab-4acf-ad54-8e70df04ae5a,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:32.900447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3b81f00-7d95-40db-8c36-cf0ca38208c0 req-3ab7c948-6316-4200-a52e-b09e98abc3cd tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464469 Dec 16 07:42:32.913613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:32.933080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-c3289485-7058-45d7-948b-0fc20923bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:32.934962 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-c3289485-7058-45d7-948b-0fc20923bcb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0844955 Dec 16 07:42:32.954354 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Floating IP fb0cee31-5850-45e2-b91d-83b54784a345 associated. External IP: 172.25.2.89, port: 9cf6e13a-06b6-48c9-a9ad-aef34d700193. Dec 16 07:42:33.003224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-f4df0950-4880-42f0-b58b-fa18b343f187 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=dffa0251267c4132b0d981ba805457e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296004 Dec 16 07:42:33.011344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:33.012818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-bfdc947b-591b-4e41-bf23-7591cd8134f4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2363377 Dec 16 07:42:33.022745 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-2b3bc95f-6ad7-4547-9d80-fa582857f3d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344245 Dec 16 07:42:33.112761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-c47449d3-adf7-4448-ae24-49c3da005b46 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0875587 Dec 16 07:42:33.235186 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-cc5e68cd-933a-4114-838b-6e49388d232a service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034674 Dec 16 07:42:33.235591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-8800a63a-87db-4885-9558-342d8710d8c3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.236974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-8800a63a-87db-4885-9558-342d8710d8c3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208972 Dec 16 07:42:33.271441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-f13215d7-8df8-451c-aedd-3565defc91b1 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.272858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2aa69d0d-61e4-4e88-b740-53f9db8c253d req-f13215d7-8df8-451c-aedd-3565defc91b1 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1502492 Dec 16 07:42:33.278266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Request body: {'port': {'device_id': 'a28f4bb3-d711-4971-8225-457c6b694801', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'dffa0251267c4132b0d981ba805457e7'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:33.334244 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:33.389550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Router b8ff2401-6127-4816-8020-ed9b5eade8af has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:42:33.396880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-347a93be-0d3d-4645-b6b2-6f91a29072be req-88152f9c-bf2e-4ce8-80da-88abe3e003e2 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 210 time: 0.0415092 Dec 16 07:42:33.483204 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-5451efb3-8897-41f5-bc49-d62b085f753e service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156289 Dec 16 07:42:33.538771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:42:33.544460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:33.551338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f200f04-f281-40e4-abce-9e1bd8e0b978 req-639cdafc-7225-4eca-a69f-080983ae8464 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.553423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f200f04-f281-40e4-abce-9e1bd8e0b978 req-639cdafc-7225-4eca-a69f-080983ae8464 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 948 time: 0.1532335 Dec 16 07:42:33.554789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] Sync routers for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:42:33.565516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:33.566143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:33.587289 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d27bd57f-996c-4a38-aade-53ef7d3a638d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "PUT /v2.0/floatingips/fb0cee31-5850-45e2-b91d-83b54784a345 HTTP/1.1" status: 200 len: 991 time: 2.0035353 Dec 16 07:42:33.618197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3817d4ff-54d2-4054-bc43-28b411033687 req-af8586a1-37e4-4ac6-9618-2c18ed60455c tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1759515 Dec 16 07:42:33.629965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:33.649168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f200f04-f281-40e4-abce-9e1bd8e0b978 req-8b340284-43ca-49b0-a206-8894ff0f7fc6 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862241 Dec 16 07:42:33.666951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Made reservation on behalf of dffa0251267c4132b0d981ba805457e7 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:33.677521 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:33.694973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:33.702681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-4a36586d-fd03-4916-a55c-f27c9a4fc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.706147 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-4a36586d-fd03-4916-a55c-f27c9a4fc81b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af9ee371df3424abb71a576681fa714&device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 1100 time: 0.0501020 Dec 16 07:42:33.799379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:33.810677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-61c26890-abf5-4033-8ddf-3801bf6a7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.812159 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-61c26890-abf5-4033-8ddf-3801bf6a7794 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1002491 Dec 16 07:42:33.862660 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-a75613d0-00e3-4287-89ca-3e124407af5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=10749873-deaa-40ca-ad8d-601ce95ad46a HTTP/1.1" status: 200 len: 217 time: 0.0417135 Dec 16 07:42:33.909187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46bdd-e69c-4e80-8962-82b09ee34968 req-facfe6d5-fc4e-4f28-8e07-64a2081d8eb4 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.910708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3e46bdd-e69c-4e80-8962-82b09ee34968 req-facfe6d5-fc4e-4f28-8e07-64a2081d8eb4 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 969 time: 0.1609502 Dec 16 07:42:33.921469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-132b4e40-e8ed-4a6e-b6e8-68c24a249106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.924359 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-132b4e40-e8ed-4a6e-b6e8-68c24a249106 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0517783 Dec 16 07:42:33.945586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Allocated IP 192.168.233.202 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/22776b98-1d41-43a7-9ffa-4a97b86bd8f2) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:33.969772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-56ec0fab-2e85-4f99-8bd9-6de8b91c1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:33.971372 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-56ec0fab-2e85-4f99-8bd9-6de8b91c1f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412574 Dec 16 07:42:34.005357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'fb0cee31-5850-45e2-b91d-83b54784a345', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'port_id': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'mac_address': 'fa:16:3e:6b:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:42:06Z', 'updated_at': '2021-12-16T07:42:32Z', 'revision_number': 1, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:34.016472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3e46bdd-e69c-4e80-8962-82b09ee34968 req-a3a57437-468a-43ff-97d5-956d75bf6834 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907164 Dec 16 07:42:34.046067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] Checking router: b8ff2401-6127-4816-8020-ed9b5eade8af for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:42:34.063988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:34.064691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:34.079204 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-0a0caec5-f1aa-493f-9759-755cbb67fdfb service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996790 Dec 16 07:42:34.116358 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.186844 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d2e0108-1c85-44c7-86c1-15324d334cd8 req-0e9eaa99-12d6-46f6-8f36-3d97556c8872 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970247 Dec 16 07:42:34.211235 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.212923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:34.221516 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:34.240136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.301327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 10749873-deaa-40ca-ad8d-601ce95ad46a details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:34.314589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:34.360577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Allocated IP 172.25.2.78 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/d020c172-78cc-4898-b6b6-13f628870ffe) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:34.429494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.467425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['c1234e19-3db0-4e2a-b8c2-350fdfb6f14c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:34.495640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:34.513585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:34.516723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:34.520779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Pushing event updated for resources: {'Port': ['ID=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:34.525709 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.592927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:34.593582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.630457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 10749873-deaa-40ca-ad8d-601ce95ad46a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=10749873-deaa-40ca-ad8d-601ce95ad46a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:34.633969 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-24b0e989-34f9-4dd6-97ed-e482b89f6834 service neutron] 10.222.0.36 "GET /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a/bindings/n-h1-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.0920522 Dec 16 07:42:34.678203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '10749873-deaa-40ca-ad8d-601ce95ad46a', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '10749873-deaa-40ca-ad8d-601ce95ad46a', 'mac_address': 'fa:16:3e:d2:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:34.688487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.36', 50637) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:34.719551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-96622600-c6fd-4159-9235-2b94fd0596c9 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4448693 Dec 16 07:42:34.727443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.758918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Request body: {'port': {'device_id': 'a28f4bb3-d711-4971-8225-457c6b694801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:34.795566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.814466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-130c3fd6-8484-4d5a-9512-945272267213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:34.816093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-130c3fd6-8484-4d5a-9512-945272267213 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1127 time: 0.1336901 Dec 16 07:42:34.836970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10749873-deaa-40ca-ad8d-601ce95ad46a {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:34.854190 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:34.873578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb9864-8f31-447b-acb0-a6caa8747705 req-e2d617f7-2f86-4eb4-9887-b2e5f1c98a9f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:34.875439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eccb9864-8f31-447b-acb0-a6caa8747705 req-e2d617f7-2f86-4eb4-9887-b2e5f1c98a9f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 944 time: 0.2363703 Dec 16 07:42:34.876614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:34.888595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 10749873-deaa-40ca-ad8d-601ce95ad46a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=10749873-deaa-40ca-ad8d-601ce95ad46a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:34.892166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-91c3c815-86e8-45e2-b984-0c238ff92272 None None] Provisioning complete for port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:34.892545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91c3c815-86e8-45e2-b984-0c238ff92272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.893212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:34.899743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'fb0cee31-5850-45e2-b91d-83b54784a345', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'port_id': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'mac_address': 'fa:16:3e:6b:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:42:06Z', 'updated_at': '2021-12-16T07:42:32Z', 'revision_number': 1, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:34.922829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7cdbee-d570-4ce0-9342-4aedad57599a {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:34.937104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:34.940864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:34.954815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:34.955640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c0571-e55b-46ab-8286-725e36d6a84f None None] The sync data for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 is: [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'fb0cee31-5850-45e2-b91d-83b54784a345', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'port_id': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'mac_address': 'fa:16:3e:6b:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:42:06Z', 'updated_at': '2021-12-16T07:42:32Z', 'revision_number': 1, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:42:34.964501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.966201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-91c3c815-86e8-45e2-b984-0c238ff92272 None None] Port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:42:34.976103 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:34.991394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=d020c172-78cc-4898-b6b6-13f628870ffe,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:35.006608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:35.037450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=10749873-deaa-40ca-ad8d-601ce95ad46a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:35.095563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eccb9864-8f31-447b-acb0-a6caa8747705 req-912bb4e9-3cee-4e0b-9740-f940673098f6 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997936 Dec 16 07:42:35.111546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-2a98e3be-1086-486a-94c7-3a00ad3c251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.124081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] Transition to ACTIVE for port object dd7cdbee-d570-4ce0-9342-4aedad57599a will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:35.124382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-2a98e3be-1086-486a-94c7-3a00ad3c251b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.2481060 Dec 16 07:42:35.156148 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf12f1a1-1e4b-4418-8beb-6b1c09875817 x-openstack-request-id: req-cf12f1a1-1e4b-4418-8beb-6b1c09875817 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:35.156484 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:35.157822 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf12f1a1-1e4b-4418-8beb-6b1c09875817 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:35.159169 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'status': 'completed', 'code': 200} Dec 16 07:42:35.200423 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:35.217767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.36', 50638) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:35.237961 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dca0d0-c7cd-45a7-a880-6da2aa5aeed0 None None] New status for floating IP fb0cee31-5850-45e2-b91d-83b54784a345: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:42:35.251231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-b1e46739-db73-4400-8769-9243071731d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 217 time: 0.1280875 Dec 16 07:42:35.299672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['10749873-deaa-40ca-ad8d-601ce95ad46a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:35.310927 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] No DVR routers for this DVR port dd7cdbee-d570-4ce0-9342-4aedad57599a on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:35.347446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61594c36-2360-4963-8d97-7f989042d367 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=10']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:35.359459 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-61594c36-2360-4963-8d97-7f989042d367 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a/bindings/n-h1-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 0.7157714 Dec 16 07:42:35.362219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-a73bb732-6435-477d-a424-d467c92f4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.363761 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-a73bb732-6435-477d-a424-d467c92f4509 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1415813 Dec 16 07:42:35.520241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-be2e4f4e-2059-4961-b5ad-bf88afd278ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.521829 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-be2e4f4e-2059-4961-b5ad-bf88afd278ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 925 time: 0.1161871 Dec 16 07:42:35.632583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-6b6bc8c2-3a80-41f6-8835-183cac11daad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193 HTTP/1.1" status: 200 len: 999 time: 0.1029923 Dec 16 07:42:35.640126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:35.686975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-41573c38-857a-4550-92cf-0275ee757aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.688740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-41573c38-857a-4550-92cf-0275ee757aaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 200 len: 863 time: 0.0489101 Dec 16 07:42:35.709217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9351e8-89f5-49bf-b6f8-27a5dbd629e8 req-0e96c273-f7e1-46d2-b718-d1e0cf340141 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.711008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be9351e8-89f5-49bf-b6f8-27a5dbd629e8 req-0e96c273-f7e1-46d2-b718-d1e0cf340141 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 936 time: 0.4729266 Dec 16 07:42:35.734881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-d2a9c693-33ac-4c03-adfb-5bb582a44ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.736334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-d2a9c693-33ac-4c03-adfb-5bb582a44ecc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.4558239 Dec 16 07:42:35.736483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-611db3d0-6610-43b8-b275-b39b93e1ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.737929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-611db3d0-6610-43b8-b275-b39b93e1ec45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56581ddc-1858-4c9c-9e65-d461df877c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409923 Dec 16 07:42:35.792486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-7e6702ce-71a9-411a-8084-4a714f24573e tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:35.794646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-7e6702ce-71a9-411a-8084-4a714f24573e tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.2251453 Dec 16 07:42:35.825030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-3222cd44-0ccd-4356-b804-664779fae0ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715666 Dec 16 07:42:35.832212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ff80411d-d68a-4d87-baf8-7ae03fea6414 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:35.835447 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-2223059d-eac9-488d-b226-04d79482f339 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850413 Dec 16 07:42:35.896081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:35.916785 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:35.968053 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f04e2708-c4b9-47e4-9749-02b1a68bbb7a req-0a810f3a-b4cd-4175-858e-28a6dea91ac4 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241815 Dec 16 07:42:35.988726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:35.990314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be9351e8-89f5-49bf-b6f8-27a5dbd629e8 req-a904c3f3-47ed-4803-9c96-2f528454695f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702138 Dec 16 07:42:36.007656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'mac_address': 'fa:16:3e:3f:5b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-1926370335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:36.063916 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.081633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff80411d-d68a-4d87-baf8-7ae03fea6414 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:36.084943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-e558f515-0c6f-4937-9d6d-501fa5115441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:36.086515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-e558f515-0c6f-4937-9d6d-501fa5115441 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f&tenant_id=1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 1097 time: 0.2659392 Dec 16 07:42:36.109129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:36.116283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:36.157695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.162542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-b6d487e0-2038-41d6-8012-33a8c56324bc service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197954 Dec 16 07:42:36.216323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Transition to ACTIVE for port object 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:36.408424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d1d844e3-cdb2-4e08-b62e-02950f4c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:36.408424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-d1d844e3-cdb2-4e08-b62e-02950f4c140e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1097 time: 0.1355717 Dec 16 07:42:36.409281 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 10749873-deaa-40ca-ad8d-601ce95ad46a up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:36.409383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a62d3c7-149c-40fa-8b8d-60e308931861 req-81a52e40-2c5f-4032-baa7-0dc8e63b514f service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962667 Dec 16 07:42:36.409383 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.438946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-7241aaab-8795-4674-8173-8ccb31719e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:36.440438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-7241aaab-8795-4674-8173-8ccb31719e51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1345985 Dec 16 07:42:36.489222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-951afc40-60bf-4daf-bf5d-17ff189a46c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 217 time: 0.0379531 Dec 16 07:42:36.550180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-dd6f556b-1268-404d-b3d0-40a39cd03a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:36.551819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-dd6f556b-1268-404d-b3d0-40a39cd03a8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0458105 Dec 16 07:42:36.584781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-50289b3b-9bcf-4b58-b764-79042eed551f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245237 Dec 16 07:42:36.652159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.655573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:36.661079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 10749873-deaa-40ca-ad8d-601ce95ad46a completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:36.679295 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.702569 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.717314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:36.717707 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.721387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 10749873-deaa-40ca-ad8d-601ce95ad46a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:36.721387 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.746254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Pushing event updated for resources: {'Port': ['ID=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:36.779836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-034756fe-b056-46f8-a027-adc0720332fd service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826646 Dec 16 07:42:36.822715 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:36.914508 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.916398 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.967920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10749873-deaa-40ca-ad8d-601ce95ad46a'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:36.967920 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9466a8c2-a86c-4ac4-9b4f-e5a25124b1d9" -d '{"events": [{"server_uuid": "5341269d-4ccb-44b9-8e6a-6eae3aad06dd", "name": "network-vif-plugged", "status": "completed", "tag": "10749873-deaa-40ca-ad8d-601ce95ad46a"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:36.968121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=d020c172-78cc-4898-b6b6-13f628870ffe,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:36.972211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:36.983334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 10749873-deaa-40ca-ad8d-601ce95ad46a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=10749873-deaa-40ca-ad8d-601ce95ad46a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:37.004442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:37.018126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e3838-852f-497b-9c4c-3f115bcae289 req-e5974732-ccf0-4c2d-bb80-91e75055c4ce tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.019647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-383e3838-852f-497b-9c4c-3f115bcae289 req-e5974732-ccf0-4c2d-bb80-91e75055c4ce tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 949 time: 0.2521958 Dec 16 07:42:37.025598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Attempting to bind port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:37.025928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Attempting to bind port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:37.026255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Attempting to bind port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:37.041377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-b395815a-b6bc-48de-9c9d-4e89d499957f service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830280 Dec 16 07:42:37.045092 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:37.046203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:37.048610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:37.053657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Attempting to bind port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:37.058649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:37.061180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:37.061180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:37.061180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Bound port: 22776b98-1d41-43a7-9ffa-4a97b86bd8f2, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:37.061180 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:37.081195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:37.082400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3817d4ff-54d2-4054-bc43-28b411033687 req-1f555975-1a40-4b0e-9fe1-5f3b07569d71 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4581454 Dec 16 07:42:37.101927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:37.143565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=10749873-deaa-40ca-ad8d-601ce95ad46a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:37.174081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:37.176332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] For port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:37.177465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ff80411d-d68a-4d87-baf8-7ae03fea6414'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:37.180710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] For port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:37.233496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3817d4ff-54d2-4054-bc43-28b411033687 req-4681f940-38c9-4215-b87a-9a76e58ce872 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.1013091 Dec 16 07:42:37.239488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:37.244793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-383e3838-852f-497b-9c4c-3f115bcae289 req-c13e6fdb-0251-424a-93a6-56b205f9cc96 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143526 Dec 16 07:42:37.348038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:37.417085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.417085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:37.417925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] 10.222.0.36 "PUT /v2.0/ports/22776b98-1d41-43a7-9ffa-4a97b86bd8f2 HTTP/1.1" status: 200 len: 1097 time: 2.6701190 Dec 16 07:42:37.424292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28f4bb3-d711-4971-8225-457c6b694801', 'tag': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:37.426495 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a2b5b1-9fdc-4baa-989f-5db729cac766" -d '{"events": [{"name": "network-changed", "server_uuid": "a28f4bb3-d711-4971-8225-457c6b694801", "tag": "22776b98-1d41-43a7-9ffa-4a97b86bd8f2"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:37.459295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817d4ff-54d2-4054-bc43-28b411033687 req-4f4f9328-13dc-4ca1-80e4-3a3ef286ab2d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.460738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3817d4ff-54d2-4054-bc43-28b411033687 req-4f4f9328-13dc-4ca1-80e4-3a3ef286ab2d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.2090318 Dec 16 07:42:37.478984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281dd35-9139-4643-80f8-be663bec9299 service neutron] Pushing event updated for resources: {'Port': ['ID=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:37.490839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac6783-8600-484a-b2fd-d106342fde5a req-ae4cc038-c324-475a-b718-a8f038a22730 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.492452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fac6783-8600-484a-b2fd-d106342fde5a req-ae4cc038-c324-475a-b718-a8f038a22730 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 970 time: 0.1575885 Dec 16 07:42:37.564771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fac6783-8600-484a-b2fd-d106342fde5a req-e5be9e1c-9c06-4be0-85a3-7eeb8f1c9b4d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607786 Dec 16 07:42:37.657142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-14cbcf52-485c-4e6d-8064-a8295fa249f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.658836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-14cbcf52-485c-4e6d-8064-a8295fa249f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dffa0251267c4132b0d981ba805457e7&device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 1100 time: 0.0924647 Dec 16 07:42:37.661589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1397-070e-4ecd-a107-4341d1a20973 req-0094abdd-d90a-4db1-ab2c-eecd8c2de44c tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.663019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-0094abdd-d90a-4db1-ab2c-eecd8c2de44c tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.0866749 Dec 16 07:42:37.755448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-b796a20b-c978-423c-b04f-575a71d30a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=22776b98-1d41-43a7-9ffa-4a97b86bd8f2 HTTP/1.1" status: 200 len: 217 time: 0.0792537 Dec 16 07:42:37.793707 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5552800-4ed0-4211-aff1-db7a093281b5 x-openstack-request-id: req-e5552800-4ed0-4211-aff1-db7a093281b5 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:37.795066 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341269d-4ccb-44b9-8e6a-6eae3aad06dd", "name": "network-vif-plugged", "status": "completed", "tag": "10749873-deaa-40ca-ad8d-601ce95ad46a", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:37.795330 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5552800-4ed0-4211-aff1-db7a093281b5 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:37.795814 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10749873-deaa-40ca-ad8d-601ce95ad46a', 'code': 200} Dec 16 07:42:37.817943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576cda0-665f-427d-9314-842994a1d782 req-9c38babf-2743-4262-9e3e-f9614bf47499 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.819440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b576cda0-665f-427d-9314-842994a1d782 req-9c38babf-2743-4262-9e3e-f9614bf47499 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 945 time: 0.1536090 Dec 16 07:42:37.882730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-8faa9afb-7ed2-49f2-bbe3-edd9aec5d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:37.884199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-8faa9afb-7ed2-49f2-bbe3-edd9aec5d83f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1197402 Dec 16 07:42:38.236664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b576cda0-665f-427d-9314-842994a1d782 req-ef8ba398-5923-482a-a9c1-b6020056212e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057598 Dec 16 07:42:38.257794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902cd85-663a-4d3d-9493-37330b4c9644 req-e5b1c494-08f9-4b1b-9dff-436268d84c65 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:38.259306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a902cd85-663a-4d3d-9493-37330b4c9644 req-e5b1c494-08f9-4b1b-9dff-436268d84c65 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 948 time: 0.4153879 Dec 16 07:42:38.273081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57a8c-1733-4195-a130-f63133da2294 req-9866d2a5-d413-4845-8ffb-fab47d36e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:38.274544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-9866d2a5-d413-4845-8ffb-fab47d36e55b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483681 Dec 16 07:42:38.281295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f7a30-9c6d-40ce-badd-682830f53a5f req-0b492f19-c0a0-453f-81b1-c4d3068ec253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:38.282758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c8f7a30-9c6d-40ce-badd-682830f53a5f req-0b492f19-c0a0-453f-81b1-c4d3068ec253 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 1102 time: 0.1578972 Dec 16 07:42:38.300779 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c26753c-700c-44cd-a536-8ab2ff212a4e x-openstack-request-id: req-7c26753c-700c-44cd-a536-8ab2ff212a4e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:38.301104 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28f4bb3-d711-4971-8225-457c6b694801", "tag": "22776b98-1d41-43a7-9ffa-4a97b86bd8f2", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:38.301353 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c26753c-700c-44cd-a536-8ab2ff212a4e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:38.301734 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28f4bb3-d711-4971-8225-457c6b694801', 'tag': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2', 'status': 'completed', 'code': 200} Dec 16 07:42:38.388085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-664d1397-070e-4ecd-a107-4341d1a20973 req-7f850cbf-0056-4708-b12e-0e539cd6438b service neutron] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:38.424478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-664d1397-070e-4ecd-a107-4341d1a20973 req-7f850cbf-0056-4708-b12e-0e539cd6438b service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:38.425542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664d1397-070e-4ecd-a107-4341d1a20973 req-7f850cbf-0056-4708-b12e-0e539cd6438b service neutron] 10.222.0.16 "DELETE /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a/bindings/n-h2-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.7504544 Dec 16 07:42:38.469012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a902cd85-663a-4d3d-9493-37330b4c9644 req-ca943381-613b-4a47-8c54-d39a6f028a63 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994712 Dec 16 07:42:38.514187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c8f7a30-9c6d-40ce-badd-682830f53a5f req-d5702bd1-9994-4582-9b58-fa95342ff1ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008836 Dec 16 07:42:38.525778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-eec84ba4-09a7-45e5-842f-127378405ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412298 Dec 16 07:42:38.546486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-4a798bd1-06a2-4bcb-9d02-72db2ea6d57a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2342956 Dec 16 07:42:38.556245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:38.650026 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:38.751253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:38.928937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8ff07-cb58-4207-b45c-605743299814 req-397cf1d5-b5da-4de8-9333-5da2ab0e5098 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:38.930400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03d8ff07-cb58-4207-b45c-605743299814 req-397cf1d5-b5da-4de8-9333-5da2ab0e5098 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 950 time: 0.1427653 Dec 16 07:42:38.984394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Allocated IP 172.25.2.254 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/5783f928-f32d-43f9-96bf-a7a0ebebab23) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:39.002009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d57a8c-1733-4195-a130-f63133da2294 req-8eb96c2b-778e-4f16-9d0f-8256f100503f service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839941 Dec 16 07:42:39.031980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03d8ff07-cb58-4207-b45c-605743299814 req-649aafe1-e436-448f-81bc-0d31c2e7a7c6 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948660 Dec 16 07:42:39.111079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:39.188111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662df82-ba89-4e25-b263-d9977ba1747a req-1e5e515a-dd30-4f2c-b115-a0aa14d1d7db tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:39.189654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2662df82-ba89-4e25-b263-d9977ba1747a req-1e5e515a-dd30-4f2c-b115-a0aa14d1d7db tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 970 time: 0.0692108 Dec 16 07:42:39.242727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:39.289348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-8605c59c-2e6d-43ba-a6fe-ed3e60b1a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:39.290823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-8605c59c-2e6d-43ba-a6fe-ed3e60b1a92f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dffa0251267c4132b0d981ba805457e7&device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 1100 time: 0.1003149 Dec 16 07:42:39.294267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2662df82-ba89-4e25-b263-d9977ba1747a req-52165c7b-7771-4c03-94b7-fe9db0ac858f tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963681 Dec 16 07:42:39.313271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:39.352707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:39.359858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:39.380087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=5783f928-f32d-43f9-96bf-a7a0ebebab23,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:39.461858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-abb2dd22-4c0b-4ca0-a671-9e9a5ec574e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:39.461858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-abb2dd22-4c0b-4ca0-a671-9e9a5ec574e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1594584 Dec 16 07:42:39.510737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-0478e09f-5dd2-4db9-9437-0fac29a35bd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=22776b98-1d41-43a7-9ffa-4a97b86bd8f2 HTTP/1.1" status: 200 len: 217 time: 0.0422111 Dec 16 07:42:39.511824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:39.563506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-f536f917-1a10-4804-b1ed-13482423db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:39.565071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-f536f917-1a10-4804-b1ed-13482423db40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0453072 Dec 16 07:42:39.594195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:39.735896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-6a82d988-7473-417d-b39f-fa65ac61eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:39.737228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-6a82d988-7473-417d-b39f-fa65ac61eeea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887809 Dec 16 07:42:39.796812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:39.799297 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a50e3-d853-4806-ae10-42242da248da" -d '{"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-plugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:39.864886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ff80411d-d68a-4d87-baf8-7ae03fea6414 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:39.866463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab86de-6907-48cb-9bf3-c0c9dce716af req-06401863-a925-454c-8c44-2b504d01b8f8 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:39.867931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eab86de-6907-48cb-9bf3-c0c9dce716af req-06401863-a925-454c-8c44-2b504d01b8f8 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1097 time: 0.1363211 Dec 16 07:42:39.869964 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:39.910207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-5a5747f3-ca60-45fb-b248-dd073b20d4dc service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614032 Dec 16 07:42:39.929678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eab86de-6907-48cb-9bf3-c0c9dce716af req-ef52b070-6a70-4cf4-90db-958c4c9cf798 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Dec 16 07:42:39.935691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:39.998557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port ff80411d-d68a-4d87-baf8-7ae03fea6414 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:40.003275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port ff80411d-d68a-4d87-baf8-7ae03fea6414 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:40.003653 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:40.103023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event updated for resources: {'Port': ['ID=5783f928-f32d-43f9-96bf-a7a0ebebab23,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:40.104077 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:40.131114 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:40.140100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:40.160241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67a2b5b1-9fdc-4baa-989f-5db729cac766 req-383d7a6a-4d9b-4d59-a30b-583e058a87ad service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954875 Dec 16 07:42:40.167791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5d20-74ed-4f06-a7e1-e9af7e84a492 req-9807cc7c-f31f-4a95-975e-6b1298406826 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:40.169924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84ac5d20-74ed-4f06-a7e1-e9af7e84a492 req-9807cc7c-f31f-4a95-975e-6b1298406826 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 948 time: 0.1232736 Dec 16 07:42:40.204456 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:40.217751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84ac5d20-74ed-4f06-a7e1-e9af7e84a492 req-e24fbc9f-6940-483c-a24d-23c1f078c4fc tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Dec 16 07:42:40.248097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:40.249582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-b4d765cf-b08e-48e6-a56f-8bd7a4803fb5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6972661 Dec 16 07:42:40.255748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:40.300495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-e73f2877-1edf-46ef-8ffb-1b54ecf56e05 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0445776 Dec 16 07:42:40.378101 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd8aae-a5be-4a0e-ae48-87d485a7e74d x-openstack-request-id: req-88fd8aae-a5be-4a0e-ae48-87d485a7e74d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:40.378516 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-plugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:40.378966 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88fd8aae-a5be-4a0e-ae48-87d485a7e74d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:40.379470 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'code': 200} Dec 16 07:42:40.418583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-59cd43f9-00a0-4a84-89c4-9080e7ea36b0 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:40.424718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-59cd43f9-00a0-4a84-89c4-9080e7ea36b0 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1186507 Dec 16 07:42:40.440955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-f7641065-06a7-443d-b7d7-b309f51344c9 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:40.441924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c277ad0-2f34-4391-962a-3dd04add6eca req-f7641065-06a7-443d-b7d7-b309f51344c9 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151854 Dec 16 07:42:40.483795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26070f43-0c8d-430f-a72f-ac57540d0ad3 req-a3a707a7-7e65-461e-9574-23ebc9552dd0 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:40.485479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26070f43-0c8d-430f-a72f-ac57540d0ad3 req-a3a707a7-7e65-461e-9574-23ebc9552dd0 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 950 time: 0.0598428 Dec 16 07:42:40.611330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd831647-1008-4a44-b29f-dcc39ed46cee req-7e3bce70-9044-4f3a-8690-fd8a1b9ae082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:40.612755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd831647-1008-4a44-b29f-dcc39ed46cee req-7e3bce70-9044-4f3a-8690-fd8a1b9ae082 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 1124 time: 0.1263123 Dec 16 07:42:40.618184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26070f43-0c8d-430f-a72f-ac57540d0ad3 req-50d29f9e-425b-42ab-b38d-27dea9332fb3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240540 Dec 16 07:42:40.678487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-adbc4a47-bef2-403b-8cb8-c5e4b823e81b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:40.680573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-adbc4a47-bef2-403b-8cb8-c5e4b823e81b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.1651750 Dec 16 07:42:40.705636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd831647-1008-4a44-b29f-dcc39ed46cee req-2114c222-d858-4322-a6d4-ac74d55e5154 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818551 Dec 16 07:42:40.728997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-991cdbb9-d8e5-40d1-bd3e-ef71009b7b30 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/quotas/1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 375 time: 0.0284553 Dec 16 07:42:40.768839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80531f6-5be6-4ddb-933d-9ae5e444ff9d req-d1dbf5ef-9eb0-4179-930a-a3bd9b61f38a tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:40.770286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a80531f6-5be6-4ddb-933d-9ae5e444ff9d req-d1dbf5ef-9eb0-4179-930a-a3bd9b61f38a tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 971 time: 0.0795562 Dec 16 07:42:40.803696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-90901759-93f6-46de-b4f9-97212b48f575 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684688 Dec 16 07:42:41.082307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a80531f6-5be6-4ddb-933d-9ae5e444ff9d req-c465df16-5b16-439b-b0c7-f28cd4669b83 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059800 Dec 16 07:42:41.123533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-75d8c807-b45f-4fed-8fdf-9f9abf1e78d3 service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122096 Dec 16 07:42:41.218844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-a5b819f4-ca7b-44da-807d-2c053731bf6c service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874808 Dec 16 07:42:41.462230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d655856b-b157-4395-8819-4fe36c1ebcc5 req-6bb364f4-767f-48d3-a904-08fda7d734ff tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips/11eb1205-eb13-48d9-9b91-cdc58f730034 HTTP/1.1" status: 200 len: 693 time: 0.0727594 Dec 16 07:42:41.572735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655856b-b157-4395-8819-4fe36c1ebcc5 req-afd7294a-c3f5-4661-90bc-dc99a7483269 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:41.574114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d655856b-b157-4395-8819-4fe36c1ebcc5 req-afd7294a-c3f5-4661-90bc-dc99a7483269 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1036029 Dec 16 07:42:41.584426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-d655856b-b157-4395-8819-4fe36c1ebcc5 req-c8425112-9f42-479a-99c7-fad25d2d58c8 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:41.585368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d655856b-b157-4395-8819-4fe36c1ebcc5 req-c8425112-9f42-479a-99c7-fad25d2d58c8 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055153 Dec 16 07:42:41.781630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035755a-b354-4e21-aecb-4cceeeb11b30 req-96df39a9-84a4-437c-a12b-63deef793aab tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:41.783111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3035755a-b354-4e21-aecb-4cceeeb11b30 req-96df39a9-84a4-437c-a12b-63deef793aab tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 948 time: 0.0535164 Dec 16 07:42:41.841786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3035755a-b354-4e21-aecb-4cceeeb11b30 req-d76ce054-befa-4ce0-852d-8144dc7a50be tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Dec 16 07:42:41.906357 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ea261df-dbfe-4327-9b21-737f479f3a07 req-12b5df78-916a-40fd-8657-1a700e38084f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 210 time: 0.0255427 Dec 16 07:42:41.980394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73155617-f6d6-4867-bbdd-90717a320c7a req-04390513-26e6-4fd0-9f13-accfd4d944c5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips/11eb1205-eb13-48d9-9b91-cdc58f730034 HTTP/1.1" status: 200 len: 693 time: 0.0453060 Dec 16 07:42:42.102135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfe10-41c8-4fdc-9e83-08b7af0cb43f req-394d4dde-64a3-4ca4-931b-ac71589174e5 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:42.103670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4aebfe10-41c8-4fdc-9e83-08b7af0cb43f req-394d4dde-64a3-4ca4-931b-ac71589174e5 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 950 time: 0.1086869 Dec 16 07:42:42.136373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155617-f6d6-4867-bbdd-90717a320c7a req-418e5154-782a-49e6-ac6a-5a2aebbb8035 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:42.138192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73155617-f6d6-4867-bbdd-90717a320c7a req-418e5154-782a-49e6-ac6a-5a2aebbb8035 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1522038 Dec 16 07:42:42.161017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-73155617-f6d6-4867-bbdd-90717a320c7a req-4e1a3a3a-4ea7-45b4-be9b-c00a30ceea63 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:42.161992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73155617-f6d6-4867-bbdd-90717a320c7a req-4e1a3a3a-4ea7-45b4-be9b-c00a30ceea63 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164056 Dec 16 07:42:42.182297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4aebfe10-41c8-4fdc-9e83-08b7af0cb43f req-f4416c5d-a35f-48d7-b016-c306acff7929 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720057 Dec 16 07:42:42.222607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73155617-f6d6-4867-bbdd-90717a320c7a req-cae75e5f-e635-4d64-8fda-97c47d4412db tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0508957 Dec 16 07:42:42.270568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73155617-f6d6-4867-bbdd-90717a320c7a req-07dfc0cc-fef0-4c41-adc8-fb2121282f8b tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0433953 Dec 16 07:42:42.380437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:42.382871 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155d0fb1-bb36-4bf0-8759-d89ccd25f336" -d '{"events": [{"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:42.388714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:42.443749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4aba8-d270-4730-8b4c-63bb2cdab44d req-289b3dae-3936-4d7f-9e4c-e87521b141a8 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:42.445217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3a4aba8-d270-4730-8b4c-63bb2cdab44d req-289b3dae-3936-4d7f-9e4c-e87521b141a8 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 971 time: 0.0665925 Dec 16 07:42:42.451549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Deleting port 5783f928-f32d-43f9-96bf-a7a0ebebab23 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:42.451933 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.502368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:42.516526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2', 'mac_address': 'fa:16:3e:45:80:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:42.554705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.567590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3a4aba8-d270-4730-8b4c-63bb2cdab44d req-298a61b5-cb3b-4498-a8ba-185d041d6226 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965550 Dec 16 07:42:42.568593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:42.581203 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.581588 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.595788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:42.597320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Calling delete_port for 5783f928-f32d-43f9-96bf-a7a0ebebab23 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:42.695749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.746179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:42.842675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.871397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event deleted for resources: {'Port': ['ID=5783f928-f32d-43f9-96bf-a7a0ebebab23,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:42.937417 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.939892 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:42.941048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73155617-f6d6-4867-bbdd-90717a320c7a req-c471de72-f61d-43e8-98d4-c4edc967de84 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "DELETE /v2.0/floatingips/11eb1205-eb13-48d9-9b91-cdc58f730034 HTTP/1.1" status: 204 len: 173 time: 0.6649821 Dec 16 07:42:43.020167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['22776b98-1d41-43a7-9ffa-4a97b86bd8f2'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:43.170209 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d2af59-8b2d-40ae-803c-1d1d115aaceb x-openstack-request-id: req-c1d2af59-8b2d-40ae-803c-1d1d115aaceb {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:43.170557 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:43.170766 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1d2af59-8b2d-40ae-803c-1d1d115aaceb {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:43.171171 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'code': 200} Dec 16 07:42:43.237841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f2c45-edea-44d0-9cd8-92d879689957 req-b0b060d4-2332-4c98-8355-9084a9d97bd8 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:43.239376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc9f2c45-edea-44d0-9cd8-92d879689957 req-b0b060d4-2332-4c98-8355-9084a9d97bd8 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 949 time: 0.0562661 Dec 16 07:42:43.350096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d824e4a-814b-4490-9f9b-c4e3f6574a8d req-e7f41919-1fab-4bbd-a222-c91b13e21980 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 210 time: 0.0387800 Dec 16 07:42:43.353694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc9f2c45-edea-44d0-9cd8-92d879689957 req-e013ad89-66ad-45b4-95b9-d20951dbe931 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950053 Dec 16 07:42:43.355644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc673a-88df-4d0c-974a-84987650e99a req-6739a796-46f3-4b93-8686-f960971b9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:43.357503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9dc673a-88df-4d0c-974a-84987650e99a req-6739a796-46f3-4b93-8686-f960971b9213 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 1123 time: 0.1123197 Dec 16 07:42:43.521827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9dc673a-88df-4d0c-974a-84987650e99a req-60bbbf8a-414b-47ec-93dd-25cc9938136b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442509 Dec 16 07:42:43.622269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2950cb-db3f-423b-83fd-cf0af0c2815c req-13d9c3a7-dc50-4812-b4c4-3a86204398c4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:43.623844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b2950cb-db3f-423b-83fd-cf0af0c2815c req-13d9c3a7-dc50-4812-b4c4-3a86204398c4 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2476759 Dec 16 07:42:43.642143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5635-d00c-47f9-9d8f-bcacab7b15b1 req-ae2524f6-8298-4981-ae11-49569ecb3537 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:43.643661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd9e5635-d00c-47f9-9d8f-bcacab7b15b1 req-ae2524f6-8298-4981-ae11-49569ecb3537 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 950 time: 0.0938509 Dec 16 07:42:43.691170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd9e5635-d00c-47f9-9d8f-bcacab7b15b1 req-a86b3b19-63a2-410c-bead-ecb0e219b943 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Dec 16 07:42:43.926747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bdaa9a50-2500-46aa-8b92-eee37ab2cb68 req-1bb99de7-6a51-4087-8b78-ee66891b83d8 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=585c45d46cb34a04a1292a0dce29004a HTTP/1.1" status: 200 len: 1654 time: 0.1075902 Dec 16 07:42:44.026056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650acfe-728b-4961-b849-d573e14dd867 req-b69876d4-e903-4294-8ffe-ad0933225734 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:44.028273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8650acfe-728b-4961-b849-d573e14dd867 req-b69876d4-e903-4294-8ffe-ad0933225734 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 971 time: 0.2078152 Dec 16 07:42:44.037003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-c16c8a25-50f8-4772-a989-8c88bfb23365 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:44.038395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-c16c8a25-50f8-4772-a989-8c88bfb23365 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.2662630 Dec 16 07:42:44.076261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Request body: {'port': {'device_id': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'admin_state_up': True, 'tenant_id': '1fc341eb3d984b099c3301bb32040cb1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:44.141077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa9a50-2500-46aa-8b92-eee37ab2cb68 req-f6ae131e-0e66-45fe-b960-bab9fa4a602a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:44.142538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bdaa9a50-2500-46aa-8b92-eee37ab2cb68 req-f6ae131e-0e66-45fe-b960-bab9fa4a602a tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks?id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 787 time: 0.2093830 Dec 16 07:42:44.170841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-bdaa9a50-2500-46aa-8b92-eee37ab2cb68 req-e05c32a4-9efe-4b7b-af6b-5f85543f0f77 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:44.171822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bdaa9a50-2500-46aa-8b92-eee37ab2cb68 req-e05c32a4-9efe-4b7b-af6b-5f85543f0f77 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185058 Dec 16 07:42:44.183350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8650acfe-728b-4961-b849-d573e14dd867 req-544d4b65-3238-4801-985d-f154ccfadc94 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436384 Dec 16 07:42:44.355824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Made reservation on behalf of 1fc341eb3d984b099c3301bb32040cb1 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:42:44.359380 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:44.372603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-381228b9-c5b7-4420-98b8-56603cb98707 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips/e5745f0c-d829-4d86-9363-18da997191ab HTTP/1.1" status: 200 len: 692 time: 0.0604570 Dec 16 07:42:44.401693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:44.533419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:44.539932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:44.540346 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:44.579729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-290b4948-a164-44a1-b8c8-4b47b7bbe72b tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:44.581015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-290b4948-a164-44a1-b8c8-4b47b7bbe72b tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1969094 Dec 16 07:42:44.584999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Allocated IP 172.20.0.3 (b29d70f3-9749-473b-9e4f-ddd4263dfda2/fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737/d0a0bbba-dc29-49bd-b63d-0d66c0660864) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:42:44.630192 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:44.644100 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-7a6b468d-6e4a-471b-8283-1673ea51fccf tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0549307 Dec 16 07:42:44.668914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:44.729723 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:44.744111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-6c0bf8bf-2a3a-4a78-bee2-bc5fae367682 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0894077 Dec 16 07:42:44.778200 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:45.115944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0c55-c936-47cf-8e19-48645f362857 req-7554951f-c461-4a28-9d23-926a09786858 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:45.117421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aa0c55-c936-47cf-8e19-48645f362857 req-7554951f-c461-4a28-9d23-926a09786858 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 949 time: 0.4158094 Dec 16 07:42:45.172934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28f4bb3-d711-4971-8225-457c6b694801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:45.175439 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a454b6c4-446c-4686-9c2a-db7aa9677ce8" -d '{"events": [{"server_uuid": "a28f4bb3-d711-4971-8225-457c6b694801", "name": "network-vif-plugged", "status": "completed", "tag": "22776b98-1d41-43a7-9ffa-4a97b86bd8f2"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:45.194842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-fbbb268a-c306-4970-a728-8c567a5f88ad tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:45.196300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-fbbb268a-c306-4970-a728-8c567a5f88ad tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 950 time: 0.1886451 Dec 16 07:42:45.228481 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.340285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aa0c55-c936-47cf-8e19-48645f362857 req-ffa70816-765d-4096-9f26-f1222906d3de tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924610 Dec 16 07:42:45.438304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Deleting port d020c172-78cc-4898-b6b6-13f628870ffe {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:45.438649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.443060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c2bb3bb-16ec-4e82-adf4-3276bfda6f4c req-89b9eeb3-ddce-4ff7-84b6-a9f5ee3d4581 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 210 time: 0.0437295 Dec 16 07:42:45.506399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.554437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Deleting port 10749873-deaa-40ca-ad8d-601ce95ad46a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:45.554781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.625985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.626596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.631454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:42:45.653115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:42:45.665630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:45.671074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Calling delete_port for d020c172-78cc-4898-b6b6-13f628870ffe owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:45.673457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:42:45.806111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:45.806712 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.830865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] For port 10749873-deaa-40ca-ad8d-601ce95ad46a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=10749873-deaa-40ca-ad8d-601ce95ad46a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:45.831231 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:45.845372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa125b3-817a-40fc-a43a-0f26e87e6d8b req-d4478490-4927-4e3b-b07a-17296a991a42 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:45.846854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfa125b3-817a-40fc-a43a-0f26e87e6d8b req-d4478490-4927-4e3b-b07a-17296a991a42 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/ports?device_id=5341269d-4ccb-44b9-8e6a-6eae3aad06dd HTTP/1.1" status: 200 len: 950 time: 0.1994238 Dec 16 07:42:45.868139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Calling delete_port for 10749873-deaa-40ca-ad8d-601ce95ad46a owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:45.911969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-166d0a89-6239-4012-b51e-a8f2d74dd857 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8405423 Dec 16 07:42:45.947242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Request body: {'port': {'device_id': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:42:46.009159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfa125b3-817a-40fc-a43a-0f26e87e6d8b req-5ea4173f-bb03-4149-a71d-2f2652cb572b tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.43 "GET /v2.0/security-groups?id=8810c323-8708-440a-8e7f-8be2eab96c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553786 Dec 16 07:42:46.054585 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f089dd-a153-4356-affe-dd546e46cc14 x-openstack-request-id: req-79f089dd-a153-4356-affe-dd546e46cc14 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:46.055068 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28f4bb3-d711-4971-8225-457c6b694801", "name": "network-vif-plugged", "status": "completed", "tag": "22776b98-1d41-43a7-9ffa-4a97b86bd8f2", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:46.055649 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79f089dd-a153-4356-affe-dd546e46cc14 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:46.056562 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28f4bb3-d711-4971-8225-457c6b694801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2', 'code': 200} Dec 16 07:42:46.069399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.156067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.218812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event deleted for resources: {'Port': ['ID=d020c172-78cc-4898-b6b6-13f628870ffe,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:46.221535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d17d2-4e02-42c8-9dcf-839d42bcc84e req-7c4f5bfd-bb5e-4012-a92a-95f918f524d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:46.223114 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a52d17d2-4e02-42c8-9dcf-839d42bcc84e req-7c4f5bfd-bb5e-4012-a92a-95f918f524d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 1102 time: 0.0696912 Dec 16 07:42:46.279912 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a52d17d2-4e02-42c8-9dcf-839d42bcc84e req-dc76739e-6064-4daa-b3d1-79aaf1378528 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Dec 16 07:42:46.351814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e552bda-e4f0-4119-a2c6-ba74d70f2b55 req-e458cfa7-7d31-4526-93db-556cb2e65c35 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:46.353339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e552bda-e4f0-4119-a2c6-ba74d70f2b55 req-e458cfa7-7d31-4526-93db-556cb2e65c35 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 971 time: 0.2360044 Dec 16 07:42:46.410512 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.415440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.418571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.419756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-023e9e4a-53fa-4973-abd7-6202f4be3854 req-da487c9c-c6ee-4026-a0e5-8ef04a82e81e tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "DELETE /v2.0/floatingips/e5745f0c-d829-4d86-9363-18da997191ab HTTP/1.1" status: 204 len: 173 time: 1.6611850 Dec 16 07:42:46.455676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['10749873-deaa-40ca-ad8d-601ce95ad46a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:46.476489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Pushing event deleted for resources: {'Port': ['ID=10749873-deaa-40ca-ad8d-601ce95ad46a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:46.552975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e552bda-e4f0-4119-a2c6-ba74d70f2b55 req-109e0b9a-c214-4f62-a075-7241cddf166a tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913600 Dec 16 07:42:46.556419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] No DVR routers for this DVR port 10749873-deaa-40ca-ad8d-601ce95ad46a on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:46.560096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.563358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fa6c3fb-ddad-4400-a2f0-bd1f6f1d47c1 req-c81d3ea1-c578-4574-9427-cb2ac5290df3 tempest-DeleteServersAdminTestJSON-110670620 tempest-DeleteServersAdminTestJSON-110670620-project] 10.222.0.36 "DELETE /v2.0/ports/10749873-deaa-40ca-ad8d-601ce95ad46a HTTP/1.1" status: 204 len: 173 time: 1.3403101 Dec 16 07:42:46.563806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'name': 'network-vif-deleted', 'tag': '10749873-deaa-40ca-ad8d-601ce95ad46a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:46.566075 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e82b9-ca84-409f-82bf-fbef429f87aa" -d '{"events": [{"server_uuid": "5341269d-4ccb-44b9-8e6a-6eae3aad06dd", "name": "network-vif-deleted", "tag": "10749873-deaa-40ca-ad8d-601ce95ad46a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:46.671991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a0bbba-dc29-49bd-b63d-0d66c0660864 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:46.682541 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.712676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Transition to ACTIVE for port object d0a0bbba-dc29-49bd-b63d-0d66c0660864 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:42:46.760815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-9ed675ff-6b5c-48c2-995b-9f1891662612 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips/930bfefc-2838-4514-b94f-deeec97224b3 HTTP/1.1" status: 200 len: 692 time: 0.0540237 Dec 16 07:42:46.828464 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:46.890604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27af6c-8590-460d-bb6c-2f3f61834daf req-220edb97-a44d-4a50-839d-674b007e2e69 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:46.892076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f27af6c-8590-460d-bb6c-2f3f61834daf req-220edb97-a44d-4a50-839d-674b007e2e69 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.1450615 Dec 16 07:42:46.939394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:47.004914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-3e4df5da-baaf-406a-9c05-51b5ef888af5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:47.006258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-3e4df5da-baaf-406a-9c05-51b5ef888af5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.2323694 Dec 16 07:42:47.029192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-cdaa0fc6-2969-48ba-8ff9-5293e348a5bc tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:42:47.030139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-cdaa0fc6-2969-48ba-8ff9-5293e348a5bc tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172524 Dec 16 07:42:47.038165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f27af6c-8590-460d-bb6c-2f3f61834daf req-f1450f35-de2d-4bb1-b1b7-9a6f265c8f35 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366088 Dec 16 07:42:47.090751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:42:47.091084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:42:47.091411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:47.095908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-c83003d9-5f5e-45b5-8c7e-e20a761d452d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0550652 Dec 16 07:42:47.099072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:42:47.099400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:42:47.113045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:42:47.113386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:42:47.113764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:42:47.114202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Bound port: d0a0bbba-dc29-49bd-b63d-0d66c0660864, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:42:47.114553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:47.412127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-63a65898-af90-4bed-bfef-16ffa74bb3d6 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.3096774 Dec 16 07:42:47.515652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec515a3-0417-482e-b9f0-1bb326ebf74a req-98cc9cb4-1bf2-4039-984e-83c5db54acfa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:47.517248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ec515a3-0417-482e-b9f0-1bb326ebf74a req-98cc9cb4-1bf2-4039-984e-83c5db54acfa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.4110515 Dec 16 07:42:47.603353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:42:47.628649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:42:47.644748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ec515a3-0417-482e-b9f0-1bb326ebf74a req-d920a3f7-9337-48ed-b09f-ed133829e659 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197379 Dec 16 07:42:47.659099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Deleting port f3c309a2-d5ab-4acf-ad54-8e70df04ae5a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:47.659534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:47.696774 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fc0f18-7868-4fc1-95b0-5b40cf035bf7 x-openstack-request-id: req-61fc0f18-7868-4fc1-95b0-5b40cf035bf7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:47.697366 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341269d-4ccb-44b9-8e6a-6eae3aad06dd", "name": "network-vif-deleted", "tag": "10749873-deaa-40ca-ad8d-601ce95ad46a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:47.697366 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61fc0f18-7868-4fc1-95b0-5b40cf035bf7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:47.697698 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341269d-4ccb-44b9-8e6a-6eae3aad06dd', 'name': 'network-vif-deleted', 'tag': '10749873-deaa-40ca-ad8d-601ce95ad46a', 'status': 'completed', 'code': 200} Dec 16 07:42:47.739904 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:47.740259 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:47.754023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:47.769050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Calling delete_port for f3c309a2-d5ab-4acf-ad54-8e70df04ae5a owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:47.839129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:47.839788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:47.841184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] 10.222.0.36 "PUT /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 1092 time: 1.9002631 Dec 16 07:42:47.904602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e9169-0fab-4ddc-8c8d-5c688df79f19 req-d4c8f4c3-83ac-489c-a17f-f4b9156c6c19 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:47.906124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc0e9169-0fab-4ddc-8c8d-5c688df79f19 req-d4c8f4c3-83ac-489c-a17f-f4b9156c6c19 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 972 time: 0.1577032 Dec 16 07:42:47.910724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be422c-6413-4f50-98c6-07e686e89d6e service neutron] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:47.982554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc0e9169-0fab-4ddc-8c8d-5c688df79f19 req-85f03714-7634-4b5d-a880-53261a05301e tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677409 Dec 16 07:42:48.066324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-7a58fdba-3202-4e9c-afcd-3218523ebf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:48.067810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-7a58fdba-3202-4e9c-afcd-3218523ebf7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1095 time: 0.0566735 Dec 16 07:42:48.124951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-d3000c2a-36f8-4a28-b1c6-b980d1481d3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 217 time: 0.0417573 Dec 16 07:42:48.144891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:48.179200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event deleted for resources: {'Port': ['ID=f3c309a2-d5ab-4acf-ad54-8e70df04ae5a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:48.264937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-0ebdbc38-1e84-4d16-a10b-1714b59dd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:48.266390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-0ebdbc38-1e84-4d16-a10b-1714b59dd813 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0957775 Dec 16 07:42:48.274466 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:48.277436 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:48.278502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee06f32d-1f58-407e-b9fb-a2f424d99285 req-02d835cb-d177-4aac-9515-9304b0bcc61d tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "DELETE /v2.0/floatingips/930bfefc-2838-4514-b94f-deeec97224b3 HTTP/1.1" status: 204 len: 173 time: 0.8586042 Dec 16 07:42:48.305094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-e0ae7dc9-e4be-4b2f-a64f-8b88db2f4342 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256369 Dec 16 07:42:48.403373 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 10749873-deaa-40ca-ad8d-601ce95ad46a no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:48.407823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-d4816d17-4b89-4c88-a0f3-12c291f1cff7 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865595 Dec 16 07:42:48.425283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 10749873-deaa-40ca-ad8d-601ce95ad46a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:48.425635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 10749873-deaa-40ca-ad8d-601ce95ad46a not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:48.506607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-613ff564-23e6-46d7-bba1-9d08e5f512d0 req-eda72c14-2612-402c-80ed-27c94cd31d63 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913455 Dec 16 07:42:48.594623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a18ed1-29b8-4c18-ba34-8c416da4eb90 req-8c12b6d8-ff07-4243-864f-318d431d2ced tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:48.596504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8a18ed1-29b8-4c18-ba34-8c416da4eb90 req-8c12b6d8-ff07-4243-864f-318d431d2ced tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.0498824 Dec 16 07:42:48.644785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8a18ed1-29b8-4c18-ba34-8c416da4eb90 req-3bf638ba-4137-4d50-abf6-b165fdb63f0f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Dec 16 07:42:48.739130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-af84cd28-6671-487c-9c71-987c1fda8ce5 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips/a2213c7c-5be0-437d-8c05-ac4b8dd3c380 HTTP/1.1" status: 200 len: 692 time: 0.0485816 Dec 16 07:42:48.847660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-66d096a1-2a2e-4829-9bec-fa1267549edf tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:48.853549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-66d096a1-2a2e-4829-9bec-fa1267549edf tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1044583 Dec 16 07:42:48.905483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-db610c87-f137-4cd3-b12b-0b2b529793f0 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0485511 Dec 16 07:42:48.956239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-066325bb-e57c-4447-99b7-068332476aea tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0443063 Dec 16 07:42:49.090732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Deleting port d8d905d0-a1cf-445c-a904-611e2b0ecdba {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:49.091070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:49.186269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:49.186592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:49.213543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Calling delete_port for d8d905d0-a1cf-445c-a904-611e2b0ecdba owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:49.272296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c7199-8fd7-48d9-8ec8-21ed3dc36240 req-034509c4-8d5e-4948-beab-d9018dae03a7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:49.273805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a1c7199-8fd7-48d9-8ec8-21ed3dc36240 req-034509c4-8d5e-4948-beab-d9018dae03a7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.1063452 Dec 16 07:42:49.348335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a1c7199-8fd7-48d9-8ec8-21ed3dc36240 req-9b1376df-6e91-4fdc-9576-6ac379e9bad0 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665789 Dec 16 07:42:49.510765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:49.537134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Pushing event deleted for resources: {'Port': ['ID=d8d905d0-a1cf-445c-a904-611e2b0ecdba,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:49.598776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:49.601858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:49.603033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b50d7bdf-3d48-4523-b70a-68e9802881e9 req-65471114-d57b-4c17-b9cc-1a23d292d444 tempest-FloatingIPDetailsTestJSON-1823777269 tempest-FloatingIPDetailsTestJSON-1823777269-project] 10.222.0.43 "DELETE /v2.0/floatingips/a2213c7c-5be0-437d-8c05-ac4b8dd3c380 HTTP/1.1" status: 204 len: 173 time: 0.6411190 Dec 16 07:42:49.610519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35904) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:49.718156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:49.720715 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef60fb7-861d-4e17-8806-a81e9707a9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:49.769367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17960e8b-864d-49d9-81af-10ea37c1a576 req-a8d229d8-91b8-4236-be47-f8cacd5dab2b tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:49.770752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17960e8b-864d-49d9-81af-10ea37c1a576 req-a8d229d8-91b8-4236-be47-f8cacd5dab2b tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.1090968 Dec 16 07:42:49.889930 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3f5345-3861-4f53-b5ee-118e7420c8e6 x-openstack-request-id: req-0d3f5345-3861-4f53-b5ee-118e7420c8e6 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:49.890221 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:49.890469 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d3f5345-3861-4f53-b5ee-118e7420c8e6 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:49.890844 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864', 'status': 'completed', 'code': 200} Dec 16 07:42:49.898550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17960e8b-864d-49d9-81af-10ea37c1a576 req-15933646-1172-45d2-8003-e2a556c1e1a6 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938277 Dec 16 07:42:50.019963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-f93c8565-9f59-40da-9acd-47b19cd08455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:50.021390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-f93c8565-9f59-40da-9acd-47b19cd08455 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1095 time: 0.0750325 Dec 16 07:42:50.163172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-abd53747-fd77-49e4-b17c-4c23a562321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:50.164644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-abd53747-fd77-49e4-b17c-4c23a562321d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1284137 Dec 16 07:42:50.209911 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:50.212264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-35241093-86e3-4b8a-b088-41630169fa9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 217 time: 0.0401568 Dec 16 07:42:50.332986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-c7dbf177-38bf-455a-ad87-8df22a918266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:50.334547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-c7dbf177-38bf-455a-ad87-8df22a918266 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0908067 Dec 16 07:42:50.370034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-e6406b12-f24d-4dd7-b17e-37c9514dd598 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269489 Dec 16 07:42:50.533596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35950) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:50.577984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-1a8cd344-ec34-4d1a-b6d0-7481fec4dd3d service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008812 Dec 16 07:42:50.587896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91762-13ac-4096-9557-75622946bf5b req-d04bfbdb-5cfc-491c-8d9e-5022b274e1a1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:50.590103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61c91762-13ac-4096-9557-75622946bf5b req-d04bfbdb-5cfc-491c-8d9e-5022b274e1a1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.0977497 Dec 16 07:42:50.687432 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d5ca8bbf-8f80-4cc1-922e-4e00b2adb9bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2af9ee371df3424abb71a576681fa714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519408 Dec 16 07:42:50.690087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:50.749635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc83-995a-4789-8c4b-183e3d8cc224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:50.775412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc83-995a-4789-8c4b-183e3d8cc224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:50.917956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc83-995a-4789-8c4b-183e3d8cc224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:50.919704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc83-995a-4789-8c4b-183e3d8cc224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:50.925302 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7dc9fc83-995a-4789-8c4b-183e3d8cc224 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8810c323-8708-440a-8e7f-8be2eab96c66 HTTP/1.1" status: 204 len: 168 time: 0.2342076 Dec 16 07:42:50.936647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9fc83-995a-4789-8c4b-183e3d8cc224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810c323-8708-440a-8e7f-8be2eab96c66,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:50.991315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61c91762-13ac-4096-9557-75622946bf5b req-87c21abd-061a-4c28-ad4b-1db3d3d7e852 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907919 Dec 16 07:42:51.003620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef60fb7-861d-4e17-8806-a81e9707a9a4 req-5e0c8bb6-0cee-497e-89b1-b9f69d6976e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124947 Dec 16 07:42:51.052092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6714616-28c6-4499-9617-d8bdeaf8a4fe req-a64e5f2e-f699-4434-96c4-c5791665e956 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:51.053583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6714616-28c6-4499-9617-d8bdeaf8a4fe req-a64e5f2e-f699-4434-96c4-c5791665e956 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 971 time: 0.0696054 Dec 16 07:42:51.057079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Deleting port fdd014c1-be60-4c6e-ba3f-743d2d1f7619 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:51.057401 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:51.158880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6714616-28c6-4499-9617-d8bdeaf8a4fe req-2004b587-0f2f-441a-b3d6-1deab3241469 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894930 Dec 16 07:42:51.210624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] For port fdd014c1-be60-4c6e-ba3f-743d2d1f7619, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,segment=NetworkSegment(9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9),segment_id=9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:51.211225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:51.227497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Calling delete_port for fdd014c1-be60-4c6e-ba3f-743d2d1f7619 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:51.249926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4475c0-0103-4de5-9a4b-85ccf2af5ce5 req-334eaf34-8ce5-4f09-8d42-aa2cf174c85b tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:51.251435 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f4475c0-0103-4de5-9a4b-85ccf2af5ce5 req-334eaf34-8ce5-4f09-8d42-aa2cf174c85b tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.0887618 Dec 16 07:42:51.349849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f4475c0-0103-4de5-9a4b-85ccf2af5ce5 req-4572f074-efec-4c32-9b0d-69ba67109dbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637798 Dec 16 07:42:51.493973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35d2ec-7971-4347-8e81-a9b89bb5f574 req-a78f4ba4-f1a1-47ee-93af-c89b06e069ac tempest-LiveMigrationNegativeTest-878293107 tempest-LiveMigrationNegativeTest-878293107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:51.495653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d35d2ec-7971-4347-8e81-a9b89bb5f574 req-a78f4ba4-f1a1-47ee-93af-c89b06e069ac tempest-LiveMigrationNegativeTest-878293107 tempest-LiveMigrationNegativeTest-878293107-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 1102 time: 0.0790384 Dec 16 07:42:51.513717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3d35d2ec-7971-4347-8e81-a9b89bb5f574 req-65c27dc8-897b-43d1-bc7c-af3cba6a705c tempest-LiveMigrationNegativeTest-878293107 tempest-LiveMigrationNegativeTest-878293107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:51.584885 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3d35d2ec-7971-4347-8e81-a9b89bb5f574 req-65c27dc8-897b-43d1-bc7c-af3cba6a705c tempest-LiveMigrationNegativeTest-878293107 tempest-LiveMigrationNegativeTest-878293107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:51.704834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:51.707038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3d35d2ec-7971-4347-8e81-a9b89bb5f574 req-65c27dc8-897b-43d1-bc7c-af3cba6a705c tempest-LiveMigrationNegativeTest-878293107 tempest-LiveMigrationNegativeTest-878293107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:51.771589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd014c1-be60-4c6e-ba3f-743d2d1f7619,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:51.784533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d35d2ec-7971-4347-8e81-a9b89bb5f574 req-65c27dc8-897b-43d1-bc7c-af3cba6a705c tempest-LiveMigrationNegativeTest-878293107 tempest-LiveMigrationNegativeTest-878293107-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828074 Dec 16 07:42:51.802569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c27dc8-897b-43d1-bc7c-af3cba6a705c tempest-LiveMigrationNegativeTest-878293107 tempest-LiveMigrationNegativeTest-878293107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d888f67f-b336-4fe7-81f3-ec1436cb4d39,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:51.831403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:51.846257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b810-7d38-4a93-a4fd-7880e2068921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:51.963476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b810-7d38-4a93-a4fd-7880e2068921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.025737 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.038060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b810-7d38-4a93-a4fd-7880e2068921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.255843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Router 67dedb56-6668-49ff-85e5-95d26402eab1 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:42:52.321117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9fa9b810-7d38-4a93-a4fd-7880e2068921 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb999738c7574630bec6911c1b0724b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886334 Dec 16 07:42:52.321920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9b810-7d38-4a93-a4fd-7880e2068921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df3f7df-58d1-4a8e-a29b-e26ceed2e57d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:52.324258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36022) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:52.432659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:42:52.439573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2370886c-2148-41fe-b172-6bc53a406446 admin admin] 10.222.0.43 "PUT /v2.0/routers/67dedb56-6668-49ff-85e5-95d26402eab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278720 Dec 16 07:42:52.441286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:52.442619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:52.445911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] Sync routers for ids ['67dedb56-6668-49ff-85e5-95d26402eab1'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:42:52.453332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03c9cf74-aaef-42e6-9f31-ba06f96b94fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.466955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3175-8646-40ee-a04b-71f7bc8f5084 req-8045f5c2-710a-4028-8c2c-97853809c9d2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:52.468483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-463b3175-8646-40ee-a04b-71f7bc8f5084 req-8045f5c2-710a-4028-8c2c-97853809c9d2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.1008205 Dec 16 07:42:52.494774 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03c9cf74-aaef-42e6-9f31-ba06f96b94fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.524693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] Routers {'67dedb56-6668-49ff-85e5-95d26402eab1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:52.525338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67dedb56-6668-49ff-85e5-95d26402eab1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:52.563652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-463b3175-8646-40ee-a04b-71f7bc8f5084 req-a352c199-87eb-403f-9f3c-f9f86281a5df tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793829 Dec 16 07:42:52.640394 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.691078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:52.691773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1cf1-5360-4cb8-83e9-7da1b9104fbb req-589d0b64-c14a-4c2e-8402-572259698971 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:52.693454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26cb1cf1-5360-4cb8-83e9-7da1b9104fbb req-589d0b64-c14a-4c2e-8402-572259698971 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 971 time: 0.0550029 Dec 16 07:42:52.710202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'port_id': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864', 'mac_address': 'fa:16:3e:8f:aa:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:52.732726 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03c9cf74-aaef-42e6-9f31-ba06f96b94fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.734973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03c9cf74-aaef-42e6-9f31-ba06f96b94fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.738378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03c9cf74-aaef-42e6-9f31-ba06f96b94fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9df3f7df-58d1-4a8e-a29b-e26ceed2e57d HTTP/1.1" status: 204 len: 168 time: 0.4092965 Dec 16 07:42:52.768240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] Set router 67dedb56-6668-49ff-85e5-95d26402eab1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:52.771808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26cb1cf1-5360-4cb8-83e9-7da1b9104fbb req-1d57f7a1-647d-4411-bc0f-61c31371974d tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724ec10-8dfa-48b3-974c-0db6f16cccbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700605 Dec 16 07:42:52.773462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9cf74-aaef-42e6-9f31-ba06f96b94fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df3f7df-58d1-4a8e-a29b-e26ceed2e57d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:52.805802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.873624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274dcac-dad5-472f-9ca3-bfdc2a695a7d req-4cb25d3c-4c49-48a3-97ec-514058cb3226 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:52.873835 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:52.891358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b274dcac-dad5-472f-9ca3-bfdc2a695a7d req-4cb25d3c-4c49-48a3-97ec-514058cb3226 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.0843263 Dec 16 07:42:52.931947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a0bbba-dc29-49bd-b63d-0d66c0660864 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:52.939148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b274dcac-dad5-472f-9ca3-bfdc2a695a7d req-9b38b3bb-adcf-4cae-b627-6d93e7a7015f tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Dec 16 07:42:52.967374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:52.984062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Deleting port f8d055de-105e-4611-a5df-c26ffed8b31d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:52.985026 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.057402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:51Z', 'revision_number': 5, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port': {'id': 'f8d055de-105e-4611-a5df-c26ffed8b31d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:42:18Z', 'updated_at': '2021-12-16T07:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:53.088027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] For port f8d055de-105e-4611-a5df-c26ffed8b31d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f8d055de-105e-4611-a5df-c26ffed8b31d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:53.088027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.088661 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.095513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] Checking router: 67dedb56-6668-49ff-85e5-95d26402eab1 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:42:53.101877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Calling delete_port for f8d055de-105e-4611-a5df-c26ffed8b31d owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:53.133909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] Routers {'67dedb56-6668-49ff-85e5-95d26402eab1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:42:53.134532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:42:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67dedb56-6668-49ff-85e5-95d26402eab1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:53.222689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-4036fbe1-9275-479b-8f8a-bdc08b242973 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:53.224294 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-4036fbe1-9275-479b-8f8a-bdc08b242973 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.16 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 971 time: 0.0712526 Dec 16 07:42:53.243555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:53.265016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] Set router 67dedb56-6668-49ff-85e5-95d26402eab1 gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:42:53.349685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Deleting port 25976c1d-eea3-45f0-894d-f97f3bfd0934 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:53.350033 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.351715 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:52Z', 'revision_number': 6, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:53.383645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51355ebb-110c-43e6-b3be-62785f913a3d None None] The sync data for ids ['67dedb56-6668-49ff-85e5-95d26402eab1'] in n-d-820935-11 is: [{'id': '67dedb56-6668-49ff-85e5-95d26402eab1', 'name': 'tempest-FloatingIPDetailsTestJSON-609145614-router', 'tenant_id': '585c45d46cb34a04a1292a0dce29004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:42:17Z', 'updated_at': '2021-12-16T07:42:52Z', 'revision_number': 6, 'project_id': '585c45d46cb34a04a1292a0dce29004a', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:42:53.403716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.438238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d055de-105e-4611-a5df-c26ffed8b31d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:53.448839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d0a0bbba-dc29-49bd-b63d-0d66c0660864'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:53.490543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] For port 25976c1d-eea3-45f0-894d-f97f3bfd0934, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=25976c1d-eea3-45f0-894d-f97f3bfd0934,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:53.490908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.506700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Calling delete_port for 25976c1d-eea3-45f0-894d-f97f3bfd0934 owned by compute:tempest-test_az-1926370335 {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:53.529421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.625885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.628299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.798091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.798649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67dedb56-6668-49ff-85e5-95d26402eab1 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:42:53.805014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.809089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17a9fc30-607c-4dc9-805a-cdb71e380487 admin admin] 10.222.0.43 "DELETE /v2.0/routers/67dedb56-6668-49ff-85e5-95d26402eab1 HTTP/1.1" status: 204 len: 168 time: 1.3626201 Dec 16 07:42:53.811151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36074) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:53.857330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6508842-d8d7-477d-a156-39fa90852371 req-8e705207-6b53-49ac-9d34-22db238136c7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:53.863375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6508842-d8d7-477d-a156-39fa90852371 req-8e705207-6b53-49ac-9d34-22db238136c7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 944 time: 0.1099141 Dec 16 07:42:53.897085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] Deleting subnet aaece1c0-3fff-411f-934f-133d9439bad1 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:42:53.901006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.908730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:42:53.920594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:53.925567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-272c3cbe-58e6-4e08-9f54-359f18ce806e req-3b6a861a-1392-470a-9c95-15767b421eb1 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 0.0554354 Dec 16 07:42:53.962132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['25976c1d-eea3-45f0-894d-f97f3bfd0934'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:53.966438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Pushing event deleted for resources: {'Port': ['ID=25976c1d-eea3-45f0-894d-f97f3bfd0934,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:53.991427 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.009546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6508842-d8d7-477d-a156-39fa90852371 req-ea782a4a-19b0-4058-9dba-e4ebb440ce5c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405654 Dec 16 07:42:54.041686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] No DVR routers for this DVR port 25976c1d-eea3-45f0-894d-f97f3bfd0934 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:54.042679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.057483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49d5d665-4991-4df6-8dcc-c1c2c667129a req-456ab70c-81ae-4e18-8848-c53ab03e2801 tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.16 "DELETE /v2.0/ports/25976c1d-eea3-45f0-894d-f97f3bfd0934 HTTP/1.1" status: 204 len: 173 time: 0.8255382 Dec 16 07:42:54.068611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50619f2a-52e0-4680-a955-d9f57cadc290', 'name': 'network-vif-deleted', 'tag': '25976c1d-eea3-45f0-894d-f97f3bfd0934'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:54.081690 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d264d91a-b9cd-4414-8b1f-c474eb4a4974" -d '{"events": [{"server_uuid": "50619f2a-52e0-4680-a955-d9f57cadc290", "name": "network-vif-deleted", "tag": "25976c1d-eea3-45f0-894d-f97f3bfd0934"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:54.128956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.149210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:54.181104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'mac_address': 'fa:16:3e:ec:54:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:tempest-test_az-1926370335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:42:54.184886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c85d2-6477-4df2-8355-51980d47861f req-7d60b9e8-fe65-43ad-affa-6377dc4949ef tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:54.186450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-147c85d2-6477-4df2-8355-51980d47861f req-7d60b9e8-fe65-43ad-affa-6377dc4949ef tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.1023469 Dec 16 07:42:54.187912 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9253a3-4814-46f9-899f-cc4466de6de7 x-openstack-request-id: req-9b9253a3-4814-46f9-899f-cc4466de6de7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:54.203822 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50619f2a-52e0-4680-a955-d9f57cadc290", "name": "network-vif-deleted", "tag": "25976c1d-eea3-45f0-894d-f97f3bfd0934", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:54.204464 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b9253a3-4814-46f9-899f-cc4466de6de7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:54.204902 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50619f2a-52e0-4680-a955-d9f57cadc290', 'name': 'network-vif-deleted', 'tag': '25976c1d-eea3-45f0-894d-f97f3bfd0934', 'status': 'completed', 'code': 200} Dec 16 07:42:54.261339 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.270139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-147c85d2-6477-4df2-8355-51980d47861f req-3ead57f3-5a0b-40f0-9c61-a411fe4d61ef tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642684 Dec 16 07:42:54.288401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:42:54.323501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:54.434922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:54.442981 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.452839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36104) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:54.490871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.504583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aaece1c0-3fff-411f-934f-133d9439bad1 HTTP/1.1" status: 204 len: 168 time: 0.6913879 Dec 16 07:42:54.504937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36108) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:54.533601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44c1e7-8b94-4e5f-8714-bca6845ad42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaece1c0-3fff-411f-934f-133d9439bad1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:54.662364 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.673909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57296b-a7a1-4b01-8efc-cc4d6c1e9635 None None] Network 15ec2238-e0fb-41d9-a4e1-93d80374eae9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:42:54.678342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fdd014c1-be60-4c6e-ba3f-743d2d1f7619 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:54.680144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.693519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2d360b5b-70e9-4d32-aebc-fbfabf7fb462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.727377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-0ddca960-ed9d-4eae-b7cd-cbfa9e5da2e5 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:54.728896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-0ddca960-ed9d-4eae-b7cd-cbfa9e5da2e5 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.1969490 Dec 16 07:42:54.770058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: fdd014c1-be60-4c6e-ba3f-743d2d1f7619 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:54.771129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fdd014c1-be60-4c6e-ba3f-743d2d1f7619 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:54.771563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f8d055de-105e-4611-a5df-c26ffed8b31d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:54.825886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f8d055de-105e-4611-a5df-c26ffed8b31d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:54.826243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f8d055de-105e-4611-a5df-c26ffed8b31d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:54.846516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:54.877172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9c1815c9-c33e-4cbf-9da5-e9570e6b0829'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:54.881831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Deleting port 79b3cc26-7433-4d29-acaf-944cc1140044 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:54.882175 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.926627 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2d360b5b-70e9-4d32-aebc-fbfabf7fb462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.958242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Deleting port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:54.958242 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:54.990943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port d0a0bbba-dc29-49bd-b63d-0d66c0660864 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:42:55.001950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] DHCP port deletion for 15ec2238-e0fb-41d9-a4e1-93d80374eae9 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:42:55.006689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port d0a0bbba-dc29-49bd-b63d-0d66c0660864 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:55.007060 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.014833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] For port 79b3cc26-7433-4d29-acaf-944cc1140044, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=79b3cc26-7433-4d29-acaf-944cc1140044,segment=NetworkSegment(9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9),segment_id=9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:55.015236 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.044385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Calling delete_port for 79b3cc26-7433-4d29-acaf-944cc1140044 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:55.065985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2d360b5b-70e9-4d32-aebc-fbfabf7fb462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.074851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-419cf82d-099e-4d08-86d9-f537f30e7729 req-2580053c-07ef-4039-be52-f5e669be5aea tempest-AggregatesAdminTestJSON-1450649540 tempest-AggregatesAdminTestJSON-1450649540-project] 10.222.0.43 "GET /v2.0/ports?device_id=50619f2a-52e0-4680-a955-d9f57cadc290 HTTP/1.1" status: 200 len: 210 time: 0.0436089 Dec 16 07:42:55.185447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d360b5b-70e9-4d32-aebc-fbfabf7fb462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6082194d-2804-4be7-a078-b6aa61e05512,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:55.212359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2d360b5b-70e9-4d32-aebc-fbfabf7fb462 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=000fbc98305a4e6cb065b62cf35a7cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7579520 Dec 16 07:42:55.216263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36134) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:55.217083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] For port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:55.217614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.242951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Calling delete_port for 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:55.255351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] Deleting port 79b3cc26-7433-4d29-acaf-944cc1140044 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:42:55.255351 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.272638 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.294763 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84dad2f6-910c-42f4-9066-40cb7031e35a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.327032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84dad2f6-910c-42f4-9066-40cb7031e35a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.330100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85c008-41cb-4435-86f3-a4109ae1979f req-ae104e91-695b-4e2a-93d7-193652c0eab5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:55.334470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:55.337100 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d9addb-9e69-4ac7-ae00-2a8774e8d153" -d '{"events": [{"server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "name": "network-vif-plugged", "status": "completed", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:55.339611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d85c008-41cb-4435-86f3-a4109ae1979f req-ae104e91-695b-4e2a-93d7-193652c0eab5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 944 time: 0.1865361 Dec 16 07:42:55.370859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:55.379349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] For port 79b3cc26-7433-4d29-acaf-944cc1140044, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=79b3cc26-7433-4d29-acaf-944cc1140044,segment=NetworkSegment(9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9),segment_id=9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:55.379765 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.395636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] Calling delete_port for 79b3cc26-7433-4d29-acaf-944cc1140044 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:42:55.464738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d85c008-41cb-4435-86f3-a4109ae1979f req-55f93e2a-1633-4375-bea3-eb27e9148b8e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240113 Dec 16 07:42:55.494648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0c1da-b931-4002-8590-7f7baa31a01f req-c43ac3eb-d0c2-4fad-8fa7-693c7c23c5fc tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:55.496539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48a0c1da-b931-4002-8590-7f7baa31a01f req-c43ac3eb-d0c2-4fad-8fa7-693c7c23c5fc tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 950 time: 0.1023960 Dec 16 07:42:55.515504 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.527773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.531742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] No DVR routers for this DVR port 79b3cc26-7433-4d29-acaf-944cc1140044 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:55.558040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84dad2f6-910c-42f4-9066-40cb7031e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.559009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf16e8-e4e0-42ab-b224-a987c24e8d45 None None] Pushing event deleted for resources: {'Port': ['ID=79b3cc26-7433-4d29-acaf-944cc1140044,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:55.561173 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.561512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84dad2f6-910c-42f4-9066-40cb7031e35a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.564891 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-84dad2f6-910c-42f4-9066-40cb7031e35a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6082194d-2804-4be7-a078-b6aa61e05512 HTTP/1.1" status: 204 len: 168 time: 0.3466516 Dec 16 07:42:55.575991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dad2f6-910c-42f4-9066-40cb7031e35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6082194d-2804-4be7-a078-b6aa61e05512,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:55.586533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b3cc26-7433-4d29-acaf-944cc1140044,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:55.588557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] No DVR routers for this DVR port 79b3cc26-7433-4d29-acaf-944cc1140044 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:55.645799 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14736b7f-3311-4dd4-992a-8a5aa7ed6c7e x-openstack-request-id: req-14736b7f-3311-4dd4-992a-8a5aa7ed6c7e {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:55.646164 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "name": "network-vif-plugged", "status": "completed", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:55.646440 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14736b7f-3311-4dd4-992a-8a5aa7ed6c7e {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:55.646842 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864', 'code': 200} Dec 16 07:42:55.671585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:55.700778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48a0c1da-b931-4002-8590-7f7baa31a01f req-28796e4a-9dd7-4dff-a240-e763cdb5b94c tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744556 Dec 16 07:42:55.721376 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.723883 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.761362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['22776b98-1d41-43a7-9ffa-4a97b86bd8f2'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:55.769589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Pushing event deleted for resources: {'Port': ['ID=22776b98-1d41-43a7-9ffa-4a97b86bd8f2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:55.787801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['c1234e19-3db0-4e2a-b8c2-350fdfb6f14c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:42:55.803989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ec2238-e0fb-41d9-a4e1-93d80374eae9']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:55.831012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:55.831312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccbc7a8-07f6-4181-b09b-aab30dbbe1e9') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:42:55.856336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] No DVR routers for this DVR port 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:42:55.859882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.862120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.865617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a115762-bc36-49ef-8e72-f2ea4898c547 req-eea1fcc8-56e6-4fe1-82bd-7f8a1f4ddfbf tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.36 "DELETE /v2.0/ports/22776b98-1d41-43a7-9ffa-4a97b86bd8f2 HTTP/1.1" status: 204 len: 173 time: 1.1171126 Dec 16 07:42:55.889008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.894986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bde84-f5c9-4198-adec-0ddc9b1aca65 req-683020dc-6fbf-4bf1-aadc-7f2f6d7fd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:55.896534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a90bde84-f5c9-4198-adec-0ddc9b1aca65 req-683020dc-6fbf-4bf1-aadc-7f2f6d7fd46c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1097 time: 0.1377428 Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:42:55.917129 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:42:55.941589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:42:55.990249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a90bde84-f5c9-4198-adec-0ddc9b1aca65 req-0156780d-a7bb-4da7-947b-640ac548d0dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786328 Dec 16 07:42:56.027619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:42:56.028095 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:56.083934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:56.104380 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:56.110264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] 10.222.0.43 "DELETE /v2.0/networks/15ec2238-e0fb-41d9-a4e1-93d80374eae9 HTTP/1.1" status: 204 len: 168 time: 1.6020355 Dec 16 07:42:56.110264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2471e6-b958-42ee-9069-179184dd2954 admin admin] Pushing event deleted for resources: {'Network': ['ID=15ec2238-e0fb-41d9-a4e1-93d80374eae9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:56.123658 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:56.165683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:42:56.205780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28f4bb3-d711-4971-8225-457c6b694801', 'name': 'network-vif-deleted', 'tag': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:56.208350 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41110a65-a11a-402f-870b-a93c0b9cd566" -d '{"events": [{"server_uuid": "a28f4bb3-d711-4971-8225-457c6b694801", "name": "network-vif-deleted", "tag": "22776b98-1d41-43a7-9ffa-4a97b86bd8f2"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:56.245079 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d14d495-3b50-42bc-a590-b699b0929d83 x-openstack-request-id: req-7d14d495-3b50-42bc-a590-b699b0929d83 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:56.245574 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28f4bb3-d711-4971-8225-457c6b694801", "name": "network-vif-deleted", "tag": "22776b98-1d41-43a7-9ffa-4a97b86bd8f2", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:56.250896 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d14d495-3b50-42bc-a590-b699b0929d83 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:56.250896 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28f4bb3-d711-4971-8225-457c6b694801', 'name': 'network-vif-deleted', 'tag': '22776b98-1d41-43a7-9ffa-4a97b86bd8f2', 'status': 'completed', 'code': 200} Dec 16 07:42:56.317842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:56.318651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 25976c1d-eea3-45f0-894d-f97f3bfd0934 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:56.364034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 25976c1d-eea3-45f0-894d-f97f3bfd0934 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:56.364401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 25976c1d-eea3-45f0-894d-f97f3bfd0934 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:56.386926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:56.524947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 79b3cc26-7433-4d29-acaf-944cc1140044 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:56.546969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 79b3cc26-7433-4d29-acaf-944cc1140044 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:56.547413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 79b3cc26-7433-4d29-acaf-944cc1140044 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:56.602026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77d730-50e2-456f-b7a8-4bb37c99da67 req-f09cc430-c018-4e08-b5e9-8b0acb087e84 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:56.603109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f77d730-50e2-456f-b7a8-4bb37c99da67 req-f09cc430-c018-4e08-b5e9-8b0acb087e84 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 945 time: 0.0540287 Dec 16 07:42:56.649793 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36184) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:56.669436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f77d730-50e2-456f-b7a8-4bb37c99da67 req-993bb9b8-0d83-4721-b187-9a028eab53b2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582039 Dec 16 07:42:56.670529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d575c7-b3b1-46de-a61c-68e1a2d734a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:56.785607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d575c7-b3b1-46de-a61c-68e1a2d734a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:56.802933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36192) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:56.891319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eec10d8a-dec0-4bed-88af-b58010a1b2c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=585c45d46cb34a04a1292a0dce29004a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861466 Dec 16 07:42:56.895713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36198) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:56.944952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d575c7-b3b1-46de-a61c-68e1a2d734a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.023114 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee756fad-51d4-4b5c-b3a9-b81261bd965d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.043147 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee756fad-51d4-4b5c-b3a9-b81261bd965d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.047065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d575c7-b3b1-46de-a61c-68e1a2d734a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b7c14-ed80-4bea-b32d-f0d0e3517141,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:57.054679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3d575c7-b3b1-46de-a61c-68e1a2d734a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d525d1fb29b644f182733a8ccb4e5949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026182 Dec 16 07:42:57.058254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36202) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:57.086379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c583df3b-43aa-426a-8fec-1d98c5e7dd15 req-dc5d0286-d4dd-4d84-ab66-86155437512b tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a28f4bb3-d711-4971-8225-457c6b694801 HTTP/1.1" status: 200 len: 210 time: 0.0497973 Dec 16 07:42:57.144652 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48de0128-f776-4f1d-8dd0-a5e962f0531c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.171310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48de0128-f776-4f1d-8dd0-a5e962f0531c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.192523 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.223885 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee756fad-51d4-4b5c-b3a9-b81261bd965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.227535 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee756fad-51d4-4b5c-b3a9-b81261bd965d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.228893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ee756fad-51d4-4b5c-b3a9-b81261bd965d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66be03af-7397-4252-b0ec-64f24e70b1a8 HTTP/1.1" status: 204 len: 168 time: 0.3299282 Dec 16 07:42:57.238506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee756fad-51d4-4b5c-b3a9-b81261bd965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be03af-7397-4252-b0ec-64f24e70b1a8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:57.424461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48de0128-f776-4f1d-8dd0-a5e962f0531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.428795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48de0128-f776-4f1d-8dd0-a5e962f0531c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:57.428795 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-48de0128-f776-4f1d-8dd0-a5e962f0531c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e4b7c14-ed80-4bea-b32d-f0d0e3517141 HTTP/1.1" status: 204 len: 168 time: 0.3682411 Dec 16 07:42:57.437269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de0128-f776-4f1d-8dd0-a5e962f0531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b7c14-ed80-4bea-b32d-f0d0e3517141,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:57.649352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:42:57.652586 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498c56b3-bc7e-4c12-96a3-d05742f75de3" -d '{"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-plugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:42:57.691465 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ddee8-580e-43ed-8be9-776cf712c0c0 x-openstack-request-id: req-550ddee8-580e-43ed-8be9-776cf712c0c0 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:42:57.691934 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-plugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:42:57.692444 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-550ddee8-580e-43ed-8be9-776cf712c0c0 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:42:57.692936 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'code': 200} Dec 16 07:42:57.812528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d37097-1b8b-4549-b3d4-86a745198ee0 req-66e5b458-8720-4b2e-8fd2-d23c6a760f44 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:57.816959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78d37097-1b8b-4549-b3d4-86a745198ee0 req-66e5b458-8720-4b2e-8fd2-d23c6a760f44 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 945 time: 0.0673130 Dec 16 07:42:57.866402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78d37097-1b8b-4549-b3d4-86a745198ee0 req-898460fd-4747-48bc-9df6-3f476b7c0fdb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Dec 16 07:42:57.900559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36258) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:58.015263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40048263-88c0-48f1-ae98-35a32af7bca4 req-2151a1fb-2657-4693-8613-ced3c9834894 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:58.016727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40048263-88c0-48f1-ae98-35a32af7bca4 req-2151a1fb-2657-4693-8613-ced3c9834894 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1097 time: 0.0409975 Dec 16 07:42:58.137699 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-86289c5e-7707-4bb4-9e5d-8f4aa227a625 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2cbf00d0f3841b0b4c4451ad3983e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352817 Dec 16 07:42:58.140039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36276) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:58.191665 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-902124cf-0acd-4203-86c7-b56fe09443fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:58.249596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9990be6-0c8c-4ef4-9a55-f9ce11798cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:58.281047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9990be6-0c8c-4ef4-9a55-f9ce11798cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:58.438081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:42:58.485719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40048263-88c0-48f1-ae98-35a32af7bca4 req-c2f5a0fd-5f35-466f-b25c-5e5c258881d9 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619038 Dec 16 07:42:58.496339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:42:58.498052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 22776b98-1d41-43a7-9ffa-4a97b86bd8f2 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:42:58.532944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9990be6-0c8c-4ef4-9a55-f9ce11798cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:58.535898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9990be6-0c8c-4ef4-9a55-f9ce11798cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:58.538192 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c9990be6-0c8c-4ef4-9a55-f9ce11798cb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f724ec10-8dfa-48b3-974c-0db6f16cccbd HTTP/1.1" status: 204 len: 168 time: 0.3969910 Dec 16 07:42:58.554061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9990be6-0c8c-4ef4-9a55-f9ce11798cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f724ec10-8dfa-48b3-974c-0db6f16cccbd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:58.773849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bba52-ea60-433f-a7fb-095dbf66ff89 req-ff9a2c16-27bd-420b-8403-6453bf928969 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:58.782651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c5bba52-ea60-433f-a7fb-095dbf66ff89 req-ff9a2c16-27bd-420b-8403-6453bf928969 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1097 time: 0.0900910 Dec 16 07:42:58.835379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36312) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:58.896451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c5bba52-ea60-433f-a7fb-095dbf66ff89 req-b34a5a92-292d-426c-b61b-9959140aba28 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065366 Dec 16 07:42:58.938657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bf164-bdb9-447f-a29d-a3d188ddf836 req-6fb14c12-9110-4098-96ad-1fe19dc3b89e tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:58.940962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-551bf164-bdb9-447f-a29d-a3d188ddf836 req-6fb14c12-9110-4098-96ad-1fe19dc3b89e tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 972 time: 0.1077871 Dec 16 07:42:59.021363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-551bf164-bdb9-447f-a29d-a3d188ddf836 req-c8fef81d-7e89-4d23-b671-42ca927f22a4 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675211 Dec 16 07:42:59.590806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70c1437d-133f-4e73-bf5e-44d5b5f4b4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:59.635720 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:59.659021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48416d-24f1-45f9-9dc9-14ce8a561fab req-c7f21963-eeaa-48d8-ba9f-b3f8e49c0b94 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:42:59.670402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c48416d-24f1-45f9-9dc9-14ce8a561fab req-c7f21963-eeaa-48d8-ba9f-b3f8e49c0b94 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1097 time: 0.0625622 Dec 16 07:42:59.739303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70c1437d-133f-4e73-bf5e-44d5b5f4b4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:59.762800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c48416d-24f1-45f9-9dc9-14ce8a561fab req-6818436c-7e5b-4540-90c2-236a459de129 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913002 Dec 16 07:42:59.846802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70c1437d-133f-4e73-bf5e-44d5b5f4b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:59.886459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1437d-133f-4e73-bf5e-44d5b5f4b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd84773f-a80d-45f4-a898-ffd1f316e958,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:42:59.892630 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-70c1437d-133f-4e73-bf5e-44d5b5f4b4ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dba27d4b394f4fef912b00aa2d7dc98d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0555391 Dec 16 07:42:59.895305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36346) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:42:59.971989 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e54f500-b7c5-45c0-8079-ac6311917533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:42:59.996194 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e54f500-b7c5-45c0-8079-ac6311917533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.036379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36350) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:00.142072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36356) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:00.162244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-35cfdf33-e6d6-427f-a202-495333e10103 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7d4d71eea2b4253b856269576829f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242962 Dec 16 07:43:00.164920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36360) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:00.203099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e54f500-b7c5-45c0-8079-ac6311917533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.206597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e54f500-b7c5-45c0-8079-ac6311917533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.207929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8e54f500-b7c5-45c0-8079-ac6311917533 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd84773f-a80d-45f4-a898-ffd1f316e958 HTTP/1.1" status: 204 len: 168 time: 0.3102291 Dec 16 07:43:00.237032 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:43:00.301938 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54f500-b7c5-45c0-8079-ac6311917533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd84773f-a80d-45f4-a898-ffd1f316e958,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:00.335883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb893ba6-1285-4626-bdc7-c3c610b84576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.353234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1919000864-network', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:00.367524 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf57b-7219-4920-aef3-2dbde3ac89d7 req-ad914a78-b340-4df0-b1b0-52a6baa15b02 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:00.372500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c9cf57b-7219-4920-aef3-2dbde3ac89d7 req-ad914a78-b340-4df0-b1b0-52a6baa15b02 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 972 time: 0.1553898 Dec 16 07:43:00.434606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb893ba6-1285-4626-bdc7-c3c610b84576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.466630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c9cf57b-7219-4920-aef3-2dbde3ac89d7 req-a1085823-76ee-4693-9f8c-c3ab6db58b5c tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/security-groups?id=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765681 Dec 16 07:43:00.504154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Made reservation on behalf of 9bb29da39fde4fe8967225860a7f031e for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:43:00.506963 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.518330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.604927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb893ba6-1285-4626-bdc7-c3c610b84576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.609043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb893ba6-1285-4626-bdc7-c3c610b84576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.612707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb893ba6-1285-4626-bdc7-c3c610b84576 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3a1e4ac-748e-41f5-b801-94c5ae2dd3d7 HTTP/1.1" status: 204 len: 168 time: 0.4443955 Dec 16 07:43:00.630833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb893ba6-1285-4626-bdc7-c3c610b84576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a1e4ac-748e-41f5-b801-94c5ae2dd3d7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:00.640686 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a79100a2-0f17-43db-a792-7d736811d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.664354 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.780029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-54620959-c34a-4aa4-b455-54d8137b89c7 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:00.780566 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.781961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-54620959-c34a-4aa4-b455-54d8137b89c7 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.16 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 972 time: 0.1196482 Dec 16 07:43:00.804359 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:43:00.844574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc5c230-9883-4ae2-86d7-55c9bf194105,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:00.847741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.849738 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Added segment e0c98599-1c0d-470a-b784-5a7aaff04c61 of type vlan for network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 Dec 16 07:43:00.902275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:00.997524 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce7a91-4f33-4eba-bfea-52c887ebe290 req-98780ea3-97a2-493f-af5c-7ffe7244c4da tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:01.005559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.005559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:01.006578 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.010691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1ce7a91-4f33-4eba-bfea-52c887ebe290 req-98780ea3-97a2-493f-af5c-7ffe7244c4da tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1097 time: 0.0727384 Dec 16 07:43:01.033060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Deleting port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:43:01.033638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.113871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] Pushing event updated for resources: {'Network': ['ID=5b651be1-099b-4b7c-98db-8bfdb3f767a5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:01.123543 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1ce7a91-4f33-4eba-bfea-52c887ebe290 req-f9b68315-18fa-4923-b780-9894ade55586 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078074 Dec 16 07:43:01.125468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:43:01.174281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] For port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:01.175169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.193584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Calling delete_port for c1234e19-3db0-4e2a-b8c2-350fdfb6f14c owned by compute:tempest-test_az-1926370335 {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:43:01.237846 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-367dbd47-cb85-4c2a-b065-242d93c66719 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0931766 Dec 16 07:43:01.240325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36392) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:01.249750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Request body: {'subnet': {'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1919000864-subnet', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:01.420426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Made reservation on behalf of 9bb29da39fde4fe8967225860a7f031e for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:43:01.423511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.453422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.493933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['c1234e19-3db0-4e2a-b8c2-350fdfb6f14c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:43:01.499068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Pushing event deleted for resources: {'Port': ['ID=c1234e19-3db0-4e2a-b8c2-350fdfb6f14c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:01.590627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36398) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:01.657096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7202293c-57fc-4e02-ab7b-422796af5969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.689880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] No DVR routers for this DVR port c1234e19-3db0-4e2a-b8c2-350fdfb6f14c on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:43:01.692138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.699462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.708275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-093f0020-8ec9-4fb0-b80a-19af4f0cb96f req-d2719a13-7c86-4711-9009-84d89a54c8a3 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.16 "DELETE /v2.0/ports/c1234e19-3db0-4e2a-b8c2-350fdfb6f14c HTTP/1.1" status: 204 len: 173 time: 0.9131002 Dec 16 07:43:01.746955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'name': 'network-vif-deleted', 'tag': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:01.752914 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af1d97a-7838-4aef-887c-6c89436dd44f" -d '{"events": [{"server_uuid": "70dbf34e-d215-411b-ba3e-1e1c7d483f2e", "name": "network-vif-deleted", "tag": "c1234e19-3db0-4e2a-b8c2-350fdfb6f14c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:01.760686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b349feb2-9e0d-40b5-839f-ce42d0022d4f req-b7b3bd7e-d50b-49e7-8db9-95f466dc297c tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 210 time: 0.1091001 Dec 16 07:43:01.885933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7202293c-57fc-4e02-ab7b-422796af5969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:01.914702 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4687c746-592c-41fb-bf36-34c2dfbcaef7 x-openstack-request-id: req-4687c746-592c-41fb-bf36-34c2dfbcaef7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:01.914702 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dbf34e-d215-411b-ba3e-1e1c7d483f2e", "name": "network-vif-deleted", "tag": "c1234e19-3db0-4e2a-b8c2-350fdfb6f14c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:01.914702 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4687c746-592c-41fb-bf36-34c2dfbcaef7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:01.915140 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dbf34e-d215-411b-ba3e-1e1c7d483f2e', 'name': 'network-vif-deleted', 'tag': 'c1234e19-3db0-4e2a-b8c2-350fdfb6f14c', 'status': 'completed', 'code': 200} Dec 16 07:43:01.989557 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7202293c-57fc-4e02-ab7b-422796af5969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.067352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202293c-57fc-4e02-ab7b-422796af5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cb3abd-2f75-4f36-afcd-25d5f34c48be,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:02.075097 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7202293c-57fc-4e02-ab7b-422796af5969 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa48355a09394474a6143c360bf5d8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805794 Dec 16 07:43:02.075097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36426) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:02.166090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.193767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef267-c609-4dca-9409-f6a2ee788b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.259118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef267-c609-4dca-9409-f6a2ee788b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.295756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6622b9-f8dd-4946-8640-e22666a90cc1,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:02.312934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Checking segment: {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:02.313268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Network hostable DHCP agents. Network: 5b651be1-099b-4b7c-98db-8bfdb3f767a5, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:43:02.437900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:43:02.471995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef267-c609-4dca-9409-f6a2ee788b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.491404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef267-c609-4dca-9409-f6a2ee788b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.491404 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5d4ef267-c609-4dca-9409-f6a2ee788b79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37cb3abd-2f75-4f36-afcd-25d5f34c48be HTTP/1.1" status: 204 len: 168 time: 0.4083602 Dec 16 07:43:02.517466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ef267-c609-4dca-9409-f6a2ee788b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cb3abd-2f75-4f36-afcd-25d5f34c48be,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:02.546290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 5b651be1-099b-4b7c-98db-8bfdb3f767a5) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:02.556436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98493569-b1ed-4ede-b969-21f006b79b5f None None] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:43:02.571188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:02.571796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.732629 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-687dd1fc-f4f4-40c8-b723-3a7d1baa2513 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4909899 Dec 16 07:43:02.783884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:02.783884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:02.866789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:43:02.867647 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:02.910587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e48aaa0-855c-4aa9-8590-f13c525ef482 req-1cd89c70-e16d-4194-a0f6-79f144026121 tempest-LiveMigrationNegativeTest-1568678572 tempest-LiveMigrationNegativeTest-1568678572-project] 10.222.0.43 "GET /v2.0/ports?device_id=70dbf34e-d215-411b-ba3e-1e1c7d483f2e HTTP/1.1" status: 200 len: 210 time: 0.0266733 Dec 16 07:43:03.019290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Allocated IP 172.20.0.2 (5b651be1-099b-4b7c-98db-8bfdb3f767a5/6f6622b9-f8dd-4946-8640-e22666a90cc1/c1645031-588e-4593-b2fd-4968ca8c1f84) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:03.166815 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.346884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.348028 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.365567 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.379824 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.387810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:03.424147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:03.432008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:43:03.470081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.529036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Attempting to bind port c1645031-588e-4593-b2fd-4968ca8c1f84 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:03.529417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Attempting to bind port c1645031-588e-4593-b2fd-4968ca8c1f84 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Attempting to bind port c1645031-588e-4593-b2fd-4968ca8c1f84 on network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Checking segment: {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Bound using segment: {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Bound port: c1645031-588e-4593-b2fd-4968ca8c1f84, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.553834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Pushing event updated for resources: {'Port': ['ID=c1645031-588e-4593-b2fd-4968ca8c1f84,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:03.620345 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] For port c1645031-588e-4593-b2fd-4968ca8c1f84, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:03.624463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] For port c1645031-588e-4593-b2fd-4968ca8c1f84, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c1645031-588e-4593-b2fd-4968ca8c1f84,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:03.733181 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.781277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:03.812615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c43577-1229-4b77-8b3c-f3de2ffebaab None None] Pushing event updated for resources: {'Port': ['ID=c1645031-588e-4593-b2fd-4968ca8c1f84,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:03.990698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c1234e19-3db0-4e2a-b8c2-350fdfb6f14c no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:43:04.050960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: c1234e19-3db0-4e2a-b8c2-350fdfb6f14c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:43:04.051308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c1234e19-3db0-4e2a-b8c2-350fdfb6f14c not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:43:04.168842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:04.428431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:04.452942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:04.657236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Allocated IP 172.25.2.187 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/0e9f4ec2-4f97-4849-87d0-55f6e8167f5b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:04.679371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1645031-588e-4593-b2fd-4968ca8c1f84 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:04.757338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c1645031-588e-4593-b2fd-4968ca8c1f84 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:04.757712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:04.828162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-289981c8-4123-486b-801b-a58cc8f3b3ab tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:43:04.830087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-289981c8-4123-486b-801b-a58cc8f3b3ab tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073009 Dec 16 07:43:04.879798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:04.899289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-8e2add04-75af-4d9c-bf4d-322a24b142c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:04.901643 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-8e2add04-75af-4d9c-bf4d-322a24b142c7 service neutron] 10.222.0.43 "GET /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 1094 time: 0.0563078 Dec 16 07:43:04.914805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Request body: {'binding': {'host': 'n-h1-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:04.915386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Unknown quota resources ['binding']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:43:04.955578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.057749 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.102386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port c1645031-588e-4593-b2fd-4968ca8c1f84, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c1645031-588e-4593-b2fd-4968ca8c1f84,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:05.163757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.189479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on host n-h1-820935-11 for vnic_type normal with profile None {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:05.192472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:05.197063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:05.224685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:05.247228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:05.252736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:43:05.258948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:43:05.260959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=c1645031-588e-4593-b2fd-4968ca8c1f84,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:05.261318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:05.339362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:05.340208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:05.341376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:05.341938 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Bound port: d0a0bbba-dc29-49bd-b63d-0d66c0660864, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:05.347664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36554) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:05.393506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:05.549650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47011758-d1b7-4f82-bea6-788f95b80782 None None] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:43:05.561111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-08a8821d-697e-4b03-8ed9-8322a348cda6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dffa0251267c4132b0d981ba805457e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116745 Dec 16 07:43:05.565078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36562) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:05.691595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6afac8a0-09a3-4e16-a891-9e9712469392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.721915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-61b1e8e0-710b-4951-9e49-a7d4fbd53ba7 None None] Provisioning complete for port c1645031-588e-4593-b2fd-4968ca8c1f84 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:05.722579 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61b1e8e0-710b-4951-9e49-a7d4fbd53ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.742256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6afac8a0-09a3-4e16-a891-9e9712469392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.767762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:05.885090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.887181 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-d75e85a7-3ca2-428f-b0c8-371fb31e6da2 service neutron] 10.222.0.43 "POST /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864/bindings HTTP/1.1" status: 201 len: 390 time: 0.9761436 Dec 16 07:43:05.960749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6afac8a0-09a3-4e16-a891-9e9712469392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.968312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6afac8a0-09a3-4e16-a891-9e9712469392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:05.971410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6afac8a0-09a3-4e16-a891-9e9712469392 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33f43133-7de0-4ee5-a7eb-07c8dff4b8c1 HTTP/1.1" status: 204 len: 168 time: 0.4051580 Dec 16 07:43:05.997602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afac8a0-09a3-4e16-a891-9e9712469392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f43133-7de0-4ee5-a7eb-07c8dff4b8c1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:06.118914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:06.293261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6bf2a946-c7a5-463b-8bcc-98d404c16d29 None None] Provisioning complete for port c1645031-588e-4593-b2fd-4968ca8c1f84 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:06.294542 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a946-c7a5-463b-8bcc-98d404c16d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:06.488695 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:06.560064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65a301-5504-4840-adcd-358615738153 req-22213716-e6e8-4eda-a62a-4d85ec7eb418 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:06.567784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc65a301-5504-4840-adcd-358615738153 req-22213716-e6e8-4eda-a62a-4d85ec7eb418 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 945 time: 0.1629977 Dec 16 07:43:06.646354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1645031-588e-4593-b2fd-4968ca8c1f84 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:06.699461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc65a301-5504-4840-adcd-358615738153 req-3cd2a491-e537-40a1-b8bd-3bd8c22d253b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219504 Dec 16 07:43:06.830207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c1645031-588e-4593-b2fd-4968ca8c1f84 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:06.831924 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:07.027722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-c4236b45-5b38-456f-855e-75faa7d8eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:07.032348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-c4236b45-5b38-456f-855e-75faa7d8eab5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1097 time: 0.0908697 Dec 16 07:43:07.128744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Router dcbb8526-1719-469a-bba1-f3df17290822 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:43:07.193542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-8d8eab66-3254-459e-8362-e04477e08ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:07.202319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-8d8eab66-3254-459e-8362-e04477e08ed0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1625257 Dec 16 07:43:07.265397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-5dc6859e-731b-48ce-a97e-e933ceb3c789 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 217 time: 0.0507917 Dec 16 07:43:07.321664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:43:07.340128 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Sync routers for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:43:07.356000 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:43:07.359042 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:43:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:07.381531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-31d05888-8e5e-4645-b772-6fc16c8bcedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:07.390938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-31d05888-8e5e-4645-b772-6fc16c8bcedb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.1045837 Dec 16 07:43:07.447070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:07.518757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-552fa244-7dec-4b4f-a1c1-d3c7f8397059 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196902 Dec 16 07:43:07.526626 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:43:07.547698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:07.563012 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe6fc640-6581-4c69-bd10-1fad39ea3a24 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8266785 Dec 16 07:43:07.563670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36636) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:07.586521 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92f2ab78-d909-406c-935a-e928b1334dbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=260c19f3c5d74975be62483cb53ae491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387269 Dec 16 07:43:07.589212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36638) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:07.849502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-1d7aaaff-3bf1-45cd-9fae-c4301fb796c4 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084297 Dec 16 07:43:07.940864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1392-f96c-4c02-8d73-1e68e59e45d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.034911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a35004-839e-4bfe-88b6-f641c7e78338 req-c13634f1-f233-4f1f-be54-eb5792adac6c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:08.044494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41a35004-839e-4bfe-88b6-f641c7e78338 req-c13634f1-f233-4f1f-be54-eb5792adac6c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 945 time: 0.1461217 Dec 16 07:43:08.155194 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:05Z', 'revision_number': 3, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:08.185942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41a35004-839e-4bfe-88b6-f641c7e78338 req-4b8a8cb8-e4db-4b2c-a497-cf1cdf223ae1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321723 Dec 16 07:43:08.202855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-1d74554c-2679-490b-b5e7-91856d4efc1c service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477952 Dec 16 07:43:08.256515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Checking router: dcbb8526-1719-469a-bba1-f3df17290822 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:43:08.256515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Updating router dcbb8526-1719-469a-bba1-f3df17290822 port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:43:08.288098 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.346426 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1392-f96c-4c02-8d73-1e68e59e45d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.551458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-ffe78b09-224c-4e58-8338-9c59c0e3f165 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:08.553434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-ffe78b09-224c-4e58-8338-9c59c0e3f165 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.1109157 Dec 16 07:43:08.567635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-11'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:08.681745 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.750147 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.766455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1392-f96c-4c02-8d73-1e68e59e45d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.769089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1392-f96c-4c02-8d73-1e68e59e45d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.770199 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1a9d1392-f96c-4c02-8d73-1e68e59e45d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d888f67f-b336-4fe7-81f3-ec1436cb4d39 HTTP/1.1" status: 204 len: 168 time: 1.1788330 Dec 16 07:43:08.838734 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.844922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d1392-f96c-4c02-8d73-1e68e59e45d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d888f67f-b336-4fe7-81f3-ec1436cb4d39,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:08.853998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:08.917902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:08.975596 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Pushing event updated for resources: {'Port': ['ID=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:08.994002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:09.031429 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.031781 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.032136 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.032494 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.032829 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.034851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.034851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.034851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.034851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.034851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.034851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.035280 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.035950 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:09.060060 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Attempting to bind port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:09.060254 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Attempting to bind port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:09.060650 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Attempting to bind port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:09.074794 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:09.075181 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:09.075590 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.076259 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:09.076752 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Bound port: 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:09.077157 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.088452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:09.091327 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f87335-9713-4551-9114-d47e5506db4a" -d '{"events": [{"server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:09.099992 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.157138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Allocated IP 172.20.0.1 (5b651be1-099b-4b7c-98db-8bfdb3f767a5/6f6622b9-f8dd-4946-8640-e22666a90cc1/bb8ff71e-cd11-42ba-89d7-3f4f4feec278) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:09.165026 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] For port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:09.171646 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] For port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:09.191484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.304283 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b03a0-ecbc-4a4b-b1b9-d6a5bc9a6f86 x-openstack-request-id: req-f87b03a0-ecbc-4a4b-b1b9-d6a5bc9a6f86 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:09.304283 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:09.304283 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f87b03a0-ecbc-4a4b-b1b9-d6a5bc9a6f86 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:09.304283 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864', 'code': 200} Dec 16 07:43:09.309159 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.388756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.403090 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:43:09.403727 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:43:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:09.405625 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3daa1e5-55aa-4afe-9601-bed5b41fe3c2 None None] Pushing event updated for resources: {'Port': ['ID=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:09.425361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:09.533079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.602291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:09.605748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:09.629143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:09.662924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:43:09.687270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on host n-h2-820935-11 for vnic_type normal with profile {"migrating_to": "n-h1-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:09.688583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:09.689830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:09.702751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:43:09.703721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Attempting to bind port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:09.716380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:09.717088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:09.717700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:09.718349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Bound port: d0a0bbba-dc29-49bd-b63d-0d66c0660864, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:09.718950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.719070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:09.719398 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:43:09.780347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2be68-4549-443c-8e24-2f65a3c915b3 req-ea4d7c80-f324-4764-b26c-754b397955ea tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:09.786782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8f2be68-4549-443c-8e24-2f65a3c915b3 req-ea4d7c80-f324-4764-b26c-754b397955ea tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.2611420 Dec 16 07:43:09.836037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:09.856649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:09.883761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8f2be68-4549-443c-8e24-2f65a3c915b3 req-b0892da1-d372-4b84-b58f-6398109ec546 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823746 Dec 16 07:43:10.003543 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:05Z', 'revision_number': 3, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:10.037184 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1261f1b-f04c-4638-b8ad-e234293b6b6f None None] The sync data for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 is: [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:05Z', 'revision_number': 3, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:43:10.152137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3b3bb9ad-c61d-4f41-829b-a03aefba2ea0 None None] Provisioning complete for port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:10.152729 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb9ad-c61d-4f41-829b-a03aefba2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:10.187856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3b3bb9ad-c61d-4f41-829b-a03aefba2ea0 None None] Port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:43:10.243452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:10.373866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:10.395370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:10.396009 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:10.397492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] 10.222.0.16 "PUT /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 1123 time: 1.8351552 Dec 16 07:43:10.421996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665922b2-2abc-4a11-87e3-7bb3795c63ce service neutron] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=8']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:10.552981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d0a0bbba-dc29-49bd-b63d-0d66c0660864'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:43:10.691983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:10.750992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:10.837334 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:10.968061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:10.969647 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:11.007354 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:11.045414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:11.139773 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:11.185590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:11.214016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c1809-59f1-480f-9bc7-da5d5f186bee req-32a8a357-6aa3-4821-9b8b-4d9a89f30230 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:11.220602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:11.224939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:11.225210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-406c1809-59f1-480f-9bc7-da5d5f186bee req-32a8a357-6aa3-4821-9b8b-4d9a89f30230 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.1406605 Dec 16 07:43:11.289326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:11.303390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:11.310142 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:11.377912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-406c1809-59f1-480f-9bc7-da5d5f186bee req-2db29de8-5faa-438a-897a-06cb1743ac9b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504369 Dec 16 07:43:11.457675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:11.465088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36812) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:11.577656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Router dcbb8526-1719-469a-bba1-f3df17290822 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:43:11.612757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26cdbde9-e93c-424e-9056-f20b18da2d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:11.655371 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b99e490-d09e-4a20-8be6-f574fa633f7b x-openstack-request-id: req-0b99e490-d09e-4a20-8be6-f574fa633f7b {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:11.656057 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:11.678600 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b99e490-d09e-4a20-8be6-f574fa633f7b {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:11.678600 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864', 'status': 'completed', 'code': 200} Dec 16 07:43:11.778719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-50c73432-01f7-49af-872c-d9732b17c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:11.780359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-50c73432-01f7-49af-872c-d9732b17c111 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1126 time: 0.0738285 Dec 16 07:43:11.832639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ada56202-9659-4777-b617-4e8dd46761ca None None] Provisioning complete for port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:11.833002 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ada56202-9659-4777-b617-4e8dd46761ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:11.852557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:43:11.860032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb6880b4-1ea2-428e-9dd4-80478df32109 admin admin] 10.222.0.43 "PUT /v2.0/routers/dcbb8526-1719-469a-bba1-f3df17290822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2934504 Dec 16 07:43:11.882621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26cdbde9-e93c-424e-9056-f20b18da2d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:11.889580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ada56202-9659-4777-b617-4e8dd46761ca None None] Port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:43:11.957070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-d4ed3b1e-fbd0-46c1-80f9-fa8210f70975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:11.969504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-d4ed3b1e-fbd0-46c1-80f9-fa8210f70975 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1775517 Dec 16 07:43:11.972097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26cdbde9-e93c-424e-9056-f20b18da2d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:12.043672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-0e7e3480-675e-4a5d-ae81-af80edb47f45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 217 time: 0.0582783 Dec 16 07:43:12.111434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-26cdbde9-e93c-424e-9056-f20b18da2d43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55f015dc12b746a8a5cb822e8c840052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6450489 Dec 16 07:43:12.114373 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36846) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:12.121199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdbde9-e93c-424e-9056-f20b18da2d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e92f409-c7c7-4a27-9ad6-d556e5375975,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:12.131410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-d2410b22-26e2-4415-b050-061064c85e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:12.136925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-d2410b22-26e2-4415-b050-061064c85e5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0731273 Dec 16 07:43:12.190020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-c26173f2-b3ef-4b48-b70b-132885c25806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447977 Dec 16 07:43:12.211633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fafd1b4e-e545-4dd6-9f2c-c0f066b229bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:12.250286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fafd1b4e-e545-4dd6-9f2c-c0f066b229bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:12.426104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fafd1b4e-e545-4dd6-9f2c-c0f066b229bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:12.429977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fafd1b4e-e545-4dd6-9f2c-c0f066b229bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:12.430977 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fafd1b4e-e545-4dd6-9f2c-c0f066b229bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e92f409-c7c7-4a27-9ad6-d556e5375975 HTTP/1.1" status: 204 len: 168 time: 0.3155670 Dec 16 07:43:12.458273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd1b4e-e545-4dd6-9f2c-c0f066b229bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e92f409-c7c7-4a27-9ad6-d556e5375975,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:12.464363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-2174a8fa-dbfd-4509-9e46-38e2ea2d8a28 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637818 Dec 16 07:43:12.631917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:12.669387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18d2b6da-a097-4ee4-b7c4-7d8dacdbb4ac req-6c0559b5-8472-4e73-8525-a7d95136d28f service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957264 Dec 16 07:43:12.793401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:12.794033 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:12.883807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Sync routers for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:43:12.917610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef42a-0e92-445d-bb7e-35e4fb883c2b req-53b416ad-726b-491c-81fb-460929e753f5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:12.927212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a40ef42a-0e92-445d-bb7e-35e4fb883c2b req-53b416ad-726b-491c-81fb-460929e753f5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.0707345 Dec 16 07:43:12.939810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36878) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:12.945228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1ccadc1b-4965-4550-b323-30c0e5c8ea46 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566803144', 'description': 'tempest-description--75107270'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:12.997047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:43:12.998413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:43:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:13.032056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a40ef42a-0e92-445d-bb7e-35e4fb883c2b req-02c3319a-8cf8-40be-b064-2bf50b98449f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036770 Dec 16 07:43:13.063117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ccadc1b-4965-4550-b323-30c0e5c8ea46 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.255411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ccadc1b-4965-4550-b323-30c0e5c8ea46 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.316759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:43:13.358245 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ccadc1b-4965-4550-b323-30c0e5c8ea46 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.440570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccadc1b-4965-4550-b323-30c0e5c8ea46 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50618ac-5231-4a55-92a9-2f6fd9f23818,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:13.479774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ccadc1b-4965-4550-b323-30c0e5c8ea46 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.481847 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1ccadc1b-4965-4550-b323-30c0e5c8ea46 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5406687 Dec 16 07:43:13.484532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36904) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:13.490908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-579d184d-8e39-4fe5-9510-55d8ada17c8f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Request body: {'security_group_rule': {'security_group_id': 'a50618ac-5231-4a55-92a9-2f6fd9f23818', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:13.586491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36906) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:13.606460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80dbc79a-49ee-4931-a41a-b11bcafa9564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.641631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-579d184d-8e39-4fe5-9510-55d8ada17c8f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.648760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:10Z', 'revision_number': 2, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:13.730408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Checking router: dcbb8526-1719-469a-bba1-f3df17290822 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:43:13.734185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Updating router dcbb8526-1719-469a-bba1-f3df17290822 port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:43:13.775163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-579d184d-8e39-4fe5-9510-55d8ada17c8f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.792066 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.864456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-579d184d-8e39-4fe5-9510-55d8ada17c8f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.905672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d184d-8e39-4fe5-9510-55d8ada17c8f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ed2066-8fff-42fd-913c-e6d30b8f126c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:13.910062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80dbc79a-49ee-4931-a41a-b11bcafa9564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:13.974716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80dbc79a-49ee-4931-a41a-b11bcafa9564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.023512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-579d184d-8e39-4fe5-9510-55d8ada17c8f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.025930 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-579d184d-8e39-4fe5-9510-55d8ada17c8f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5394788 Dec 16 07:43:14.028422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36934) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:14.034115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-22bd1370-685d-47bb-8b87-f6ac3278a7fc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Request body: {'security_group_rule': {'security_group_id': 'a50618ac-5231-4a55-92a9-2f6fd9f23818', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:14.034954 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80dbc79a-49ee-4931-a41a-b11bcafa9564 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa3c7c8a36b54ba0aaa6a10a9ee5c18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471762 Dec 16 07:43:14.036611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbc79a-49ee-4931-a41a-b11bcafa9564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81ee28a-2b39-43d4-950c-6c7f1ded99db,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:14.039092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36936) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:14.067483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:43:14.121906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-795c1bbe-7ea7-4179-ba22-2b7f3f66e51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.155643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-795c1bbe-7ea7-4179-ba22-2b7f3f66e51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.191293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-22bd1370-685d-47bb-8b87-f6ac3278a7fc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.262906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:14.288517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 has no active binding in host n-h1-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:43:14.350461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-795c1bbe-7ea7-4179-ba22-2b7f3f66e51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.356540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-795c1bbe-7ea7-4179-ba22-2b7f3f66e51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.360145 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-795c1bbe-7ea7-4179-ba22-2b7f3f66e51d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a81ee28a-2b39-43d4-950c-6c7f1ded99db HTTP/1.1" status: 204 len: 168 time: 0.3175848 Dec 16 07:43:14.398733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c1bbe-7ea7-4179-ba22-2b7f3f66e51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81ee28a-2b39-43d4-950c-6c7f1ded99db,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:14.428993 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-22bd1370-685d-47bb-8b87-f6ac3278a7fc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.441404 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.511012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-22bd1370-685d-47bb-8b87-f6ac3278a7fc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.534803 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.544890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd1370-685d-47bb-8b87-f6ac3278a7fc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096bad75-c41f-4a0b-9398-bf38de45581a,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:14.565786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2405b-d3c5-4fef-86f3-0bcec1e9efff req-abdee0f1-d4f6-4394-bd05-f0dfaf6feb7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:14.567266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fae2405b-d3c5-4fef-86f3-0bcec1e9efff req-abdee0f1-d4f6-4394-bd05-f0dfaf6feb7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.1489458 Dec 16 07:43:14.597112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74640d67-0801-4c82-a0ad-5106e95d0d50 None None] Pushing event updated for resources: {'Port': ['ID=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:14.626600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-22bd1370-685d-47bb-8b87-f6ac3278a7fc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.631419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:14.636323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:14.648248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-22bd1370-685d-47bb-8b87-f6ac3278a7fc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6151788 Dec 16 07:43:14.699001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fae2405b-d3c5-4fef-86f3-0bcec1e9efff req-bd3843c6-917e-4b9a-a0b9-9c820359966c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188037 Dec 16 07:43:14.739355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Attempting to bind port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:14.739907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Attempting to bind port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:14.740161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Attempting to bind port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 on network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:14.745963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:14.747932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Checking segment: {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:14.747932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.747932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Bound using segment: {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:14.747932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Bound port: bb8ff71e-cd11-42ba-89d7-3f4f4feec278, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:14.748286 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.757798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36958) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:14.799521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:14.894524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] For port bb8ff71e-cd11-42ba-89d7-3f4f4feec278, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:14.899789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] For port bb8ff71e-cd11-42ba-89d7-3f4f4feec278, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:14.974182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-629f452b-d5e9-4883-8f73-47dbba9999e3 None None] Provisioning complete for port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:14.974556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-629f452b-d5e9-4883-8f73-47dbba9999e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.012789 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.085532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:43:15.086176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:43:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:15.096548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.234098 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-85a26f5c-86aa-44c7-9a24-f031b582391e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.417643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Allocated IP 172.25.2.66 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/1293e12b-3014-4568-b307-35e01ff750b4) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:15.441080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6e80657-94d3-4376-ab28-7ff876187921 req-e7612e34-e710-4705-a90b-d368b6b1f3f9 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=21532ed9c58a41fdbd4e256845aa7f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866520 Dec 16 07:43:15.507456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74640d67-0801-4c82-a0ad-5106e95d0d50 None None] Pushing event updated for resources: {'Port': ['ID=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:15.577834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-629f452b-d5e9-4883-8f73-47dbba9999e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.585104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:43:15.687078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-85a26f5c-86aa-44c7-9a24-f031b582391e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.704255 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.715044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80657-94d3-4376-ab28-7ff876187921 req-e197425d-fe5c-4935-903b-a0688dbd90ad tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:15.723247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6e80657-94d3-4376-ab28-7ff876187921 req-e197425d-fe5c-4935-903b-a0688dbd90ad tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800651 Dec 16 07:43:15.746210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6e80657-94d3-4376-ab28-7ff876187921 req-13f291e7-3953-4d6f-a481-59fcca03fe21 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/quotas/21532ed9c58a41fdbd4e256845aa7f58 HTTP/1.1" status: 200 len: 375 time: 0.0218239 Dec 16 07:43:15.763042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-629f452b-d5e9-4883-8f73-47dbba9999e3 None None] For port bb8ff71e-cd11-42ba-89d7-3f4f4feec278, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:15.802899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6e80657-94d3-4376-ab28-7ff876187921 req-b890b7af-a153-474c-adf6-993b2d47d68e tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21532ed9c58a41fdbd4e256845aa7f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550201 Dec 16 07:43:15.806324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-85a26f5c-86aa-44c7-9a24-f031b582391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.865062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-629f452b-d5e9-4883-8f73-47dbba9999e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:15.902221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a26f5c-86aa-44c7-9a24-f031b582391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c47931-0648-48cd-9ab0-7d06931e7b22,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:15.914001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-85a26f5c-86aa-44c7-9a24-f031b582391e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c94cb22c2664fd48aab331984dcc9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1552906 Dec 16 07:43:15.917377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37010) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:15.943459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f452b-d5e9-4883-8f73-47dbba9999e3 None None] Pushing event updated for resources: {'Port': ['ID=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:15.952068 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.020631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event updated for resources: {'Port': ['ID=1293e12b-3014-4568-b307-35e01ff750b4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:16.047855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:16.050755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:16.062834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0379d0fe-f4a7-4bfa-8e03-b043efe08663 None None] Provisioning complete for port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:16.062834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0379d0fe-f4a7-4bfa-8e03-b043efe08663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.063103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:43:16.107728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d979ce58-c83a-4cec-8ab1-afcad0cc3c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.114650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ea8f-55de-447d-a18b-1f1fe16ec142 req-bc08d868-7b48-446d-a14d-ff8b5457be46 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:16.133013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a746ea8f-55de-447d-a18b-1f1fe16ec142 req-bc08d868-7b48-446d-a14d-ff8b5457be46 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.1476784 Dec 16 07:43:16.135540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d979ce58-c83a-4cec-8ab1-afcad0cc3c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.224872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a746ea8f-55de-447d-a18b-1f1fe16ec142 req-3479a77f-b986-42b7-8adf-2725b19ab5db tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909173 Dec 16 07:43:16.260546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:14Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:43:16.300700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae42bb-401d-436a-8a99-5fd6309cfaa5 None None] The sync data for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 is: [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:14Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:43:16.424208 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d979ce58-c83a-4cec-8ab1-afcad0cc3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.431239 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d979ce58-c83a-4cec-8ab1-afcad0cc3c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.434893 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d979ce58-c83a-4cec-8ab1-afcad0cc3c22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7c47931-0648-48cd-9ab0-7d06931e7b22 HTTP/1.1" status: 204 len: 168 time: 0.5153756 Dec 16 07:43:16.474612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-c21462ee-d262-41f2-8eed-c9bcf4604d74 service neutron] 10.222.0.36 "GET /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864/bindings/n-h1-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.1046059 Dec 16 07:43:16.494130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979ce58-c83a-4cec-8ab1-afcad0cc3c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c47931-0648-48cd-9ab0-7d06931e7b22,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:16.589473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.690675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bb8ff71e-cd11-42ba-89d7-3f4f4feec278 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:16.788305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:16.789352 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.830010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:16.930707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:17.093802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:17.182946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a0bbba-dc29-49bd-b63d-0d66c0660864 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:17.207986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:17.221658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37044) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:17.365913 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:17.436413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad071e-a940-41bb-b0e2-995d5485def5 req-adee1943-2f69-4769-86ad-5420d117266e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:17.436413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50ad071e-a940-41bb-b0e2-995d5485def5 req-adee1943-2f69-4769-86ad-5420d117266e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 943 time: 0.0773904 Dec 16 07:43:17.485410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50ad071e-a940-41bb-b0e2-995d5485def5 req-c96d5624-f1dc-4d56-bf95-bf79ea947d5d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Dec 16 07:43:17.722769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:17.722996 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:17.854115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event updated for resources: {'Port': ['ID=1293e12b-3014-4568-b307-35e01ff750b4,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:17.870425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:17.943678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] Transition to ACTIVE for port object d0a0bbba-dc29-49bd-b63d-0d66c0660864 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:43:17.996609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.001888 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fda0b93a-1f8a-407a-b4d6-70d4bf116130 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3657827 Dec 16 07:43:18.026301 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.121719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3019ce60-6287-47eb-a7e6-06d5606bf747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.140959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] No DVR routers for this DVR port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:43:18.185998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:18.204863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-63506a4f-61a6-4b54-b7a2-3a4a9ff79f45 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864/bindings/n-h1-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 1.7153780 Dec 16 07:43:18.298112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3019ce60-6287-47eb-a7e6-06d5606bf747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.423034 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3019ce60-6287-47eb-a7e6-06d5606bf747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.525308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3019ce60-6287-47eb-a7e6-06d5606bf747 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fa0fd1070f9489589a3a1d1d232ab24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2984266 Dec 16 07:43:18.528914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37108) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:18.567803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:43:18.568406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019ce60-6287-47eb-a7e6-06d5606bf747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d86e3d2-0aa3-44da-aebf-89d1c5d28373,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:18.626242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-a9843b17-99a0-483b-af8c-62d209461cd4 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:18.630873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-a9843b17-99a0-483b-af8c-62d209461cd4 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.1867044 Dec 16 07:43:18.638071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37120) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:18.693781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c8a7-9de7-4e1d-ba58-a8c49a045f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.699704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:43:18.723874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c8a7-9de7-4e1d-ba58-a8c49a045f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.745292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01820ac3-328c-4f16-bc49-190d47b626fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.800442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-cc9a6d55-b3ac-4969-bd37-6bff0b6f7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:18.801938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-cc9a6d55-b3ac-4969-bd37-6bff0b6f7da5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158&tenant_id=1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 1096 time: 0.1612401 Dec 16 07:43:18.809713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2569b7-2702-4b97-a7ca-a6df89aa9599 req-8f49f986-974e-4eb7-9431-9b0c6b674f8d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:18.813605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df2569b7-2702-4b97-a7ca-a6df89aa9599 req-8f49f986-974e-4eb7-9431-9b0c6b674f8d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 944 time: 0.1768737 Dec 16 07:43:18.880139 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c8a7-9de7-4e1d-ba58-a8c49a045f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.889283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c8a7-9de7-4e1d-ba58-a8c49a045f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:18.889283 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2ae8c8a7-9de7-4e1d-ba58-a8c49a045f14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d86e3d2-0aa3-44da-aebf-89d1c5d28373 HTTP/1.1" status: 204 len: 168 time: 0.3544123 Dec 16 07:43:18.901665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8c8a7-9de7-4e1d-ba58-a8c49a045f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d86e3d2-0aa3-44da-aebf-89d1c5d28373,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:18.940504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df2569b7-2702-4b97-a7ca-a6df89aa9599 req-6a5027a6-2e54-4318-9342-9730822db128 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222312 Dec 16 07:43:18.983508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-58223fe6-3887-4c6a-9e7c-64ac8475e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:18.985641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-58223fe6-3887-4c6a-9e7c-64ac8475e8f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1096 time: 0.1367288 Dec 16 07:43:19.110887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01820ac3-328c-4f16-bc49-190d47b626fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:19.142416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-158ba301-1f1e-4763-8148-39faa99d7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:19.143899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-158ba301-1f1e-4763-8148-39faa99d7592 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1496789 Dec 16 07:43:19.189542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-d80b7994-a92e-4fdc-afb8-17fd1bb31d2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 217 time: 0.0381675 Dec 16 07:43:19.240943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-2d589796-b6a2-4e32-afce-4e1e701c387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:19.242512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-2d589796-b6a2-4e32-afce-4e1e701c387d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0448904 Dec 16 07:43:19.261658 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01820ac3-328c-4f16-bc49-190d47b626fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:19.289448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-38d7cd75-d8a3-4327-8c57-d64e9865ff1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388587 Dec 16 07:43:19.388076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-01820ac3-328c-4f16-bc49-190d47b626fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7386a73a06c44898979dbf25856c2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7461731 Dec 16 07:43:19.388076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01820ac3-328c-4f16-bc49-190d47b626fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b786b25-c1da-44a1-b137-bdc423c4574c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:19.388669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37172) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:19.441081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-49383d9c-1049-4288-909d-fdc3a987f457 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368370 Dec 16 07:43:19.477879 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f0b-f567-434d-828b-86e1a630d8d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:19.518021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f0b-f567-434d-828b-86e1a630d8d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:19.566144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7b09f8b-fc75-4fe0-ae13-a27478c254a2 req-af6e68df-216f-4bca-9ca3-e12135c70bb1 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=21532ed9c58a41fdbd4e256845aa7f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336068 Dec 16 07:43:19.637125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-0aed5ff9-ae5c-46ee-8f9c-1335c95e4a9e service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882012 Dec 16 07:43:19.668481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f0b-f567-434d-828b-86e1a630d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:19.671310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6f0b-f567-434d-828b-86e1a630d8d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:19.672508 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ba2f6f0b-f567-434d-828b-86e1a630d8d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b786b25-c1da-44a1-b137-bdc423c4574c HTTP/1.1" status: 204 len: 168 time: 0.2827263 Dec 16 07:43:19.683121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f6f0b-f567-434d-828b-86e1a630d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b786b25-c1da-44a1-b137-bdc423c4574c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:19.722474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b09f8b-fc75-4fe0-ae13-a27478c254a2 req-e78debe0-15da-415f-9db3-d119e147a3e8 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:19.732364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7b09f8b-fc75-4fe0-ae13-a27478c254a2 req-e78debe0-15da-415f-9db3-d119e147a3e8 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651220 Dec 16 07:43:19.757802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7b09f8b-fc75-4fe0-ae13-a27478c254a2 req-8ae71577-1ce5-4e21-bbf3-6740dee9d72d tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/quotas/21532ed9c58a41fdbd4e256845aa7f58 HTTP/1.1" status: 200 len: 375 time: 0.0242653 Dec 16 07:43:19.797028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7b09f8b-fc75-4fe0-ae13-a27478c254a2 req-423c4cab-df7d-4ab2-bdc6-567dc01ab907 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21532ed9c58a41fdbd4e256845aa7f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375333 Dec 16 07:43:20.025590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37226) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:20.036471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16a5ab03-88f7-4779-bbd3-619906c31ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.122791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16a5ab03-88f7-4779-bbd3-619906c31ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.162876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664be2f3-0d94-42f2-b74c-08aef691405e req-26d6ac91-3f0b-43e0-a990-75c224462563 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:20.170658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664be2f3-0d94-42f2-b74c-08aef691405e req-26d6ac91-3f0b-43e0-a990-75c224462563 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 944 time: 0.0637996 Dec 16 07:43:20.219150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-664be2f3-0d94-42f2-b74c-08aef691405e req-c9293c7a-6021-4975-909e-db7b4afae6ec tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Dec 16 07:43:20.236921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16a5ab03-88f7-4779-bbd3-619906c31ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.339381 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-16a5ab03-88f7-4779-bbd3-619906c31ce2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9d39d2de73c402799ff2843b7096862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062203 Dec 16 07:43:20.339381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37238) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:20.404076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5ab03-88f7-4779-bbd3-619906c31ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8796c3eb-dcdb-4358-a527-a79680b1a1fe,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:20.470128 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fcce16b-f523-4860-9027-d6fbce06e0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.524594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fcce16b-f523-4860-9027-d6fbce06e0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.578126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a583-b91e-4344-a377-3e284f88682c req-52d35ac7-2bc9-4508-b09c-6c727da4e0de tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:20.585078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-52d35ac7-2bc9-4508-b09c-6c727da4e0de tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.3580232 Dec 16 07:43:20.696674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fcce16b-f523-4860-9027-d6fbce06e0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.703976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fcce16b-f523-4860-9027-d6fbce06e0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.703976 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7fcce16b-f523-4860-9027-d6fbce06e0e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8796c3eb-dcdb-4358-a527-a79680b1a1fe HTTP/1.1" status: 204 len: 168 time: 0.3678539 Dec 16 07:43:20.713205 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce16b-f523-4860-9027-d6fbce06e0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8796c3eb-dcdb-4358-a527-a79680b1a1fe,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:20.798330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f8251-fb5b-4816-bfa7-1f22cda17f42 req-f7b2078e-1d0b-4f06-9fce-52e3179f71e5 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:20.801427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-965f8251-fb5b-4816-bfa7-1f22cda17f42 req-f7b2078e-1d0b-4f06-9fce-52e3179f71e5 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 972 time: 0.0817840 Dec 16 07:43:20.877271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-965f8251-fb5b-4816-bfa7-1f22cda17f42 req-2881ccb5-81ab-46ad-b586-e15128fd0c52 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480621 Dec 16 07:43:20.947241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf00a583-b91e-4344-a377-3e284f88682c req-b99b6fce-72b3-401d-862b-480086cb2f52 service neutron] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:20.951413 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf00a583-b91e-4344-a377-3e284f88682c req-b99b6fce-72b3-401d-862b-480086cb2f52 service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:20.952352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf00a583-b91e-4344-a377-3e284f88682c req-b99b6fce-72b3-401d-862b-480086cb2f52 service neutron] 10.222.0.16 "DELETE /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864/bindings/n-h2-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.3625357 Dec 16 07:43:21.350320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37330) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:21.478729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c3dde-2603-4567-b31a-1cd27cbee3c4 req-1abc08eb-d7d1-424c-b0f0-2df699329962 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:21.481586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-395c3dde-2603-4567-b31a-1cd27cbee3c4 req-1abc08eb-d7d1-424c-b0f0-2df699329962 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 944 time: 0.0556138 Dec 16 07:43:21.568311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-395c3dde-2603-4567-b31a-1cd27cbee3c4 req-85572895-c711-4362-abba-1a4139a79b8c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809741 Dec 16 07:43:21.583668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba48b28b-4d44-4197-aea5-5eab5d6cef19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:21.704580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba48b28b-4d44-4197-aea5-5eab5d6cef19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:21.793259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37360) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:21.810821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ca42a0b-6a42-4a39-825b-696b1bb61dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:21.838277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba48b28b-4d44-4197-aea5-5eab5d6cef19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:21.913744 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ba48b28b-4d44-4197-aea5-5eab5d6cef19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3855bd02bad942c8a1d046e72e3e3b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652192 Dec 16 07:43:21.914456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48b28b-4d44-4197-aea5-5eab5d6cef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34979954-ff73-40fd-8236-979e3394718e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:21.914719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37368) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:22.033718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ca42a0b-6a42-4a39-825b-696b1bb61dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.059194 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86757c65-9f9f-4ab0-ae38-4b1ba4f3dd47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.063186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8673a-8577-49d2-b3b2-26fe906b509f req-f48a513e-7ad6-49cb-aee3-c6f1be2e18ac tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:22.070785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71e8673a-8577-49d2-b3b2-26fe906b509f req-f48a513e-7ad6-49cb-aee3-c6f1be2e18ac tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1096 time: 0.1032758 Dec 16 07:43:22.102362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ca42a0b-6a42-4a39-825b-696b1bb61dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.123000 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86757c65-9f9f-4ab0-ae38-4b1ba4f3dd47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.169104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71e8673a-8577-49d2-b3b2-26fe906b509f req-9acf74f1-2fd1-4b0f-ae46-40866559c046 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950754 Dec 16 07:43:22.169351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca42a0b-6a42-4a39-825b-696b1bb61dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68ebca-7f87-49b4-83d2-4bee36d88bcc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:22.174680 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6ca42a0b-6a42-4a39-825b-696b1bb61dfc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d6f1d0201544b7ebb90feebc18b5fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802752 Dec 16 07:43:22.177516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37372) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:22.285689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0eee0516-3aa3-41f5-ad35-981a32a96119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.320847 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0eee0516-3aa3-41f5-ad35-981a32a96119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.459607 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86757c65-9f9f-4ab0-ae38-4b1ba4f3dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.462406 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86757c65-9f9f-4ab0-ae38-4b1ba4f3dd47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.463550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-86757c65-9f9f-4ab0-ae38-4b1ba4f3dd47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34979954-ff73-40fd-8236-979e3394718e HTTP/1.1" status: 204 len: 168 time: 0.5472794 Dec 16 07:43:22.497849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86757c65-9f9f-4ab0-ae38-4b1ba4f3dd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34979954-ff73-40fd-8236-979e3394718e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:22.517115 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0eee0516-3aa3-41f5-ad35-981a32a96119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.524115 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0eee0516-3aa3-41f5-ad35-981a32a96119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:22.527892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0eee0516-3aa3-41f5-ad35-981a32a96119 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa68ebca-7f87-49b4-83d2-4bee36d88bcc HTTP/1.1" status: 204 len: 168 time: 0.3493929 Dec 16 07:43:22.542723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee0516-3aa3-41f5-ad35-981a32a96119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68ebca-7f87-49b4-83d2-4bee36d88bcc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:22.605054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-c662f11c-8b04-4662-bc4d-3781e1bad937 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:22.606663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-c662f11c-8b04-4662-bc4d-3781e1bad937 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.1721389 Dec 16 07:43:22.649959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d08888c8-30c5-47c3-b544-8f6a50282a71 req-9bcb5787-774d-4f00-8ed8-3856d2c8c9bb tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=21532ed9c58a41fdbd4e256845aa7f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417385 Dec 16 07:43:22.651764 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-b8573b4d-5e66-464b-99d0-51dc08e5a8d5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/quotas/1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 375 time: 0.0246518 Dec 16 07:43:22.780102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-9dac249d-32b5-4d45-aca7-2dd01b5d5577 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110392 Dec 16 07:43:22.847355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08888c8-30c5-47c3-b544-8f6a50282a71 req-e23cdde5-dcd5-4239-b2fe-add8f88bc929 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:22.852697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d08888c8-30c5-47c3-b544-8f6a50282a71 req-e23cdde5-dcd5-4239-b2fe-add8f88bc929 tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953046 Dec 16 07:43:22.875598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d08888c8-30c5-47c3-b544-8f6a50282a71 req-407b36d8-5cd0-4dc0-a421-ef81c3dd2e2d tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/quotas/21532ed9c58a41fdbd4e256845aa7f58 HTTP/1.1" status: 200 len: 375 time: 0.0191064 Dec 16 07:43:22.916865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d08888c8-30c5-47c3-b544-8f6a50282a71 req-d8dd0f99-11d4-4a4e-9472-802329cd162f tempest-QuotasAdminNegativeTest-911588438 tempest-QuotasAdminNegativeTest-911588438-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21532ed9c58a41fdbd4e256845aa7f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323389 Dec 16 07:43:22.950701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-42d4974a-7243-4261-861b-9390b3d70a87 service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610878 Dec 16 07:43:23.071645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-108432b4-3b13-4b0e-99a6-aba0115dc00a service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200023 Dec 16 07:43:23.875593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37452) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:23.907708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0655e918-3dae-4848-bf19-7a3f158f1f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.084298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5aeecfe8-6a90-418c-bf23-22187c0286f1 req-706728b3-5c0f-4227-9ad7-f3b1f6837ec2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 210 time: 0.0715182 Dec 16 07:43:24.086745 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0655e918-3dae-4848-bf19-7a3f158f1f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.119381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:43:24.189904 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0655e918-3dae-4848-bf19-7a3f158f1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.258409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37476) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:24.288629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0655e918-3dae-4848-bf19-7a3f158f1f8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=131e0540998f45948351575a11579aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117362 Dec 16 07:43:24.308786 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.337242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655e918-3dae-4848-bf19-7a3f158f1f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89d33f-bd7e-4f83-b1d6-c79f43598006,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:24.360035 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc86696-6a74-4562-b61c-04679b364760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.385200 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:24.385200 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaccc02-2840-4273-9652-cfbba6ef629f" -d '{"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:24.385200 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:24.386761 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc86696-6a74-4562-b61c-04679b364760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.431772 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0b9db3-8bb7-457b-995a-88b685c46417 x-openstack-request-id: req-5c0b9db3-8bb7-457b-995a-88b685c46417 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:24.431772 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:24.431772 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c0b9db3-8bb7-457b-995a-88b685c46417 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:24.431772 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'code': 200} Dec 16 07:43:24.662258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.716513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:24.725445 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc86696-6a74-4562-b61c-04679b364760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.729787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbc86696-6a74-4562-b61c-04679b364760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:24.731199 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbc86696-6a74-4562-b61c-04679b364760 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f89d33f-bd7e-4f83-b1d6-c79f43598006 HTTP/1.1" status: 204 len: 168 time: 0.4705393 Dec 16 07:43:24.740474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc86696-6a74-4562-b61c-04679b364760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89d33f-bd7e-4f83-b1d6-c79f43598006,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:25.224979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f5733c85-481d-4513-9c67-d2a86eb14a28 req-d19987c0-8a30-4fa7-b4c3-400714c856ba tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 210 time: 0.0466189 Dec 16 07:43:25.280968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37524) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:25.464875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e19-5ee8-4618-8eac-bf3097b6ef4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:25.588285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e19-5ee8-4618-8eac-bf3097b6ef4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:25.690325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e19-5ee8-4618-8eac-bf3097b6ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:25.739116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a9e71e19-5ee8-4618-8eac-bf3097b6ef4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21532ed9c58a41fdbd4e256845aa7f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568825 Dec 16 07:43:25.741817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37556) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:25.744724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e71e19-5ee8-4618-8eac-bf3097b6ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9f662-0d96-4352-87e1-b4b8e1e8733d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:25.803071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-107ce8e2-a258-425d-aa99-409f65ddca24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:25.826850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-107ce8e2-a258-425d-aa99-409f65ddca24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:25.942134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-107ce8e2-a258-425d-aa99-409f65ddca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:25.944678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-107ce8e2-a258-425d-aa99-409f65ddca24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:25.945825 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-107ce8e2-a258-425d-aa99-409f65ddca24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9d9f662-0d96-4352-87e1-b4b8e1e8733d HTTP/1.1" status: 204 len: 168 time: 0.2015195 Dec 16 07:43:25.955487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ce8e2-a258-425d-aa99-409f65ddca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9f662-0d96-4352-87e1-b4b8e1e8733d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:26.111609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ff80411d-d68a-4d87-baf8-7ae03fea6414 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:43:26.160515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37568) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:26.226685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:26.248488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'mac_address': 'fa:16:3e:3f:5b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-1926370335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:43:26.298478 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:26.312986 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff80411d-d68a-4d87-baf8-7ae03fea6414 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:26.334290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:26.360351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ada562e1-c29f-4a6b-bd8c-6b1fd9ff02df req-620311ea-4e07-44b4-87a9-9a8b7ec1850e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 210 time: 0.0415514 Dec 16 07:43:26.422426 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:26.533472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:26.605035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ff80411d-d68a-4d87-baf8-7ae03fea6414'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:43:26.647300 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3dd0a760-bb05-424e-bc4b-710fe92f2f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:26.746997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3dd0a760-bb05-424e-bc4b-710fe92f2f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:26.896031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3dd0a760-bb05-424e-bc4b-710fe92f2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:26.951018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3dd0a760-bb05-424e-bc4b-710fe92f2f1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a476fbd576f44a79eb5eb1f9e1b4512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7866855 Dec 16 07:43:26.951391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0a760-bb05-424e-bc4b-710fe92f2f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b86cdb-fc6c-4de3-a09b-ad39991124a3,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:26.951505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37600) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:27.026335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-c4b1ad05-9c61-4a56-9fff-c3484f5b2c02 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:27.026335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-c4b1ad05-9c61-4a56-9fff-c3484f5b2c02 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.1759033 Dec 16 07:43:27.052104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Request body: {'port': {'device_id': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'admin_state_up': True, 'tenant_id': '1fc341eb3d984b099c3301bb32040cb1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:27.069281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a39f171-4555-43ed-b5e3-a5a961a8e37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.096543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a39f171-4555-43ed-b5e3-a5a961a8e37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.166640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37606) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:27.173970 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.209769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32bd523a-f9ea-4116-8533-f4535f2e36de admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.312431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Made reservation on behalf of 1fc341eb3d984b099c3301bb32040cb1 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:43:27.312574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.357990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a39f171-4555-43ed-b5e3-a5a961a8e37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.360648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a39f171-4555-43ed-b5e3-a5a961a8e37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.364818 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7a39f171-4555-43ed-b5e3-a5a961a8e37f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0b86cdb-fc6c-4de3-a09b-ad39991124a3 HTTP/1.1" status: 204 len: 168 time: 0.4124005 Dec 16 07:43:27.383880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39f171-4555-43ed-b5e3-a5a961a8e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b86cdb-fc6c-4de3-a09b-ad39991124a3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:27.447133 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32bd523a-f9ea-4116-8533-f4535f2e36de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.532367 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32bd523a-f9ea-4116-8533-f4535f2e36de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.550301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bbe896f-c938-47d8-8cab-f99fb8376684 req-41cbf66e-9a66-45b8-8c3b-3d3bc86b1c2e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 210 time: 0.0813744 Dec 16 07:43:27.581079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Allocated IP 172.20.0.10 (b29d70f3-9749-473b-9e4f-ddd4263dfda2/fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:27.605838 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-32bd523a-f9ea-4116-8533-f4535f2e36de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af7a3aad1d0d4eda8869583d12a01abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370322 Dec 16 07:43:27.607461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd523a-f9ea-4116-8533-f4535f2e36de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8758263e-d2a8-4540-9e35-58501b98b069,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:27.609111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37624) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:27.696891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.763190 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.845241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.927595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.930380 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:27.931801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8758263e-d2a8-4540-9e35-58501b98b069 HTTP/1.1" status: 204 len: 168 time: 0.3217506 Dec 16 07:43:27.944303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758263e-d2a8-4540-9e35-58501b98b069,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:27.952969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.953315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.953654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.953989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.954318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.954647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.954973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.955295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.955609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.955938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.956280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.956600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.956913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed6ae3-a8af-487e-820e-1685003ac187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:27.997818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.055929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:28.059834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:28.064617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:43:28.116507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ff80411d-d68a-4d87-baf8-7ae03fea6414 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:28.122206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:28.177401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:28.179059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.190052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port ff80411d-d68a-4d87-baf8-7ae03fea6414 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:28.190626 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.193051 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9eae2684-6460-4806-9e1d-3d9cd85d7889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.267961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-31cd446d-945b-4d1e-82fb-2b9b103029fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2200737 Dec 16 07:43:28.290905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Request body: {'port': {'device_id': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:28.292334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37658) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:28.303489 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.310598 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a80b7976-b492-4653-a7b6-2381c59aa82f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.331124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:28.333660 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a2cd5-8f73-499d-8bcf-9c3e676476f6" -d '{"events": [{"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:28.350900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:28.376806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.401061 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a80b7976-b492-4653-a7b6-2381c59aa82f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.401381 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c4ba19-8279-4bd4-ae51-44b13825fa4a x-openstack-request-id: req-97c4ba19-8279-4bd4-ae51-44b13825fa4a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:28.401901 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-plugged", "status": "completed", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:28.402152 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97c4ba19-8279-4bd4-ae51-44b13825fa4a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:28.402551 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'code': 200} Dec 16 07:43:28.440606 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.503353 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a80b7976-b492-4653-a7b6-2381c59aa82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.567346 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b7976-b492-4653-a7b6-2381c59aa82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c755e-e0b1-4c41-adae-6b9020e899c9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:28.577330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:28.591958 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a80b7976-b492-4653-a7b6-2381c59aa82f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fb8cb40b4b94b4396ffd12ffa811152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979376 Dec 16 07:43:28.594988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37670) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:28.739217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04a210bd-de55-482a-99d9-ad9433164e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.801045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04a210bd-de55-482a-99d9-ad9433164e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:28.828193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb437-7cdb-41c8-9d5b-150501003f1a req-1f50f1c3-dd5d-4f23-950b-49f0509e0374 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:28.828193 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15bcb437-7cdb-41c8-9d5b-150501003f1a req-1f50f1c3-dd5d-4f23-950b-49f0509e0374 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 932 time: 0.1501453 Dec 16 07:43:28.947212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15bcb437-7cdb-41c8-9d5b-150501003f1a req-39fc7e11-1546-41c1-bede-1b2638363c27 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130633 Dec 16 07:43:28.956070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:28.965598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.042402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Transition to ACTIVE for port object f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:43:29.043619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04a210bd-de55-482a-99d9-ad9433164e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.046449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04a210bd-de55-482a-99d9-ad9433164e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.055404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-04a210bd-de55-482a-99d9-ad9433164e98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c9c755e-e0b1-4c41-adae-6b9020e899c9 HTTP/1.1" status: 204 len: 168 time: 0.4487269 Dec 16 07:43:29.055760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a210bd-de55-482a-99d9-ad9433164e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c755e-e0b1-4c41-adae-6b9020e899c9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:29.133566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37704) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:29.141065 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.192057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:29.283464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:29.284208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:29.284716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:29.291281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:43:29.292654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:29.301965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:29.302482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:29.302874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:29.303397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Bound port: f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:29.303675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.375035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:29.378681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:29.541034 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.587604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:29.588571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.590428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 1093 time: 1.3043547 Dec 16 07:43:29.590890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:29.593205 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671c1623-5a72-47ea-b613-c161a07ae4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:29.618940 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c525-346b-4a87-8421-d14aa27866d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.637563 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.674909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c68d77-76bc-4d63-9b83-39914af09ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:29.712823 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82222e39-5f4f-4794-bc8d-b341d07b88ad x-openstack-request-id: req-82222e39-5f4f-4794-bc8d-b341d07b88ad {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:29.712823 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:29.712823 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82222e39-5f4f-4794-bc8d-b341d07b88ad {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:29.712823 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf', 'status': 'completed', 'code': 200} Dec 16 07:43:29.724153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c525-346b-4a87-8421-d14aa27866d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:29.812594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c1623-5a72-47ea-b613-c161a07ae4c3 req-7ddb82a9-7f98-430d-96e3-b097bced0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:29.814320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-671c1623-5a72-47ea-b613-c161a07ae4c3 req-7ddb82a9-7f98-430d-96e3-b097bced0727 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1096 time: 0.0516903 Dec 16 07:43:29.938403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c525-346b-4a87-8421-d14aa27866d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:30.048702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a5e2c525-346b-4a87-8421-d14aa27866d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c95f8d18dc74b0080feef4fe27672d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9139535 Dec 16 07:43:30.051406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:30.062762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2c525-346b-4a87-8421-d14aa27866d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028a95e9-ae9a-4df0-b95f-130c3d72a591,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:30.112089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c1623-5a72-47ea-b613-c161a07ae4c3 req-81ea91fc-b882-4974-8e30-4b06841d6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:30.115821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-671c1623-5a72-47ea-b613-c161a07ae4c3 req-81ea91fc-b882-4974-8e30-4b06841d6407 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1fc341eb3d984b099c3301bb32040cb1&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2737710 Dec 16 07:43:30.182986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:30.221186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:30.315692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860d5cc-1003-4bb5-b948-f684279cb0a0 req-b39ef096-08f4-4e13-998d-bb51f8594d4b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:30.317422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d860d5cc-1003-4bb5-b948-f684279cb0a0 req-b39ef096-08f4-4e13-998d-bb51f8594d4b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.1918952 Dec 16 07:43:30.361943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c1623-5a72-47ea-b613-c161a07ae4c3 req-2c12b43f-df22-4270-aee7-a79bef29338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:30.363369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-671c1623-5a72-47ea-b613-c161a07ae4c3 req-2c12b43f-df22-4270-aee7-a79bef29338d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358541 Dec 16 07:43:30.389120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d860d5cc-1003-4bb5-b948-f684279cb0a0 req-0d266a31-938f-462e-82df-b6f1564825f6 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593290 Dec 16 07:43:30.407596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:30.410414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:30.411686 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/028a95e9-ae9a-4df0-b95f-130c3d72a591 HTTP/1.1" status: 204 len: 168 time: 0.3586752 Dec 16 07:43:30.421301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a95e9-ae9a-4df0-b95f-130c3d72a591,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:30.429336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.429897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.430389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.430689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.431031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.431363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.431892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.432254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.432588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.433084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.433543 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.433878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.434236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eee302-1e0d-4517-94f5-5e7a667cd29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:30.478193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-b9c2af9c-4dcf-41ce-92a0-161c334a68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:30.479713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-b9c2af9c-4dcf-41ce-92a0-161c334a68be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1096 time: 0.0472105 Dec 16 07:43:30.538599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-00bfb603-e3a4-4994-967b-9a4713850a30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 217 time: 0.0391059 Dec 16 07:43:30.601540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-36a0413f-2543-4a8d-bb23-37e677ab5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:30.603415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-36a0413f-2543-4a8d-bb23-37e677ab5f28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0533040 Dec 16 07:43:30.647000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-62e38043-c327-4d83-9c58-44deafb680e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311360 Dec 16 07:43:30.725043 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb5ebeb2-b629-4195-a1e5-6c7a94b9a855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:30.755122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-4542c0da-0007-4196-8409-052924d4ecb7 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982969 Dec 16 07:43:30.863235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f951885b-c0e1-49ec-8d6b-4da73ce2404f req-eb05fe93-554f-46ca-b23d-46bcf399a077 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947716 Dec 16 07:43:31.094385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37820) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:31.390965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d16a49b-1af1-42ff-a26d-e2dd73213e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.485195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d16a49b-1af1-42ff-a26d-e2dd73213e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.574202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d16a49b-1af1-42ff-a26d-e2dd73213e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.597468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607bd56-4fb9-4d04-a695-49e986e35d24 req-0bbcd80f-31f3-4706-b968-cc493b7935d7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:31.599201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5607bd56-4fb9-4d04-a695-49e986e35d24 req-0bbcd80f-31f3-4706-b968-cc493b7935d7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.1011236 Dec 16 07:43:31.623071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37840) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:31.641892 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.651593 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8d16a49b-1af1-42ff-a26d-e2dd73213e0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bcc467d9ef844e89f38ba611e83e4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559998 Dec 16 07:43:31.655207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37842) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:31.658261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16a49b-1af1-42ff-a26d-e2dd73213e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa253f-978f-4213-997a-53fcbd6cdc95,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:31.698619 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99e3ff-8879-41c9-949f-f754bef6a7aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.721404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5607bd56-4fb9-4d04-a695-49e986e35d24 req-ce11eb46-2bb2-4af9-b004-7bb68679dd66 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130476 Dec 16 07:43:31.763490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e740bbb-31ab-4cd1-980b-cebca1945fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.838985 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e740bbb-31ab-4cd1-980b-cebca1945fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.854326 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99e3ff-8879-41c9-949f-f754bef6a7aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.925671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99e3ff-8879-41c9-949f-f754bef6a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.964215 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab99e3ff-8879-41c9-949f-f754bef6a7aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a0a260afadc41df9d95c7a524807252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394198 Dec 16 07:43:31.967201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37854) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:31.985283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e3ff-8879-41c9-949f-f754bef6a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58dc9c-4029-41e7-8de5-cb0cf9efd49f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:31.990344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e740bbb-31ab-4cd1-980b-cebca1945fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.993494 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e740bbb-31ab-4cd1-980b-cebca1945fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:31.998326 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4e740bbb-31ab-4cd1-980b-cebca1945fd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32fa253f-978f-4213-997a-53fcbd6cdc95 HTTP/1.1" status: 204 len: 168 time: 0.3412244 Dec 16 07:43:32.007300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740bbb-31ab-4cd1-980b-cebca1945fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa253f-978f-4213-997a-53fcbd6cdc95,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:32.039528 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56c89f7e-d92d-4236-b9ae-8a273d138792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:32.065836 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56c89f7e-d92d-4236-b9ae-8a273d138792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:32.225168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56c89f7e-d92d-4236-b9ae-8a273d138792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:32.228960 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56c89f7e-d92d-4236-b9ae-8a273d138792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:32.230619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-56c89f7e-d92d-4236-b9ae-8a273d138792 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe58dc9c-4029-41e7-8de5-cb0cf9efd49f HTTP/1.1" status: 204 len: 168 time: 0.2619514 Dec 16 07:43:32.240939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c89f7e-d92d-4236-b9ae-8a273d138792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58dc9c-4029-41e7-8de5-cb0cf9efd49f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:32.856288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a7ab0-e631-4907-ad0e-f3311e16d84c req-2aece154-9137-4f6a-9291-9a82e21b8a5c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:32.939368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a07a7ab0-e631-4907-ad0e-f3311e16d84c req-2aece154-9137-4f6a-9291-9a82e21b8a5c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.0683236 Dec 16 07:43:32.946940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a07a7ab0-e631-4907-ad0e-f3311e16d84c req-e191adfd-a048-46fc-a0a4-0c9edafaf60f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783768 Dec 16 07:43:33.725492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.036322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37892) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:34.070373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-696f8125-4e65-441e-bc9c-a0c76e5e80f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.140049 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.260975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020054ed-47bf-40c5-ac42-5dff426cb532 req-3d9b2aba-a81a-493e-9195-c98fc0ec5416 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:34.262603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-020054ed-47bf-40c5-ac42-5dff426cb532 req-3d9b2aba-a81a-493e-9195-c98fc0ec5416 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.1819003 Dec 16 07:43:34.467213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-020054ed-47bf-40c5-ac42-5dff426cb532 req-fa952cd2-9a38-4562-9891-a315b5fa2d44 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936731 Dec 16 07:43:34.473806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-696f8125-4e65-441e-bc9c-a0c76e5e80f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.563599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-696f8125-4e65-441e-bc9c-a0c76e5e80f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.647431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-696f8125-4e65-441e-bc9c-a0c76e5e80f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0c36d85ca4344b79385c6aebe42b939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059923 Dec 16 07:43:34.647749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:34.661698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f8125-4e65-441e-bc9c-a0c76e5e80f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd5147-c8d9-4fd7-9d32-5fe66b43e4dc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:34.677897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:43:34.776189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1df8925-a031-44f2-8149-a49e5a0ee11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.830823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1df8925-a031-44f2-8149-a49e5a0ee11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.954595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:34.971011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'port_id': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf', 'mac_address': 'fa:16:3e:68:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:43:34.982701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1df8925-a031-44f2-8149-a49e5a0ee11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.985482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1df8925-a031-44f2-8149-a49e5a0ee11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:34.986827 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f1df8925-a031-44f2-8149-a49e5a0ee11b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9cd5147-c8d9-4fd7-9d32-5fe66b43e4dc HTTP/1.1" status: 204 len: 168 time: 0.3381002 Dec 16 07:43:35.003392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df8925-a031-44f2-8149-a49e5a0ee11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd5147-c8d9-4fd7-9d32-5fe66b43e4dc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:35.083425 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:35.126406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:35.171897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:35.247201 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:35.337925 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:35.345742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.346086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.346448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.346811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.347142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.347650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.348143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.348500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.348824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.349315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.349852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.350339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.350818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:43:35.594560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:43:36.385609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-4893a098-e5d0-48a5-b203-463654f74bed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500751 Dec 16 07:43:36.470970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171879-804f-49f8-8709-ae54a85e7df0 req-3e8b3a69-dfd9-452c-bcff-f779c7b3c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:36.472517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-3e8b3a69-dfd9-452c-bcff-f779c7b3c9bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0484428 Dec 16 07:43:36.591169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171879-804f-49f8-8709-ae54a85e7df0 req-74e9bea7-bc13-4b41-a393-2fbc431b374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:36.592680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-74e9bea7-bc13-4b41-a393-2fbc431b374f service neutron] 10.222.0.36 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 925 time: 0.0922043 Dec 16 07:43:36.696411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-ef56da8d-b596-4407-9791-3c6a3aee4332 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193 HTTP/1.1" status: 200 len: 1001 time: 0.0899358 Dec 16 07:43:36.702582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:36.766650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171879-804f-49f8-8709-ae54a85e7df0 req-9b9ea624-a600-49e7-879e-adb3d7a7c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:36.768121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-9b9ea624-a600-49e7-879e-adb3d7a7c684 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 200 len: 863 time: 0.0592813 Dec 16 07:43:36.824162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171879-804f-49f8-8709-ae54a85e7df0 req-d8504b86-31ff-4c0b-8f99-0577c7663776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:36.826162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-d8504b86-31ff-4c0b-8f99-0577c7663776 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56581ddc-1858-4c9c-9e65-d461df877c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469816 Dec 16 07:43:36.932565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-f224d76b-03a4-4e4f-b6e8-5d82b9ea6108 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943472 Dec 16 07:43:37.238948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:43:37.278636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79171879-804f-49f8-8709-ae54a85e7df0 req-4da163db-4860-48a7-998b-cc8b6d15249c service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345997 Dec 16 07:43:37.787285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:43:37.799484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:37.800598 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:37.884095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-735624cf-388e-4bf7-b636-9d11fb3ea908 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588515 Dec 16 07:43:37.931706 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:38.002000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:38.004767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:38.009158 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a990efc3-a27e-44db-b42b-5760b8923f4d" -d '{"events": [{"server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "name": "network-vif-plugged", "status": "completed", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:38.067327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:38.155775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c26c-c569-475a-987f-303f67a97429 req-7cd383d5-7789-46d2-b470-5dd3e8556598 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:38.166982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1978c26c-c569-475a-987f-303f67a97429 req-7cd383d5-7789-46d2-b470-5dd3e8556598 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 945 time: 0.1606803 Dec 16 07:43:38.188436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:38.245078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-affa4863-4bf2-46d2-be27-235cb7f1bdcb tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:38.248094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-affa4863-4bf2-46d2-be27-235cb7f1bdcb tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3574154 Dec 16 07:43:38.332761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-070e283e-7200-400e-9a02-d664825e9415 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/quotas/903a56ad3f994d4bae3fd424a797c9f9 HTTP/1.1" status: 200 len: 375 time: 0.0698497 Dec 16 07:43:38.362509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1978c26c-c569-475a-987f-303f67a97429 req-aaa47daa-45ea-41a7-8d45-54c77a5e99a2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823809 Dec 16 07:43:38.426837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-76a4e0ba-c284-4fcf-b9e9-c32e28ed73a1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624676 Dec 16 07:43:38.442618 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7188b20-c1c3-4afb-ad82-ad5d408f84b6 x-openstack-request-id: req-f7188b20-c1c3-4afb-ad82-ad5d408f84b6 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:38.442939 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "name": "network-vif-plugged", "status": "completed", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:38.443153 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7188b20-c1c3-4afb-ad82-ad5d408f84b6 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:38.443594 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf', 'code': 200} Dec 16 07:43:38.611344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af817-8565-420c-a225-ca675962fb00 req-03499d17-6ac6-48d0-8615-57a20228cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:38.613910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-503af817-8565-420c-a225-ca675962fb00 req-03499d17-6ac6-48d0-8615-57a20228cdc8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1098 time: 0.0606778 Dec 16 07:43:38.683233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:38.711416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-503af817-8565-420c-a225-ca675962fb00 req-e2499604-60cb-419e-9701-19fa59334ab0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843651 Dec 16 07:43:38.864431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-865ca4f0-b317-49fd-ab6b-8f199ae7667e req-ef62068b-e79e-4585-aa64-9cf7d3a8f224 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 210 time: 0.0415840 Dec 16 07:43:38.965465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8773e934-b6e6-4580-bb46-eb86de3f00cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:39.085752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8773e934-b6e6-4580-bb46-eb86de3f00cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:39.182326 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8773e934-b6e6-4580-bb46-eb86de3f00cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:39.256124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38044) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:39.264793 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8773e934-b6e6-4580-bb46-eb86de3f00cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac6af9c5efad41119590a442b49ec0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796840 Dec 16 07:43:39.293188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773e934-b6e6-4580-bb46-eb86de3f00cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c185f1f8-16aa-401c-923e-0122b067bed6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:39.351308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa4a9-c074-4a34-8bc2-8dbe06fbdd24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:39.420858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa4a9-c074-4a34-8bc2-8dbe06fbdd24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:39.567599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71e8d0-b072-40ec-8e92-2dfa61379202 req-5dea516a-fef3-4ec4-8346-792ce4dbdeef tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:39.577278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d71e8d0-b072-40ec-8e92-2dfa61379202 req-5dea516a-fef3-4ec4-8346-792ce4dbdeef tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.0877883 Dec 16 07:43:39.637214 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa4a9-c074-4a34-8bc2-8dbe06fbdd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:39.646616 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa4a9-c074-4a34-8bc2-8dbe06fbdd24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:39.648104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bcbfa4a9-c074-4a34-8bc2-8dbe06fbdd24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c185f1f8-16aa-401c-923e-0122b067bed6 HTTP/1.1" status: 204 len: 168 time: 0.3909469 Dec 16 07:43:39.678456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-9d549f71-4d6d-42fd-8b7d-7ad12dd46c0a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774112 Dec 16 07:43:39.727772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfa4a9-c074-4a34-8bc2-8dbe06fbdd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c185f1f8-16aa-401c-923e-0122b067bed6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:39.893380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d71e8d0-b072-40ec-8e92-2dfa61379202 req-90fb52b3-5603-41e8-aacf-54b400748c40 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139994 Dec 16 07:43:40.028400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-1b522bb8-f3f8-4a09-a36e-4b7f0fb79c78 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:40.043342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-1b522bb8-f3f8-4a09-a36e-4b7f0fb79c78 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3630946 Dec 16 07:43:40.083834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-e9989e5f-8e30-40b0-bc2f-1b7eab3f31a4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/quotas/323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 375 time: 0.0378709 Dec 16 07:43:40.134143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-775ea941-1e86-44a6-b6a0-aaa5dd423ffc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489223 Dec 16 07:43:40.700853 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d67e796-8729-4748-8ada-696d09dcbb4f req-b89f2038-92f0-4a57-968a-febb374ca1db tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 210 time: 0.0901046 Dec 16 07:43:40.803161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c4fb790-5c95-4073-9fe5-a79bb5303991 req-73538a74-7551-4b4d-864d-ab42976d7f9f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0315771 Dec 16 07:43:40.872486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38098) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:40.885788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b53-bb51-41d3-ad2d-d1ac2f3fb480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:41.031582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b53-bb51-41d3-ad2d-d1ac2f3fb480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:41.090926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfdf5b-574b-4420-bdb0-2d44d0d0abed req-1aa5ee73-0b52-4246-aade-775edc5f3fb9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:41.099826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abfdf5b-574b-4420-bdb0-2d44d0d0abed req-1aa5ee73-0b52-4246-aade-775edc5f3fb9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.0705254 Dec 16 07:43:41.144487 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a44a9b53-bb51-41d3-ad2d-d1ac2f3fb480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:41.180800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abfdf5b-574b-4420-bdb0-2d44d0d0abed req-73c84f15-1fe6-4cb6-886f-7740e19a1dd6 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745859 Dec 16 07:43:41.203354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a9b53-bb51-41d3-ad2d-d1ac2f3fb480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2df0a-c7e5-416f-ae5b-dc4e37ed7a68,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:41.225537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a44a9b53-bb51-41d3-ad2d-d1ac2f3fb480 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9a53ac39b934556ab4cbd70a7834cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563509 Dec 16 07:43:41.229083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:41.299462 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90966983-e8d1-4a04-86d2-2ee8eb05b2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:41.340308 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90966983-e8d1-4a04-86d2-2ee8eb05b2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:41.368433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65467-b30a-4b17-8b74-2b4addb77315 req-71b3925c-c664-4afc-b424-04a9a26effe9 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:41.381931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abc65467-b30a-4b17-8b74-2b4addb77315 req-71b3925c-c664-4afc-b424-04a9a26effe9 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1098 time: 0.1005166 Dec 16 07:43:41.463467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abc65467-b30a-4b17-8b74-2b4addb77315 req-1529bbaa-8823-4fc7-ab4c-fe0ac4b53374 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668585 Dec 16 07:43:41.519168 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90966983-e8d1-4a04-86d2-2ee8eb05b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:41.523918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90966983-e8d1-4a04-86d2-2ee8eb05b2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:41.527375 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90966983-e8d1-4a04-86d2-2ee8eb05b2ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3e2df0a-c7e5-416f-ae5b-dc4e37ed7a68 HTTP/1.1" status: 204 len: 168 time: 0.2945898 Dec 16 07:43:41.543671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90966983-e8d1-4a04-86d2-2ee8eb05b2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2df0a-c7e5-416f-ae5b-dc4e37ed7a68,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:41.871528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de024040-c49e-43d7-9a67-19aef0e4db57 req-de6f1313-ee40-4e4d-b308-36c430a076f5 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 210 time: 0.0572698 Dec 16 07:43:42.130113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-1d77ecc9-719f-4068-bb41-c8580eab4708 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013131 Dec 16 07:43:42.306994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5c8e517-272c-40e7-95a6-42dc065d6f82 req-8a53c8a3-e21b-46c9-9409-e7258577aa59 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0676596 Dec 16 07:43:42.333038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-61771e4d-4198-4196-badd-ebe481d66551 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:42.334902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-61771e4d-4198-4196-badd-ebe481d66551 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968579 Dec 16 07:43:42.370472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Request body: {'port': {'device_id': '67d80c43-2857-4958-97e2-d85ab81f5418', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '903a56ad3f994d4bae3fd424a797c9f9'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:42.650381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Made reservation on behalf of 903a56ad3f994d4bae3fd424a797c9f9 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:43:42.657390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:42.671223 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:42.989778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:43.073561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-051b72b7-64c9-43e7-8f28-802ee347a85b req-0b374554-c0ea-42bc-9644-242b63866a15 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 210 time: 0.0507679 Dec 16 07:43:43.084600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:43.352709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Allocated IP 192.168.233.204 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/5e810f64-024f-46f4-9fbb-2b03530c00dd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:43.384274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501dc462-157c-49e7-92b1-4d70535d0da8,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:43.545414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04b32eb9-55e1-40df-a777-71232e0ba174 req-ea09f462-2222-4176-85c6-d4d2213b9c30 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.1098204 Dec 16 07:43:43.632830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:44.129963 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:44.401840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:44.408143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4e2496a7-9956-4ee6-a602-fa4f74eda33a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790622 Dec 16 07:43:44.410754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:44.412756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Pushing event updated for resources: {'Port': ['ID=5e810f64-024f-46f4-9fbb-2b03530c00dd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:44.417059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:43:44.599027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf364fa-5e0f-4ff8-865e-e46ed1171654 req-b0284796-aed2-4e2b-9054-ced41022deaa tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:44.600663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bf364fa-5e0f-4ff8-865e-e46ed1171654 req-b0284796-aed2-4e2b-9054-ced41022deaa tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 936 time: 0.3568273 Dec 16 07:43:44.635050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:44.635785 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:44.724472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bf364fa-5e0f-4ff8-865e-e46ed1171654 req-0b4b9052-5ec6-44b3-be6f-f347540989bd tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000056 Dec 16 07:43:44.782364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e8891aba-93c7-42ab-9034-23cde8b01e00 None None] Provisioning complete for port 5e810f64-024f-46f4-9fbb-2b03530c00dd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:44.782969 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8891aba-93c7-42ab-9034-23cde8b01e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:44.819192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-2443b446-4f90-4ab4-ae8f-ea43c72d9832 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:44.821242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-2443b446-4f90-4ab4-ae8f-ea43c72d9832 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793211 Dec 16 07:43:44.833320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e8891aba-93c7-42ab-9034-23cde8b01e00 None None] Port 5e810f64-024f-46f4-9fbb-2b03530c00dd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:43:44.842611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Request body: {'port': {'device_id': '359610d1-d68e-4664-9d08-c87791c1ce70', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '323a7e8e3ea7463e8bc18a5a0fd3d2fc'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:44.985798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-0c2c8d40-778e-4f1a-8a1e-0a2c79321111 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6193206 Dec 16 07:43:45.094179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Request body: {'port': {'device_id': '67d80c43-2857-4958-97e2-d85ab81f5418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:45.155249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e31dc901-d919-4af5-9c20-635863724e2f req-116db8aa-5043-4719-b222-c78fe60c6678 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.1498885 Dec 16 07:43:45.343127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:45.480521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Made reservation on behalf of 323a7e8e3ea7463e8bc18a5a0fd3d2fc for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:43:45.484367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:45.502904 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:45.604832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:45.729727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:45.875681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38260) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:45.996588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13be318e-de79-43d4-974d-5e11514bd9a0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:46.127053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e810f64-024f-46f4-9fbb-2b03530c00dd {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:46.135149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.152971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Transition to ACTIVE for port object 5e810f64-024f-46f4-9fbb-2b03530c00dd will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:43:46.168250 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8aeb0d31-273a-432f-bbe8-a2c8e60df49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.212293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf9754-36e5-43df-b4e5-ac19ca70445c req-e4e0e7ef-436c-4729-96a2-74d2fe585295 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:46.220428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0bf9754-36e5-43df-b4e5-ac19ca70445c req-e4e0e7ef-436c-4729-96a2-74d2fe585295 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 936 time: 0.0615029 Dec 16 07:43:46.263060 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.271414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8aeb0d31-273a-432f-bbe8-a2c8e60df49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.369644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0bf9754-36e5-43df-b4e5-ac19ca70445c req-c125cc31-efd8-43d2-8d0c-7067dfc195d9 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285629 Dec 16 07:43:46.404051 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8aeb0d31-273a-432f-bbe8-a2c8e60df49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.427933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Allocated IP 192.168.233.251 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/dd633c86-a8d7-4e64-b0e0-ceb66c135564) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:46.437281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e810f64-024f-46f4-9fbb-2b03530c00dd,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:46.469976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb0d31-273a-432f-bbe8-a2c8e60df49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624fb909-88a7-4735-90ab-a110ed198531,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:46.543131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8aeb0d31-273a-432f-bbe8-a2c8e60df49f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc8d84fb136a4826be62d67935a7109a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6604078 Dec 16 07:43:46.543809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38272) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:46.611547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Attempting to bind port 5e810f64-024f-46f4-9fbb-2b03530c00dd on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:46.612011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Attempting to bind port 5e810f64-024f-46f4-9fbb-2b03530c00dd by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:46.612374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Attempting to bind port 5e810f64-024f-46f4-9fbb-2b03530c00dd on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:46.711275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abce82d-8c7f-4767-9d06-5055e200cc03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.736271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-301523c6-1b11-4a11-bd36-21708870a919 req-19a8a94a-02c1-494a-918b-e7f512d73a9a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0468280 Dec 16 07:43:46.737083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Port 5e810f64-024f-46f4-9fbb-2b03530c00dd on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:43:46.739424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Attempting to bind port 5e810f64-024f-46f4-9fbb-2b03530c00dd on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:46.745832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abce82d-8c7f-4767-9d06-5055e200cc03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.756278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:46.756419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:46.756748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:46.758009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Bound port: 5e810f64-024f-46f4-9fbb-2b03530c00dd, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:46.758381 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.871924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.943225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] For port 5e810f64-024f-46f4-9fbb-2b03530c00dd, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:46.949963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] For port 5e810f64-024f-46f4-9fbb-2b03530c00dd, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5e810f64-024f-46f4-9fbb-2b03530c00dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:46.981211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abce82d-8c7f-4767-9d06-5055e200cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.984737 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abce82d-8c7f-4767-9d06-5055e200cc03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:46.996316 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1abce82d-8c7f-4767-9d06-5055e200cc03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/624fb909-88a7-4735-90ab-a110ed198531 HTTP/1.1" status: 204 len: 168 time: 0.4429936 Dec 16 07:43:47.012157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce82d-8c7f-4767-9d06-5055e200cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624fb909-88a7-4735-90ab-a110ed198531,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:47.037361 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:47.141099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:43:47.146132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:43:47.148865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:47.151295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:43:47.214960 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:47.391374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:47.392809 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:47.394378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] 10.222.0.16 "PUT /v2.0/ports/5e810f64-024f-46f4-9fbb-2b03530c00dd HTTP/1.1" status: 200 len: 1097 time: 2.3065174 Dec 16 07:43:47.398128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d80c43-2857-4958-97e2-d85ab81f5418', 'tag': '5e810f64-024f-46f4-9fbb-2b03530c00dd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:47.400659 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34abf07b-f317-48ae-9e1a-fbbf2dedfc16" -d '{"events": [{"name": "network-changed", "server_uuid": "67d80c43-2857-4958-97e2-d85ab81f5418", "tag": "5e810f64-024f-46f4-9fbb-2b03530c00dd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:47.433143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:47.435558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:47.469004 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb4af3-8463-425e-9fe8-410e92114863 x-openstack-request-id: req-debb4af3-8463-425e-9fe8-410e92114863 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:47.469552 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d80c43-2857-4958-97e2-d85ab81f5418", "tag": "5e810f64-024f-46f4-9fbb-2b03530c00dd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:47.470082 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-debb4af3-8463-425e-9fe8-410e92114863 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:47.470647 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d80c43-2857-4958-97e2-d85ab81f5418', 'tag': '5e810f64-024f-46f4-9fbb-2b03530c00dd', 'status': 'completed', 'code': 200} Dec 16 07:43:47.485277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc850ca8-aafa-4d48-8cdb-0ab6cbcc3bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e810f64-024f-46f4-9fbb-2b03530c00dd,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:47.640451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ee153777-bbfa-4e26-ae6c-ed0d039f0ec9 None None] Provisioning complete for port dd633c86-a8d7-4e64-b0e0-ceb66c135564 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:47.641359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ee153777-bbfa-4e26-ae6c-ed0d039f0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:47.686033 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abf07b-f317-48ae-9e1a-fbbf2dedfc16 req-0c785033-af6d-4dad-bc7d-a94cb742b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:47.697137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34abf07b-f317-48ae-9e1a-fbbf2dedfc16 req-0c785033-af6d-4dad-bc7d-a94cb742b01e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 1100 time: 0.1667690 Dec 16 07:43:47.744023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ee153777-bbfa-4e26-ae6c-ed0d039f0ec9 None None] Port dd633c86-a8d7-4e64-b0e0-ceb66c135564 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:43:47.774413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34abf07b-f317-48ae-9e1a-fbbf2dedfc16 req-07668aca-a008-4cdb-9765-946e53eddf96 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605397 Dec 16 07:43:47.785118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f6ded-d8f2-4913-8f66-283fe1a1a719 req-08088b29-6485-4150-bf1a-0cffc0286819 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:47.786625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-363f6ded-d8f2-4913-8f66-283fe1a1a719 req-08088b29-6485-4150-bf1a-0cffc0286819 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 948 time: 0.2199240 Dec 16 07:43:48.024913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-363f6ded-d8f2-4913-8f66-283fe1a1a719 req-e3e0d28c-1d80-46ed-b99b-ae3759cd4680 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129637 Dec 16 07:43:48.028570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abf07b-f317-48ae-9e1a-fbbf2dedfc16 req-0dea7f36-f372-4c62-9657-abf3a4728621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:48.041792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34abf07b-f317-48ae-9e1a-fbbf2dedfc16 req-0dea7f36-f372-4c62-9657-abf3a4728621 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2540712 Dec 16 07:43:48.079669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b5846-27a3-4b0b-af13-afef692d52a9 req-319a075a-5c5c-41a7-8c20-34f65fa3e738 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:48.081315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-464b5846-27a3-4b0b-af13-afef692d52a9 req-319a075a-5c5c-41a7-8c20-34f65fa3e738 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 936 time: 0.1464651 Dec 16 07:43:48.113335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-dccd5695-f7d6-468c-a3c4-8cd8863f07e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2666965 Dec 16 07:43:48.134486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Request body: {'port': {'device_id': '359610d1-d68e-4664-9d08-c87791c1ce70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:48.253802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-464b5846-27a3-4b0b-af13-afef692d52a9 req-06d3a55a-3a84-408f-a2db-3164e11982ff tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610491 Dec 16 07:43:48.273021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-37f1895f-81de-4af5-933e-18549d827669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:48.274568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-37f1895f-81de-4af5-933e-18549d827669 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 1100 time: 0.1373339 Dec 16 07:43:48.278582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:48.377304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-81409e64-7f75-4aef-a975-3cf1a4f2640e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5e810f64-024f-46f4-9fbb-2b03530c00dd HTTP/1.1" status: 200 len: 217 time: 0.0863047 Dec 16 07:43:48.521410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-05f1fceb-7864-445c-92b2-d969f9cbfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:48.524982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-05f1fceb-7864-445c-92b2-d969f9cbfb9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1409073 Dec 16 07:43:48.656443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38324) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:48.789577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-61640f4f-434b-489d-93c2-e3d1d41534c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:48.792433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-61640f4f-434b-489d-93c2-e3d1d41534c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2558448 Dec 16 07:43:48.884231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-110fed4a-18a7-4d0f-9bc1-33a8e2ee3c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:48.963892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:49.006371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-110fed4a-18a7-4d0f-9bc1-33a8e2ee3c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.014749 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0532952-6863-4b6d-bd1b-d1b526f17030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.064250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd633c86-a8d7-4e64-b0e0-ceb66c135564 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:49.096613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.106960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0532952-6863-4b6d-bd1b-d1b526f17030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.109018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-110fed4a-18a7-4d0f-9bc1-33a8e2ee3c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.129880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-9101d6e4-f250-4657-aacf-89dfbe3939b2 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194413 Dec 16 07:43:49.139539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Transition to ACTIVE for port object dd633c86-a8d7-4e64-b0e0-ceb66c135564 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:43:49.158058 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-110fed4a-18a7-4d0f-9bc1-33a8e2ee3c5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01a3618de75344f983fd72235bde909b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5005393 Dec 16 07:43:49.161312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:49.163696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fed4a-18a7-4d0f-9bc1-33a8e2ee3c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021a48f6-d3ed-4b8f-98c4-e178aea0b0f7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:49.212971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0532952-6863-4b6d-bd1b-d1b526f17030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.274237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.303374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0532952-6863-4b6d-bd1b-d1b526f17030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876d4efa-e61a-42eb-8d69-30857322559b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:49.342760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:49.359487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d74435-c2cb-4f96-9e9c-d1a6348e6cdd req-cf3ad262-def4-4be3-b088-88b3d7735563 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:49.370287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58d74435-c2cb-4f96-9e9c-d1a6348e6cdd req-cf3ad262-def4-4be3-b088-88b3d7735563 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 948 time: 0.1695776 Dec 16 07:43:49.421484 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c0532952-6863-4b6d-bd1b-d1b526f17030 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fcb91b2838548579864460092d30c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564393 Dec 16 07:43:49.424724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:49.499176 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8309-10fa-4395-b3e9-ee8f59be5004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.517558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58d74435-c2cb-4f96-9e9c-d1a6348e6cdd req-41b91344-6ff0-49e9-a019-edc9c717fe46 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458814 Dec 16 07:43:49.568659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8309-10fa-4395-b3e9-ee8f59be5004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.657643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df337e58-265c-4375-b1f6-7a1b7827d3ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.721052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2542ce9c-86bb-492f-8bc8-6cd993863ec9 req-6af636f5-72ee-43b4-ace2-314b050c6c71 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501211 Dec 16 07:43:49.721052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04630-f2c7-4cf2-b37f-2e214d8f3ade req-cb58e57f-a99c-4885-bab4-93c935401643 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:49.730172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fe04630-f2c7-4cf2-b37f-2e214d8f3ade req-cb58e57f-a99c-4885-bab4-93c935401643 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.2907879 Dec 16 07:43:49.733069 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df337e58-265c-4375-b1f6-7a1b7827d3ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.860715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:43:49.860715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:43:49.860715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:49.869132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:43:49.869132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:43:49.880785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:43:49.881131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:43:49.881520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:43:49.881998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Bound port: dd633c86-a8d7-4e64-b0e0-ceb66c135564, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:43:49.883024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:49.921171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fe04630-f2c7-4cf2-b37f-2e214d8f3ade req-31740acf-4a5d-474d-9914-a05c30547d17 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796925 Dec 16 07:43:49.983106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:43:49.988154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:43:50.273430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8309-10fa-4395-b3e9-ee8f59be5004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:50.273697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:50.277666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd5a8309-10fa-4395-b3e9-ee8f59be5004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:50.286500 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cd5a8309-10fa-4395-b3e9-ee8f59be5004 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/021a48f6-d3ed-4b8f-98c4-e178aea0b0f7 HTTP/1.1" status: 204 len: 168 time: 1.1164849 Dec 16 07:43:50.286500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df337e58-265c-4375-b1f6-7a1b7827d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:50.290959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df337e58-265c-4375-b1f6-7a1b7827d3ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:50.294252 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df337e58-265c-4375-b1f6-7a1b7827d3ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/876d4efa-e61a-42eb-8d69-30857322559b HTTP/1.1" status: 204 len: 168 time: 0.8664284 Dec 16 07:43:50.305778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a8309-10fa-4395-b3e9-ee8f59be5004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021a48f6-d3ed-4b8f-98c4-e178aea0b0f7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:50.344930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df337e58-265c-4375-b1f6-7a1b7827d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d4efa-e61a-42eb-8d69-30857322559b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:50.749353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:50.749991 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:50.751391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-4627e763-669c-4df0-8809-ecc34149844d service neutron] 10.222.0.16 "PUT /v2.0/ports/dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 1097 time: 2.6247797 Dec 16 07:43:50.751951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:50.754533 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea90b97-07b1-4893-bccf-268317a37bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:50.810433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0689-4997-4fed-9a63-f7bad681d4d4 req-8afc4896-2984-4002-8a2e-8b87a8a4ecf4 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:50.810433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-931f0689-4997-4fed-9a63-f7bad681d4d4 req-8afc4896-2984-4002-8a2e-8b87a8a4ecf4 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 948 time: 0.1001835 Dec 16 07:43:50.811098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627e763-669c-4df0-8809-ecc34149844d service neutron] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:50.860459 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f86aa8-2f9e-4d88-b2a6-ed69390add1b x-openstack-request-id: req-71f86aa8-2f9e-4d88-b2a6-ed69390add1b {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:50.860758 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:50.861014 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71f86aa8-2f9e-4d88-b2a6-ed69390add1b {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:50.861407 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'status': 'completed', 'code': 200} Dec 16 07:43:50.886467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-931f0689-4997-4fed-9a63-f7bad681d4d4 req-02998c58-1bc7-4691-9178-4ec63b0731a1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 Dec 16 07:43:50.970424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90b97-07b1-4893-bccf-268317a37bfc req-613056bf-6153-438e-97b5-7481f88b2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:50.984689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dea90b97-07b1-4893-bccf-268317a37bfc req-613056bf-6153-438e-97b5-7481f88b2e00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1100 time: 0.0796256 Dec 16 07:43:51.046106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dea90b97-07b1-4893-bccf-268317a37bfc req-0b3221bd-3786-4f3e-9774-ad1ae973e35c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454447 Dec 16 07:43:51.265789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90b97-07b1-4893-bccf-268317a37bfc req-8a52236b-7c6c-496b-a67b-f339e7389dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:51.267706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dea90b97-07b1-4893-bccf-268317a37bfc req-8a52236b-7c6c-496b-a67b-f339e7389dd6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128286 Dec 16 07:43:51.279434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cdfbe-a02d-4263-b985-5e7135d96c36 req-f0b60e24-5f37-4a9b-a3b9-011069d64e17 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:51.302815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-951cdfbe-a02d-4263-b985-5e7135d96c36 req-f0b60e24-5f37-4a9b-a3b9-011069d64e17 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.2093134 Dec 16 07:43:51.373351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-951cdfbe-a02d-4263-b985-5e7135d96c36 req-3e3456ea-6305-467a-89ee-788c41542071 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859692 Dec 16 07:43:51.397956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-8b6a3555-b25a-4811-9f66-a2af566ca45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:51.399931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-8b6a3555-b25a-4811-9f66-a2af566ca45d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1100 time: 0.0603821 Dec 16 07:43:51.452478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-c66401a5-e53e-4f31-9ab5-6e1b48cfb5ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 217 time: 0.0385346 Dec 16 07:43:51.505757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-08799c66-cfb8-4d03-9661-8f832f6b074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:51.508005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-08799c66-cfb8-4d03-9661-8f832f6b074a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0470428 Dec 16 07:43:51.563360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-0c382002-c9be-4a2c-825e-23957b9bda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:51.564910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-0c382002-c9be-4a2c-825e-23957b9bda5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493279 Dec 16 07:43:51.667440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-677808dc-e1f5-496b-8984-c70179b52e0e service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940595 Dec 16 07:43:51.769345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aacbd1a6-3f87-40d3-af36-af60ec364c3a req-e9294dd5-6891-43e4-9bae-9aa91bd1ff60 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927751 Dec 16 07:43:51.981016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:52.002002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb1c4e86-1e15-43c0-bc42-b77977914148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:52.039119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3830-87d2-41cf-b984-ce8110626045 req-50c455c2-d3d7-43ba-a984-7981e60d9c62 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:52.040803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2ec3830-87d2-41cf-b984-ce8110626045 req-50c455c2-d3d7-43ba-a984-7981e60d9c62 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 948 time: 0.0804374 Dec 16 07:43:52.105112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb1c4e86-1e15-43c0-bc42-b77977914148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:52.157864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2ec3830-87d2-41cf-b984-ce8110626045 req-102c911e-85c3-4891-8759-cd016e259896 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058273 Dec 16 07:43:52.238082 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb1c4e86-1e15-43c0-bc42-b77977914148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:52.289698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c4e86-1e15-43c0-bc42-b77977914148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b386916-c116-4809-9da7-d8b1195a2e98,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:52.314512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38454) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:52.314832 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb1c4e86-1e15-43c0-bc42-b77977914148 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3195e54f839463faba87dc15f005774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325913 Dec 16 07:43:52.372935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b07f87-5208-4a55-82d1-99192048c792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:52.396364 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b07f87-5208-4a55-82d1-99192048c792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:52.518335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98490-ac26-43ad-b42f-650ccbfa24df req-3e5916f8-364e-4065-a1c6-080964e0d45e tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:52.519895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8e98490-ac26-43ad-b42f-650ccbfa24df req-3e5916f8-364e-4065-a1c6-080964e0d45e tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 971 time: 0.1084895 Dec 16 07:43:52.573098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd607a2-664d-407d-b468-682b72ba2006 req-9b4c4d28-b7ed-4f5b-8f11-516ff802c191 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:52.578573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bd607a2-664d-407d-b468-682b72ba2006 req-9b4c4d28-b7ed-4f5b-8f11-516ff802c191 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.1258128 Dec 16 07:43:52.608898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8e98490-ac26-43ad-b42f-650ccbfa24df req-cb885f73-f8ab-4099-af6f-68e9438f8adb tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Dec 16 07:43:52.656825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bd607a2-664d-407d-b468-682b72ba2006 req-3209bf8b-574f-4fc2-92e0-4636f0df2e36 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465281 Dec 16 07:43:52.709887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b07f87-5208-4a55-82d1-99192048c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:52.712705 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b07f87-5208-4a55-82d1-99192048c792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:52.713936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a4b07f87-5208-4a55-82d1-99192048c792 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b386916-c116-4809-9da7-d8b1195a2e98 HTTP/1.1" status: 204 len: 168 time: 0.3980374 Dec 16 07:43:52.721981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b07f87-5208-4a55-82d1-99192048c792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b386916-c116-4809-9da7-d8b1195a2e98,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:53.359163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e901-866b-4247-b702-fbe2b681e528 req-0d5061a4-906f-4f47-b07f-5395502e8002 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:53.369466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0df1e901-866b-4247-b702-fbe2b681e528 req-0d5061a4-906f-4f47-b07f-5395502e8002 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 948 time: 0.0841980 Dec 16 07:43:53.440853 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0df1e901-866b-4247-b702-fbe2b681e528 req-bb65e948-0348-481d-b0bc-ab42fee19e42 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576868 Dec 16 07:43:53.760407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a0217-5392-4549-a4b9-c68c875d2eb6 req-f0d1af3b-a06a-465c-be2c-e0023196a3e1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:53.761898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-983a0217-5392-4549-a4b9-c68c875d2eb6 req-f0d1af3b-a06a-465c-be2c-e0023196a3e1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 971 time: 0.0523791 Dec 16 07:43:53.813913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-983a0217-5392-4549-a4b9-c68c875d2eb6 req-4c0ef69e-fae8-4b7a-8f9c-e51483cedf62 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448701 Dec 16 07:43:53.940209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-86f52839-90e0-4655-853a-1729c7791032 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371180 Dec 16 07:43:54.049169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32443a-ded7-4c00-a51a-34e960040e5e req-200fcd35-f854-4763-afd6-b43acebab304 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:54.050647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f32443a-ded7-4c00-a51a-34e960040e5e req-200fcd35-f854-4763-afd6-b43acebab304 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.1353528 Dec 16 07:43:54.111529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-b9c5d025-c554-45e0-86b6-85ffc162198a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:54.113076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-b9c5d025-c554-45e0-86b6-85ffc162198a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720145 Dec 16 07:43:54.138104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-a4dae9c6-bd24-4cb5-be6b-181583d7eb12 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/quotas/e4fd988fe4bc4cf888385a7d5bf9f7ab HTTP/1.1" status: 200 len: 375 time: 0.0133033 Dec 16 07:43:54.141436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f32443a-ded7-4c00-a51a-34e960040e5e req-227f3930-47e1-48fa-ae9b-c1265874bf0f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817802 Dec 16 07:43:54.182912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-be4b0136-4474-478f-b0b0-dd622075e43d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314116 Dec 16 07:43:54.257886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5e810f64-024f-46f4-9fbb-2b03530c00dd details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:43:54.414997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 5e810f64-024f-46f4-9fbb-2b03530c00dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5e810f64-024f-46f4-9fbb-2b03530c00dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:54.427099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '5e810f64-024f-46f4-9fbb-2b03530c00dd', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '5e810f64-024f-46f4-9fbb-2b03530c00dd', 'mac_address': 'fa:16:3e:a8:c4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:43:54.467459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:54.514969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e810f64-024f-46f4-9fbb-2b03530c00dd {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:54.544778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 5e810f64-024f-46f4-9fbb-2b03530c00dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5e810f64-024f-46f4-9fbb-2b03530c00dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:54.692958 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:54.698716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73a992-8aee-4b43-8933-4bf9e03685e3 req-067913d7-4758-42b1-86fe-dfd4c706e5c3 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:54.698716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c73a992-8aee-4b43-8933-4bf9e03685e3 req-067913d7-4758-42b1-86fe-dfd4c706e5c3 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 948 time: 0.0581017 Dec 16 07:43:54.744385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=5e810f64-024f-46f4-9fbb-2b03530c00dd,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:54.761823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c73a992-8aee-4b43-8933-4bf9e03685e3 req-4444aaeb-4913-4479-9eba-4401742ba3b7 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Dec 16 07:43:54.852166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-c933866c-54a7-4d35-b9c4-256e20549f3e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211992 Dec 16 07:43:54.966603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-dc972aa8-c2ad-4dc9-8b6d-f95494e197bf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:54.967983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-dc972aa8-c2ad-4dc9-8b6d-f95494e197bf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105368 Dec 16 07:43:54.984305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-f3e2b434-4588-4874-96fb-0aa853eaf504 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/quotas/e4fd988fe4bc4cf888385a7d5bf9f7ab HTTP/1.1" status: 200 len: 375 time: 0.0100365 Dec 16 07:43:55.015890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-e652d968-67ef-43ba-b6bc-48079c745f78 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258181 Dec 16 07:43:55.254684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['5e810f64-024f-46f4-9fbb-2b03530c00dd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:43:55.263063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03fb36-b67c-43cc-8654-4f9713c255e3 req-9e013b4f-e3a2-443c-b787-8ad3e838032a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.264582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd03fb36-b67c-43cc-8654-4f9713c255e3 req-9e013b4f-e3a2-443c-b787-8ad3e838032a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.0486305 Dec 16 07:43:55.325837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd03fb36-b67c-43cc-8654-4f9713c255e3 req-e41bd9e3-54d3-4611-924b-2bc4a3af97aa tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519097 Dec 16 07:43:55.453121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e6fddb8-c6e1-40c6-b9ae-dc97701f36fc req-bc76c275-5c0f-42e3-ac7a-d58cef26d875 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 210 time: 0.0633209 Dec 16 07:43:55.962555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67d679-db88-44ca-abc8-e14870c162cb req-1cc808ec-4af3-47e4-9a65-34bf49bcef5c tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.964084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e67d679-db88-44ca-abc8-e14870c162cb req-1cc808ec-4af3-47e4-9a65-34bf49bcef5c tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 949 time: 0.1330478 Dec 16 07:43:55.977756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.978247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.978744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.979207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.979692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.980198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.980668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.981127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:55.982974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69531316-5805-422b-a6a2-2fc4e3e43c70 req-4b8c3c03-ea13-4845-96d0-7c2d2f410062 tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5751 time: 0.2180963 Dec 16 07:43:56.072290 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e67d679-db88-44ca-abc8-e14870c162cb req-67df260a-163a-423f-939d-577564972133 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883019 Dec 16 07:43:56.112539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963642bb-02a3-49a7-9a0b-0f03f09b6d61 req-4581e34b-f456-4f25-94e8-234d82b1303c tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.113929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-963642bb-02a3-49a7-9a0b-0f03f09b6d61 req-4581e34b-f456-4f25-94e8-234d82b1303c tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 886 time: 0.1081297 Dec 16 07:43:56.245419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.246187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.246376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.246829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.247281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.247771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.248250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.248697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.250648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74a2ffa6-ffcf-4e01-80c7-3660b19aebb2 req-068c3aad-c3ed-4904-a129-0a2dd58cf0aa tempest-NetworksTest-687568329 tempest-NetworksTest-687568329-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5751 time: 0.1180649 Dec 16 07:43:56.269347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:43:56.279745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ff80411d-d68a-4d87-baf8-7ae03fea6414 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:43:56.434586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:56.442013 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:56.446045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9e0c-0848-4a37-80a4-7863662194ff req-f592b2d8-34e2-4226-b5fd-c97a0aa04cb0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:56.452985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ddc9e0c-0848-4a37-80a4-7863662194ff req-f592b2d8-34e2-4226-b5fd-c97a0aa04cb0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.0500844 Dec 16 07:43:56.454328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'mac_address': 'fa:16:3e:09:e1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:43:56.477948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:56.480319 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8075c1ac-9c04-489a-8e30-44f33e2a062a" -d '{"events": [{"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:56.513958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ddc9e0c-0848-4a37-80a4-7863662194ff req-c282bca3-6be3-47d5-880e-2456bec14ff2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574405 Dec 16 07:43:56.528007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:56.539370 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:56.549458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caa9f18d-85c6-47c5-b00c-9bfaba89ef1e req-7edc6b68-25ea-42ed-81aa-2cbf67c87e1b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 210 time: 0.0266783 Dec 16 07:43:56.561051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd633c86-a8d7-4e64-b0e0-ceb66c135564 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:43:56.566349 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5281249f-2b51-4b95-bb58-27ddd4bbdb7b x-openstack-request-id: req-5281249f-2b51-4b95-bb58-27ddd4bbdb7b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:56.566659 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:56.566920 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5281249f-2b51-4b95-bb58-27ddd4bbdb7b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:56.567308 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'code': 200} Dec 16 07:43:56.585923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:56.649388 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:56.700755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:56.773258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:56.825248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:57.132823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38642) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:57.157333 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.217240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ad280-1600-4d70-9b5a-382f539fb1a9 req-a40fbf48-3db1-4690-9ae5-c56db1e98769 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:57.219323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a8ad280-1600-4d70-9b5a-382f539fb1a9 req-a40fbf48-3db1-4690-9ae5-c56db1e98769 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 949 time: 0.0609059 Dec 16 07:43:57.286064 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9b07a199-2182-4afd-8065-420a2b4cbf90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.293114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a8ad280-1600-4d70-9b5a-382f539fb1a9 req-c1b33d27-1d03-44b8-9123-15af26fb8b7a tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667138 Dec 16 07:43:57.304350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:43:57.392513 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9b07a199-2182-4afd-8065-420a2b4cbf90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.519298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9b07a199-2182-4afd-8065-420a2b4cbf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.567932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9b07a199-2182-4afd-8065-420a2b4cbf90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d605a496aa54ecf987f88461f86742a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315181 Dec 16 07:43:57.567932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a199-2182-4afd-8065-420a2b4cbf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a733010-5c7f-4a17-abb5-b8e7a1f88e5d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:57.568293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38662) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:57.628650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-365990fe-734b-4607-8ec4-e4c03a65e70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.650322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-365990fe-734b-4607-8ec4-e4c03a65e70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.668445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a258bee0-1c13-461f-b10a-aef835b9ed2b req-f6dc585e-ff46-40dd-b476-dd9cad896770 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 210 time: 0.0340517 Dec 16 07:43:57.691942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a567c-cb01-42c2-8ab1-fcbcfedcd539 req-5ff73034-ada1-4f6e-a937-6a0b35a1cb34 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:57.693729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce7a567c-cb01-42c2-8ab1-fcbcfedcd539 req-5ff73034-ada1-4f6e-a937-6a0b35a1cb34 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 949 time: 0.0886860 Dec 16 07:43:57.745010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce7a567c-cb01-42c2-8ab1-fcbcfedcd539 req-d8a85bdf-e03a-4b06-b376-72f35ca6ccb7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Dec 16 07:43:57.888906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-365990fe-734b-4607-8ec4-e4c03a65e70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.891713 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-365990fe-734b-4607-8ec4-e4c03a65e70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:57.892885 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-365990fe-734b-4607-8ec4-e4c03a65e70e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a733010-5c7f-4a17-abb5-b8e7a1f88e5d HTTP/1.1" status: 204 len: 168 time: 0.3236773 Dec 16 07:43:57.909246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365990fe-734b-4607-8ec4-e4c03a65e70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a733010-5c7f-4a17-abb5-b8e7a1f88e5d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:58.168895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5c524598-40f9-4fc9-b9a2-e22286b061ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:58.269993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5e810f64-024f-46f4-9fbb-2b03530c00dd up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:43:58.401829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-cda2fe1d-800a-4817-813a-26b3ffc2df83 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346904 Dec 16 07:43:58.490260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef94f7-4593-4648-8032-86bd158d947a req-48f89b8b-2b06-493a-a795-7a3088392516 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:58.492011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-acef94f7-4593-4648-8032-86bd158d947a req-48f89b8b-2b06-493a-a795-7a3088392516 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 949 time: 0.1168723 Dec 16 07:43:58.523892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 5e810f64-024f-46f4-9fbb-2b03530c00dd completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:43:58.529290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 5e810f64-024f-46f4-9fbb-2b03530c00dd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:43:58.529290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:58.562860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-60cfa37e-b539-46de-8c76-4e8663ad80d8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:58.564328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-60cfa37e-b539-46de-8c76-4e8663ad80d8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489503 Dec 16 07:43:58.579825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-acef94f7-4593-4648-8032-86bd158d947a req-c38f3919-d24c-4693-a7bf-6a105d668169 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794559 Dec 16 07:43:58.598778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Request body: {'port': {'device_id': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'e4fd988fe4bc4cf888385a7d5bf9f7ab'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:58.629323 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:58.655490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d80c43-2857-4958-97e2-d85ab81f5418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e810f64-024f-46f4-9fbb-2b03530c00dd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:43:58.657793 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78912e42-a0cb-4a1a-bfe6-cff116f25e4b" -d '{"events": [{"server_uuid": "67d80c43-2857-4958-97e2-d85ab81f5418", "name": "network-vif-plugged", "status": "completed", "tag": "5e810f64-024f-46f4-9fbb-2b03530c00dd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:43:58.671622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 5e810f64-024f-46f4-9fbb-2b03530c00dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5e810f64-024f-46f4-9fbb-2b03530c00dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:43:58.709111 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0449fda4-f5d4-42bf-838f-edf12813bc32 x-openstack-request-id: req-0449fda4-f5d4-42bf-838f-edf12813bc32 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:43:58.709434 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d80c43-2857-4958-97e2-d85ab81f5418", "name": "network-vif-plugged", "status": "completed", "tag": "5e810f64-024f-46f4-9fbb-2b03530c00dd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:43:58.710269 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0449fda4-f5d4-42bf-838f-edf12813bc32 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:43:58.711103 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d80c43-2857-4958-97e2-d85ab81f5418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e810f64-024f-46f4-9fbb-2b03530c00dd', 'code': 200} Dec 16 07:43:58.779939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad1f918-9530-44c2-b98a-45e69677de1c req-fc3be7d5-e713-4a8e-afbc-d179dbfe2f81 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 210 time: 0.0324769 Dec 16 07:43:58.817693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:58.863098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Made reservation on behalf of e4fd988fe4bc4cf888385a7d5bf9f7ab for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:43:58.868465 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:58.873197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=5e810f64-024f-46f4-9fbb-2b03530c00dd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:58.918274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38698) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:58.944272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:58.950177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9db7dc3e-5fcc-4daf-840c-4d43083fa6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:58.962808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc866c-b372-4c1c-825b-96a6e8fe08f4 req-5f6fc9d8-1437-435b-8118-e71ccbf209ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:58.964349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6dc866c-b372-4c1c-825b-96a6e8fe08f4 req-5f6fc9d8-1437-435b-8118-e71ccbf209ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 1102 time: 0.1555774 Dec 16 07:43:58.988562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ff6db-da60-479d-bf7b-d86c5e3fa940 req-0823fd11-452f-4121-8247-35961520cd34 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:58.989990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-780ff6db-da60-479d-bf7b-d86c5e3fa940 req-0823fd11-452f-4121-8247-35961520cd34 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 949 time: 0.1730084 Dec 16 07:43:59.035957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9db7dc3e-5fcc-4daf-840c-4d43083fa6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.078660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6dc866c-b372-4c1c-825b-96a6e8fe08f4 req-f14a8ba5-934d-464d-9ed8-9140d08359ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050987 Dec 16 07:43:59.101835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-780ff6db-da60-479d-bf7b-d86c5e3fa940 req-79465f0c-a0df-40d2-93d1-0dc72de7627e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967801 Dec 16 07:43:59.125779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.172131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9db7dc3e-5fcc-4daf-840c-4d43083fa6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.211881 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9db7dc3e-5fcc-4daf-840c-4d43083fa6fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70eaf39b4c284b83b827143599fc0d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936425 Dec 16 07:43:59.212809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7dc3e-5fcc-4daf-840c-4d43083fa6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6f1ccb-2dca-41e5-a3cf-c560a2d90ad8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:59.214737 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.215107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38700) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:43:59.277487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c24cf456-f351-4b4f-b911-0b890b3e9d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.298920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c24cf456-f351-4b4f-b911-0b890b3e9d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.300899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:59.308343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-387107aa-3a39-4c92-a3d4-c61b006f5d73 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343947 Dec 16 07:43:59.447931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Allocated IP 192.168.233.27 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/d09df1d2-3118-427e-9838-fa5e0fa49e0e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:43:59.475950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-cbc0ac64-0e7c-4803-88ae-176aea1fe43c tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:59.480328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-cbc0ac64-0e7c-4803-88ae-176aea1fe43c tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617143 Dec 16 07:43:59.493062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c24cf456-f351-4b4f-b911-0b890b3e9d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.501786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c24cf456-f351-4b4f-b911-0b890b3e9d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.508254 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c24cf456-f351-4b4f-b911-0b890b3e9d92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e6f1ccb-2dca-41e5-a3cf-c560a2d90ad8 HTTP/1.1" status: 204 len: 168 time: 0.2885833 Dec 16 07:43:59.508418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Request body: {'port': {'device_id': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'e4fd988fe4bc4cf888385a7d5bf9f7ab'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:43:59.519777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf456-f351-4b4f-b911-0b890b3e9d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6f1ccb-2dca-41e5-a3cf-c560a2d90ad8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:43:59.649157 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.767235 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:43:59.782853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490eafc-253e-4a98-bf1f-16157119a17d req-0728b24c-b25d-4f35-bbd2-42e94b365ba3 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:43:59.785312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3490eafc-253e-4a98-bf1f-16157119a17d req-0728b24c-b25d-4f35-bbd2-42e94b365ba3 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 950 time: 0.1147528 Dec 16 07:43:59.855267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3490eafc-253e-4a98-bf1f-16157119a17d req-c643b85d-0628-44cd-978c-8d8541ea8e09 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Dec 16 07:43:59.893882 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b01d85e-2170-4fd7-b509-7d22d6507d99 req-4748159e-f8ad-4def-b3fc-8fd33bb81367 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 210 time: 0.0288591 Dec 16 07:43:59.986942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Made reservation on behalf of e4fd988fe4bc4cf888385a7d5bf9f7ab for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:43:59.991631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.054035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.106165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:00.111296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:00.119051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:00.275657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:00.290920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:00.447227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:00.462079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-215e206e-3789-4005-a8a9-f4184b5447be None None] Provisioning complete for port d09df1d2-3118-427e-9838-fa5e0fa49e0e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:00.462449 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-215e206e-3789-4005-a8a9-f4184b5447be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.464119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'mac_address': 'fa:16:3e:ec:54:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:tempest-test_az-1926370335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:00.493959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:00.548080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:00.548956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.583462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port dd633c86-a8d7-4e64-b0e0-ceb66c135564 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:00.586483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Allocated IP 192.168.233.236 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/6da76819-80c7-4b69-8f52-23103436a364) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:00.596323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fca91-32e1-45e5-9ee2-6698bfb5f9f1 req-8723759b-2ebf-4fa0-9757-447186c524d4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:00.597820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-108fca91-32e1-45e5-9ee2-6698bfb5f9f1 req-8723759b-2ebf-4fa0-9757-447186c524d4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 949 time: 0.1454866 Dec 16 07:44:00.603037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port dd633c86-a8d7-4e64-b0e0-ceb66c135564 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:00.603484 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.610929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-215e206e-3789-4005-a8a9-f4184b5447be None None] Port d09df1d2-3118-427e-9838-fa5e0fa49e0e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:00.643610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.661895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:00.686843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:00.688753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-108fca91-32e1-45e5-9ee2-6698bfb5f9f1 req-c7330207-a779-4d95-874b-8c9d30817ac8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832565 Dec 16 07:44:00.728617 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.755458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:00.757973 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf560b-1908-42aa-9f46-993bd76b8782" -d '{"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-plugged", "status": "completed", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:00.772826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:00.800913 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dc5e6e-c5c1-408c-adb6-64e8b4f73aa6 x-openstack-request-id: req-90dc5e6e-c5c1-408c-adb6-64e8b4f73aa6 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:00.801297 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-plugged", "status": "completed", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:00.801667 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90dc5e6e-c5c1-408c-adb6-64e8b4f73aa6 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:00.802140 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'code': 200} Dec 16 07:44:00.806128 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.860008 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-406dc8b5-5985-473d-a76c-00716307e070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:00.862385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-65a52457-abd6-4a21-98a0-831d027f0dd3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2730536 Dec 16 07:44:00.884216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Request body: {'port': {'device_id': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:00.938166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.011350 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.014038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:01.032260 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.071808 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.105257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:01.144030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9c1815c9-c33e-4cbf-9da5-e9570e6b0829'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:01.159369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dcced-39e7-4848-b37c-102c24ad8f8a req-fb1c7cdf-939f-4cd8-b91f-3d344f547f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:01.160897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f99dcced-39e7-4848-b37c-102c24ad8f8a req-fb1c7cdf-939f-4cd8-b91f-3d344f547f5e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1101 time: 0.2108727 Dec 16 07:44:01.179033 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:01.198241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:01.199362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:01.200908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:01.234234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a28221-8062-4375-9c09-30dca8f19b4b req-632a9080-ff14-4334-9564-9c0a9a028413 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:01.235796 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03a28221-8062-4375-9c09-30dca8f19b4b req-632a9080-ff14-4334-9564-9c0a9a028413 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 950 time: 0.2425160 Dec 16 07:44:01.245747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Pushing event updated for resources: {'Port': ['ID=6da76819-80c7-4b69-8f52-23103436a364,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:01.283157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309304ea-6a12-40e8-89fb-c80d0738234c req-57228839-a5de-4bbe-b0f5-b3c53166093d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:01.284779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-309304ea-6a12-40e8-89fb-c80d0738234c req-57228839-a5de-4bbe-b0f5-b3c53166093d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 936 time: 0.2767866 Dec 16 07:44:01.355842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-network', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:01.446150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:01.446764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.477163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Made reservation on behalf of a5c705e8772543b28b10b9b5ea1a218c for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:01.479480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.479941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f99dcced-39e7-4848-b37c-102c24ad8f8a req-90d2fa65-afb2-486e-99a9-a960bddb567c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069460 Dec 16 07:44:01.488115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.526579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03a28221-8062-4375-9c09-30dca8f19b4b req-e940e7f1-e4df-4ba7-ba54-44f0256b265f tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780373 Dec 16 07:44:01.541333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-309304ea-6a12-40e8-89fb-c80d0738234c req-418d3f99-6b57-4f48-8ea8-99efc5bc8bee tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890948 Dec 16 07:44:01.568167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-86b41bb7-beca-422e-bf7a-8f1b85f4ff3f None None] Provisioning complete for port 6da76819-80c7-4b69-8f52-23103436a364 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:01.574353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b41bb7-beca-422e-bf7a-8f1b85f4ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.592453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.610150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-86b41bb7-beca-422e-bf7a-8f1b85f4ff3f None None] Port 6da76819-80c7-4b69-8f52-23103436a364 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:01.655986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-ba761204-3607-47f3-b5db-94f1dd572485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1577754 Dec 16 07:44:01.670514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:01.674954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.675098 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.682009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Request body: {'port': {'device_id': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:01.686540 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.696795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:44:01.712561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001116c-1a6d-4899-a60e-0f46bbcf4fe9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:01.718342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.718804 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Added segment 9bf254ae-516f-4a7f-84d7-17b18cec2022 of type vlan for network 351907f2-c4c0-4864-9ff7-714ee5858a6f Dec 16 07:44:01.735830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Transition to ACTIVE for port object d09df1d2-3118-427e-9838-fa5e0fa49e0e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:01.764704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.778478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.835062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.888895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.889897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:01.897571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:01.904796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde04356-74df-437a-94e6-5b23d6973500 req-4570835e-cc0f-4d58-baae-099c672088db tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:01.906568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dde04356-74df-437a-94e6-5b23d6973500 req-4570835e-cc0f-4d58-baae-099c672088db tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.1398454 Dec 16 07:44:01.978997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] Pushing event updated for resources: {'Network': ['ID=351907f2-c4c0-4864-9ff7-714ee5858a6f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:01.993552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:44:01.998194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:02.052163 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-94685a20-061f-4082-9a7e-f22a445d3870 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8483455 Dec 16 07:44:02.052396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38784) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:02.058207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Request body: {'subnet': {'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-subnet', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:02.155712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dde04356-74df-437a-94e6-5b23d6973500 req-fdfb5d6b-e71d-4e8d-ad25-df4f73d47df5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725440 Dec 16 07:44:02.176341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Attempting to bind port d09df1d2-3118-427e-9838-fa5e0fa49e0e on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:02.176861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Attempting to bind port d09df1d2-3118-427e-9838-fa5e0fa49e0e by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:02.177066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Attempting to bind port d09df1d2-3118-427e-9838-fa5e0fa49e0e on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:02.189097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Made reservation on behalf of a5c705e8772543b28b10b9b5ea1a218c for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:02.190692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Port d09df1d2-3118-427e-9838-fa5e0fa49e0e on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:02.191018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Attempting to bind port d09df1d2-3118-427e-9838-fa5e0fa49e0e on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:02.192566 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.202239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:02.202582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:02.202969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:02.203453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Bound port: d09df1d2-3118-427e-9838-fa5e0fa49e0e, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:02.203781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.296076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:02.364946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:02.365711 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.379662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da76819-80c7-4b69-8f52-23103436a364 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:02.390284 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.398101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:02.402045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:02.408803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-aafc7c41-a3ab-423b-8b8b-13257a263312 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--566803144&fields=id&tenant_id=9bb29da39fde4fe8967225860a7f031e HTTP/1.1" status: 200 len: 267 time: 0.1771815 Dec 16 07:44:02.430941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Transition to ACTIVE for port object 6da76819-80c7-4b69-8f52-23103436a364 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:02.451718 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.500992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:02.510605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.572687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-5100a670-36a5-419b-95e6-490c329f0dbb tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:02.584506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-5100a670-36a5-419b-95e6-490c329f0dbb tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/networks?id=5b651be1-099b-4b7c-98db-8bfdb3f767a5 HTTP/1.1" status: 200 len: 816 time: 0.1642268 Dec 16 07:44:02.591014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:02.591769 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.593140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] 10.222.0.36 "PUT /v2.0/ports/d09df1d2-3118-427e-9838-fa5e0fa49e0e HTTP/1.1" status: 200 len: 1096 time: 1.7149432 Dec 16 07:44:02.595528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:02.597781 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e8fc56-52d0-4d86-b573-353c066bb418" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:02.611877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-3f2b6e53-b3d0-4cd3-9514-184a96a6f4ce tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/quotas/9bb29da39fde4fe8967225860a7f031e HTTP/1.1" status: 200 len: 375 time: 0.0264757 Dec 16 07:44:02.616081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.669545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4fc5c-f4a4-46c7-b504-23d9f28c453d service neutron] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:02.673674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.742560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=10']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:02.803552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:02.806088 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe76a1-d7f3-4ae4-a9ea-eb5c28e1dceb" -d '{"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-plugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:02.808899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010463e-f7bf-4668-901c-7dc7c2100dcb req-b3617442-e5e3-4111-aec9-f0cb039e9050 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:02.811411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:02.811911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d010463e-f7bf-4668-901c-7dc7c2100dcb req-b3617442-e5e3-4111-aec9-f0cb039e9050 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 950 time: 0.1836767 Dec 16 07:44:02.811911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Pushing event updated for resources: {'Port': ['ID=6da76819-80c7-4b69-8f52-23103436a364,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:02.843120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-5fd8e578-eb3c-407e-a7cf-0208e0ab427f tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bb29da39fde4fe8967225860a7f031e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2191465 Dec 16 07:44:02.877405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff29fa33-3419-4ee9-9f8d-ed7c1e315660,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:02.901665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Checking segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:02.902109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Network hostable DHCP agents. Network: 351907f2-c4c0-4864-9ff7-714ee5858a6f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:44:02.970350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Attempting to bind port 6da76819-80c7-4b69-8f52-23103436a364 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:02.970783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Attempting to bind port 6da76819-80c7-4b69-8f52-23103436a364 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:02.971118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Attempting to bind port 6da76819-80c7-4b69-8f52-23103436a364 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:02.984075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-5203282a-bd5d-4d9d-8283-a493de329985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:02.985595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-5203282a-bd5d-4d9d-8283-a493de329985 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1099 time: 0.2140143 Dec 16 07:44:02.994458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Port 6da76819-80c7-4b69-8f52-23103436a364 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:02.994787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Attempting to bind port 6da76819-80c7-4b69-8f52-23103436a364 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:03.003824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d010463e-f7bf-4668-901c-7dc7c2100dcb req-52bbda27-1b35-49b9-9a3b-590754dcc7e9 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717815 Dec 16 07:44:03.012581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:03.013100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:03.013439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:03.013758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Bound port: 6da76819-80c7-4b69-8f52-23103436a364, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:03.014120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.014805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:44:03.057458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-417ede5e-d5ec-42dd-acca-0148e96b25de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e HTTP/1.1" status: 200 len: 217 time: 0.0526395 Dec 16 07:44:03.108799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 351907f2-c4c0-4864-9ff7-714ee5858a6f) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:03.113363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:03.114206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.120278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77cc017-fc18-4c0c-9422-dc5744dff1e6 None None] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:44:03.170512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-26ecd07f-514b-4c97-92e8-80285a1e7542 service neutron] 10.222.0.43 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912006 Dec 16 07:44:03.200609 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d6c981b-d732-44f7-9366-1a6f16e3cdae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1463082 Dec 16 07:44:03.203064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:03.207407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:03.219077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-f4b36b50-8ae0-46d9-990d-9ad9108cd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:03.220960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-f4b36b50-8ae0-46d9-990d-9ad9108cd046 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1546700 Dec 16 07:44:03.244518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-351907f2-c4c0-4864-9ff7-714ee5858a6f', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:44:03.245385 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.264017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] For port 6da76819-80c7-4b69-8f52-23103436a364, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:03.302196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771daae-ec32-4338-b9c2-1b00a66cdd47 req-3bb692d3-4a84-471e-84f4-fb9db8ff6e8d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:03.303734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b771daae-ec32-4338-b9c2-1b00a66cdd47 req-3bb692d3-4a84-471e-84f4-fb9db8ff6e8d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 948 time: 0.2072318 Dec 16 07:44:03.307139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] For port 6da76819-80c7-4b69-8f52-23103436a364, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6da76819-80c7-4b69-8f52-23103436a364,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:03.316545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.318125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.319654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.379751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.388585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025bd3-bb34-4419-a226-1e563d2567cc req-a7f2bbc4-65e6-4692-970e-1adf093dba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:03.390117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-a7f2bbc4-65e6-4692-970e-1adf093dba75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374350 Dec 16 07:44:03.392493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Allocated IP 172.20.0.2 (351907f2-c4c0-4864-9ff7-714ee5858a6f/ff29fa33-3419-4ee9-9f8d-ed7c1e315660/0f6550e7-1a8d-4b04-baba-b1436f199e82) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:03.401130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.422699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-72bc3c2a-9e5d-41d0-92d1-a5379cd036e8 service neutron] 10.222.0.43 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408581 Dec 16 07:44:03.463961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b771daae-ec32-4338-b9c2-1b00a66cdd47 req-6ae25ab7-7701-4233-bdb5-265a48a121a6 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521170 Dec 16 07:44:03.543991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:03.565945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.565945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] 10.222.0.36 "PUT /v2.0/ports/6da76819-80c7-4b69-8f52-23103436a364 HTTP/1.1" status: 200 len: 1097 time: 1.8838623 Dec 16 07:44:03.567557 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808ee67-6ccf-4606-8a62-495d668dbe1f x-openstack-request-id: req-8808ee67-6ccf-4606-8a62-495d668dbe1f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:03.567852 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:03.568107 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8808ee67-6ccf-4606-8a62-495d668dbe1f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:03.574132 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'status': 'completed', 'code': 200} Dec 16 07:44:03.639754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e1bb9-fef4-4549-9191-2255841da227 service neutron] Pushing event updated for resources: {'Port': ['ID=6da76819-80c7-4b69-8f52-23103436a364,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:03.671066 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.734797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-d656a6bc-39a7-4eea-a357-e50b817fb1be service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311601 Dec 16 07:44:03.791750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.797517 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df90c0-d53d-4306-9941-fb91529f9c58 x-openstack-request-id: req-75df90c0-d53d-4306-9941-fb91529f9c58 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:03.798030 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-plugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:03.798380 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75df90c0-d53d-4306-9941-fb91529f9c58 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:03.798931 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'code': 200} Dec 16 07:44:03.853045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-df60ddee-9181-49eb-a801-b88fd0c12aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:03.854548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-df60ddee-9181-49eb-a801-b88fd0c12aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 1100 time: 0.0985425 Dec 16 07:44:03.917306 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:03.930220 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-1416564a-0711-4479-8947-f1cd176709fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=6da76819-80c7-4b69-8f52-23103436a364 HTTP/1.1" status: 200 len: 217 time: 0.0576231 Dec 16 07:44:03.986322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:03.993374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:03.995365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12025bd3-bb34-4419-a226-1e563d2567cc req-b71befbd-0b4b-4093-983a-543757f8a9e7 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409170 Dec 16 07:44:03.996732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Pushing event updated for resources: {'Port': ['ID=0f6550e7-1a8d-4b04-baba-b1436f199e82,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:03.999510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:04.000164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a345b-82b9-485f-b9ae-6cf0c5157ddd req-6303430c-19af-480f-8b10-8720e71b70a7 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:04.001728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b09a345b-82b9-485f-b9ae-6cf0c5157ddd req-6303430c-19af-480f-8b10-8720e71b70a7 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1098 time: 0.1428871 Dec 16 07:44:04.036032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.049669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-197bd78a-b483-4755-9927-f174e49b2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:04.051218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-197bd78a-b483-4755-9927-f174e49b2971 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1119947 Dec 16 07:44:04.058390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.077779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Attempting to bind port 0f6550e7-1a8d-4b04-baba-b1436f199e82 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:04.078249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Attempting to bind port 0f6550e7-1a8d-4b04-baba-b1436f199e82 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:04.078691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Attempting to bind port 0f6550e7-1a8d-4b04-baba-b1436f199e82 on network 351907f2-c4c0-4864-9ff7-714ee5858a6f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:04.085018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:04.085397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Checking segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:04.085842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.086187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Bound using segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:04.086677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Bound port: 0f6550e7-1a8d-4b04-baba-b1436f199e82, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:04.087087 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.112347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b09a345b-82b9-485f-b9ae-6cf0c5157ddd req-827e0dd8-9feb-4e90-97b1-7dbe745c878f tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894585 Dec 16 07:44:04.126615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-0420f4b5-861b-43d9-b0b2-787fcdd638a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:04.127866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-0420f4b5-861b-43d9-b0b2-787fcdd638a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657129 Dec 16 07:44:04.149091 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.174853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] For port 0f6550e7-1a8d-4b04-baba-b1436f199e82, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:04.180146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] For port 0f6550e7-1a8d-4b04-baba-b1436f199e82, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0f6550e7-1a8d-4b04-baba-b1436f199e82,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:04.203431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Allocated IP 172.25.2.101 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/59e7e6ff-4243-4de6-90d1-952def5a9a6f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:04.242240 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.294039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-7ed45059-036c-484d-a683-0ef1957a7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:04.312249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-7ed45059-036c-484d-a683-0ef1957a7568 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1099 time: 0.0927415 Dec 16 07:44:04.340942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.388413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-17062aaa-72ab-4398-ab32-08c42c633b02 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946499 Dec 16 07:44:04.404546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24260da3-c7d8-4e90-b987-ea197ff5fda8 None None] Pushing event updated for resources: {'Port': ['ID=0f6550e7-1a8d-4b04-baba-b1436f199e82,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:04.485112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:04.556757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:04.563054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:04.565782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:04.574409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-91081440-ec90-48ba-aac8-54d1cf10f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:04.576537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-91081440-ec90-48ba-aac8-54d1cf10f9ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2633693 Dec 16 07:44:04.611315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11ad0e-9a7d-442f-aaf5-5db807a45951 req-c5eebcf4-29a4-4729-9e6e-3fa87f493b6b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:04.613221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c11ad0e-9a7d-442f-aaf5-5db807a45951 req-c5eebcf4-29a4-4729-9e6e-3fa87f493b6b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.2058446 Dec 16 07:44:04.619811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Pushing event updated for resources: {'Port': ['ID=59e7e6ff-4243-4de6-90d1-952def5a9a6f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:04.926668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-5ab25eb9-7928-4710-a991-f87a65a62154 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e HTTP/1.1" status: 200 len: 217 time: 0.3384376 Dec 16 07:44:04.933251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ab4caf-21d2-4b29-9392-dfa8fd3fbacd req-54a97b78-ce91-4e04-b636-fceac8b0a07f service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351071 Dec 16 07:44:04.991473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:05.002168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c11ad0e-9a7d-442f-aaf5-5db807a45951 req-88fd74c4-9587-4cd9-a640-19af6294f4c8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783429 Dec 16 07:44:05.018387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-53975267-b867-4d70-af0d-fc4cd2900d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:05.020748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-53975267-b867-4d70-af0d-fc4cd2900d1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0660532 Dec 16 07:44:05.094721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7cb5939-9cb0-4d55-91d7-17dadd67b0bb req-144aa0ad-0464-4df0-8eb4-0402d5ca6966 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.0384784 Dec 16 07:44:05.110153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-337eff5b-4157-4514-a165-8c91b0532f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:05.116400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-337eff5b-4157-4514-a165-8c91b0532f07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819743 Dec 16 07:44:05.238729 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:05.274744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2186960-c3ba-4b47-9dd0-a64f121dcea3 req-88fe56e0-bda4-424f-b3e1-f45b69013b50 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:05.284090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2186960-c3ba-4b47-9dd0-a64f121dcea3 req-88fe56e0-bda4-424f-b3e1-f45b69013b50 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 948 time: 0.0825708 Dec 16 07:44:05.292522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-4fd20034-efdd-490d-b537-6e7c8517da27 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592438 Dec 16 07:44:05.428868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2186960-c3ba-4b47-9dd0-a64f121dcea3 req-ad13af2e-1e38-49ec-8914-b9c470326e35 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436713 Dec 16 07:44:05.486340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e8fc56-52d0-4d86-b573-353c066bb418 req-a9fe2b71-3aa0-4e93-99b4-5b2641c92d08 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794283 Dec 16 07:44:05.501105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:44:05.558760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-5201b6ad-3234-4d19-a028-4dc304bd00d7 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266452 Dec 16 07:44:05.577923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'tag': '6da76819-80c7-4b69-8f52-23103436a364'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:05.582399 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8453a7aa-2c06-4a28-8e44-11d76514fd60" -d '{"events": [{"name": "network-changed", "server_uuid": "172ccfa0-84ea-4909-8b23-26a227032e0a", "tag": "6da76819-80c7-4b69-8f52-23103436a364"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:05.679680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:44:05.693560 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:44:05.728240 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:05.728744 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:05.737307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-ff4c0dbd-acc9-4827-ae43-917f38c381c3 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:05.739523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-ff4c0dbd-acc9-4827-ae43-917f38c381c3 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736889 Dec 16 07:44:05.770182 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-59773173-7876-4625-a548-d55eddc70cc0 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/quotas/903a56ad3f994d4bae3fd424a797c9f9 HTTP/1.1" status: 200 len: 375 time: 0.0232012 Dec 16 07:44:05.803694 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:05.803694 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0e63eae2-f324-45cd-bab0-1dac0e246359 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.5905445 Dec 16 07:44:05.803694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38894) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:05.845163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c988d-51f9-4527-9a4c-98ef1dc60952 None None] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:44:05.856447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-cefe1f31-9dbd-4a9b-a530-ebd9b0e7523c tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749297 Dec 16 07:44:05.863411 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:06.004947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-398c8cc3-95c1-4b7f-bbfa-9847e41d4387 None None] Provisioning complete for port 0f6550e7-1a8d-4b04-baba-b1436f199e82 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:06.005333 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-398c8cc3-95c1-4b7f-bbfa-9847e41d4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.136202 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:04Z', 'revision_number': 3, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:06.140600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-398c8cc3-95c1-4b7f-bbfa-9847e41d4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.227701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:44:06.228372 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Updating router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 port 59e7e6ff-4243-4de6-90d1-952def5a9a6f binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:44:06.233130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-398c8cc3-95c1-4b7f-bbfa-9847e41d4387 None None] For port 0f6550e7-1a8d-4b04-baba-b1436f199e82, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0f6550e7-1a8d-4b04-baba-b1436f199e82,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:06.283445 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.331567 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-398c8cc3-95c1-4b7f-bbfa-9847e41d4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.457952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.458771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c8cc3-95c1-4b7f-bbfa-9847e41d4387 None None] Pushing event updated for resources: {'Port': ['ID=0f6550e7-1a8d-4b04-baba-b1436f199e82,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:06.568561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-82f8681a-9ee3-44d8-bf32-f6c78ef11e73 None None] Provisioning complete for port 0f6550e7-1a8d-4b04-baba-b1436f199e82 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:06.569135 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82f8681a-9ee3-44d8-bf32-f6c78ef11e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.791268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3777-0fda-4f48-8073-fad2547c0e9e req-6b8510aa-0cfb-425f-85c3-ab2a1b81e682 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:06.801391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7ab3777-0fda-4f48-8073-fad2547c0e9e req-6b8510aa-0cfb-425f-85c3-ab2a1b81e682 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1102 time: 0.0997736 Dec 16 07:44:06.804415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Allocated IP 172.20.0.1 (351907f2-c4c0-4864-9ff7-714ee5858a6f/ff29fa33-3419-4ee9-9f8d-ed7c1e315660/251d49bb-da1e-4055-b246-4eeb4b009bae) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:06.820333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a7ab3777-0fda-4f48-8073-fad2547c0e9e req-98e8543a-88aa-4559-ba35-d01593da61f3 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.841498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:06.900165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0f6550e7-1a8d-4b04-baba-b1436f199e82 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:06.979420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a7ab3777-0fda-4f48-8073-fad2547c0e9e req-98e8543a-88aa-4559-ba35-d01593da61f3 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:06.998955 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.085918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.088222 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a7ab3777-0fda-4f48-8073-fad2547c0e9e req-98e8543a-88aa-4559-ba35-d01593da61f3 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.109061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0f6550e7-1a8d-4b04-baba-b1436f199e82 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:07.109430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.111534 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.159262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7ab3777-0fda-4f48-8073-fad2547c0e9e req-98e8543a-88aa-4559-ba35-d01593da61f3 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548467 Dec 16 07:44:07.173021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:07.198781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'mac_address': 'fa:16:3e:b2:b5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:07.211329 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1576b53-24fc-44fe-9383-f94f2072b158 None None] Pushing event updated for resources: {'Port': ['ID=59e7e6ff-4243-4de6-90d1-952def5a9a6f,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:07.228303 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Attempting to bind port 59e7e6ff-4243-4de6-90d1-952def5a9a6f on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:07.229159 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Attempting to bind port 59e7e6ff-4243-4de6-90d1-952def5a9a6f by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:07.229622 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Attempting to bind port 59e7e6ff-4243-4de6-90d1-952def5a9a6f on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:07.236368 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:07.236823 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:07.237222 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.237653 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:07.238122 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Bound port: 59e7e6ff-4243-4de6-90d1-952def5a9a6f, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:07.238889 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.278013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8543a-88aa-4559-ba35-d01593da61f3 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e7f63e-747f-4514-bb64-dc1cfde3978c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:07.294805 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.323211 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.342128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:07.345452 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4b8071-62d4-4a35-a559-d31d89b94cc9 x-openstack-request-id: req-5e4b8071-62d4-4a35-a559-d31d89b94cc9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:07.345926 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172ccfa0-84ea-4909-8b23-26a227032e0a", "tag": "6da76819-80c7-4b69-8f52-23103436a364", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:07.346326 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e4b8071-62d4-4a35-a559-d31d89b94cc9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:07.347019 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'tag': '6da76819-80c7-4b69-8f52-23103436a364', 'status': 'completed', 'code': 200} Dec 16 07:44:07.377058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:07.378033 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] For port 59e7e6ff-4243-4de6-90d1-952def5a9a6f, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:07.387152 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] For port 59e7e6ff-4243-4de6-90d1-952def5a9a6f, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59e7e6ff-4243-4de6-90d1-952def5a9a6f,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:07.397389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:07.400975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:07.405571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:07.439154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Pushing event updated for resources: {'Port': ['ID=251d49bb-da1e-4055-b246-4eeb4b009bae,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:07.469011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.473182 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.494777 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:07.573614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-025c5084-6370-4604-9d7f-1a9b2709be55 req-ba2528e5-e74d-4d2b-9f10-2352cd166278 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.1018128 Dec 16 07:44:07.577601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:07.638121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-4a1a89e9-bb1c-4291-b5e9-8cdd4efc8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:07.643848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-4a1a89e9-bb1c-4291-b5e9-8cdd4efc8115 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 1100 time: 0.2529933 Dec 16 07:44:07.651279 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:07.651982 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:07.657291 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1576b53-24fc-44fe-9383-f94f2072b158 None None] Pushing event updated for resources: {'Port': ['ID=59e7e6ff-4243-4de6-90d1-952def5a9a6f,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:07.734644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38948) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:07.797250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d09df1d2-3118-427e-9838-fa5e0fa49e0e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:07.867982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5943f4ac-2a74-4e76-879b-829f4f8ec007 req-ff777d66-74e2-4474-8798-4c61cdf1e407 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 210 time: 0.1318965 Dec 16 07:44:07.902067 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:07.911497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-811d69b8-4fec-499d-83e1-ecd86b74c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:07.913763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-811d69b8-4fec-499d-83e1-ecd86b74c1c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2609475 Dec 16 07:44:07.960011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-12d69aae-049e-44be-b775-41d214eb1830 None None] Provisioning complete for port 251d49bb-da1e-4055-b246-4eeb4b009bae triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:07.960659 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-12d69aae-049e-44be-b775-41d214eb1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:08.014658 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:08.039265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-352cb917-12dd-43f7-a03a-714d64e3cd0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=6da76819-80c7-4b69-8f52-23103436a364 HTTP/1.1" status: 200 len: 217 time: 0.1162868 Dec 16 07:44:08.057750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-164b9e7b-dafe-4712-84ad-89b4afb40850 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:44:08.058893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-164b9e7b-dafe-4712-84ad-89b4afb40850 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3217080 Dec 16 07:44:08.145000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-12d69aae-049e-44be-b775-41d214eb1830 None None] Port 251d49bb-da1e-4055-b246-4eeb4b009bae cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:08.291316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-469dc21b-acc0-49b2-b44c-a62d33d9c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:08.294239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-469dc21b-acc0-49b2-b44c-a62d33d9c3b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1886845 Dec 16 07:44:08.338149 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:04Z', 'revision_number': 3, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:08.342578 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:08.380114 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb79de17-46ab-4d53-9510-7c409af8e3b8 None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:04Z', 'revision_number': 3, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:44:08.395718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bdaa-5a50-415a-bfc0-059aae104ccc req-6080b3f5-109a-4da2-a8c5-aad960006b3e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:08.403694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d655bdaa-5a50-415a-bfc0-059aae104ccc req-6080b3f5-109a-4da2-a8c5-aad960006b3e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 948 time: 0.3266127 Dec 16 07:44:08.414172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:08.506304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-0e99f25b-a576-4755-8307-356bc19ea6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:08.508536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-0e99f25b-a576-4755-8307-356bc19ea6d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1989019 Dec 16 07:44:08.516306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:08.519452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-3954309b-1024-4d33-83e1-4cc9efce227d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:08.521099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-3954309b-1024-4d33-83e1-4cc9efce227d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.16 "GET /v2.0/networks?id=5b651be1-099b-4b7c-98db-8bfdb3f767a5 HTTP/1.1" status: 200 len: 816 time: 0.4613452 Dec 16 07:44:08.522261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-c3ccf9af-243f-4df4-9cfc-1f2e327485b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:08.529381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-c3ccf9af-243f-4df4-9cfc-1f2e327485b7 service neutron] 10.222.0.43 "GET /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 1095 time: 0.2958329 Dec 16 07:44:08.532519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Pushing event updated for resources: {'Port': ['ID=251d49bb-da1e-4055-b246-4eeb4b009bae,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:08.534063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Request body: {'binding': {'host': 'n-h1-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:08.534788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Unknown quota resources ['binding']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:44:08.654540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d655bdaa-5a50-415a-bfc0-059aae104ccc req-0df54379-7c73-49a8-b843-149ea6711da4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477090 Dec 16 07:44:08.665186 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:08.666905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:08.830926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-00cb16b2-1e7a-4306-a629-26a0eeb94ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744360 Dec 16 07:44:08.854937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6da76819-80c7-4b69-8f52-23103436a364 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:08.860892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:08.904041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:44:09.252446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8453a7aa-2c06-4a28-8e44-11d76514fd60 req-b8826992-6ee9-446a-b165-3a363a7de990 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204018 Dec 16 07:44:09.282560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port d09df1d2-3118-427e-9838-fa5e0fa49e0e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:09.333211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port d09df1d2-3118-427e-9838-fa5e0fa49e0e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:09.333721 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:09.451123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-78f78ca6-534c-416a-a3e0-100f90cf2712 None None] Provisioning complete for port 251d49bb-da1e-4055-b246-4eeb4b009bae triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:09.460219 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-78f78ca6-534c-416a-a3e0-100f90cf2712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:09.564510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-d5fa196b-2641-421b-a64b-af84a53bdd77 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb29da39fde4fe8967225860a7f031e HTTP/1.1" status: 200 len: 379 time: 0.4957108 Dec 16 07:44:09.585304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Request body: {'port': {'device_id': 'c865ff8e-22be-46a5-b638-67a97b446835', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'admin_state_up': True, 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'security_groups': ['a50618ac-5231-4a55-92a9-2f6fd9f23818']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:09.655901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-78f78ca6-534c-416a-a3e0-100f90cf2712 None None] Port 251d49bb-da1e-4055-b246-4eeb4b009bae cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:09.788701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6da76819-80c7-4b69-8f52-23103436a364, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6da76819-80c7-4b69-8f52-23103436a364,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:09.795404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:44:09.808648 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-63753bda-ea47-4410-8623-c6e4b8d225cd admin admin] 10.222.0.43 "PUT /v2.0/routers/5fe6e36d-505c-42fa-9a87-a393a0dfbd40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0097418 Dec 16 07:44:09.819787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:09.822159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on host n-h1-820935-11 for vnic_type normal with profile None {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:09.822757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:09.823100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:09.827662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '6da76819-80c7-4b69-8f52-23103436a364', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '6da76819-80c7-4b69-8f52-23103436a364', 'mac_address': 'fa:16:3e:e7:29:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:09.832578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:09.832914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:09.848423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:09.848773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:09.849166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:09.849641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Bound port: f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:09.957904 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:09.976383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da76819-80c7-4b69-8f52-23103436a364 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:09.989976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Made reservation on behalf of 9bb29da39fde4fe8967225860a7f031e for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:09.994644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:09.995051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38988) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:10.048534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:10.051636 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79581f48-94c4-4a43-9981-af909af3fb7a" -d '{"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-plugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:10.082807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6da76819-80c7-4b69-8f52-23103436a364, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6da76819-80c7-4b69-8f52-23103436a364,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:10.089760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:10.153503 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-eaf5f450-6aab-4cad-b67d-446f9c5fa46a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568441 Dec 16 07:44:10.179861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:10.189559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-deca0137-21cc-42b6-bb65-aa7cfc0dae42 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198661 Dec 16 07:44:10.205519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-c5f4fe08-b98c-4020-8fa3-bb54427aa2c9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:44:10.213018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-c5f4fe08-b98c-4020-8fa3-bb54427aa2c9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431461 Dec 16 07:44:10.246827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-315cdb65-cb82-4732-ac78-db09efcf9a8b req-9be9e532-a4c6-46bd-b1cb-3aa5dd381851 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.0742528 Dec 16 07:44:10.322192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6da76819-80c7-4b69-8f52-23103436a364,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:10.322192 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:10.418921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:10.455251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a85044ae-5775-448b-be93-74c10bbe0acf req-d8ce8dd4-4e01-4654-82b2-442c2da7a0bd tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 210 time: 0.0547822 Dec 16 07:44:10.463975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:10.577880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6da76819-80c7-4b69-8f52-23103436a364'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:10.590143 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:10.591755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-9a24a786-8ac2-45e5-be22-2bcc635e58fc service neutron] 10.222.0.43 "POST /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf/bindings HTTP/1.1" status: 201 len: 390 time: 2.0614958 Dec 16 07:44:10.690742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-e010eeca-4039-4c62-8a6c-7de1e0541b44 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:10.692676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-e010eeca-4039-4c62-8a6c-7de1e0541b44 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4741144 Dec 16 07:44:10.746313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Request body: {'port': {'device_id': 'bea50831-8acc-40a7-af72-fb10508333dc', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '903a56ad3f994d4bae3fd424a797c9f9'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:10.779779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59e7e6ff-4243-4de6-90d1-952def5a9a6f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:10.786297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Allocated IP 172.20.0.10 (5b651be1-099b-4b7c-98db-8bfdb3f767a5/6f6622b9-f8dd-4946-8640-e22666a90cc1/56963a77-4522-4651-a55d-67d9c48ab2fd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:10.859785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a76d82-ab5b-44c7-b87e-dc9d694409c2 req-2115de4c-0d5e-4265-a663-8dfa0d6d8904 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:10.871520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69a76d82-ab5b-44c7-b87e-dc9d694409c2 req-2115de4c-0d5e-4265-a663-8dfa0d6d8904 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 949 time: 0.3253949 Dec 16 07:44:10.904514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 59e7e6ff-4243-4de6-90d1-952def5a9a6f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:10.904887 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:11.043813 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:11.081222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 59e7e6ff-4243-4de6-90d1-952def5a9a6f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59e7e6ff-4243-4de6-90d1-952def5a9a6f,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:11.163091 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:11.291047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69a76d82-ab5b-44c7-b87e-dc9d694409c2 req-4339b50e-cfd2-4175-a2b4-256791fbcdba tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176364 Dec 16 07:44:11.356004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=59e7e6ff-4243-4de6-90d1-952def5a9a6f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:11.405505 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049714f-7bec-4a6f-a277-7c43709d3c33 x-openstack-request-id: req-3049714f-7bec-4a6f-a277-7c43709d3c33 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:11.405826 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-plugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:11.406141 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3049714f-7bec-4a6f-a277-7c43709d3c33 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:11.406549 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'code': 200} Dec 16 07:44:11.411666 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:11.602732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-15309af9-9e22-4632-bb7e-423ed6ef4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:11.605220 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-15309af9-9e22-4632-bb7e-423ed6ef4afb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1098 time: 0.0657003 Dec 16 07:44:11.634069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:44:11.673296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:11.676911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:11.743888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:11.808396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcfeec-6d21-41b0-a4fc-ab0701f38e3a req-dcc42bb1-8753-4789-8443-255ef5f092ca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:11.810223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05bcfeec-6d21-41b0-a4fc-ab0701f38e3a req-dcc42bb1-8753-4789-8443-255ef5f092ca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.5659444 Dec 16 07:44:11.852525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-f87bdb9f-8337-44c6-9107-5c0c35b3e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:11.854133 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-f87bdb9f-8337-44c6-9107-5c0c35b3e5c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.2256546 Dec 16 07:44:11.882652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Made reservation on behalf of 903a56ad3f994d4bae3fd424a797c9f9 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:11.886501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:11.890058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d47ea-c99f-4cb6-bcb8-fb925b7b09ca req-474cdf1b-3e0a-4c90-9e20-2708272352e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:11.891780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b81d47ea-c99f-4cb6-bcb8-fb925b7b09ca req-474cdf1b-3e0a-4c90-9e20-2708272352e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1101 time: 0.3187742 Dec 16 07:44:11.918690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:11.950206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event updated for resources: {'Port': ['ID=56963a77-4522-4651-a55d-67d9c48ab2fd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:11.954126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:11.979572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:11.982557 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-3c6b81bd-496c-424d-a5f3-6c17a23b1e49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 217 time: 0.1192625 Dec 16 07:44:12.094981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-ca525261-1af2-4238-8139-f1ca86032ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:12.104081 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-ca525261-1af2-4238-8139-f1ca86032ae7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.1077738 Dec 16 07:44:12.126962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-033b5013-85e7-4fe8-a07e-82ce8be55e65 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:12.128770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-033b5013-85e7-4fe8-a07e-82ce8be55e65 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 821 time: 0.5136142 Dec 16 07:44:12.171082 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-1a9fa62d-c4d3-4bdc-a11c-813c5eb4d08e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622361 Dec 16 07:44:12.301772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:12.326551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-75249239-4443-4e86-a548-fd8fed6a4e7f tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/quotas/a5c705e8772543b28b10b9b5ea1a218c HTTP/1.1" status: 200 len: 375 time: 0.1669257 Dec 16 07:44:12.359459 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05bcfeec-6d21-41b0-a4fc-ab0701f38e3a req-0b02d026-86fc-498d-9fd3-9ab5cfc172c6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251641 Dec 16 07:44:12.371115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:12.371757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:12.399013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b81d47ea-c99f-4cb6-bcb8-fb925b7b09ca req-dd91689a-1be3-435b-807b-1dc0a7c1b09e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685984 Dec 16 07:44:12.478368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-c5b74030-b470-47b8-a057-25cec6e9b5d2 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508369 Dec 16 07:44:12.484912 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-8fe293af-ba54-4e91-b67d-86f260331444 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985892 Dec 16 07:44:12.506124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Allocated IP 192.168.233.19 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/0444e2c7-917c-4b3b-b8ab-850f473b143e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:12.617069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-403706e7-a972-4f21-af06-e8624d7e7e3b None None] Provisioning complete for port 56963a77-4522-4651-a55d-67d9c48ab2fd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:12.617675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-403706e7-a972-4f21-af06-e8624d7e7e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:12.624209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-1d0722e3-ebb5-4746-b090-d60547c863a0 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0371423 Dec 16 07:44:12.664891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Request body: {'port': {'device_id': 'c865ff8e-22be-46a5-b638-67a97b446835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:12.668608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-970ac200-df55-439e-83ab-005b98d73192 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699324 Dec 16 07:44:12.692036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59e7e6ff-4243-4de6-90d1-952def5a9a6f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:12.791492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-403706e7-a972-4f21-af06-e8624d7e7e3b None None] Port 56963a77-4522-4651-a55d-67d9c48ab2fd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:12.863667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 59e7e6ff-4243-4de6-90d1-952def5a9a6f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:12.872943 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:12.894404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-2205202e-d277-4dd1-a90a-ca923c59e4f6 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150867 Dec 16 07:44:12.922887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:12.953439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6da76819-80c7-4b69-8f52-23103436a364 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:13.109703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:08Z', 'revision_number': 2, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:13.115647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 6da76819-80c7-4b69-8f52-23103436a364 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:13.160766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 6da76819-80c7-4b69-8f52-23103436a364 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:13.160766 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:13.202513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:44:13.202918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Updating router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 port 251d49bb-da1e-4055-b246-4eeb4b009bae binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:44:13.283075 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:13.285329 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:13.335253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6da76819-80c7-4b69-8f52-23103436a364, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6da76819-80c7-4b69-8f52-23103436a364,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:13.433881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da76819-80c7-4b69-8f52-23103436a364'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:13.436107 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d517f777-5a65-4ede-abb4-9d47dddcc3ab" -d '{"events": [{"server_uuid": "172ccfa0-84ea-4909-8b23-26a227032e0a", "name": "network-vif-plugged", "status": "completed", "tag": "6da76819-80c7-4b69-8f52-23103436a364"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:13.444164 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:13.469258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:13.526624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6da76819-80c7-4b69-8f52-23103436a364,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:13.579980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-04ea0b82-c60e-498f-96b3-2e99711e41df service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846066 Dec 16 07:44:13.598588 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:13.643725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['5e810f64-024f-46f4-9fbb-2b03530c00dd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:13.905209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56963a77-4522-4651-a55d-67d9c48ab2fd {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:13.914742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:13.916935 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-6855f807-93b0-471e-94ed-c5d97e169ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:13.919073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-6855f807-93b0-471e-94ed-c5d97e169ce6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1102 time: 0.0983698 Dec 16 07:44:13.928897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Transition to ACTIVE for port object 56963a77-4522-4651-a55d-67d9c48ab2fd will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:14.027760 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:14.110901 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:14.128022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b622-3a5f-4261-b01d-754cbb059f88 req-766657c2-91a3-47b9-8f02-657a73371aaa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:14.142178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde6b622-3a5f-4261-b01d-754cbb059f88 req-766657c2-91a3-47b9-8f02-657a73371aaa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 1.1897559 Dec 16 07:44:14.218898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07974d79-b3df-496e-80e2-418d42cb3f8c None None] Pushing event updated for resources: {'Port': ['ID=251d49bb-da1e-4055-b246-4eeb4b009bae,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:14.238674 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:44:14.283693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-dbccef7b-7956-4b87-a268-7f6e5fcffb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:14.285237 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-dbccef7b-7956-4b87-a268-7f6e5fcffb59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3540986 Dec 16 07:44:14.291317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:14.316216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Attempting to bind port 251d49bb-da1e-4055-b246-4eeb4b009bae on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:14.316969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Attempting to bind port 251d49bb-da1e-4055-b246-4eeb4b009bae by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:14.317574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Attempting to bind port 251d49bb-da1e-4055-b246-4eeb4b009bae on network 351907f2-c4c0-4864-9ff7-714ee5858a6f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:14.329050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:14.331817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Checking segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:14.332393 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:14.332867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Bound using segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:14.333460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Bound port: 251d49bb-da1e-4055-b246-4eeb4b009bae, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:14.335628 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:14.342268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:14.422678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:14.428498 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-60ab9e3d-aa67-4df0-9199-a01071c41446 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 217 time: 0.1336141 Dec 16 07:44:14.473271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:14.529530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] For port 251d49bb-da1e-4055-b246-4eeb4b009bae, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:14.542417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] For port 251d49bb-da1e-4055-b246-4eeb4b009bae, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=251d49bb-da1e-4055-b246-4eeb4b009bae,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:14.617817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde6b622-3a5f-4261-b01d-754cbb059f88 req-6ee219be-50b6-4244-97d9-deb67bf3ce39 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746423 Dec 16 07:44:14.620846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-16b75fd4-4e85-43d7-ae42-193a2ee5ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:14.622378 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-16b75fd4-4e85-43d7-ae42-193a2ee5ca90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1876180 Dec 16 07:44:14.687490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9d930-1f2f-4644-ad9d-82bc888a8728 req-95e5fe37-ecac-4b20-976d-f7e042841a6d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:14.695258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5e9d930-1f2f-4644-ad9d-82bc888a8728 req-95e5fe37-ecac-4b20-976d-f7e042841a6d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.4984131 Dec 16 07:44:14.698255 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:14.779697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Pushing event updated for resources: {'Port': ['ID=0444e2c7-917c-4b3b-b8ab-850f473b143e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:14.793810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-fc753159-b933-4710-91bb-68bdba00ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:14.808682 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-fc753159-b933-4710-91bb-68bdba00ff24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685643 Dec 16 07:44:14.881677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:14.882338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:15.007461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:15.008196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:15.013440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5e9d930-1f2f-4644-ad9d-82bc888a8728 req-13d86bd9-10f9-4822-92d4-83c80133d3c3 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172848 Dec 16 07:44:15.041931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Attempting to bind port 56963a77-4522-4651-a55d-67d9c48ab2fd on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:15.042295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Attempting to bind port 56963a77-4522-4651-a55d-67d9c48ab2fd by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:15.042582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Attempting to bind port 56963a77-4522-4651-a55d-67d9c48ab2fd on network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:15.047027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Pushing event updated for resources: {'Port': ['ID=56963a77-4522-4651-a55d-67d9c48ab2fd,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:15.065778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Port 56963a77-4522-4651-a55d-67d9c48ab2fd on network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:15.066151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Attempting to bind port 56963a77-4522-4651-a55d-67d9c48ab2fd on network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:15.069399 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-d3e41979-3832-4bea-bc40-2c713e3de947 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533703 Dec 16 07:44:15.091218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace768e-2dd6-4932-8119-6dd3a600e91f req-fb9b9baa-38a8-4b95-84a3-3dc91813cd60 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:15.092817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ace768e-2dd6-4932-8119-6dd3a600e91f req-fb9b9baa-38a8-4b95-84a3-3dc91813cd60 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 935 time: 0.2411098 Dec 16 07:44:15.098172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:15.098515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Checking segment: {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:15.098900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Bound using segment: {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:15.099885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Bound port: 56963a77-4522-4651-a55d-67d9c48ab2fd, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c98599-1c0d-470a-b784-5a7aaff04c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:15.100266 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:15.154934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-3cf93f00-6c22-4189-a8ca-b680d1346b4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4184422 Dec 16 07:44:15.187997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Request body: {'port': {'device_id': 'bea50831-8acc-40a7-af72-fb10508333dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:15.221718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:15.379238 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-3e70db13-738a-45c6-ba43-349d49bdb9a6 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950461 Dec 16 07:44:15.472420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ace768e-2dd6-4932-8119-6dd3a600e91f req-a194ea15-ff5c-4529-b0b7-2d64ffe412f6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638985 Dec 16 07:44:15.474363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0a98aac8-f318-4f44-ab13-92fe690deb3d None None] Provisioning complete for port 251d49bb-da1e-4055-b246-4eeb4b009bae triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:15.474824 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a98aac8-f318-4f44-ab13-92fe690deb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:15.484304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd52d2-31c9-4f7f-bcde-41e17c4afe88 req-3559ca3c-9fb7-42a4-b571-381a77ad2508 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:15.485946 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8dd52d2-31c9-4f7f-bcde-41e17c4afe88 req-3559ca3c-9fb7-42a4-b571-381a77ad2508 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 950 time: 0.2517097 Dec 16 07:44:15.491341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] For port 56963a77-4522-4651-a55d-67d9c48ab2fd, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:15.498032 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:15.521918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] For port 56963a77-4522-4651-a55d-67d9c48ab2fd, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=56963a77-4522-4651-a55d-67d9c48ab2fd,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:15.600541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8dd52d2-31c9-4f7f-bcde-41e17c4afe88 req-fb877b24-e9aa-47f5-9301-4805d6b1ef05 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868413 Dec 16 07:44:15.670339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07974d79-b3df-496e-80e2-418d42cb3f8c None None] Pushing event updated for resources: {'Port': ['ID=251d49bb-da1e-4055-b246-4eeb4b009bae,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:15.691771 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:15.742644 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9209d4-0b70-45c0-a3e2-45bdf73ecd3e x-openstack-request-id: req-4e9209d4-0b70-45c0-a3e2-45bdf73ecd3e {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:15.743212 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172ccfa0-84ea-4909-8b23-26a227032e0a", "name": "network-vif-plugged", "status": "completed", "tag": "6da76819-80c7-4b69-8f52-23103436a364", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:15.743212 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e9209d4-0b70-45c0-a3e2-45bdf73ecd3e {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:15.743709 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da76819-80c7-4b69-8f52-23103436a364', 'code': 200} Dec 16 07:44:15.804722 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a98aac8-f318-4f44-ab13-92fe690deb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:15.804971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:15.805716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:15.808396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] 10.222.0.16 "PUT /v2.0/ports/56963a77-4522-4651-a55d-67d9c48ab2fd HTTP/1.1" status: 200 len: 1093 time: 3.1536455 Dec 16 07:44:15.827526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:15.836312 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28" -d '{"events": [{"name": "network-changed", "server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:15.847525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0a98aac8-f318-4f44-ab13-92fe690deb3d None None] For port 251d49bb-da1e-4055-b246-4eeb4b009bae, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=251d49bb-da1e-4055-b246-4eeb4b009bae,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:15.873625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:14Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:15.942508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32eec34-6430-4f40-b7fb-24a3c1cff37b None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:14Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:44:15.972917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f424299-2a30-49e5-bda1-6850c1ef38c6 req-8049b311-1ed2-4b85-8a16-62c32d14b880 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:15.982368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f424299-2a30-49e5-bda1-6850c1ef38c6 req-8049b311-1ed2-4b85-8a16-62c32d14b880 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.2955863 Dec 16 07:44:16.140898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fcf700d-5677-468b-92a8-03820790aa4c req-c2d908f4-d2a3-4c6a-954b-6f3a31e886aa tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 210 time: 0.1096816 Dec 16 07:44:16.171894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcec655-cc60-45e1-aabe-fcbb67103f5a service neutron] Pushing event updated for resources: {'Port': ['ID=56963a77-4522-4651-a55d-67d9c48ab2fd,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:16.229027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f424299-2a30-49e5-bda1-6850c1ef38c6 req-fa1eef0f-6f4f-47c0-ac5c-e85ef8b5ecb2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448461 Dec 16 07:44:16.251050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0444e2c7-917c-4b3b-b8ab-850f473b143e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:16.253527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:16.265430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a98aac8-f318-4f44-ab13-92fe690deb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:16.286817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Transition to ACTIVE for port object 0444e2c7-917c-4b3b-b8ab-850f473b143e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:16.398554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87260e0e-70c5-45e9-ac62-106147eba35c req-b1ea4a8d-5318-4185-804b-5b4790d81e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:16.400192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87260e0e-70c5-45e9-ac62-106147eba35c req-b1ea4a8d-5318-4185-804b-5b4790d81e5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 1102 time: 0.3965104 Dec 16 07:44:16.532046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e5727-6f37-458b-ae14-167378f2b5c4 req-6d6ee188-0129-4dfa-b42d-02781c3c0e4c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:16.541543 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f99e5727-6f37-458b-ae14-167378f2b5c4 req-6d6ee188-0129-4dfa-b42d-02781c3c0e4c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.3270071 Dec 16 07:44:16.543844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:16.698559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87260e0e-70c5-45e9-ac62-106147eba35c req-9d716f68-8dcc-4a99-b73e-a9bc8356ede6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030993 Dec 16 07:44:16.712365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bed39-d03e-4435-b8e9-06fb9a2825a1 req-8809faf9-521f-4614-8cea-1ed703bfbd9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:16.714261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e0bed39-d03e-4435-b8e9-06fb9a2825a1 req-8809faf9-521f-4614-8cea-1ed703bfbd9b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 946 time: 0.3613577 Dec 16 07:44:16.721192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Pushing event updated for resources: {'Port': ['ID=0444e2c7-917c-4b3b-b8ab-850f473b143e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:16.744363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-31104487-20e4-408b-8862-f28872f2331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:16.745972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-31104487-20e4-408b-8862-f28872f2331c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bb29da39fde4fe8967225860a7f031e&device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 1096 time: 0.3947372 Dec 16 07:44:16.776057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f99e5727-6f37-458b-ae14-167378f2b5c4 req-68ed8ddc-13b3-4b62-9561-697dd9fc5bcd tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333148 Dec 16 07:44:16.812772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98aac8-f318-4f44-ab13-92fe690deb3d None None] Pushing event updated for resources: {'Port': ['ID=251d49bb-da1e-4055-b246-4eeb4b009bae,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:16.835461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 251d49bb-da1e-4055-b246-4eeb4b009bae up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:16.981786 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9829d9-4075-426d-8344-1a81462fa3f9 x-openstack-request-id: req-1a9829d9-4075-426d-8344-1a81462fa3f9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:16.982198 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:16.982711 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a9829d9-4075-426d-8344-1a81462fa3f9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:16.983224 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'status': 'completed', 'code': 200} Dec 16 07:44:16.994260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-25da885b-0634-49be-a60a-b491a67e23c7 None None] Provisioning complete for port 251d49bb-da1e-4055-b246-4eeb4b009bae triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:16.998351 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25da885b-0634-49be-a60a-b491a67e23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:17.014957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-fb34077f-f649-4709-97cf-2e7566bf9deb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56963a77-4522-4651-a55d-67d9c48ab2fd HTTP/1.1" status: 200 len: 217 time: 0.2041531 Dec 16 07:44:17.070110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 251d49bb-da1e-4055-b246-4eeb4b009bae triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:17.070340 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:17.149039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e0bed39-d03e-4435-b8e9-06fb9a2825a1 req-66bb8e19-2958-4c7d-a89e-695fdb6fa784 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227457 Dec 16 07:44:17.199286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-453ba967-392c-4f1f-9436-88de087ead9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:17.201032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-453ba967-392c-4f1f-9436-88de087ead9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f6622b9-f8dd-4946-8640-e22666a90cc1 HTTP/1.1" status: 200 len: 855 time: 0.1610653 Dec 16 07:44:17.202379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Attempting to bind port 0444e2c7-917c-4b3b-b8ab-850f473b143e on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:17.204908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Attempting to bind port 0444e2c7-917c-4b3b-b8ab-850f473b143e by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:17.205382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Attempting to bind port 0444e2c7-917c-4b3b-b8ab-850f473b143e on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:17.215759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f337831-91f8-402a-90da-cd68d46e9cec req-f6cca91c-9d8a-4e51-a7f8-00f0b4eb9804 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:17.227902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f337831-91f8-402a-90da-cd68d46e9cec req-f6cca91c-9d8a-4e51-a7f8-00f0b4eb9804 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.2695529 Dec 16 07:44:17.277619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Port 0444e2c7-917c-4b3b-b8ab-850f473b143e on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:17.277983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Attempting to bind port 0444e2c7-917c-4b3b-b8ab-850f473b143e on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:17.293720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:17.294071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:17.294619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:17.295163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Bound port: 0444e2c7-917c-4b3b-b8ab-850f473b143e, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:17.295592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:17.540838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f337831-91f8-402a-90da-cd68d46e9cec req-67e0b227-e854-491e-ae85-1b2c8b7631e1 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117929 Dec 16 07:44:17.548507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f59-2f16-4495-99ec-d04844a47290 req-d45d69ef-c596-411d-b995-56aeb9493e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:17.557007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-d45d69ef-c596-411d-b995-56aeb9493e5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b651be1-099b-4b7c-98db-8bfdb3f767a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3174314 Dec 16 07:44:17.706733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6d301-74c1-4e0c-bae1-8064f4308901 req-e2bfe322-af50-4eb2-8c85-3366675bca4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:17.709071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3be6d301-74c1-4e0c-bae1-8064f4308901 req-e2bfe322-af50-4eb2-8c85-3366675bca4e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 947 time: 0.3782146 Dec 16 07:44:17.755637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] For port 0444e2c7-917c-4b3b-b8ab-850f473b143e, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:17.759181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] For port 0444e2c7-917c-4b3b-b8ab-850f473b143e, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0444e2c7-917c-4b3b-b8ab-850f473b143e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:17.816262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3be6d301-74c1-4e0c-bae1-8064f4308901 req-9d9d856e-238a-43b3-bb39-8ef8a0447251 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891104 Dec 16 07:44:17.840170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca86076-5ae6-4af0-ad95-1abee9e44ca8 req-2100b0e0-80c5-4dd5-b001-142aded32fd4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:17.841897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ca86076-5ae6-4af0-ad95-1abee9e44ca8 req-2100b0e0-80c5-4dd5-b001-142aded32fd4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 950 time: 0.1883762 Dec 16 07:44:17.919571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-cac8c0ea-935a-47c8-bd8a-690dd8cf7101 service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224874 Dec 16 07:44:17.923823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:18.065678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:18.066304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:18.067798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] 10.222.0.16 "PUT /v2.0/ports/0444e2c7-917c-4b3b-b8ab-850f473b143e HTTP/1.1" status: 200 len: 1096 time: 2.8908978 Dec 16 07:44:18.093375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ca86076-5ae6-4af0-ad95-1abee9e44ca8 req-c140c817-1184-4c23-8792-8bb20166440d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253940 Dec 16 07:44:18.134750 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71b84607-3714-4f53-867f-799c42794986 req-c7e5e1bc-b906-4bfc-bdd5-3abc6fce9679 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 210 time: 0.0915980 Dec 16 07:44:18.262527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d71db5-9046-41da-bee6-b0719d87078f service neutron] Pushing event updated for resources: {'Port': ['ID=0444e2c7-917c-4b3b-b8ab-850f473b143e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:18.678150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 251d49bb-da1e-4055-b246-4eeb4b009bae up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:18.749064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 251d49bb-da1e-4055-b246-4eeb4b009bae triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:18.749064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:18.776572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1318f59-2f16-4495-99ec-d04844a47290 req-b2b09978-080f-499e-b63d-ac35b0965285 service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8431585 Dec 16 07:44:18.836954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e9cb-975b-4b73-a4de-08e8087013b2 req-8ff10048-af15-45a8-bff7-0ef1e4441e17 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:18.838537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ade4e9cb-975b-4b73-a4de-08e8087013b2 req-8ff10048-af15-45a8-bff7-0ef1e4441e17 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.5904405 Dec 16 07:44:18.850070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad98e7-6818-47e8-adb4-3bd325d4cc77 req-5a95ac28-057c-4adb-89bb-57b436f3db44 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:18.857615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaad98e7-6818-47e8-adb4-3bd325d4cc77 req-5a95ac28-057c-4adb-89bb-57b436f3db44 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.6386826 Dec 16 07:44:18.871683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-f62502f1-e3ae-455f-a9a4-809a125bb553 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:18.873178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-f62502f1-e3ae-455f-a9a4-809a125bb553 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 821 time: 0.7164948 Dec 16 07:44:18.894225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-7eb073ad-607f-40f7-a174-032aa968cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:18.896150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-7eb073ad-607f-40f7-a174-032aa968cf30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 1099 time: 0.5647464 Dec 16 07:44:18.901192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'port': {'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'admin_state_up': True, 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:18.985794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea50831-8acc-40a7-af72-fb10508333dc', 'tag': '0444e2c7-917c-4b3b-b8ab-850f473b143e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:18.988028 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c95dd3-7fb6-495b-8942-1f0b413f785e" -d '{"events": [{"name": "network-changed", "server_uuid": "bea50831-8acc-40a7-af72-fb10508333dc", "tag": "0444e2c7-917c-4b3b-b8ab-850f473b143e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:19.051139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-6cdac31e-0e3a-4c05-a2d9-9b106e817034 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0444e2c7-917c-4b3b-b8ab-850f473b143e HTTP/1.1" status: 200 len: 217 time: 0.0868225 Dec 16 07:44:19.102561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaad98e7-6818-47e8-adb4-3bd325d4cc77 req-b09e2529-4155-47be-96f3-8c7eb8198bde tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440207 Dec 16 07:44:19.178992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ade4e9cb-975b-4b73-a4de-08e8087013b2 req-328ffefe-daa0-448a-bffa-6d8e8fa89acd tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028157 Dec 16 07:44:19.250074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-df6efbdb-b598-4bd3-b9e2-3582ed2ccb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:19.252377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-df6efbdb-b598-4bd3-b9e2-3582ed2ccb5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bb29da39fde4fe8967225860a7f031e&device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 1096 time: 0.2610660 Dec 16 07:44:19.256648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-c4c28d95-ee3d-458a-93b1-4e202e04f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:19.258112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-c4c28d95-ee3d-458a-93b1-4e202e04f056 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1837404 Dec 16 07:44:19.374125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Made reservation on behalf of a5c705e8772543b28b10b9b5ea1a218c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:19.378445 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:19.527125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc741d9b-ca6d-4c7e-92fd-97e10530a47c req-3353cb2b-055b-48ba-9c77-4e3640fc12bc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:19.545425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc741d9b-ca6d-4c7e-92fd-97e10530a47c req-3353cb2b-055b-48ba-9c77-4e3640fc12bc tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.1932867 Dec 16 07:44:19.580795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-110c00ed-c6ec-42cb-934c-d4c9b91921aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:19.582592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-110c00ed-c6ec-42cb-934c-d4c9b91921aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2211449 Dec 16 07:44:19.592791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-63dc137d-7481-474c-966d-cf07997c3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:19.594642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-63dc137d-7481-474c-966d-cf07997c3eb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b651be1-099b-4b7c-98db-8bfdb3f767a5 HTTP/1.1" status: 200 len: 917 time: 0.3161430 Dec 16 07:44:19.720706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-79bc2148-1617-42b4-a0f3-b0dcaed2b1d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56963a77-4522-4651-a55d-67d9c48ab2fd HTTP/1.1" status: 200 len: 217 time: 0.1143003 Dec 16 07:44:19.795868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc741d9b-ca6d-4c7e-92fd-97e10530a47c req-935e71ba-8deb-4e15-a2d7-af373fbc324e tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472994 Dec 16 07:44:19.922122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Allocated IP 172.20.0.10 (351907f2-c4c0-4864-9ff7-714ee5858a6f/ff29fa33-3419-4ee9-9f8d-ed7c1e315660/2086d7aa-5789-4019-942d-eaa2f67ffc1d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:19.930099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-dca0c120-7706-4b76-84e1-dc07e55a32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:19.931668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-dca0c120-7706-4b76-84e1-dc07e55a32a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f6622b9-f8dd-4946-8640-e22666a90cc1 HTTP/1.1" status: 200 len: 855 time: 0.2021420 Dec 16 07:44:19.939642 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d90c89-bf11-47aa-b497-774528ba34d8 x-openstack-request-id: req-55d90c89-bf11-47aa-b497-774528ba34d8 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:19.940048 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea50831-8acc-40a7-af72-fb10508333dc", "tag": "0444e2c7-917c-4b3b-b8ab-850f473b143e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:19.940420 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55d90c89-bf11-47aa-b497-774528ba34d8 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:19.940895 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea50831-8acc-40a7-af72-fb10508333dc', 'tag': '0444e2c7-917c-4b3b-b8ab-850f473b143e', 'status': 'completed', 'code': 200} Dec 16 07:44:19.981429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-4599aa96-f667-4103-a90d-2993dc0c840a service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829498 Dec 16 07:44:20.059245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc93798-359b-4825-8da9-b78e26dd9c76 req-bbfbd469-72c2-4602-9d01-e89b54a09f08 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:20.061128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dc93798-359b-4825-8da9-b78e26dd9c76 req-bbfbd469-72c2-4602-9d01-e89b54a09f08 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 947 time: 0.2205265 Dec 16 07:44:20.234716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-22e5a43f-340e-4d76-8143-ae15ce21fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:20.236381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-22e5a43f-340e-4d76-8143-ae15ce21fbcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b651be1-099b-4b7c-98db-8bfdb3f767a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2746894 Dec 16 07:44:20.325352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbbf31-508b-496b-8ec6-b8c80bf5e625 req-b09cee36-b14f-45ee-94d5-f2f06aa51ec3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:20.332790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23bbbf31-508b-496b-8ec6-b8c80bf5e625 req-b09cee36-b14f-45ee-94d5-f2f06aa51ec3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 950 time: 0.3283975 Dec 16 07:44:20.380465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dc93798-359b-4825-8da9-b78e26dd9c76 req-be9b3b19-fe63-4311-8f98-80230f022037 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630255 Dec 16 07:44:20.389679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9b2678e-906f-4543-89f0-94f0319bb2b9 req-f9e5907f-efef-4f98-939b-2a7599737137 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834670 Dec 16 07:44:20.482432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:20.597553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be93584d-2389-4a97-bb70-b344aef04008 req-57cfab48-3b7c-43cb-b895-61a9454a88f4 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 210 time: 0.0575230 Dec 16 07:44:20.635588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23bbbf31-508b-496b-8ec6-b8c80bf5e625 req-0e30f8da-6052-40b1-b36a-015695f35270 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998719 Dec 16 07:44:20.699687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-8914bdae-3669-474c-8514-561964191b54 service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506972 Dec 16 07:44:20.869096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-e33d2887-f937-4345-880f-8b8ef79150cc tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1438839486&fields=id&tenant_id=0424a4b706684dfd8264a23dc3aa4325 HTTP/1.1" status: 200 len: 267 time: 0.1783729 Dec 16 07:44:20.914086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:20.953861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08bdf6-09d2-4ab3-8012-1455d97640f2 req-dde91267-c528-40ca-b230-5d22f8112f39 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:20.957261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c08bdf6-09d2-4ab3-8012-1455d97640f2 req-dde91267-c528-40ca-b230-5d22f8112f39 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.2166760 Dec 16 07:44:21.090250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd7d9a7-202e-41d9-b4f4-4830099fdc28 req-b3173469-877d-45e2-8764-edce023cedd6 service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674393 Dec 16 07:44:21.117264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:21.135025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:21.172211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:21.218474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Pushing event updated for resources: {'Port': ['ID=2086d7aa-5789-4019-942d-eaa2f67ffc1d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:21.273524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c08bdf6-09d2-4ab3-8012-1455d97640f2 req-5503a96b-7ccd-41fe-b9f4-5480896189ec tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640164 Dec 16 07:44:21.341339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-e7fd6017-dbd4-4675-9c70-0e7f1f01596c tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:21.351822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-e7fd6017-dbd4-4675-9c70-0e7f1f01596c tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 824 time: 0.4633784 Dec 16 07:44:21.367735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-0f43d303-b196-4cd2-a11f-18166005b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:21.369889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-0f43d303-b196-4cd2-a11f-18166005b4af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 1099 time: 0.3705087 Dec 16 07:44:21.387270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-f10f5c69-fe62-4a1a-b137-834f9917a53b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/quotas/0424a4b706684dfd8264a23dc3aa4325 HTTP/1.1" status: 200 len: 375 time: 0.0341511 Dec 16 07:44:21.451719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:21.452435 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:21.521999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-340bdc07-7cbd-4633-82da-fe5a982caea0 None None] Provisioning complete for port 2086d7aa-5789-4019-942d-eaa2f67ffc1d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:21.523355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-340bdc07-7cbd-4633-82da-fe5a982caea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:21.582558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-340bdc07-7cbd-4633-82da-fe5a982caea0 None None] Port 2086d7aa-5789-4019-942d-eaa2f67ffc1d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:21.896086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-5fbe2385-3aaa-45e2-a1be-f4f833d6dcd2 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:21.897590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-5fbe2385-3aaa-45e2-a1be-f4f833d6dcd2 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe3566d-8df8-45a4-96a4-776029ef3cf7 HTTP/1.1" status: 200 len: 946 time: 0.6513722 Dec 16 07:44:21.936580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-60406488-1ff6-4325-954c-82e7acfd61cf tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5483415 Dec 16 07:44:21.951679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b6484-7f7e-4f1a-a788-a71ab75fda98 req-4a501b3f-f9e1-45ef-855b-7a8b95e167c8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:21.953178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba1b6484-7f7e-4f1a-a788-a71ab75fda98 req-4a501b3f-f9e1-45ef-855b-7a8b95e167c8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.5220256 Dec 16 07:44:22.115124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-b56bd27c-b240-4141-9ee3-f3204d450efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:22.116831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-b56bd27c-b240-4141-9ee3-f3204d450efb service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.6938393 Dec 16 07:44:22.207080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-e0b902de-4a9f-465d-a3ea-377a680b6187 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0444e2c7-917c-4b3b-b8ab-850f473b143e HTTP/1.1" status: 200 len: 217 time: 0.0571306 Dec 16 07:44:22.220214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba1b6484-7f7e-4f1a-a788-a71ab75fda98 req-ef2a90a8-d074-46b2-9e4f-14787bc564d5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360499 Dec 16 07:44:22.273964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c28d9c5-e070-48f5-8d19-c138fe6baf36 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3767555 Dec 16 07:44:22.276075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-ccb78f1e-6b2b-4483-8647-e90b71ac8b53 service neutron] 10.222.0.43 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203268 Dec 16 07:44:22.300414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Request body: {'port': {'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:22.380283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-5919e0a1-7245-44a3-91db-714daa476e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:22.381754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-5919e0a1-7245-44a3-91db-714daa476e41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1606719 Dec 16 07:44:22.410329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Deleting port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:44:22.411014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:22.611514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d94b3e-aafb-46fb-ac26-e4692b1862d7 req-3a9813e6-94fa-4211-9684-f770ae778d75 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:22.619761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62d94b3e-aafb-46fb-ac26-e4692b1862d7 req-3a9813e6-94fa-4211-9684-f770ae778d75 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.3065817 Dec 16 07:44:22.680984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] For port 9cf6e13a-06b6-48c9-a9ad-aef34d700193, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9cf6e13a-06b6-48c9-a9ad-aef34d700193,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:22.681351 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:22.701330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:22.704496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-d26c0a04-871e-4b3c-95f5-395db47f5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:22.706246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-d26c0a04-871e-4b3c-95f5-395db47f5ddf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2980518 Dec 16 07:44:22.759871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-92fc7f03-0fc5-49ec-9d16-1e8b29bf83a4 service neutron] 10.222.0.43 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704573 Dec 16 07:44:22.886839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62d94b3e-aafb-46fb-ac26-e4692b1862d7 req-7fc57cba-e9bb-41d8-9351-6a56677f9998 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642708 Dec 16 07:44:23.260383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dadf5a-c5bd-41af-8803-584c02dcba7a req-3d01a2d4-f774-4a6c-85ea-0d59a0e5b786 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:23.262184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7dadf5a-c5bd-41af-8803-584c02dcba7a req-3d01a2d4-f774-4a6c-85ea-0d59a0e5b786 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.2503664 Dec 16 07:44:23.269740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-0f750c14-19b0-4a02-ab18-5ab7a3cf24e9 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424268 Dec 16 07:44:23.564025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:23.564755 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:23.564755 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Floating IP fb0cee31-5850-45e2-b91d-83b54784a345 disassociated. External IP: 172.25.2.89, port: 9cf6e13a-06b6-48c9-a9ad-aef34d700193. Dec 16 07:44:23.565128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Calling delete_port for 9cf6e13a-06b6-48c9-a9ad-aef34d700193 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:44:23.613356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7dadf5a-c5bd-41af-8803-584c02dcba7a req-a680e62f-c858-410b-8223-70a171fe100b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424604 Dec 16 07:44:23.688205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f34d6-2df7-4de4-ba30-1f21b52de919 req-ba6b86d5-6ff2-4e0c-9d63-acfbd72bb504 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:23.689747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a0f34d6-2df7-4de4-ba30-1f21b52de919 req-ba6b86d5-6ff2-4e0c-9d63-acfbd72bb504 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 947 time: 0.3237653 Dec 16 07:44:23.738546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3c95dd3-7fb6-495b-8942-1f0b413f785e req-14529507-9651-48af-a7ad-340fa9ab9e09 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821478 Dec 16 07:44:23.952398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e000-4666-4057-9948-c1d6392b3bc6 req-b2853e56-326c-49e7-a20d-40c5a3763635 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:23.954467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6328e000-4666-4057-9948-c1d6392b3bc6 req-b2853e56-326c-49e7-a20d-40c5a3763635 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 932 time: 0.2574580 Dec 16 07:44:23.958509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a0f34d6-2df7-4de4-ba30-1f21b52de919 req-a8df4624-bc4e-4c62-b0f5-d2ae08a1df92 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537704 Dec 16 07:44:23.979464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2086d7aa-5789-4019-942d-eaa2f67ffc1d {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:24.019981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:24.069629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6328e000-4666-4057-9948-c1d6392b3bc6 req-9330f419-8281-421d-b0eb-b5b7fde701e1 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056416 Dec 16 07:44:24.075248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Transition to ACTIVE for port object 2086d7aa-5789-4019-942d-eaa2f67ffc1d will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:24.180792 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:24.200537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574f73b-8e60-44ab-a7b3-0e5e381dcd7d req-4fba5086-861d-4a20-8968-3d31d93eb541 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:24.202387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e574f73b-8e60-44ab-a7b3-0e5e381dcd7d req-4fba5086-861d-4a20-8968-3d31d93eb541 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.1000516 Dec 16 07:44:24.266503 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:24.306242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ca1427e1-02ce-44be-9a3d-c1d0b176983c tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1176958 Dec 16 07:44:24.408021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Pushing event updated for resources: {'Port': ['ID=2086d7aa-5789-4019-942d-eaa2f67ffc1d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:24.471662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0444e2c7-917c-4b3b-b8ab-850f473b143e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:24.702129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 0444e2c7-917c-4b3b-b8ab-850f473b143e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0444e2c7-917c-4b3b-b8ab-850f473b143e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:24.717547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '0444e2c7-917c-4b3b-b8ab-850f473b143e', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '0444e2c7-917c-4b3b-b8ab-850f473b143e', 'mac_address': 'fa:16:3e:b2:3f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:24.775504 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:24.790547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0444e2c7-917c-4b3b-b8ab-850f473b143e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:24.813362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 0444e2c7-917c-4b3b-b8ab-850f473b143e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0444e2c7-917c-4b3b-b8ab-850f473b143e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:24.909379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9cf6e13a-06b6-48c9-a9ad-aef34d700193 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:44:24.963142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:24.967106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 9cf6e13a-06b6-48c9-a9ad-aef34d700193 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:44:24.967660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9cf6e13a-06b6-48c9-a9ad-aef34d700193 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:44:25.014565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event deleted for resources: {'Port': ['ID=9cf6e13a-06b6-48c9-a9ad-aef34d700193,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:25.046043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=0444e2c7-917c-4b3b-b8ab-850f473b143e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:25.105992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e574f73b-8e60-44ab-a7b3-0e5e381dcd7d req-40fa5292-67b0-4c09-95dc-a519a2e16068 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8621552 Dec 16 07:44:25.196132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-b374958e-766c-4980-ae85-bf624c9c751a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:25.198404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-b374958e-766c-4980-ae85-bf624c9c751a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8745339 Dec 16 07:44:25.201632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Attempting to bind port 2086d7aa-5789-4019-942d-eaa2f67ffc1d on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:25.201964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Attempting to bind port 2086d7aa-5789-4019-942d-eaa2f67ffc1d by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:25.202291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Attempting to bind port 2086d7aa-5789-4019-942d-eaa2f67ffc1d on network 351907f2-c4c0-4864-9ff7-714ee5858a6f {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:25.222058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Port 2086d7aa-5789-4019-942d-eaa2f67ffc1d on network 351907f2-c4c0-4864-9ff7-714ee5858a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:25.222389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Attempting to bind port 2086d7aa-5789-4019-942d-eaa2f67ffc1d on network 351907f2-c4c0-4864-9ff7-714ee5858a6f {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:25.231003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Router b8ff2401-6127-4816-8020-ed9b5eade8af has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:44:25.232553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-4fc34534-7e37-4a3a-a2d6-be90b1ee386d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/quotas/e4fd988fe4bc4cf888385a7d5bf9f7ab HTTP/1.1" status: 200 len: 375 time: 0.0249066 Dec 16 07:44:25.238370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:25.238716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Checking segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:25.239630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Bound using segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:25.240282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Bound port: 2086d7aa-5789-4019-942d-eaa2f67ffc1d, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:25.240872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:25.347052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-109261bc-3dcf-4cc3-b9dd-f5c09cadd7c1 req-9d1f3b9c-b4fa-4fc0-835d-a1c2e7439c88 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 210 time: 0.0651236 Dec 16 07:44:25.437054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-fbe9f14f-f795-43dc-b7f3-c424e4fbcc46 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1929150 Dec 16 07:44:25.553968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0444e2c7-917c-4b3b-b8ab-850f473b143e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:25.669500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] For port 2086d7aa-5789-4019-942d-eaa2f67ffc1d, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:25.720875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] For port 2086d7aa-5789-4019-942d-eaa2f67ffc1d, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:25.735860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:44:25.755341 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] Sync routers for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:44:25.781315 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:25.782389 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:25.814122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0bbd8-9331-40ca-8d4a-c320523b9d93 req-e76719e4-180c-4e9f-9599-7d63a8a1e313 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:25.815682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82d0bbd8-9331-40ca-8d4a-c320523b9d93 req-e76719e4-180c-4e9f-9599-7d63a8a1e313 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.2609351 Dec 16 07:44:25.848699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] No DVR routers for this DVR port 9cf6e13a-06b6-48c9-a9ad-aef34d700193 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:44:25.852057 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:25.855807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:25.859626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fcd60ce-dc98-457a-82f5-b543994e5c0d req-7e8118b8-31a8-4da2-8a8e-11443f34789a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "DELETE /v2.0/ports/9cf6e13a-06b6-48c9-a9ad-aef34d700193 HTTP/1.1" status: 204 len: 173 time: 3.9519501 Dec 16 07:44:25.861307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'name': 'network-vif-deleted', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:25.863729 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d68c2-4678-417b-9501-7ccb49b205c9" -d '{"events": [{"server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "name": "network-vif-deleted", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:25.939055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:25.939695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:25.941177 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] 10.222.0.36 "PUT /v2.0/ports/2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 1093 time: 3.6484005 Dec 16 07:44:26.013632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82d0bbd8-9331-40ca-8d4a-c320523b9d93 req-9c889bd7-8099-49f0-b98a-7fd1e5b3acdb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665690 Dec 16 07:44:26.014507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ca767-d51c-4def-af2b-3948b8a6f5ff service neutron] Pushing event updated for resources: {'Port': ['ID=2086d7aa-5789-4019-942d-eaa2f67ffc1d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:26.216923 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:26.368036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dde85-fae6-4dc9-9ead-b78c0e7ec6da req-bc1552db-ae7f-47e4-8919-3c482a4bd5be tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:26.369717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b42dde85-fae6-4dc9-9ead-b78c0e7ec6da req-bc1552db-ae7f-47e4-8919-3c482a4bd5be tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.2480609 Dec 16 07:44:26.391082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b68ef-d389-4c48-9874-e2ad8aaf6124 req-c256cc95-a540-4b72-ad9c-125ecdcc3dab tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:26.394020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f6b68ef-d389-4c48-9874-e2ad8aaf6124 req-c256cc95-a540-4b72-ad9c-125ecdcc3dab tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 948 time: 0.1868196 Dec 16 07:44:26.470911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-20d14647-cda3-47bc-9ae1-95a7945a2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:26.472743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-20d14647-cda3-47bc-9ae1-95a7945a2215 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1096 time: 0.3320539 Dec 16 07:44:26.566714 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:26.641153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-9fc18346-aa6e-4c70-b104-5c193f4df8cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 217 time: 0.0940957 Dec 16 07:44:26.646252 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] Checking router: b8ff2401-6127-4816-8020-ed9b5eade8af for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:44:26.658432 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:26.659447 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:26.733931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b42dde85-fae6-4dc9-9ead-b78c0e7ec6da req-d7a40fb3-a92b-4de9-9b2b-b476aa641833 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371868 Dec 16 07:44:26.760323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f6b68ef-d389-4c48-9874-e2ad8aaf6124 req-d58840a2-0cb5-472e-b333-5042d3f58667 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423047 Dec 16 07:44:26.823371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-870fc854-aa34-4684-8a42-0c768e3a4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:26.825027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-870fc854-aa34-4684-8a42-0c768e3a4bd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.1662996 Dec 16 07:44:26.833858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-a122822b-7dee-4678-8586-223577816806 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:26.835665 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-a122822b-7dee-4678-8586-223577816806 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 824 time: 0.3968749 Dec 16 07:44:26.840260 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:26.892156 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d368c40-0cba-435c-8ea2-942a213d6910 x-openstack-request-id: req-3d368c40-0cba-435c-8ea2-942a213d6910 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:26.894370 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe3566d-8df8-45a4-96a4-776029ef3cf7", "name": "network-vif-deleted", "tag": "9cf6e13a-06b6-48c9-a9ad-aef34d700193", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:26.894679 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d368c40-0cba-435c-8ea2-942a213d6910 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:26.895149 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe3566d-8df8-45a4-96a4-776029ef3cf7', 'name': 'network-vif-deleted', 'tag': '9cf6e13a-06b6-48c9-a9ad-aef34d700193', 'status': 'completed', 'code': 200} Dec 16 07:44:27.011348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4195195a-0dd6-4738-8199-f167f9049f0a req-413b5d86-89b7-4d5a-8e9a-237e603af104 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 210 time: 0.0791750 Dec 16 07:44:27.047720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-45cb0089-e411-43b6-bd46-8176ee40895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:27.053666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-45cb0089-e411-43b6-bd46-8176ee40895b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146304 Dec 16 07:44:27.180804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2dc1a-8529-4300-a190-49e0979fdaff req-4842184d-64e5-43dd-98fb-3c304e6e7ae3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:27.182920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4c2dc1a-8529-4300-a190-49e0979fdaff req-4842184d-64e5-43dd-98fb-3c304e6e7ae3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 944 time: 0.2948256 Dec 16 07:44:27.195861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:27.231888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-60cd4de5-985a-4812-bb8b-376001131c6f tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0424a4b706684dfd8264a23dc3aa4325 HTTP/1.1" status: 200 len: 380 time: 0.3448575 Dec 16 07:44:27.292057 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:27.310356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'port': {'device_id': '62710841-d774-466d-9863-f9fd4e977e18', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'admin_state_up': True, 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'security_groups': ['91ba5edf-ca6b-4def-a4cc-36fcd3219a05']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:27.459594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4c2dc1a-8529-4300-a190-49e0979fdaff req-1826a4ca-5d68-43a9-8846-62e956067bec tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463651 Dec 16 07:44:27.481159 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69983e45-fb1c-4ba1-b886-b8adbaf511b1 None None] The sync data for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 is: [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:44:27.495732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-38021ed7-b4fa-4a2d-baef-9c92e2eaf501 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194250 Dec 16 07:44:27.508732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe7a2d-66d2-427b-b2a8-726330c111f1 req-aea7c4ce-6365-4f65-a286-d869cf6bc604 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:27.510251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adbe7a2d-66d2-427b-b2a8-726330c111f1 req-aea7c4ce-6365-4f65-a286-d869cf6bc604 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.2717874 Dec 16 07:44:27.677172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bf826e6-e24b-41cc-a87e-e72d167622b6 req-21639fb9-b10b-46a6-b62e-985880906f2b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 210 time: 0.1027181 Dec 16 07:44:27.737685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adbe7a2d-66d2-427b-b2a8-726330c111f1 req-2eb339ca-7eef-4886-b927-7f9655d0be4c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012835 Dec 16 07:44:27.784008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c734186a-e44d-4ff2-b14c-daa348cad900 req-e72a98ea-13e6-4e50-871e-1dd12ce4e6fa service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701583 Dec 16 07:44:27.911398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2dd4c-33c7-4ff7-ba37-458a15999f9d None None] New status for floating IP fb0cee31-5850-45e2-b91d-83b54784a345: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:44:27.923371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Made reservation on behalf of 0424a4b706684dfd8264a23dc3aa4325 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:27.927308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:28.109593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbf1f9-1c7b-46d4-b35f-a19d00a1cfe9 req-6f9677e8-481b-4d74-8ae2-bf36e13753ee tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:28.118519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbcbf1f9-1c7b-46d4-b35f-a19d00a1cfe9 req-6f9677e8-481b-4d74-8ae2-bf36e13753ee tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.2545645 Dec 16 07:44:28.142324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd494c-b527-4f4a-941f-809d1841f94e req-89efa1ba-dfa1-43b5-b035-9668eef067b1 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:28.154986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3bd494c-b527-4f4a-941f-809d1841f94e req-89efa1ba-dfa1-43b5-b035-9668eef067b1 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.2756538 Dec 16 07:44:28.195659 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b472f8a-cb44-45c3-892e-fde911e94058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:28.286014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbcbf1f9-1c7b-46d4-b35f-a19d00a1cfe9 req-92747df3-fde9-441b-9680-dffc5bf5e916 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621418 Dec 16 07:44:28.311888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3bd494c-b527-4f4a-941f-809d1841f94e req-04e247cb-685e-4212-924b-a932e30054c5 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425889 Dec 16 07:44:28.312136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Allocated IP 172.20.0.6 (56581ddc-1858-4c9c-9e65-d461df877c3d/e3b9a48e-5936-471c-9b20-9b141bc2650d/1e7bc5ea-e98e-485e-b076-a2c7ff7d867b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:28.487630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0444e2c7-917c-4b3b-b8ab-850f473b143e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:28.503104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c320fbda-97cc-41fc-bcd5-f2e2f2a653c7 req-1a44c42f-bdd7-4d7d-9168-f72a61466df6 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 210 time: 0.0574634 Dec 16 07:44:28.524666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39f99-9797-4239-8db4-1558e38376c6 req-05c92e6f-57dc-4f13-9636-03b723d909ec tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:28.526218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60e39f99-9797-4239-8db4-1558e38376c6 req-05c92e6f-57dc-4f13-9636-03b723d909ec tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 948 time: 0.0986819 Dec 16 07:44:28.559496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:28.645824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60e39f99-9797-4239-8db4-1558e38376c6 req-c9612852-a37b-4d74-8fe5-0133f0838b7c tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994539 Dec 16 07:44:28.670066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e8a5e-82b0-4f77-a060-9ad8465a69e6 req-34cdaac1-dd5e-4d31-a9ee-98c24e3a0a14 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:28.671546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed0e8a5e-82b0-4f77-a060-9ad8465a69e6 req-34cdaac1-dd5e-4d31-a9ee-98c24e3a0a14 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 944 time: 0.0782461 Dec 16 07:44:28.718171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed0e8a5e-82b0-4f77-a060-9ad8465a69e6 req-a392be60-8a8b-4c9f-9bce-153fa9b2c0be tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 Dec 16 07:44:28.789763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf9895e9-173c-4346-9dfc-1ee9b691bda5 req-2962f511-4603-4b12-ac59-fe6d0da067a0 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 210 time: 0.0267317 Dec 16 07:44:28.857506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a066c8-9d32-43d4-9891-4e61d209976e req-6be4b5c7-cd2c-4812-8a87-4db1caa39e8f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:28.859017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46a066c8-9d32-43d4-9891-4e61d209976e req-6be4b5c7-cd2c-4812-8a87-4db1caa39e8f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.0531602 Dec 16 07:44:29.164955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:29.167205 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0657dd4-4335-42be-bc13-ab766cfe418f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:29.204680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 0444e2c7-917c-4b3b-b8ab-850f473b143e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:29.205560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 0444e2c7-917c-4b3b-b8ab-850f473b143e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:29.206096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46a066c8-9d32-43d4-9891-4e61d209976e req-0d5ad7e9-8461-4f6c-a45b-91e2fd5eb27d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409567 Dec 16 07:44:29.206232 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.208458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.235970 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2db5e-fbf7-40fe-9ef5-b72fdc7428d6 x-openstack-request-id: req-80f2db5e-fbf7-40fe-9ef5-b72fdc7428d6 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:29.236287 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:29.236540 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80f2db5e-fbf7-40fe-9ef5-b72fdc7428d6 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:29.236928 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'status': 'completed', 'code': 200} Dec 16 07:44:29.256584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Network 56581ddc-1858-4c9c-9e65-d461df877c3d is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:29.260492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:29.273787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:29.316911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.324539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event updated for resources: {'Port': ['ID=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:29.352997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.353541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.353890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.354698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.355045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.355392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.355727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.356062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.356444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.356830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.357092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.357421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.357980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:29.383766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:29.407742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.422066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-a002b334-a0ab-4a66-82cf-18986d848317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:29.423449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-a002b334-a0ab-4a66-82cf-18986d848317 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1096 time: 0.1595693 Dec 16 07:44:29.433152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea50831-8acc-40a7-af72-fb10508333dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0444e2c7-917c-4b3b-b8ab-850f473b143e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:29.435662 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ff2ec2-4cf2-476c-839f-93c488d939cb" -d '{"events": [{"server_uuid": "bea50831-8acc-40a7-af72-fb10508333dc", "name": "network-vif-plugged", "status": "completed", "tag": "0444e2c7-917c-4b3b-b8ab-850f473b143e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:29.452573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 0444e2c7-917c-4b3b-b8ab-850f473b143e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0444e2c7-917c-4b3b-b8ab-850f473b143e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:29.544112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-c178a239-cc0b-4360-9291-659c31eb944d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2501910 Dec 16 07:44:29.570376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Request body: {'port': {'device_id': '62710841-d774-466d-9863-f9fd4e977e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:29.572581 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.649390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d903f-23e1-40c5-a2e6-9f8ad8faad9b req-6212d886-7e99-4a6c-8a63-a1bc5c9114c5 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:29.655980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=0444e2c7-917c-4b3b-b8ab-850f473b143e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:29.656704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc8d903f-23e1-40c5-a2e6-9f8ad8faad9b req-6212d886-7e99-4a6c-8a63-a1bc5c9114c5 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.2370219 Dec 16 07:44:29.666545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.679688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c47fa9b3-ce82-428c-b69e-f2385c3068a3 None None] Provisioning complete for port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:29.680117 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c47fa9b3-ce82-428c-b69e-f2385c3068a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.724431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c47fa9b3-ce82-428c-b69e-f2385c3068a3 None None] Port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:29.736034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7b8ae-74b2-4484-8ab9-1a6b56c689f6 req-6033a0b6-0b22-460e-969a-a835cde8818d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:29.737607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8eb7b8ae-74b2-4484-8ab9-1a6b56c689f6 req-6033a0b6-0b22-460e-969a-a835cde8818d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.2114120 Dec 16 07:44:29.746201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-2b8fc6a3-c063-43f9-bbef-d9c85d7f2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:29.747642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-2b8fc6a3-c063-43f9-bbef-d9c85d7f2b6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.3143194 Dec 16 07:44:29.766250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:29.783512 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-fd898614-e2ac-401f-bc4b-cad76e9d3052 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290275 Dec 16 07:44:29.848677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-7ca23044-9327-491c-a154-2192ae8c2202 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 217 time: 0.0718091 Dec 16 07:44:29.872893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc8d903f-23e1-40c5-a2e6-9f8ad8faad9b req-4bf68ca3-d31e-4bf9-bf39-ebd5c16bd798 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152908 Dec 16 07:44:29.937523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-c74502ef-46d1-47b7-b5d3-9b5cf07f666b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:29.939853 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-c74502ef-46d1-47b7-b5d3-9b5cf07f666b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497812 Dec 16 07:44:29.967177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Request body: {'port': {'device_id': '5c12f6d4-472a-4787-b516-e46d6e473682', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'e4fd988fe4bc4cf888385a7d5bf9f7ab'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:29.995419 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01af639-2972-4be5-a74d-14c7b0cdd421 x-openstack-request-id: req-e01af639-2972-4be5-a74d-14c7b0cdd421 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:29.995975 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea50831-8acc-40a7-af72-fb10508333dc", "name": "network-vif-plugged", "status": "completed", "tag": "0444e2c7-917c-4b3b-b8ab-850f473b143e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:29.997399 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e01af639-2972-4be5-a74d-14c7b0cdd421 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:29.997957 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea50831-8acc-40a7-af72-fb10508333dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0444e2c7-917c-4b3b-b8ab-850f473b143e', 'code': 200} Dec 16 07:44:30.004359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8eb7b8ae-74b2-4484-8ab9-1a6b56c689f6 req-e66606d0-6d94-4dea-b521-bcd51db704eb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405941 Dec 16 07:44:30.033345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-073b0fda-188c-4fac-bd96-390ce4b0937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:30.038670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-073b0fda-188c-4fac-bd96-390ce4b0937e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.1648488 Dec 16 07:44:30.193484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170f68c9-17f9-4579-9876-bf99eaedf53b req-0d0e0550-3f9b-4ca6-957c-5873f6b395af tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 210 time: 0.1071999 Dec 16 07:44:30.242640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Made reservation on behalf of e4fd988fe4bc4cf888385a7d5bf9f7ab for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:30.246632 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:30.264094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-5b8aff84-665e-462c-930f-c0e492ec877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:30.266327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-5b8aff84-665e-462c-930f-c0e492ec877e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2118840 Dec 16 07:44:30.408977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ae1bf-4c3c-4aa7-be49-cab9e3395c4c req-bf8392be-2d4f-4f55-a45c-6f079530ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:30.411501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b39ae1bf-4c3c-4aa7-be49-cab9e3395c4c req-bf8392be-2d4f-4f55-a45c-6f079530ff3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 1101 time: 0.2277677 Dec 16 07:44:30.427978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b25933-38e8-4a39-ac8a-4c276a86e0ff req-10d9eb04-4e19-477e-b505-ca9e8d66165e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:30.429703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2b25933-38e8-4a39-ac8a-4c276a86e0ff req-10d9eb04-4e19-477e-b505-ca9e8d66165e tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 949 time: 0.2609816 Dec 16 07:44:30.435671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Allocated IP 192.168.233.108 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/6f0b0af3-5ead-4fcd-9bca-814a223a41fb) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:30.516155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f5eea-45e6-45b3-81da-eb25ca4e013d req-8b83cd25-b09a-41f9-9213-2509574c8179 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:30.517666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d25f5eea-45e6-45b3-81da-eb25ca4e013d req-8b83cd25-b09a-41f9-9213-2509574c8179 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 944 time: 0.2503405 Dec 16 07:44:30.593613 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:30.607774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b39ae1bf-4c3c-4aa7-be49-cab9e3395c4c req-5cabd77d-a8f8-40d7-87db-885d0c8bfb00 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770191 Dec 16 07:44:30.609601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-3050324a-d993-4b27-8278-a30a1d345a34 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884991 Dec 16 07:44:30.622865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2b25933-38e8-4a39-ac8a-4c276a86e0ff req-ce1e169f-e2db-4e31-891e-dbd00b7ec472 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747308 Dec 16 07:44:30.673681 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-036fa6e0-0bde-4be2-9df5-2bccae19c014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:30.727463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:30.763097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d25f5eea-45e6-45b3-81da-eb25ca4e013d req-6e5e16b3-c502-42d7-bf6c-6eae747dab39 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276864 Dec 16 07:44:30.771868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:30.777596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:30.778158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d09df1d2-3118-427e-9838-fa5e0fa49e0e', '6da76819-80c7-4b69-8f52-23103436a364'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:30.781189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:30.784536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:30.786616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:30.816127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Transition to ACTIVE for port object 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:30.828920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b879-dae5-412e-9c6d-9101ad8d531c req-aa3afd9b-02f7-418e-81fa-5eb23eb3f56d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:30.830482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfd6b879-dae5-412e-9c6d-9101ad8d531c req-aa3afd9b-02f7-418e-81fa-5eb23eb3f56d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 931 time: 0.1180217 Dec 16 07:44:30.834843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Pushing event updated for resources: {'Port': ['ID=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:30.853498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0657dd4-4335-42be-bc13-ab766cfe418f req-ba757472-ca87-4053-8acd-cecfaf9d9d54 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296684 Dec 16 07:44:30.865171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.865622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.865864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.866204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.866542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.866874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.867204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.867531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.867857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.868202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.868536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.868866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.869195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:30.902940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:30.905455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:30.911675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfd6b879-dae5-412e-9c6d-9101ad8d531c req-a06d953d-9fa2-4503-a951-2288007dff80 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699167 Dec 16 07:44:30.916074 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:30.954523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2086d7aa-5789-4019-942d-eaa2f67ffc1d details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:31.015801 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-e608d75f-7b51-4acb-b869-2092dbf675b3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0567946 Dec 16 07:44:31.046058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Request body: {'port': {'device_id': '5c12f6d4-472a-4787-b516-e46d6e473682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:31.162691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.183480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Pushing event updated for resources: {'Port': ['ID=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:31.188329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2086d7aa-5789-4019-942d-eaa2f67ffc1d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:31.224215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c1130b0c-a3f8-4482-bd2d-98ce3d3285a6 None None] Provisioning complete for port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:31.224857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c1130b0c-a3f8-4482-bd2d-98ce3d3285a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.232248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9545bbd-d7a3-45f6-aa8b-322c3a094de7 req-5b943296-4b7b-4b4a-ab80-008c748e266e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:31.233808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9545bbd-d7a3-45f6-aa8b-322c3a094de7 req-5b943296-4b7b-4b4a-ab80-008c748e266e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.2280521 Dec 16 07:44:31.234535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Attempting to bind port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:31.234863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Attempting to bind port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:31.235188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Attempting to bind port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b on network 56581ddc-1858-4c9c-9e65-d461df877c3d {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:31.246891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8160f-508d-463b-99d3-89b1e9860819 req-750fb4d0-7331-439b-a252-41023464989a tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:31.248434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ff8160f-508d-463b-99d3-89b1e9860819 req-750fb4d0-7331-439b-a252-41023464989a tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.2367742 Dec 16 07:44:31.272722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b on network 56581ddc-1858-4c9c-9e65-d461df877c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:31.273053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Attempting to bind port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b on network 56581ddc-1858-4c9c-9e65-d461df877c3d {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:31.273484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c1130b0c-a3f8-4482-bd2d-98ce3d3285a6 None None] Port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:31.278132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'mac_address': 'fa:16:3e:55:cd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:31.330092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:31.336740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Checking segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:31.336740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Bound using segment: {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:31.336740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Bound port: 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1144efa-82ef-4685-9991-23dac423b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:31.336740 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.352601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9545bbd-d7a3-45f6-aa8b-322c3a094de7 req-67ff8438-2c53-4680-81a8-d1c608cbc5ec tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017768 Dec 16 07:44:31.355487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.372111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2086d7aa-5789-4019-942d-eaa2f67ffc1d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:31.394184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ff8160f-508d-463b-99d3-89b1e9860819 req-37076597-358a-4cb8-8468-9aa7a532a635 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651817 Dec 16 07:44:31.443931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2086d7aa-5789-4019-942d-eaa2f67ffc1d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:31.451297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] For port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:31.458068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] For port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:31.527119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0b0af3-5ead-4fcd-9bca-814a223a41fb {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:31.537668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.550181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Transition to ACTIVE for port object 6f0b0af3-5ead-4fcd-9bca-814a223a41fb will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:31.555284 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.561510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391b2d-34f9-4894-9a52-75232c357910 req-fb73e0f6-babe-4bc6-927f-3ba592c6be25 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:31.567919 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00391b2d-34f9-4894-9a52-75232c357910 req-fb73e0f6-babe-4bc6-927f-3ba592c6be25 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.0897102 Dec 16 07:44:31.567919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.621105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e44f-2bd8-4ad9-9d71-73ccd6a24152 req-f5aefde0-b9cf-4875-8448-eda6b276dae4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:31.621831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=2086d7aa-5789-4019-942d-eaa2f67ffc1d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:31.622612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ca9e44f-2bd8-4ad9-9d71-73ccd6a24152 req-f5aefde0-b9cf-4875-8448-eda6b276dae4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 936 time: 0.1212239 Dec 16 07:44:31.633489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.668464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:31.669094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.670487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] 10.222.0.36 "PUT /v2.0/ports/1e7bc5ea-e98e-485e-b076-a2c7ff7d867b HTTP/1.1" status: 200 len: 1092 time: 2.1049666 Dec 16 07:44:31.670936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:31.673218 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1487e197-6802-443f-a1a6-499b40d38a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:31.688915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:31.732018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00391b2d-34f9-4894-9a52-75232c357910 req-4d6d2125-5bda-455a-a946-ace0fe18fb16 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602750 Dec 16 07:44:31.732637 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.740503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36ac89-0b19-4092-a436-59f5734023dd service neutron] Pushing event updated for resources: {'Port': ['ID=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:31.771843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ca9e44f-2bd8-4ad9-9d71-73ccd6a24152 req-66294abb-afdb-4015-b53d-79d528c173ae tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369216 Dec 16 07:44:31.813986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Attempting to bind port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:31.814532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Attempting to bind port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:31.814626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Attempting to bind port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:31.821263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:31.821843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Attempting to bind port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:31.829169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:31.829169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:31.829169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:31.829169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Bound port: 6f0b0af3-5ead-4fcd-9bca-814a223a41fb, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:31.829633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:31.883054 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37699cae-9889-40cf-9590-02f4857fcb5e x-openstack-request-id: req-37699cae-9889-40cf-9590-02f4857fcb5e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:31.883351 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:31.883744 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37699cae-9889-40cf-9590-02f4857fcb5e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:31.884208 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'status': 'completed', 'code': 200} Dec 16 07:44:31.903642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a0da6-b8cd-429f-ae7c-8bfa16dcea94 req-d4581604-b614-4808-a5d0-2c8aac513a2d tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:31.911733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d12a0da6-b8cd-429f-ae7c-8bfa16dcea94 req-d4581604-b614-4808-a5d0-2c8aac513a2d tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 949 time: 0.0773323 Dec 16 07:44:31.962289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] For port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:31.966125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] For port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:31.999323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['2086d7aa-5789-4019-942d-eaa2f67ffc1d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:32.041767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:32.044954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-fbab8c2e-8ab3-4346-a55e-4f8008f2abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.051113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-fbab8c2e-8ab3-4346-a55e-4f8008f2abee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 1095 time: 0.1320977 Dec 16 07:44:32.082753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.091210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:32.091210 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] 10.222.0.36 "PUT /v2.0/ports/6f0b0af3-5ead-4fcd-9bca-814a223a41fb HTTP/1.1" status: 200 len: 1097 time: 1.0473809 Dec 16 07:44:32.091210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c12f6d4-472a-4787-b516-e46d6e473682', 'tag': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:32.091210 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518" -d '{"events": [{"name": "network-changed", "server_uuid": "5c12f6d4-472a-4787-b516-e46d6e473682", "tag": "6f0b0af3-5ead-4fcd-9bca-814a223a41fb"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:32.113008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-e983c5ac-8ecf-4c9d-a075-9e112819d253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b HTTP/1.1" status: 200 len: 217 time: 0.0468316 Dec 16 07:44:32.115440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb57d6d-bcda-475f-bf0c-ef6acc657807 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:32.119491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d12a0da6-b8cd-429f-ae7c-8bfa16dcea94 req-e99e9bac-fe57-4e6e-98bf-d020b6960271 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069197 Dec 16 07:44:32.131584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c851-c0c7-47f8-b611-eed8772e860d req-1e5893c1-045a-4804-80d9-65b60a94740a tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.131584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8643c851-c0c7-47f8-b611-eed8772e860d req-1e5893c1-045a-4804-80d9-65b60a94740a tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 945 time: 0.1371908 Dec 16 07:44:32.209535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-bda38cfc-138c-4395-a650-b5d2ab72d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.216834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-bda38cfc-138c-4395-a650-b5d2ab72d91c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 200 len: 863 time: 0.0805192 Dec 16 07:44:32.216834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8643c851-c0c7-47f8-b611-eed8772e860d req-275d05a6-3bd4-49e4-8be3-0dc5833148f1 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Dec 16 07:44:32.308549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-fda1beb4-4020-40e0-bac7-a08ffcf589b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.310323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-fda1beb4-4020-40e0-bac7-a08ffcf589b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56581ddc-1858-4c9c-9e65-d461df877c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905323 Dec 16 07:44:32.332802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-9a184c93-901f-4724-b1b1-979e3de82887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.335007 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-9a184c93-901f-4724-b1b1-979e3de82887 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 1100 time: 0.0572512 Dec 16 07:44:32.339744 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37fa702-0ff3-4da9-92f2-856cd857c9ce x-openstack-request-id: req-a37fa702-0ff3-4da9-92f2-856cd857c9ce {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:32.340300 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c12f6d4-472a-4787-b516-e46d6e473682", "tag": "6f0b0af3-5ead-4fcd-9bca-814a223a41fb", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:32.340736 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a37fa702-0ff3-4da9-92f2-856cd857c9ce {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:32.341351 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c12f6d4-472a-4787-b516-e46d6e473682', 'tag': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb', 'status': 'completed', 'code': 200} Dec 16 07:44:32.385888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ce3e-cc10-44cf-afac-42da01eb2470 req-02d01091-7349-4d70-8f64-019a9c1ab4a4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.387544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da36ce3e-cc10-44cf-afac-42da01eb2470 req-02d01091-7349-4d70-8f64-019a9c1ab4a4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 943 time: 0.1137993 Dec 16 07:44:32.407092 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-88dc7001-1e85-4a91-9062-c7d565f3c471 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=6f0b0af3-5ead-4fcd-9bca-814a223a41fb HTTP/1.1" status: 200 len: 217 time: 0.0483119 Dec 16 07:44:32.473813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-b28cab38-973e-41c3-9db9-23aed70043b6 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527700 Dec 16 07:44:32.479366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-3996d48f-4808-4d03-845d-c72252f2b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.479981 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-3996d48f-4808-4d03-845d-c72252f2b192 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0645192 Dec 16 07:44:32.481206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da36ce3e-cc10-44cf-afac-42da01eb2470 req-d074880a-b9f6-497a-9777-f11aeff7abeb tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781062 Dec 16 07:44:32.537508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-89c7bc10-926a-4c47-aaf6-59858aff6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.539013 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-89c7bc10-926a-4c47-aaf6-59858aff6c09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475643 Dec 16 07:44:32.628030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80e1b1-0745-4a4b-9815-b052ed52b643 req-a08170de-08cf-405f-a4b9-084b64969ec1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.630525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c80e1b1-0745-4a4b-9815-b052ed52b643 req-a08170de-08cf-405f-a4b9-084b64969ec1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.1484096 Dec 16 07:44:32.643747 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-819f7ed9-9201-4d66-824d-e17f6dd20ce8 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970240 Dec 16 07:44:32.745744 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2636e8b8-6728-46f1-9bef-53a23f168e11 req-cd5586bb-8a93-4f32-a28e-5b5d617c1e60 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943336 Dec 16 07:44:32.949850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4e8d-ed2e-4bec-8d6c-60afdecbf53f req-4c37a88f-21f9-43e9-90e1-938b721e2199 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:32.951235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b09c4e8d-ed2e-4bec-8d6c-60afdecbf53f req-4c37a88f-21f9-43e9-90e1-938b721e2199 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 973 time: 0.3797238 Dec 16 07:44:32.954514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286bc4d0-ad00-4da8-b466-d9b2ab04031b req-8046d3df-96f1-4896-8c2a-776687558238 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525325 Dec 16 07:44:32.961719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2086d7aa-5789-4019-942d-eaa2f67ffc1d up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:33.008326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c80e1b1-0745-4a4b-9815-b052ed52b643 req-05d45df8-32d1-484c-89d7-58df64251580 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644600 Dec 16 07:44:33.012862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-12b906ab-9f93-4de4-b0b3-905975ded27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.014377 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-12b906ab-9f93-4de4-b0b3-905975ded27c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 1100 time: 0.0477378 Dec 16 07:44:33.049180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b09c4e8d-ed2e-4bec-8d6c-60afdecbf53f req-dcba5b15-f707-4fd0-aec7-90eba83a3c16 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908470 Dec 16 07:44:33.119257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-c798a810-1a05-4393-b091-14e3a9e12be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.121018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-c798a810-1a05-4393-b091-14e3a9e12be3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.0976696 Dec 16 07:44:33.166286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 2086d7aa-5789-4019-942d-eaa2f67ffc1d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:33.170478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 2086d7aa-5789-4019-942d-eaa2f67ffc1d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:33.170915 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:33.176549 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-8b195ce0-d4c2-4ad7-ba9e-4e7987093abf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=6f0b0af3-5ead-4fcd-9bca-814a223a41fb HTTP/1.1" status: 200 len: 217 time: 0.0436292 Dec 16 07:44:33.199221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ab74b-c432-4ef9-a28b-374b0777b167 req-a8da5dea-1f84-4206-8aab-3d19e424d3dd tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.200807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a03ab74b-c432-4ef9-a28b-374b0777b167 req-a8da5dea-1f84-4206-8aab-3d19e424d3dd tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.1196425 Dec 16 07:44:33.237848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-946f9501-97ca-4aeb-80d3-94e1a4fb9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.239724 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-946f9501-97ca-4aeb-80d3-94e1a4fb9b49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0555429 Dec 16 07:44:33.260216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487e197-6802-443f-a1a6-499b40d38a6d req-cc20f943-04ac-4a14-930f-738ede5d0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.261696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1487e197-6802-443f-a1a6-499b40d38a6d req-cc20f943-04ac-4a14-930f-738ede5d0309 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 1095 time: 0.1477628 Dec 16 07:44:33.272371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:33.273746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2cae9-9e17-4328-b0e9-e71ce63ad962 req-65f5ef1d-e8e4-4163-a3e6-9ef2c2ed132d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.275112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b2cae9-9e17-4328-b0e9-e71ce63ad962 req-65f5ef1d-e8e4-4163-a3e6-9ef2c2ed132d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 946 time: 0.1581764 Dec 16 07:44:33.298954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:33.301941 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29da5e27-2ae6-4e22-99a4-c605c9576e3e" -d '{"events": [{"server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "name": "network-vif-plugged", "status": "completed", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:33.302122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-f0907d6d-e4f3-4c6c-9f49-3d3ef4454100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.304151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-f0907d6d-e4f3-4c6c-9f49-3d3ef4454100 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541406 Dec 16 07:44:33.315398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2086d7aa-5789-4019-942d-eaa2f67ffc1d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:33.318228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-a3c055fb-c7d4-4b1a-af52-909bd1505f59 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.319692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-a3c055fb-c7d4-4b1a-af52-909bd1505f59 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1098 time: 0.1464751 Dec 16 07:44:33.336708 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:33.357905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-11'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:33.372546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a03ab74b-c432-4ef9-a28b-374b0777b167 req-22658076-412a-432c-add7-cfa814024047 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542308 Dec 16 07:44:33.413040 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-f15bea26-dc94-48c9-9938-7dcf4b3090a1 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954964 Dec 16 07:44:33.452623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:33.472255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b2cae9-9e17-4328-b0e9-e71ce63ad962 req-30098fba-0a8c-4f55-91b1-43a51f7c0a83 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863353 Dec 16 07:44:33.497903 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:33.518324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487e197-6802-443f-a1a6-499b40d38a6d req-86ecb5ae-044b-48cf-b652-00ddf3d5b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.519802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1487e197-6802-443f-a1a6-499b40d38a6d req-86ecb5ae-044b-48cf-b652-00ddf3d5b028 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 925 time: 0.2389443 Dec 16 07:44:33.521927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=2086d7aa-5789-4019-942d-eaa2f67ffc1d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:33.530389 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10caf5a6-2e3f-4f91-9d08-f5ce17d8c518 req-923f6214-793e-4a6b-8199-4ecfeab14f08 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102722 Dec 16 07:44:33.607559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d36a4-8016-4cfb-bfe7-eddab1dc4585 req-1385a648-2030-45e0-a5d4-598e31b94b8d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.609071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-990d36a4-8016-4cfb-bfe7-eddab1dc4585 req-1385a648-2030-45e0-a5d4-598e31b94b8d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 948 time: 0.1628869 Dec 16 07:44:33.610287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1487e197-6802-443f-a1a6-499b40d38a6d req-dd613235-99ff-4649-967e-de83fd272a84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b HTTP/1.1" status: 200 len: 217 time: 0.0805390 Dec 16 07:44:33.777782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-990d36a4-8016-4cfb-bfe7-eddab1dc4585 req-e75c4138-04d0-4c8c-b0b1-02922db552c0 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596656 Dec 16 07:44:33.781344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487e197-6802-443f-a1a6-499b40d38a6d req-d8c0f34d-71ba-4282-9482-c05bdc942f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.782767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1487e197-6802-443f-a1a6-499b40d38a6d req-d8c0f34d-71ba-4282-9482-c05bdc942f66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 200 len: 863 time: 0.1613393 Dec 16 07:44:33.854165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:33.891575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebb61c-3962-4ba6-9579-1e5347f49f58 req-276835dd-bdc2-4beb-801b-d8d87220fa37 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.893062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ebb61c-3962-4ba6-9579-1e5347f49f58 req-276835dd-bdc2-4beb-801b-d8d87220fa37 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 949 time: 0.1969478 Dec 16 07:44:33.936940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487e197-6802-443f-a1a6-499b40d38a6d req-cc757e78-c6ee-4276-9895-9f3ac913538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.938386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1487e197-6802-443f-a1a6-499b40d38a6d req-cc757e78-c6ee-4276-9895-9f3ac913538f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56581ddc-1858-4c9c-9e65-d461df877c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427960 Dec 16 07:44:33.968408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77cb0c-d8a6-4df6-87b9-369e24865345 req-4ea772a6-ecaa-4fce-bdf0-e1f70b77584b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:33.969799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a77cb0c-d8a6-4df6-87b9-369e24865345 req-4ea772a6-ecaa-4fce-bdf0-e1f70b77584b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 946 time: 0.1377974 Dec 16 07:44:33.977064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:34.090311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ebb61c-3962-4ba6-9579-1e5347f49f58 req-3ee1b2af-d8e9-4322-9445-feeeb1dd29c6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900496 Dec 16 07:44:34.101194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:34.103515 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9dcbe4-2cb0-409d-ac8c-806cc6a604af" -d '{"events": [{"server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "name": "network-vif-unplugged", "status": "completed", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:34.107462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.118917 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.135049 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d529cb-9203-4884-af29-33a5ff249013 x-openstack-request-id: req-f1d529cb-9203-4884-af29-33a5ff249013 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:34.137643 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "name": "network-vif-plugged", "status": "completed", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:34.137643 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1d529cb-9203-4884-af29-33a5ff249013 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:34.137643 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'code': 200} Dec 16 07:44:34.145556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a77cb0c-d8a6-4df6-87b9-369e24865345 req-c4a1761e-fffb-44e1-bd2f-2c935bb53390 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579299 Dec 16 07:44:34.157617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1487e197-6802-443f-a1a6-499b40d38a6d req-614f42c0-adee-47ae-9f76-74f55f078775 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074642 Dec 16 07:44:34.253798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.299378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a0cee-9d46-46dd-9563-3e47d4aa7225 req-068af143-7055-4a31-bb75-69a88ad5a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:34.302523 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-628a0cee-9d46-46dd-9563-3e47d4aa7225 req-068af143-7055-4a31-bb75-69a88ad5a595 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.0450008 Dec 16 07:44:34.358374 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-628a0cee-9d46-46dd-9563-3e47d4aa7225 req-f8a852a2-a679-484b-89c1-fd260ffc2e7c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467720 Dec 16 07:44:34.369762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0abef9-e40a-4b17-88e1-1d609e989ac4 req-1537f135-4c21-496c-a66c-109446c1373e tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:34.371248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d0abef9-e40a-4b17-88e1-1d609e989ac4 req-1537f135-4c21-496c-a66c-109446c1373e tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 943 time: 0.1895671 Dec 16 07:44:34.445035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:34.482739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1487e197-6802-443f-a1a6-499b40d38a6d req-180047f7-8d66-4810-b987-b85ee0898150 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907684 Dec 16 07:44:34.509067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4d21-97ae-492f-96a5-07ad31f9fb95 req-ef4a18a2-7971-45a0-b8fb-57c93f537774 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:34.510519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c51b4d21-97ae-492f-96a5-07ad31f9fb95 req-ef4a18a2-7971-45a0-b8fb-57c93f537774 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.2074628 Dec 16 07:44:34.518020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on host n-h2-820935-11 for vnic_type normal with profile {"migrating_to": "n-h1-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:34.518353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:34.518681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:34.536402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 56963a77-4522-4651-a55d-67d9c48ab2fd details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:34.547466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:34.547466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Attempting to bind port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:34.547466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-84efad7b-6239-49f2-bda3-fc2430dc18a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1545217 Dec 16 07:44:34.547783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:44:34.549440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d0abef9-e40a-4b17-88e1-1d609e989ac4 req-1c956796-b86c-4bb3-8acc-e989c18a8b9c tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660798 Dec 16 07:44:34.560883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:34.560883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:34.561141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:34.561477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Bound port: f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:34.561840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.616052 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0354840e-1d64-4fd8-8430-67ce1f4a18e2 x-openstack-request-id: req-0354840e-1d64-4fd8-8430-67ce1f4a18e2 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:34.616453 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "name": "network-vif-unplugged", "status": "completed", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:34.616711 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0354840e-1d64-4fd8-8430-67ce1f4a18e2 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:34.617131 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf', 'code': 200} Dec 16 07:44:34.627261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c51b4d21-97ae-492f-96a5-07ad31f9fb95 req-8643ac5f-9bf4-41ed-8525-e97c7261e4f8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004565 Dec 16 07:44:34.689042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:34.693797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:34.704573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-2f6ec2e7-c64a-4e70-9310-e27dac5b1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:34.706207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-2f6ec2e7-c64a-4e70-9310-e27dac5b1e17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 1097 time: 0.0689039 Dec 16 07:44:34.801965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.873054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 56963a77-4522-4651-a55d-67d9c48ab2fd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=56963a77-4522-4651-a55d-67d9c48ab2fd,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:34.883050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.886089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'port_id': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'mac_address': 'fa:16:3e:48:db:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:34.906588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-8ed1faff-4021-4986-bef2-e16ee7c28bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:34.908079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-8ed1faff-4021-4986-bef2-e16ee7c28bcc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1776080 Dec 16 07:44:34.949631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:34.955219 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f0b0af3-5ead-4fcd-9bca-814a223a41fb details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:34.958184 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.980711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56963a77-4522-4651-a55d-67d9c48ab2fd {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:34.980917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:34.981503 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:34.982925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 1124 time: 1.6294100 Dec 16 07:44:34.984491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ed0cf-b906-478f-af6e-81363e04f8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=8']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:34.990112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-2450d71d-65dd-44af-be69-a9fcbf3e7f79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 200 len: 217 time: 0.0706782 Dec 16 07:44:34.998879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740483fd-a849-4c8f-9774-35f34ace7897 req-34ea526a-6f52-4d45-b5dd-5d88346fba4c tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:35.000440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-740483fd-a849-4c8f-9774-35f34ace7897 req-34ea526a-6f52-4d45-b5dd-5d88346fba4c tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 944 time: 0.1582162 Dec 16 07:44:35.039278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 56963a77-4522-4651-a55d-67d9c48ab2fd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=56963a77-4522-4651-a55d-67d9c48ab2fd,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:35.090159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:35.098012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:35.128369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:35.130242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb', 'mac_address': 'fa:16:3e:33:87:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:35.132470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-740483fd-a849-4c8f-9774-35f34ace7897 req-17ed4aa0-a1a8-4d96-b46d-613673d60e6d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143363 Dec 16 07:44:35.137948 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:35.138151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:35.156589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-4cb0797a-c17a-48fc-8c13-ed1630277f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:35.158402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-4cb0797a-c17a-48fc-8c13-ed1630277f78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.1489685 Dec 16 07:44:35.170758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:35.217991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-f9893afd-f189-47d7-aec3-5b6e9bcb6feb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321894 Dec 16 07:44:35.228020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da600f2-401b-4604-8a8d-9f71a9a1565a req-3f31bfa2-2095-40e6-afc3-ec931eae35e1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:35.233131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6da600f2-401b-4604-8a8d-9f71a9a1565a req-3f31bfa2-2095-40e6-afc3-ec931eae35e1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.1442833 Dec 16 07:44:35.275879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=11']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:35.358662 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:35.381039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6da600f2-401b-4604-8a8d-9f71a9a1565a req-6bf668b7-4bc9-4645-92c8-1cbbfd9eaf28 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357334 Dec 16 07:44:35.412500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb860c8f-882d-46ae-878e-81b738a27f86 req-6886dd16-62a4-4d56-bdcd-1a8967c4f66b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:35.413970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb860c8f-882d-46ae-878e-81b738a27f86 req-6886dd16-62a4-4d56-bdcd-1a8967c4f66b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 948 time: 0.1211894 Dec 16 07:44:35.418064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-b3a830cc-129a-4df9-ab52-c316442f2ae0 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841688 Dec 16 07:44:35.434700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0b0af3-5ead-4fcd-9bca-814a223a41fb {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:35.451999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=56963a77-4522-4651-a55d-67d9c48ab2fd,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:35.510729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.511111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.511428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.511764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.512246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.512452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.512778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.513102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.513428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.513782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.514069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.514391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.514719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:44:35.528156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:35.530137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:35.561458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb860c8f-882d-46ae-878e-81b738a27f86 req-94b5f86f-5206-47eb-b27f-efc667514360 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411731 Dec 16 07:44:35.567098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf has no active binding in host n-h1-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:44:35.586542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea18-bc49-408f-8a9a-3cfeeb464094 req-bb9d3b6a-fa20-4eed-8c58-3e84eb7d7f14 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:35.588116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dea18-bc49-408f-8a9a-3cfeeb464094 req-bb9d3b6a-fa20-4eed-8c58-3e84eb7d7f14 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 1101 time: 0.0974898 Dec 16 07:44:35.617372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-744c67e7-30fb-4ab8-9abc-fc1d72891b6e req-b7aea856-c1c4-4ecb-a5d3-b5bf5f959a9c service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887589 Dec 16 07:44:35.633297 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:35.633679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dea18-bc49-408f-8a9a-3cfeeb464094 req-0983109d-8acc-49c8-925d-73a98892ba42 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:35.715752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:35.721959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9a8e5-196f-472c-a81b-e77da658c845 req-081effc9-c3c1-419e-96aa-a284d891f4b0 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:35.723480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31c9a8e5-196f-472c-a81b-e77da658c845 req-081effc9-c3c1-419e-96aa-a284d891f4b0 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 946 time: 0.0688291 Dec 16 07:44:35.786758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dea18-bc49-408f-8a9a-3cfeeb464094 req-0983109d-8acc-49c8-925d-73a98892ba42 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:35.797817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31c9a8e5-196f-472c-a81b-e77da658c845 req-0d34a2a2-9461-4036-a027-4961f5181919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650969 Dec 16 07:44:35.886771 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dea18-bc49-408f-8a9a-3cfeeb464094 req-0983109d-8acc-49c8-925d-73a98892ba42 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:35.935254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dea18-bc49-408f-8a9a-3cfeeb464094 req-0983109d-8acc-49c8-925d-73a98892ba42 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168039 Dec 16 07:44:35.937216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983109d-8acc-49c8-925d-73a98892ba42 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e00e5-a1c4-49b5-81da-fdcb5a010dfc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:35.997650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e6b25-e8a5-45d3-ba1f-a085d590219f req-b772fb75-4d9e-4b70-a5d2-e50a281606c5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:35.999675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef0e6b25-e8a5-45d3-ba1f-a085d590219f req-b772fb75-4d9e-4b70-a5d2-e50a281606c5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 943 time: 0.0766819 Dec 16 07:44:36.090613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef0e6b25-e8a5-45d3-ba1f-a085d590219f req-288d5485-4828-45d4-99c4-a5102c2f56dd tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790141 Dec 16 07:44:36.114830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363d4f-7f65-456d-9235-7dc199115e57 req-e4e10444-824b-480c-96cc-8f845efbab01 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:36.116405 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18363d4f-7f65-456d-9235-7dc199115e57 req-e4e10444-824b-480c-96cc-8f845efbab01 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.0656154 Dec 16 07:44:36.137411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:36.139588 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e459c70d-990d-45ce-bad0-e75d467f91c9" -d '{"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:36.150010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6f0b0af3-5ead-4fcd-9bca-814a223a41fb'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:36.215519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18363d4f-7f65-456d-9235-7dc199115e57 req-dd904815-7e5a-4f64-a427-84032f525b3a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829909 Dec 16 07:44:36.230499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['56963a77-4522-4651-a55d-67d9c48ab2fd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:36.280117 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751bdbaf-8e83-4fd9-90a1-6dcd332a69b1 x-openstack-request-id: req-751bdbaf-8e83-4fd9-90a1-6dcd332a69b1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:36.280117 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:36.280117 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-751bdbaf-8e83-4fd9-90a1-6dcd332a69b1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:36.280117 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'code': 200} Dec 16 07:44:36.418096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7930f-69a3-4fdf-b95c-6f58a9802de5 req-0be00e47-2ffe-4c27-9766-2bd6ba09a83c tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:36.419874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fe7930f-69a3-4fdf-b95c-6f58a9802de5 req-0be00e47-2ffe-4c27-9766-2bd6ba09a83c tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 945 time: 0.0722480 Dec 16 07:44:36.480753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fe7930f-69a3-4fdf-b95c-6f58a9802de5 req-74ecbb93-ed89-4b73-9d10-1d0960b66a7a tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538597 Dec 16 07:44:36.568753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ba94d-adb6-4632-b0d2-1eec1ab38574 req-6d895288-4daf-4d48-b1c4-53989de137c9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:36.571435 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7ba94d-adb6-4632-b0d2-1eec1ab38574 req-6d895288-4daf-4d48-b1c4-53989de137c9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.0535626 Dec 16 07:44:36.620042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:36.622947 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ac620-f4ea-4934-8a06-a29d5e00cd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:36.652740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7ba94d-adb6-4632-b0d2-1eec1ab38574 req-dae95141-335d-4851-a46d-f6ef36ff00db tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743017 Dec 16 07:44:36.705790 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c796b450-9631-4d90-a66e-46024675f3c7 x-openstack-request-id: req-c796b450-9631-4d90-a66e-46024675f3c7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:36.706041 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:36.706308 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c796b450-9631-4d90-a66e-46024675f3c7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:36.706694 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf', 'status': 'completed', 'code': 200} Dec 16 07:44:36.732470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703045-63fd-4080-94d3-b4b85460eac6 req-29b6eaa9-924e-4d10-9f2c-e1630a96b7a4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:36.733985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93703045-63fd-4080-94d3-b4b85460eac6 req-29b6eaa9-924e-4d10-9f2c-e1630a96b7a4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 949 time: 0.0630708 Dec 16 07:44:36.822014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93703045-63fd-4080-94d3-b4b85460eac6 req-df98748d-57e8-4179-a0fc-d81f98aec398 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789483 Dec 16 07:44:36.830585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-81082383-4500-4da8-ac36-ea89dc90dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:36.832690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-81082383-4500-4da8-ac36-ea89dc90dd20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1127 time: 0.0614221 Dec 16 07:44:36.968477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:36.979255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0542de-6447-4b31-a472-94058d8fdc39 req-c00b6b14-fbeb-48a0-b466-c69a43de97e6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:36.981496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f0542de-6447-4b31-a472-94058d8fdc39 req-c00b6b14-fbeb-48a0-b466-c69a43de97e6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 946 time: 0.0767555 Dec 16 07:44:37.019369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-e70ef05c-991f-42cf-90e5-a40b3c6fdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:37.021434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-e70ef05c-991f-42cf-90e5-a40b3c6fdc6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1812909 Dec 16 07:44:37.076689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:37.096082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-e1473fba-f96c-48a3-9efc-493795c7ed46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 217 time: 0.0621965 Dec 16 07:44:37.100978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'port_id': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'mac_address': 'fa:16:3e:e1:c3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:37.104595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f0542de-6447-4b31-a472-94058d8fdc39 req-948ad230-3f01-4678-9022-eb0e15efa4d0 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039927 Dec 16 07:44:37.150846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:37.171491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:37.180355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-0fcc0a50-eeeb-4512-b44d-b427b325fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:37.182197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-0fcc0a50-eeeb-4512-b44d-b427b325fb34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0767369 Dec 16 07:44:37.195554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:37.237058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-1fcb249e-9469-4db0-be5d-c4ef36d5fe3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364742 Dec 16 07:44:37.247171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2659dc4-13c1-468c-8495-3eeb547d2625 req-101fa645-1827-49d2-8fcd-8e9ba0b38ec7 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:37.248828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2659dc4-13c1-468c-8495-3eeb547d2625 req-101fa645-1827-49d2-8fcd-8e9ba0b38ec7 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 1101 time: 0.0837317 Dec 16 07:44:37.307857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:37.354882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:37.370021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2659dc4-13c1-468c-8495-3eeb547d2625 req-b4a6a0df-5139-441f-b9cd-dacc6a9c5ed7 tempest-ServersAdminNegativeTestJSON-2083718373 tempest-ServersAdminNegativeTestJSON-2083718373-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131330 Dec 16 07:44:37.392109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c523e8-4cb4-4628-b1db-705497d45d9f req-e6996c8e-75d1-4295-879f-0cd341257487 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:37.393611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37c523e8-4cb4-4628-b1db-705497d45d9f req-e6996c8e-75d1-4295-879f-0cd341257487 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 944 time: 0.0900228 Dec 16 07:44:37.465056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-8a1648d8-266e-404f-ae97-627940eda02d service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153144 Dec 16 07:44:37.568515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37c523e8-4cb4-4628-b1db-705497d45d9f req-7d46ff24-ec73-48cf-86f3-35e954a22b39 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566358 Dec 16 07:44:37.586926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-8518f009-808a-4d34-9162-49f1ff39fa32 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1923773 Dec 16 07:44:37.611822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:37.711529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['1e7bc5ea-e98e-485e-b076-a2c7ff7d867b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:37.915339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-065ac620-f4ea-4934-8a06-a29d5e00cd6a req-3afe5100-496d-48a9-beb1-ebb1b0ac277d service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394567 Dec 16 07:44:37.946943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911372a-eeee-4ba3-9236-f831ff6d70b2 req-1644eca9-aa03-4920-9f37-b16e594ab092 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:37.948467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2911372a-eeee-4ba3-9236-f831ff6d70b2 req-1644eca9-aa03-4920-9f37-b16e594ab092 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.0633390 Dec 16 07:44:37.995851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2911372a-eeee-4ba3-9236-f831ff6d70b2 req-c732fb95-8d70-4f96-8138-d3ba0de35099 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Dec 16 07:44:38.029211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:38.160579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:38.245007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-b173820d-c235-4ae4-ad76-9ff79d962c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:38.246388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-b173820d-c235-4ae4-ad76-9ff79d962c55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1127 time: 0.1174605 Dec 16 07:44:38.344312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6476-1a1c-4f24-b474-69ce7586edb8 req-de346193-b928-442c-bdcf-e5118e460d66 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:38.345756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-457e6476-1a1c-4f24-b474-69ce7586edb8 req-de346193-b928-442c-bdcf-e5118e460d66 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 945 time: 0.1445847 Dec 16 07:44:38.383490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Allocated IP 172.25.2.86 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/75961576-d505-4c29-86ca-dc8b29afdb67) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:38.482203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-457e6476-1a1c-4f24-b474-69ce7586edb8 req-dee4ca48-f2c5-47f0-83f0-fe8246f5921c tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284673 Dec 16 07:44:38.486878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-fc824249-bc07-411c-a699-636c8218a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:38.488352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-fc824249-bc07-411c-a699-636c8218a93a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.2075589 Dec 16 07:44:38.538682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-dd46b2bb-4c17-4f74-935a-e5c967f9d6ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 217 time: 0.0419788 Dec 16 07:44:38.577823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 56963a77-4522-4651-a55d-67d9c48ab2fd up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:38.632051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:38.647207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-586e3ef2-5ff0-4eeb-8247-17e7715aeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:38.648703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-586e3ef2-5ff0-4eeb-8247-17e7715aeb81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0913029 Dec 16 07:44:38.662770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c4755-7439-4bd0-b116-7c5427b94e63 req-6aec0694-a6bc-47cd-a7c3-0d0b7a6dc250 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:38.664166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab6c4755-7439-4bd0-b116-7c5427b94e63 req-6aec0694-a6bc-47cd-a7c3-0d0b7a6dc250 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.1227648 Dec 16 07:44:38.684486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 56963a77-4522-4651-a55d-67d9c48ab2fd completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:38.688424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 56963a77-4522-4651-a55d-67d9c48ab2fd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:38.688872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:38.713814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-ad7cdfa1-e290-42c7-bd7a-88842ad06269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472815 Dec 16 07:44:38.772054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:38.793933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:38.796135 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bff739-6cc1-4723-8e05-b9f7e0dfcf04" -d '{"events": [{"server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "name": "network-vif-plugged", "status": "completed", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:38.807431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab6c4755-7439-4bd0-b116-7c5427b94e63 req-36c818e8-a6d0-4ba0-87c5-2498a85a3449 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324170 Dec 16 07:44:38.809249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 56963a77-4522-4651-a55d-67d9c48ab2fd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=56963a77-4522-4651-a55d-67d9c48ab2fd,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:38.865638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:38.886159 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:38.916049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-cb526825-e844-4b82-8115-440aba18763c service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922081 Dec 16 07:44:38.934687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=56963a77-4522-4651-a55d-67d9c48ab2fd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:38.969428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:38.974720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:39.003802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:39.011504 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-32800057-1230-4234-af6a-29bd4f102b34 service neutron] show failed (client error): The resource could not be found. Dec 16 07:44:39.012562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-32800057-1230-4234-af6a-29bd4f102b34 service neutron] 10.222.0.16 "GET /v2.0/ports/dd633c86-a8d7-4e64-b0e0-ceb66c135564/bindings/n-h2-820935-11 HTTP/1.1" status: 404 len: 381 time: 0.2091744 Dec 16 07:44:39.014667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:39.028781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Pushing event updated for resources: {'Port': ['ID=75961576-d505-4c29-86ca-dc8b29afdb67,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:39.067017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c15d1-9043-4c8e-9aa1-ba274cd6c2ec req-66cd12d3-36dc-4e3c-a184-d00e3f637bfb tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:39.068521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-597c15d1-9043-4c8e-9aa1-ba274cd6c2ec req-66cd12d3-36dc-4e3c-a184-d00e3f637bfb tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 949 time: 0.1993322 Dec 16 07:44:39.074798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:39.079047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:39.079447 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.163562 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.163858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ad7b1bb-2598-4e12-b05c-736c48013538 req-c4ac3114-a18b-423e-9f22-f23b073ccb1a service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288432 Dec 16 07:44:39.186279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-597c15d1-9043-4c8e-9aa1-ba274cd6c2ec req-d59305a6-fb78-459b-b18c-9f4245e7f485 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102169 Dec 16 07:44:39.192689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.200712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:39.366384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.367188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f0b0af3-5ead-4fcd-9bca-814a223a41fb up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:39.370527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.402573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dbf19-6f7a-418d-87fc-0ac0d26ed2ac req-230a94ee-5612-4589-af52-a8d4d8429bdf tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:39.404075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-533dbf19-6f7a-418d-87fc-0ac0d26ed2ac req-230a94ee-5612-4589-af52-a8d4d8429bdf tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 944 time: 0.0916631 Dec 16 07:44:39.447088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:39.515106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-533dbf19-6f7a-418d-87fc-0ac0d26ed2ac req-b024f2bf-17e9-421c-9476-27e37f97bf35 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993223 Dec 16 07:44:39.553414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:39.559107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:39.559698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.563440 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02239bc-47d9-4898-9c5b-bab625323ad3 x-openstack-request-id: req-c02239bc-47d9-4898-9c5b-bab625323ad3 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:39.563741 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "name": "network-vif-plugged", "status": "completed", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:39.564304 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c02239bc-47d9-4898-9c5b-bab625323ad3 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:39.564918 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'code': 200} Dec 16 07:44:39.600485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-b0611f5b-0fff-4f17-bf63-b92ffbe3b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:39.602009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-b0611f5b-0fff-4f17-bf63-b92ffbe3b0bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 1102 time: 0.0767829 Dec 16 07:44:39.629559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:39.637654 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.651544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.683552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:39.748250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.750049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.763231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3079d8-3277-4bae-93f2-fb878f625850 req-5d61d377-0a61-403a-987f-002af13c1a6f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:39.764843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea3079d8-3277-4bae-93f2-fb878f625850 req-5d61d377-0a61-403a-987f-002af13c1a6f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.1454909 Dec 16 07:44:39.803433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e1e38-31f1-4f44-b466-ceb8648a1143 req-7716b511-2678-4155-968d-fcf9868bfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:39.804895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-511e1e38-31f1-4f44-b466-ceb8648a1143 req-7716b511-2678-4155-968d-fcf9868bfac7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 1098 time: 0.1425765 Dec 16 07:44:39.858035 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:39.904392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:39.921436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Pushing event updated for resources: {'Port': ['ID=75961576-d505-4c29-86ca-dc8b29afdb67,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:40.010714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea3079d8-3277-4bae-93f2-fb878f625850 req-eb52f108-01db-461d-acba-0ca46eb02337 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291119 Dec 16 07:44:40.013816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:40.017762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-511e1e38-31f1-4f44-b466-ceb8648a1143 req-c9c4d655-9784-4553-9d17-c8a5f1afe711 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989341 Dec 16 07:44:40.125532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:40.149909 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:40.151163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-1963ffe8-0a68-4652-bfce-0ee46d2707d6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5521524 Dec 16 07:44:40.165404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:40.235650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-4a220421-a156-4742-8d42-d66fd6e7da8e tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0719180 Dec 16 07:44:40.255797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:40.258014 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f13e904-9dff-41fc-8736-5f4d392dfc75" -d '{"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-unplugged", "status": "completed", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:40.271347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:40.321882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Transition to ACTIVE for port object dd633c86-a8d7-4e64-b0e0-ceb66c135564 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:40.364343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-4f8e3846-41bc-4972-9d99-3a35c61c2ee6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:40.365792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82614143-b2f6-4276-b1a7-b23dd9711aed req-4f8e3846-41bc-4972-9d99-3a35c61c2ee6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1225152 Dec 16 07:44:40.452570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:40.524373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c0ab-1064-4b1c-a1f7-057f7557d7d7 req-179bb113-0e68-49b8-8fd6-d6e3f4dd7f26 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:40.526015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ede7c0ab-1064-4b1c-a1f7-057f7557d7d7 req-179bb113-0e68-49b8-8fd6-d6e3f4dd7f26 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.1015422 Dec 16 07:44:40.543905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:40.547976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] No DVR routers for this DVR port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:44:40.608122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:40.608454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:40.608793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:40.623701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:40.624048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Attempting to bind port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:40.630947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ede7c0ab-1064-4b1c-a1f7-057f7557d7d7 req-389785f6-9dfc-48df-8d94-cbf810ca82b7 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843768 Dec 16 07:44:40.633823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:40.634155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:40.634543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:40.635166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Bound port: dd633c86-a8d7-4e64-b0e0-ceb66c135564, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:40.635344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:40.703104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:40.706243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:40.758772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082c87e-5fd5-419d-b29f-1a73cba831a2 req-eb0f3d7f-f328-466a-82dd-6bbba2978295 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:40.760419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4082c87e-5fd5-419d-b29f-1a73cba831a2 req-eb0f3d7f-f328-466a-82dd-6bbba2978295 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.0486660 Dec 16 07:44:40.812740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4082c87e-5fd5-419d-b29f-1a73cba831a2 req-6ee0151e-94da-4b3c-880a-125f4f95feeb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Dec 16 07:44:40.839718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:40.873281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:40.874021 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:40.875347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 1097 time: 1.2548537 Dec 16 07:44:40.935807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea3011-0b2e-4e2c-be7d-75c9bc5ea1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:40.985674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c0334-e4fa-46d0-b0c6-5e69a272d250 req-48e40f76-d9f5-4ccd-ac0a-3ae21e0158d3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:40.987199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee7c0334-e4fa-46d0-b0c6-5e69a272d250 req-48e40f76-d9f5-4ccd-ac0a-3ae21e0158d3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 950 time: 0.1109715 Dec 16 07:44:40.991007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-e82212d8-50af-4b04-92a8-372917e7aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:40.992459 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-e82212d8-50af-4b04-92a8-372917e7aa09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1100 time: 0.0718861 Dec 16 07:44:41.093042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee7c0334-e4fa-46d0-b0c6-5e69a272d250 req-6e3120ec-4395-4250-b0fe-9e1484c8fc5a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991940 Dec 16 07:44:41.131713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-3223da59-203d-4365-9efc-aa5cc25a6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:41.133195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-3223da59-203d-4365-9efc-aa5cc25a6be8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1224856 Dec 16 07:44:41.190563 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e314c4c3-ec2d-43e2-bc72-6ed92e912ab0 x-openstack-request-id: req-e314c4c3-ec2d-43e2-bc72-6ed92e912ab0 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:41.190682 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-unplugged", "status": "completed", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:41.190906 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e314c4c3-ec2d-43e2-bc72-6ed92e912ab0 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:41.191828 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'code': 200} Dec 16 07:44:41.193849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-2f17f9db-714c-48e6-8357-376d7c9f15a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 217 time: 0.0473430 Dec 16 07:44:41.302196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-ad1d6bbd-526d-44f0-8e8b-aa3a7d60bead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:41.303766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-ad1d6bbd-526d-44f0-8e8b-aa3a7d60bead service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0885112 Dec 16 07:44:41.406932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-71281861-c0df-422d-a28f-3e6de9226f44 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:41.408307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-71281861-c0df-422d-a28f-3e6de9226f44 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 821 time: 0.1677196 Dec 16 07:44:41.429688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-adacd6cc-ce5f-40f6-8750-3d9e84266086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:41.431096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-adacd6cc-ce5f-40f6-8750-3d9e84266086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1155598 Dec 16 07:44:41.439854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f956e-e89a-4659-9ff8-5d665715e803 req-f1283859-75d2-4b09-a55e-a4e14f13ea96 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:41.441730 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-683f956e-e89a-4659-9ff8-5d665715e803 req-f1283859-75d2-4b09-a55e-a4e14f13ea96 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.0948720 Dec 16 07:44:41.443206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-562cf155-1139-45df-b3ac-0a4aeedba2ce tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/quotas/a5c705e8772543b28b10b9b5ea1a218c HTTP/1.1" status: 200 len: 375 time: 0.0277789 Dec 16 07:44:41.567188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b'}, {'server_uuid': '5c12f6d4-472a-4787-b516-e46d6e473682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:41.569562 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc3802-4a79-4f5f-bc2d-95b6e9572138" -d '{"events": [{"server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "name": "network-vif-plugged", "status": "completed", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b"}, {"server_uuid": "5c12f6d4-472a-4787-b516-e46d6e473682", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b0af3-5ead-4fcd-9bca-814a223a41fb"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:41.573200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-683f956e-e89a-4659-9ff8-5d665715e803 req-97d1ee25-6bcb-4ca4-af91-ab7711365f4d tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221352 Dec 16 07:44:41.588784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-81e88e1d-5c5f-4f4d-ab72-7a12ee1795ee tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367750 Dec 16 07:44:41.620741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-9bce7d92-2d6a-4450-bc95-6a0184575da2 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766236 Dec 16 07:44:42.033475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df9db-a0ab-4446-b2a6-37d363334af1 req-e04d0ccc-d3bf-4f41-a268-b7ab8f07f889 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:42.034972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e0df9db-a0ab-4446-b2a6-37d363334af1 req-e04d0ccc-d3bf-4f41-a268-b7ab8f07f889 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.3871696 Dec 16 07:44:42.069677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-bc1ee951-7af1-44d6-ab7a-eafce9b5bf22 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707642 Dec 16 07:44:42.101276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-49ab4041-d31d-4aae-bcf2-de8f2606a1e6 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523227 Dec 16 07:44:42.165035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e0df9db-a0ab-4446-b2a6-37d363334af1 req-ccf9c17b-df16-4028-9cb1-37d9c479bd1d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205788 Dec 16 07:44:42.196700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-fbc39eae-28e3-4cce-9303-4e026f9e9bb5 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109548 Dec 16 07:44:42.608509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:44:42.640312 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738fc7fd-7920-436a-a92e-85890f053e62 x-openstack-request-id: req-738fc7fd-7920-436a-a92e-85890f053e62 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:42.640612 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "name": "network-vif-plugged", "status": "completed", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b", "code": 200}, {"server_uuid": "5c12f6d4-472a-4787-b516-e46d6e473682", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b0af3-5ead-4fcd-9bca-814a223a41fb", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:42.641078 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-738fc7fd-7920-436a-a92e-85890f053e62 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:42.641481 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'code': 200} Dec 16 07:44:42.641744 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c12f6d4-472a-4787-b516-e46d6e473682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb', 'code': 200} Dec 16 07:44:42.661910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:44:42.714966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc7be8-44ee-4d2b-8364-223aadefa2f0 req-f715fa2e-14b8-49da-907e-fd920369d069 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:42.716594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dfc7be8-44ee-4d2b-8364-223aadefa2f0 req-f715fa2e-14b8-49da-907e-fd920369d069 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.0558197 Dec 16 07:44:42.768370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dfc7be8-44ee-4d2b-8364-223aadefa2f0 req-372e65d3-fa5c-4d33-9d7b-5254c6787dfd tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Dec 16 07:44:42.877869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c083-a95c-4f3a-ab3d-407fd86c8244 req-ed7f97d9-2571-4db2-806a-48cfa88898ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:42.879489 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-dc57c083-a95c-4f3a-ab3d-407fd86c8244 req-ed7f97d9-2571-4db2-806a-48cfa88898ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 1102 time: 0.0445962 Dec 16 07:44:42.914014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4653f6-dfc7-4e48-8e1f-8141795d57aa req-4d485b9a-7096-4c32-93cb-d9ca018a89ff tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:42.915615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af4653f6-dfc7-4e48-8e1f-8141795d57aa req-4d485b9a-7096-4c32-93cb-d9ca018a89ff tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.0837808 Dec 16 07:44:42.921912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb0c44-a136-4fa5-a5c5-059db7b62b2a req-dabe81a1-7b70-4ff6-a54b-491c0e2dc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:42.923365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9eb0c44-a136-4fa5-a5c5-059db7b62b2a req-dabe81a1-7b70-4ff6-a54b-491c0e2dc15e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 1097 time: 0.0824611 Dec 16 07:44:42.927674 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-dc57c083-a95c-4f3a-ab3d-407fd86c8244 req-51a82547-088f-47f6-ae70-c489504bbe3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Dec 16 07:44:42.966298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af4653f6-dfc7-4e48-8e1f-8141795d57aa req-f05885b9-d234-487e-8a4b-2ceb3a3afb30 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Dec 16 07:44:43.076404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2de96-a859-4456-ada2-6df193b2b85b req-d43673b9-5a24-4fd8-ba0e-afb5448b5e7f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:43.077882 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ae2de96-a859-4456-ada2-6df193b2b85b req-d43673b9-5a24-4fd8-ba0e-afb5448b5e7f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 950 time: 0.0531719 Dec 16 07:44:43.126951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ae2de96-a859-4456-ada2-6df193b2b85b req-315ceee9-4eb8-4032-9674-f372b4ace063 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Dec 16 07:44:43.190503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a504220e-c2b6-4db7-b313-e64143f2bb1f req-d8ae34ab-8821-415d-83f6-e074dd86e32b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 210 time: 0.0258064 Dec 16 07:44:43.193039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:43.195279 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54336f8c-9c58-48e8-b36f-8324c61c47af" -d '{"events": [{"name": "network-changed", "server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:43.261938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9eb0c44-a136-4fa5-a5c5-059db7b62b2a req-be85a317-0b4d-46de-8f79-d8673fa0db64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479546 Dec 16 07:44:43.300075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375e125-9b5d-4314-a94d-92c0ec820296 req-2c35eb6d-05d6-4511-bc56-a43dc2ccf581 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:43.302204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a375e125-9b5d-4314-a94d-92c0ec820296 req-2c35eb6d-05d6-4511-bc56-a43dc2ccf581 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 949 time: 0.0564005 Dec 16 07:44:43.353992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a375e125-9b5d-4314-a94d-92c0ec820296 req-b070fb7f-5b00-41c2-bf50-dbf3211f623b tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Dec 16 07:44:43.459860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f728923-8a11-4781-8dff-4d93e3364012 req-34a83269-e9bd-4cab-84b7-fbf4d206d880 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:43.461392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f728923-8a11-4781-8dff-4d93e3364012 req-34a83269-e9bd-4cab-84b7-fbf4d206d880 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.0531509 Dec 16 07:44:43.510996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f728923-8a11-4781-8dff-4d93e3364012 req-e19cae8c-3b6b-4ab4-805b-e75eba80dc3e tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Dec 16 07:44:43.609114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e0cf5-b595-4648-bfef-d2684503bdaf req-b6d86954-aa44-45a9-a1b0-2ce91bda5d06 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:43.610870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f13e0cf5-b595-4648-bfef-d2684503bdaf req-b6d86954-aa44-45a9-a1b0-2ce91bda5d06 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.0481086 Dec 16 07:44:43.626049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39710) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:43.626049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Request body: {'floatingip': {'port_id': '56963a77-4522-4651-a55d-67d9c48ab2fd'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:43.679511 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:43.792074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07789-dd28-4196-abe5-2adb0704d4bb req-7cdfcc9e-618b-4fec-9a2a-c4d6eb1d0774 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:43.793640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1db07789-dd28-4196-abe5-2adb0704d4bb req-7cdfcc9e-618b-4fec-9a2a-c4d6eb1d0774 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.1279659 Dec 16 07:44:43.896223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1db07789-dd28-4196-abe5-2adb0704d4bb req-46d6754f-321a-4c03-94aa-fbbe167d5565 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945914 Dec 16 07:44:43.939479 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cf823c-fbea-442b-a0f0-b5ff9f80e4a1 x-openstack-request-id: req-a1cf823c-fbea-442b-a0f0-b5ff9f80e4a1 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:43.939837 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:43.940147 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1cf823c-fbea-442b-a0f0-b5ff9f80e4a1 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:43.940507 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'status': 'completed', 'code': 200} Dec 16 07:44:44.297352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-4252c027-fc85-4674-b844-77f042a66da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.298759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-4252c027-fc85-4674-b844-77f042a66da0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1100 time: 0.2669005 Dec 16 07:44:44.328110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-3c48a6f4-2bcc-44d5-824b-5ef234761b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.329533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-3c48a6f4-2bcc-44d5-824b-5ef234761b3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1100 time: 0.2378297 Dec 16 07:44:44.352516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19a088-a64f-4f50-9ea7-97415d3afb5d req-9080c3d9-f480-4525-8920-ddda12182452 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.353988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe19a088-a64f-4f50-9ea7-97415d3afb5d req-9080c3d9-f480-4525-8920-ddda12182452 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.2463460 Dec 16 07:44:44.511353 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:44:44.618536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:44.634061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe19a088-a64f-4f50-9ea7-97415d3afb5d req-cf0fb283-47cc-4064-acb6-c8900efd52ee tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320917 Dec 16 07:44:44.636654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-a18884d3-ef4e-48e2-b8c6-07ad840a5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.638017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-a18884d3-ef4e-48e2-b8c6-07ad840a5a39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3220351 Dec 16 07:44:44.640677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-a3b93154-473c-41d6-89d3-e51c00e6db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.642001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-a3b93154-473c-41d6-89d3-e51c00e6db58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2621770 Dec 16 07:44:44.703038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-1e89f4b5-5dfa-48f5-bff7-d110e458d313 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 217 time: 0.0567176 Dec 16 07:44:44.705253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:44.856821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-edbff725-a832-4375-96ef-f372437e2b29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 217 time: 0.0786650 Dec 16 07:44:44.922712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-168687c5-34f3-4c8b-b2ec-44b2f13c6c09 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.924148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-168687c5-34f3-4c8b-b2ec-44b2f13c6c09 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 949 time: 0.2768576 Dec 16 07:44:44.956283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-c0fa5bd0-da85-44c6-981b-06c35777305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.958006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-c0fa5bd0-da85-44c6-981b-06c35777305b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.2399843 Dec 16 07:44:44.978954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1d474-e857-4917-95e1-dae05645d36c req-9abe4c45-dd99-4981-92aa-828555166f1e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:44.980419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34d1d474-e857-4917-95e1-dae05645d36c req-9abe4c45-dd99-4981-92aa-828555166f1e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 950 time: 0.2795753 Dec 16 07:44:45.065898 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Floating IP da7481f9-9960-4740-a913-aa46345e6a17 associated. External IP: 172.25.2.66, port: 56963a77-4522-4651-a55d-67d9c48ab2fd. Dec 16 07:44:45.068785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-ed675445-972c-4e75-806d-9c6e404ab6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:45.070233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-ed675445-972c-4e75-806d-9c6e404ab6e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1701496 Dec 16 07:44:45.482176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-972c7dba-363f-41d5-a06b-816e86b0df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:45.483680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-972c7dba-363f-41d5-a06b-816e86b0df58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5129218 Dec 16 07:44:45.528754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34d1d474-e857-4917-95e1-dae05645d36c req-bec3d90a-727f-49fc-ac14-38630e0826b0 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182855 Dec 16 07:44:45.689966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-c54f4eab-3f90-4e8f-9213-70ae9a19f836 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:45.692171 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-c54f4eab-3f90-4e8f-9213-70ae9a19f836 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 821 time: 0.1479924 Dec 16 07:44:45.719897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'port': {'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'admin_state_up': True, 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:45.731103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-21148612-d0b2-409b-bb83-bfc8ce3e9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:45.731103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-21148612-d0b2-409b-bb83-bfc8ce3e9a89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3276689 Dec 16 07:44:45.731297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Deleting port 0444e2c7-917c-4b3b-b8ab-850f473b143e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:44:45.731467 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:45.763147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14931153-641b-4823-9c80-bb514be12f1a req-973a284a-a419-426a-805b-9311ca4b75e6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 210 time: 0.1227558 Dec 16 07:44:45.964937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Made reservation on behalf of a5c705e8772543b28b10b9b5ea1a218c for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:45.969467 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.014852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10d724-b9ed-4ac4-8057-bbb07cca8c66 req-676ce016-9624-485b-92c6-602e1372335b tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:46.016445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db10d724-b9ed-4ac4-8057-bbb07cca8c66 req-676ce016-9624-485b-92c6-602e1372335b tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 949 time: 0.3749583 Dec 16 07:44:46.025696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-d7b7285f-f57b-4144-a971-2a059a853226 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032370 Dec 16 07:44:46.095180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Router dcbb8526-1719-469a-bba1-f3df17290822 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:44:46.136526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Allocated IP 172.20.0.12 (351907f2-c4c0-4864-9ff7-714ee5858a6f/ff29fa33-3419-4ee9-9f8d-ed7c1e315660/f9ec0a1e-9577-4dcd-8883-ffedf013295d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:46.142045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] For port 0444e2c7-917c-4b3b-b8ab-850f473b143e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0444e2c7-917c-4b3b-b8ab-850f473b143e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:46.142289 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.152020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932996f0-a49e-4e24-889f-8d458fcbbd2b req-c247b638-2791-43a9-9f22-b659e32b0fa9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:46.153610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-932996f0-a49e-4e24-889f-8d458fcbbd2b req-c247b638-2791-43a9-9f22-b659e32b0fa9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.2957764 Dec 16 07:44:46.181796 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-68fd9f93-d351-4cda-bc07-7fa3c167720b service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242852 Dec 16 07:44:46.188286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Calling delete_port for 0444e2c7-917c-4b3b-b8ab-850f473b143e owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:44:46.323623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.380767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db10d724-b9ed-4ac4-8057-bbb07cca8c66 req-08d4b026-6893-404b-87cb-c49013f6f614 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520632 Dec 16 07:44:46.421835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-932996f0-a49e-4e24-889f-8d458fcbbd2b req-28a38776-6034-4c8a-9d4b-0d6b8a35a492 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533019 Dec 16 07:44:46.433400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.469195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-eba43d98-347c-456a-8771-0432054c34a1 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217932 Dec 16 07:44:46.475477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['2086d7aa-5789-4019-942d-eaa2f67ffc1d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:46.541370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:46.546528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:46.552218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:46.565541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54336f8c-9c58-48e8-b36f-8324c61c47af req-b42d2afb-8322-45d8-8e49-0d92b763abe9 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505917 Dec 16 07:44:46.603620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:44:46.611498 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.618886 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] Sync routers for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:44:46.621545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:46.622330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.629688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8450504-f8c8-418f-b20d-a2b9f691b17c req-72fe7c47-61a6-4e37-b2b1-d14fb644cd01 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:46.640155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8450504-f8c8-418f-b20d-a2b9f691b17c req-72fe7c47-61a6-4e37-b2b1-d14fb644cd01 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 948 time: 0.1614099 Dec 16 07:44:46.644241 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:46.647732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Pushing event updated for resources: {'Port': ['ID=f9ec0a1e-9577-4dcd-8883-ffedf013295d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:46.659470 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:46.723721 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-e71dcc46-c848-48ba-9182-65e344ea4540 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0078075 Dec 16 07:44:46.743407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-21aee79a-d742-4524-8796-9ecb496be2b9 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "PUT /v2.0/floatingips/da7481f9-9960-4740-a913-aa46345e6a17 HTTP/1.1" status: 200 len: 991 time: 3.1215429 Dec 16 07:44:46.750179 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Request body: {'port': {'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:46.763120 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:46.766993 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21931433-a843-494c-93a6-45ec91354c53" -d '{"events": [{"name": "network-changed", "server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:46.844792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8450504-f8c8-418f-b20d-a2b9f691b17c req-d6ea4af5-43a4-4539-b759-7ac6bcf5a2c9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034965 Dec 16 07:44:46.866209 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:46.903017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.909602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:46.957984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Pushing event deleted for resources: {'Port': ['ID=0444e2c7-917c-4b3b-b8ab-850f473b143e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:46.978983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['5e810f64-024f-46f4-9fbb-2b03530c00dd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:47.072034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:47.074627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:44:47.077653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] No DVR routers for this DVR port 0444e2c7-917c-4b3b-b8ab-850f473b143e on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:44:47.164079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:47.169972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22f99541-1d43-45a2-b1af-8def58a3ea7f req-ff1b57a6-e069-487c-9e9e-84b3964f86e1 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "DELETE /v2.0/ports/0444e2c7-917c-4b3b-b8ab-850f473b143e HTTP/1.1" status: 204 len: 173 time: 2.2157154 Dec 16 07:44:47.214745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ba39fda0-f46a-4a6e-a534-8a911b026499 None None] Provisioning complete for port f9ec0a1e-9577-4dcd-8883-ffedf013295d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:47.215496 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba39fda0-f46a-4a6e-a534-8a911b026499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:47.226250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-8d121657-ea44-4809-8e74-1e2d8a3465d8 service neutron] 10.222.0.36 "GET /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf/bindings/n-h1-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.2025983 Dec 16 07:44:47.243401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c120f-faf7-4149-a259-558de03b8bda req-034e1c79-0d43-477a-8c04-ebf400ce8008 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:47.251624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-854c120f-faf7-4149-a259-558de03b8bda req-034e1c79-0d43-477a-8c04-ebf400ce8008 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 944 time: 0.3077445 Dec 16 07:44:47.295709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ec0a1e-9577-4dcd-8883-ffedf013295d {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:47.304721 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:47.321105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Transition to ACTIVE for port object f9ec0a1e-9577-4dcd-8883-ffedf013295d will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:47.369139 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'da7481f9-9960-4740-a913-aa46345e6a17', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'port_id': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'mac_address': 'fa:16:3e:48:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c865ff8e-22be-46a5-b638-67a97b446835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:43:16Z', 'updated_at': '2021-12-16T07:44:44Z', 'revision_number': 1, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:15Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:47.373681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ba39fda0-f46a-4a6e-a534-8a911b026499 None None] Port f9ec0a1e-9577-4dcd-8883-ffedf013295d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:47.397375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-854c120f-faf7-4149-a259-558de03b8bda req-264a15a0-aa07-45c8-a160-cf8ee796b263 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448321 Dec 16 07:44:47.402929 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] Checking router: dcbb8526-1719-469a-bba1-f3df17290822 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:44:47.407564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c90b0-1091-4b1c-a888-ffa3e02dc870 req-d8b04e5a-e62b-4d58-9c97-88665516d4a9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:47.419386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39782) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:47.422602 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:47.423436 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:47.424669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Request body: {'floatingip': {'port_id': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:47.429631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d85c90b0-1091-4b1c-a888-ffa3e02dc870 req-d8b04e5a-e62b-4d58-9c97-88665516d4a9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.2364469 Dec 16 07:44:47.461656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:47.495494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'mac_address': 'fa:16:3e:09:e1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:47.509837 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:47.544128 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:47.570183 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:47.595624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd633c86-a8d7-4e64-b0e0-ceb66c135564 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:47.619362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:47.630710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec0a1e-9577-4dcd-8883-ffedf013295d,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:47.681812 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:47.732647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:47.737615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:47.792080 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b744aaf-9d11-4b1a-a734-43c0d03a6265 x-openstack-request-id: req-1b744aaf-9d11-4b1a-a734-43c0d03a6265 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:47.792422 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:47.792686 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b744aaf-9d11-4b1a-a734-43c0d03a6265 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:47.793254 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'status': 'completed', 'code': 200} Dec 16 07:44:47.805041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:47.858256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:47.922012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:47.938140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775855f-6082-4429-99ca-2f6d82b6e044 req-3c6da142-8789-4bf6-9366-bdb75c38627e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:47.939793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7775855f-6082-4429-99ca-2f6d82b6e044 req-3c6da142-8789-4bf6-9366-bdb75c38627e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 950 time: 0.4296682 Dec 16 07:44:47.954487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:47.996011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21931433-a843-494c-93a6-45ec91354c53 req-c7e538eb-02c4-4ae4-a485-8e456a550b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:47.998832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21931433-a843-494c-93a6-45ec91354c53 req-c7e538eb-02c4-4ae4-a485-8e456a550b47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bb29da39fde4fe8967225860a7f031e&device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 1098 time: 0.2086592 Dec 16 07:44:48.006292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92811e0f-0eba-4905-bd66-cc6d18c82708 req-61d265c3-58d3-4ec0-b8aa-e29e7bc71006 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:48.013684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92811e0f-0eba-4905-bd66-cc6d18c82708 req-61d265c3-58d3-4ec0-b8aa-e29e7bc71006 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 944 time: 0.2257547 Dec 16 07:44:48.034167 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'da7481f9-9960-4740-a913-aa46345e6a17', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'port_id': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'mac_address': 'fa:16:3e:48:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c865ff8e-22be-46a5-b638-67a97b446835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:43:16Z', 'updated_at': '2021-12-16T07:44:44Z', 'revision_number': 1, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:15Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:48.074962 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b0cae0-da3e-4651-a824-4ab354e33a7d None None] The sync data for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 is: [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'da7481f9-9960-4740-a913-aa46345e6a17', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'port_id': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'mac_address': 'fa:16:3e:48:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c865ff8e-22be-46a5-b638-67a97b446835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:43:16Z', 'updated_at': '2021-12-16T07:44:44Z', 'revision_number': 1, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:15Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:44:48.100928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:48.133161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7775855f-6082-4429-99ca-2f6d82b6e044 req-449a3835-3aef-4d8f-8704-c957583ab204 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826067 Dec 16 07:44:48.156944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:48.174234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92811e0f-0eba-4905-bd66-cc6d18c82708 req-1182e0b2-7698-42df-8036-906a39971617 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547828 Dec 16 07:44:48.265462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21931433-a843-494c-93a6-45ec91354c53 req-bb37a55f-86c5-4b3d-8d42-f17d97177a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:48.266022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Attempting to bind port f9ec0a1e-9577-4dcd-8883-ffedf013295d on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:48.266491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Attempting to bind port f9ec0a1e-9577-4dcd-8883-ffedf013295d by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:48.266699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Attempting to bind port f9ec0a1e-9577-4dcd-8883-ffedf013295d on network 351907f2-c4c0-4864-9ff7-714ee5858a6f {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:48.266954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21931433-a843-494c-93a6-45ec91354c53 req-bb37a55f-86c5-4b3d-8d42-f17d97177a2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b651be1-099b-4b7c-98db-8bfdb3f767a5 HTTP/1.1" status: 200 len: 917 time: 0.2343433 Dec 16 07:44:48.280977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Port f9ec0a1e-9577-4dcd-8883-ffedf013295d on network 351907f2-c4c0-4864-9ff7-714ee5858a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:48.281312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Attempting to bind port f9ec0a1e-9577-4dcd-8883-ffedf013295d on network 351907f2-c4c0-4864-9ff7-714ee5858a6f {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:48.293823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:48.294178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Checking segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:48.294580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Bound using segment: {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:48.295031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Bound port: f9ec0a1e-9577-4dcd-8883-ffedf013295d, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf254ae-516f-4a7f-84d7-17b18cec2022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:48.295592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:48.341044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] Transition to ACTIVE for port object f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:48.357033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21931433-a843-494c-93a6-45ec91354c53 req-b50d604a-beb8-4d90-aa7d-5051203fbe25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56963a77-4522-4651-a55d-67d9c48ab2fd HTTP/1.1" status: 200 len: 999 time: 0.0798712 Dec 16 07:44:48.440597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21931433-a843-494c-93a6-45ec91354c53 req-b2750693-a3bb-4c4f-858d-6ce2f993f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:48.442896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21931433-a843-494c-93a6-45ec91354c53 req-b2750693-a3bb-4c4f-858d-6ce2f993f7d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f6622b9-f8dd-4946-8640-e22666a90cc1 HTTP/1.1" status: 200 len: 855 time: 0.0751140 Dec 16 07:44:48.444617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:48.469362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] For port f9ec0a1e-9577-4dcd-8883-ffedf013295d, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:48.471860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a5413-e886-40eb-b5a0-dc5ce4c178b8 None None] New status for floating IP da7481f9-9960-4740-a913-aa46345e6a17: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:44:48.473601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] For port f9ec0a1e-9577-4dcd-8883-ffedf013295d, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:48.558800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:48.621533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:48.622267 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:48.623749 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] 10.222.0.36 "PUT /v2.0/ports/f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 1093 time: 1.8792963 Dec 16 07:44:48.631447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0444e2c7-917c-4b3b-b8ab-850f473b143e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:44:48.637589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:48.640539 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:48.656960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 0444e2c7-917c-4b3b-b8ab-850f473b143e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:44:48.657336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0444e2c7-917c-4b3b-b8ab-850f473b143e not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:44:48.663667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:48.742601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fdf6f-a29e-4dfb-9b4f-798151286e3c service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec0a1e-9577-4dcd-8883-ffedf013295d,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:48.893472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-57e9cb9d-1b04-4547-956b-37ecaeef6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:48.897643 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-57e9cb9d-1b04-4547-956b-37ecaeef6542 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 1096 time: 0.1028845 Dec 16 07:44:48.912223 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:48.953880 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-45183454-5d2d-4462-9e35-8c92e6872c39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 217 time: 0.0376811 Dec 16 07:44:49.003577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ecd6d6f-f07f-4e8d-8467-35734c2c5151 req-1d90ed4f-49c3-42a8-960c-29c6f3c5ff64 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea50831-8acc-40a7-af72-fb10508333dc HTTP/1.1" status: 200 len: 210 time: 0.4050105 Dec 16 07:44:49.005332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] No DVR routers for this DVR port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:44:49.013996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:49.043435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21931433-a843-494c-93a6-45ec91354c53 req-50865f21-bdfa-43c3-82c5-ba0568df277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.045004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21931433-a843-494c-93a6-45ec91354c53 req-50865f21-bdfa-43c3-82c5-ba0568df277c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b651be1-099b-4b7c-98db-8bfdb3f767a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5472183 Dec 16 07:44:49.059537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-0f6fe98a-8c7f-4be1-ac16-469654e491da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.061208 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-0f6fe98a-8c7f-4be1-ac16-469654e491da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0982318 Dec 16 07:44:49.123645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-0c3a9bee-96da-4b04-a888-fe260d82edc2 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf/bindings/n-h1-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8462598 Dec 16 07:44:49.150302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-39893118-d178-4ae6-9eef-ddc725df83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.151710 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-39893118-d178-4ae6-9eef-ddc725df83f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821714 Dec 16 07:44:49.155865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340f2d-0ba6-49eb-9dbe-7e167ec8b995 req-322e3cc7-dda6-4152-a826-4fbe3f481ed1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.160683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0340f2d-0ba6-49eb-9dbe-7e167ec8b995 req-322e3cc7-dda6-4152-a826-4fbe3f481ed1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 969 time: 0.6071742 Dec 16 07:44:49.172313 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Floating IP fb0cee31-5850-45e2-b91d-83b54784a345 associated. External IP: 172.25.2.89, port: 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b. Dec 16 07:44:49.212137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-4ab8f60a-3310-4baf-8b51-99e6af41992e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.213783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-4ab8f60a-3310-4baf-8b51-99e6af41992e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.16 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 949 time: 0.2130125 Dec 16 07:44:49.304524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0340f2d-0ba6-49eb-9dbe-7e167ec8b995 req-23581931-6e94-462e-82eb-a80fe5a59ec0 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326728 Dec 16 07:44:49.312502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21931433-a843-494c-93a6-45ec91354c53 req-11b76c65-445d-4d4f-a996-cdf72389116f service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258465 Dec 16 07:44:49.377995 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-a738919b-3317-4d4e-ab36-01ebdb5685f7 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691866 Dec 16 07:44:49.411025 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-0bac27fd-4e80-40b9-b494-cf45c09dc69b service neutron] delete failed (client error): The resource could not be found. Dec 16 07:44:49.412224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-0bac27fd-4e80-40b9-b494-cf45c09dc69b service neutron] 10.222.0.16 "DELETE /v2.0/ports/dd633c86-a8d7-4e64-b0e0-ceb66c135564/bindings/n-h1-820935-11 HTTP/1.1" status: 404 len: 381 time: 0.1702824 Dec 16 07:44:49.423096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.16', 64122) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:49.477523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20abdfb-a2a3-4448-8b11-0566e6c4f12e req-e74451c1-a4b7-4407-afc7-1e6c6ad627d1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.479312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f20abdfb-a2a3-4448-8b11-0566e6c4f12e req-e74451c1-a4b7-4407-afc7-1e6c6ad627d1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 949 time: 0.0816550 Dec 16 07:44:49.516205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21931433-a843-494c-93a6-45ec91354c53 req-2e7516f4-5fcb-4dfb-bc23-d9bc118a12da service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928132 Dec 16 07:44:49.596716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f20abdfb-a2a3-4448-8b11-0566e6c4f12e req-a0cc121a-3b38-43f2-977b-24e730f42059 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063287 Dec 16 07:44:49.635099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b13595-53c7-4de0-b1ca-b2995cc723af req-b5e8852a-2392-4c5a-9bde-fd125dedde95 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.636774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b13595-53c7-4de0-b1ca-b2995cc723af req-b5e8852a-2392-4c5a-9bde-fd125dedde95 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 945 time: 0.0877159 Dec 16 07:44:49.654252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-a7a69501-199a-41aa-9f40-a6fd0dfad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.655849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-a7a69501-199a-41aa-9f40-a6fd0dfad573 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1101 time: 0.0877635 Dec 16 07:44:49.703087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Router b8ff2401-6127-4816-8020-ed9b5eade8af has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:44:49.712292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-eef8b8f9-5647-4b2d-b8e5-8021626b7ae4 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.713792 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-eef8b8f9-5647-4b2d-b8e5-8021626b7ae4 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 969 time: 0.2257261 Dec 16 07:44:49.727521 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c18121c3-84e9-40f5-be0b-e273b0e0d575 req-0f271b26-ea1b-4691-ba55-16f3c05ab56a service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113377 Dec 16 07:44:49.742347 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94d84e4-5537-47f5-8974-313254753502 x-openstack-request-id: req-f94d84e4-5537-47f5-8974-313254753502 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:49.742646 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:49.742900 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f94d84e4-5537-47f5-8974-313254753502 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:49.743011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b13595-53c7-4de0-b1ca-b2995cc723af req-837ad1b1-fef5-44d6-a9bd-8f13cb6d86e2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995460 Dec 16 07:44:49.743295 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'status': 'completed', 'code': 200} Dec 16 07:44:49.777581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-3f9b71df-78d4-4bcc-9375-7f7717e88de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.779074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-3f9b71df-78d4-4bcc-9375-7f7717e88de2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1131439 Dec 16 07:44:49.784136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-892337db-efa2-4ac0-95b0-687201b0bbdd tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.786446 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-892337db-efa2-4ac0-95b0-687201b0bbdd tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.2972119 Dec 16 07:44:49.795103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea50831-8acc-40a7-af72-fb10508333dc', 'name': 'network-vif-deleted', 'tag': '0444e2c7-917c-4b3b-b8ab-850f473b143e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:49.797752 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed11f2-ee76-4a6d-a290-44f6f3a9fbad" -d '{"events": [{"server_uuid": "bea50831-8acc-40a7-af72-fb10508333dc", "name": "network-vif-deleted", "tag": "0444e2c7-917c-4b3b-b8ab-850f473b143e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:49.834632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-18a4c9ca-6b50-4377-be51-9db2144490f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 217 time: 0.0467846 Dec 16 07:44:49.918642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-5936828c-33a9-48a9-bbad-00b8d0385d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.920123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-5936828c-33a9-48a9-bbad-00b8d0385d41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0769041 Dec 16 07:44:49.928545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19bcd-c36f-45e4-a2a2-a94a6f5d2166 req-81ad1737-4403-431c-a420-37c37673e350 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:49.929944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71e19bcd-c36f-45e4-a2a2-a94a6f5d2166 req-81ad1737-4403-431c-a420-37c37673e350 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 944 time: 0.0983553 Dec 16 07:44:50.005321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71e19bcd-c36f-45e4-a2a2-a94a6f5d2166 req-6206de5e-97ec-4928-9162-40882c183ea6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Dec 16 07:44:50.007928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-b42735ca-55af-4955-ad20-4ca228d49adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.009386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-b42735ca-55af-4955-ad20-4ca228d49adf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785868 Dec 16 07:44:50.082428 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79bfe5-5caa-42fd-bbdb-e59946d1d2c5 x-openstack-request-id: req-2f79bfe5-5caa-42fd-bbdb-e59946d1d2c5 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:50.082732 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea50831-8acc-40a7-af72-fb10508333dc", "name": "network-vif-deleted", "tag": "0444e2c7-917c-4b3b-b8ab-850f473b143e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:50.082982 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f79bfe5-5caa-42fd-bbdb-e59946d1d2c5 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:50.083489 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea50831-8acc-40a7-af72-fb10508333dc', 'name': 'network-vif-deleted', 'tag': '0444e2c7-917c-4b3b-b8ab-850f473b143e', 'status': 'completed', 'code': 200} Dec 16 07:44:50.094658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-97094fa2-3d9a-4fd0-b072-f2985923919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.096483 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-97094fa2-3d9a-4fd0-b072-f2985923919f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c&tenant_id=1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 1097 time: 0.2409651 Dec 16 07:44:50.109423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-6fbac6cf-e304-41e4-9862-db1ba3e5d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.110926 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-6fbac6cf-e304-41e4-9862-db1ba3e5d281 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 1096 time: 0.1563139 Dec 16 07:44:50.126366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-378b8292-2541-4519-8829-58bcd4d13865 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076736 Dec 16 07:44:50.151986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:44:50.157021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:50.163971 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] Sync routers for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:44:50.174345 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:50.175657 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:50.287480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.287914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.288413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.288881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.289345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.289803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.290266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.291195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.291786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.292288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.292759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.293215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.293670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.294125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.296700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-d029cf66-9a4d-4bd1-b4ec-6d1f4a7db211 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1&device_id=5c12f6d4-472a-4787-b516-e46d6e473682&device_id=62710841-d774-466d-9863-f9fd4e977e18&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806&device_id=c865ff8e-22be-46a5-b638-67a97b446835&device_id=172ccfa0-84ea-4909-8b23-26a227032e0a&device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6&device_id=359610d1-d68e-4664-9d08-c87791c1ce70&device_id=67d80c43-2857-4958-97e2-d85ab81f5418&device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c&device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158&device_id=19d50984-4b03-4348-aeca-59db628bf6a4&device_id=77559373-d16a-450e-be7c-c9e8e65ce14d&device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 12703 time: 0.1454303 Dec 16 07:44:50.301480 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:50.326779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-203e962b-0c51-411c-ba77-257ce5cc2400 req-deb7f8f8-3570-464e-b084-074d8531ffbd service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847327 Dec 16 07:44:50.327865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-8e156c2a-ec8b-4db7-92dd-3300158e1146 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:50.422371 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-8e156c2a-ec8b-4db7-92dd-3300158e1146 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:50.480500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Deleting port ff80411d-d68a-4d87-baf8-7ae03fea6414 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:44:50.481050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:50.497307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-8e156c2a-ec8b-4db7-92dd-3300158e1146 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:50.545147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e156c2a-ec8b-4db7-92dd-3300158e1146 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112be858-7484-47da-9d38-139d112555b5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:50.577363 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-08506eae-2292-43bd-86a3-10bf1be7448a tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "PUT /v2.0/floatingips/fb0cee31-5850-45e2-b91d-83b54784a345 HTTP/1.1" status: 200 len: 990 time: 3.1567695 Dec 16 07:44:50.593566 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'fb0cee31-5850-45e2-b91d-83b54784a345', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'port_id': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'mac_address': 'fa:16:3e:e1:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62710841-d774-466d-9863-f9fd4e977e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:42:06Z', 'updated_at': '2021-12-16T07:44:48Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:50.619941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-34fb9e43-8f25-4361-a552-99a11f6c88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.621930 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-34fb9e43-8f25-4361-a552-99a11f6c88a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1097 time: 0.4626143 Dec 16 07:44:50.634424 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] Checking router: b8ff2401-6127-4816-8020-ed9b5eade8af for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:44:50.646032 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:44:50.646889 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:44:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:50.656166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff9ffb14-4872-41bc-a7f9-366e5e034177 req-8e156c2a-ec8b-4db7-92dd-3300158e1146 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&id=a50618ac-5231-4a55-92a9-2f6fd9f23818&id=501dc462-157c-49e7-92b1-4d70535d0da8&id=04c68936-ebbf-4fc1-a266-ececbefa765c&id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 0.3468397 Dec 16 07:44:50.683148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-a96b20f9-faff-4bc8-b385-14d5e106a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.684647 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-a96b20f9-faff-4bc8-b385-14d5e106a7f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.5600514 Dec 16 07:44:50.730414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] For port ff80411d-d68a-4d87-baf8-7ae03fea6414, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ff80411d-d68a-4d87-baf8-7ae03fea6414,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:50.730806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:50.736141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83b32-64be-46e7-8fe8-c12a78331d22 req-75585124-9582-461a-b36f-2180c17e5aca tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.739331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37d83b32-64be-46e7-8fe8-c12a78331d22 req-75585124-9582-461a-b36f-2180c17e5aca tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 969 time: 0.0743172 Dec 16 07:44:50.774017 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:44:50.780371 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Calling delete_port for ff80411d-d68a-4d87-baf8-7ae03fea6414 owned by compute:tempest-test_az-1926370335 {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:44:50.786409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-c4ed515f-f7b7-4916-822f-3dd307c64cb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 217 time: 0.0899272 Dec 16 07:44:50.817344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdcc88-389f-449a-b6a5-5aa816ff13ab req-0d1186c9-65dc-459a-961c-aa74f143ab75 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.818890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48cdcc88-389f-449a-b6a5-5aa816ff13ab req-0d1186c9-65dc-459a-961c-aa74f143ab75 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 950 time: 0.0917854 Dec 16 07:44:50.843321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37d83b32-64be-46e7-8fe8-c12a78331d22 req-822fd0f8-93cf-435e-ae8a-1043b43b1d26 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942388 Dec 16 07:44:50.895586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48cdcc88-389f-449a-b6a5-5aa816ff13ab req-d3a07793-41b9-45f8-bb5e-e96ff4f0cc92 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655098 Dec 16 07:44:50.979689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-8749a4fe-1a3f-420f-9e24-fbc660ad6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:50.981821 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-8749a4fe-1a3f-420f-9e24-fbc660ad6edc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.1731262 Dec 16 07:44:51.016759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-2f7cb166-adec-4f4b-8792-549ba40c535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.018171 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-2f7cb166-adec-4f4b-8792-549ba40c535c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.3803918 Dec 16 07:44:51.044216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:51.096608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5290ff-0dc4-43c4-ac81-56b690e1917d req-5f435c8f-c9b7-4cb5-9513-2cbd7dc9f0a8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.098436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec5290ff-0dc4-43c4-ac81-56b690e1917d req-5f435c8f-c9b7-4cb5-9513-2cbd7dc9f0a8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 949 time: 0.0981483 Dec 16 07:44:51.109812 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-cc6c7e33-1286-4e20-bd4f-17fccc992083 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 200 len: 217 time: 0.0684967 Dec 16 07:44:51.124348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-5df2a32e-8ec9-4136-bdda-6ae330700def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.125981 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-5df2a32e-8ec9-4136-bdda-6ae330700def service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184332 Dec 16 07:44:51.161235 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'fb0cee31-5850-45e2-b91d-83b54784a345', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'port_id': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'mac_address': 'fa:16:3e:e1:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62710841-d774-466d-9863-f9fd4e977e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:42:06Z', 'updated_at': '2021-12-16T07:44:48Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:44:51.203051 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d27de-8ce1-4f0c-91a5-d453a30fd5b7 None None] The sync data for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 is: [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'fb0cee31-5850-45e2-b91d-83b54784a345', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'port_id': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'mac_address': 'fa:16:3e:e1:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62710841-d774-466d-9863-f9fd4e977e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:42:06Z', 'updated_at': '2021-12-16T07:44:48Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:44:51.239231 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:44:51.400499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-ffa544b7-a60c-473d-806f-e8270d419a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.400499 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-ffa544b7-a60c-473d-806f-e8270d419a36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.1207631 Dec 16 07:44:51.401543 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec5290ff-0dc4-43c4-ac81-56b690e1917d req-2f541e6b-2e02-40f3-a99c-d311fbc7c22b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415801 Dec 16 07:44:51.402407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-af2a1024-262c-45b1-a638-10d64a4b2009 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152487 Dec 16 07:44:51.402407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-26625678-7061-43f5-897a-55252dd4fdbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276959 Dec 16 07:44:51.403022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa3406-c8a3-497e-82d9-5778bf8c4ed4 req-76b621b7-5a35-4b68-95d9-9a434806ac3f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.403022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4efa3406-c8a3-497e-82d9-5778bf8c4ed4 req-76b621b7-5a35-4b68-95d9-9a434806ac3f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 945 time: 0.0859227 Dec 16 07:44:51.429316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0d648-a346-4453-9dc3-c2589f15a5cf req-bc0c2195-e028-43b4-b5d5-f46bd91ecd5a tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.435236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2df0d648-a346-4453-9dc3-c2589f15a5cf req-bc0c2195-e028-43b4-b5d5-f46bd91ecd5a tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 944 time: 0.0945024 Dec 16 07:44:51.470999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda7523-1de8-4919-98ab-b3c9a894968b None None] New status for floating IP fb0cee31-5850-45e2-b91d-83b54784a345: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:44:51.486020 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:51.500668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4efa3406-c8a3-497e-82d9-5778bf8c4ed4 req-9e7f3334-76dd-43f8-bee6-e8c47eaa6be0 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938475 Dec 16 07:44:51.517631 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e2417ac7-b6bd-4e11-88c4-d65bc8b0e9fa req-49a67adb-5877-40c5-b684-bb64ddbba81a service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962783 Dec 16 07:44:51.525833 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-d9269548-0d93-4553-a20b-af00ee9d369d service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964717 Dec 16 07:44:51.526928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2df0d648-a346-4453-9dc3-c2589f15a5cf req-892175b1-1fbe-4df0-aec0-3c578f35eef1 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Dec 16 07:44:51.578278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Pushing event deleted for resources: {'Port': ['ID=ff80411d-d68a-4d87-baf8-7ae03fea6414,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:51.595023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port dd633c86-a8d7-4e64-b0e0-ceb66c135564 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:51.606855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port dd633c86-a8d7-4e64-b0e0-ceb66c135564 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:51.607477 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:51.678739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] No DVR routers for this DVR port ff80411d-d68a-4d87-baf8-7ae03fea6414 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:44:51.679573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:51.683172 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7115ada2-e86b-40d8-80c3-f95d18e069a3 req-ff7db628-1ac7-40cb-9bae-2025b118c5a1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "DELETE /v2.0/ports/ff80411d-d68a-4d87-baf8-7ae03fea6414 HTTP/1.1" status: 204 len: 173 time: 1.9587379 Dec 16 07:44:51.731749 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-c52e62d9-baaf-4e88-bd4d-1df02a3d1eea service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924856 Dec 16 07:44:51.744427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b'}, {'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-deleted', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:51.747166 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c184d-654f-42e9-88ef-8db66c372dec" -d '{"events": [{"name": "network-changed", "server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b"}, {"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-deleted", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:51.750806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407b5d6-015c-4561-8535-3e55a5d3b49e req-4c9a1c32-1e53-4b49-a999-e182ec67bf9a tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.752459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407b5d6-015c-4561-8535-3e55a5d3b49e req-4c9a1c32-1e53-4b49-a999-e182ec67bf9a tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.752459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407b5d6-015c-4561-8535-3e55a5d3b49e req-4c9a1c32-1e53-4b49-a999-e182ec67bf9a tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:51.756012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:51.760645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5407b5d6-015c-4561-8535-3e55a5d3b49e req-4c9a1c32-1e53-4b49-a999-e182ec67bf9a tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682&device_id=172ccfa0-84ea-4909-8b23-26a227032e0a&device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 2886 time: 0.0638757 Dec 16 07:44:51.781361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:51.782502 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4006100c-573e-42a2-b303-baca49695253" -d '{"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-plugged", "status": "completed", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:51.795176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:51.808271 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7ea8de-8a7a-4e4a-ae1b-96ac76437696 x-openstack-request-id: req-0b7ea8de-8a7a-4e4a-ae1b-96ac76437696 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:51.808513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5407b5d6-015c-4561-8535-3e55a5d3b49e req-a041729c-5048-4d13-b24e-032eb9a5e86c tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Dec 16 07:44:51.808605 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b", "status": "completed", "code": 200}, {"server_uuid": "19d50984-4b03-4348-aeca-59db628bf6a4", "name": "network-vif-deleted", "tag": "ff80411d-d68a-4d87-baf8-7ae03fea6414", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:51.808605 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b7ea8de-8a7a-4e4a-ae1b-96ac76437696 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:51.808605 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'status': 'completed', 'code': 200} Dec 16 07:44:51.808605 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d50984-4b03-4348-aeca-59db628bf6a4', 'name': 'network-vif-deleted', 'tag': 'ff80411d-d68a-4d87-baf8-7ae03fea6414', 'status': 'completed', 'code': 200} Dec 16 07:44:51.842131 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feb3fa9-1438-4d27-851b-710afcc68357 x-openstack-request-id: req-0feb3fa9-1438-4d27-851b-710afcc68357 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:51.842425 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-plugged", "status": "completed", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:51.842703 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0feb3fa9-1438-4d27-851b-710afcc68357 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:51.843161 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'code': 200} Dec 16 07:44:51.927116 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:51.969672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2318d12b-2640-44a0-ba84-ec73b7f51f2a req-03bf106b-1bb8-49ca-9d6a-2c39214da590 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 210 time: 0.0418973 Dec 16 07:44:51.987456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:52.017267 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c184d-654f-42e9-88ef-8db66c372dec req-386c0e6b-6ed4-4fa4-a9c9-cd9d36cd2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.022349 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-355c184d-654f-42e9-88ef-8db66c372dec req-386c0e6b-6ed4-4fa4-a9c9-cd9d36cd2dc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0424a4b706684dfd8264a23dc3aa4325&device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 1097 time: 0.1118827 Dec 16 07:44:52.123226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44087a9-78d6-4b25-9b28-282f81c0f718 req-024d5849-c0b4-4a29-9d92-4264b4a1dced tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.125041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d44087a9-78d6-4b25-9b28-282f81c0f718 req-024d5849-c0b4-4a29-9d92-4264b4a1dced tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 950 time: 0.0728440 Dec 16 07:44:52.155135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c184d-654f-42e9-88ef-8db66c372dec req-4a211439-4fdc-4b50-abe6-5d6f6b05d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.156644 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-355c184d-654f-42e9-88ef-8db66c372dec req-4a211439-4fdc-4b50-abe6-5d6f6b05d927 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 200 len: 925 time: 0.1252968 Dec 16 07:44:52.202602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d44087a9-78d6-4b25-9b28-282f81c0f718 req-a37e0ef5-8773-4711-8c60-9d134b56f348 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/security-groups?id=501dc462-157c-49e7-92b1-4d70535d0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686359 Dec 16 07:44:52.245143 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-355c184d-654f-42e9-88ef-8db66c372dec req-00d17d21-c7d0-436d-baa1-247285735e64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b HTTP/1.1" status: 200 len: 1000 time: 0.0802767 Dec 16 07:44:52.298768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c184d-654f-42e9-88ef-8db66c372dec req-a5613b19-fcdf-4725-bbc9-8cbb956ad562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.300814 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-355c184d-654f-42e9-88ef-8db66c372dec req-a5613b19-fcdf-4725-bbc9-8cbb956ad562 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 200 len: 863 time: 0.0472357 Dec 16 07:44:52.353456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c184d-654f-42e9-88ef-8db66c372dec req-95a4cfcc-9def-440c-be9e-640234bd99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.354938 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-355c184d-654f-42e9-88ef-8db66c372dec req-95a4cfcc-9def-440c-be9e-640234bd99a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56581ddc-1858-4c9c-9e65-d461df877c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424926 Dec 16 07:44:52.455090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-355c184d-654f-42e9-88ef-8db66c372dec req-4565d4af-48b7-486c-93e9-bbcec8997590 service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883369 Dec 16 07:44:52.525034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fcdf5-3e9c-4ba0-b34c-48a22681da14 req-15ee6d69-d1e9-499f-a583-1d2aa21dab4e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.526559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a6fcdf5-3e9c-4ba0-b34c-48a22681da14 req-15ee6d69-d1e9-499f-a583-1d2aa21dab4e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.0589786 Dec 16 07:44:52.581606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a6fcdf5-3e9c-4ba0-b34c-48a22681da14 req-e8d5bfa0-9fdf-4adc-8b2a-7902b6710024 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481632 Dec 16 07:44:52.630703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-45433cde-cc97-4640-b240-4b79dd90a052 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.632469 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-45433cde-cc97-4640-b240-4b79dd90a052 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.1027007 Dec 16 07:44:52.642393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51328879-18b3-4b89-bd5c-aed241834282 req-b4ffada6-50b3-4a4a-af4d-f551d977434b tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.644264 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-51328879-18b3-4b89-bd5c-aed241834282 req-b4ffada6-50b3-4a4a-af4d-f551d977434b tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 950 time: 0.1234252 Dec 16 07:44:52.653421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-355c184d-654f-42e9-88ef-8db66c372dec req-1904c8fe-2bbf-48c2-b982-c1022d2b6dca service neutron] 10.222.0.36 "GET /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879132 Dec 16 07:44:52.655370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ff80411d-d68a-4d87-baf8-7ae03fea6414 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:44:52.690045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: ff80411d-d68a-4d87-baf8-7ae03fea6414 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:44:52.690045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ff80411d-d68a-4d87-baf8-7ae03fea6414 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:44:52.728566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c52d8-525e-4975-974f-1016f439da6c req-110dfc31-c572-4cd1-93a8-02dc8cac2658 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.730232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-961c52d8-525e-4975-974f-1016f439da6c req-110dfc31-c572-4cd1-93a8-02dc8cac2658 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 945 time: 0.0564542 Dec 16 07:44:52.792600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-961c52d8-525e-4975-974f-1016f439da6c req-14eec805-cc8f-412f-953b-919037b2f2da tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539966 Dec 16 07:44:52.844358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Deleting port 5e810f64-024f-46f4-9fbb-2b03530c00dd {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:44:52.844982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:52.900192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd149b6e-5b31-448d-b4a0-d4d52b7fe1f7 req-064b0696-db5f-452c-a3b9-8d83b962843e tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.901676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd149b6e-5b31-448d-b4a0-d4d52b7fe1f7 req-064b0696-db5f-452c-a3b9-8d83b962843e tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 944 time: 0.0896990 Dec 16 07:44:52.929722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc8a5-b293-4658-aeb7-95b80e9c24d0 req-cb35abec-6c92-4d7a-8631-1b009cb05d05 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:52.931218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-498bc8a5-b293-4658-aeb7-95b80e9c24d0 req-cb35abec-6c92-4d7a-8631-1b009cb05d05 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1102 time: 0.0728929 Dec 16 07:44:52.942073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] For port 5e810f64-024f-46f4-9fbb-2b03530c00dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5e810f64-024f-46f4-9fbb-2b03530c00dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:52.942381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:52.958150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Calling delete_port for 5e810f64-024f-46f4-9fbb-2b03530c00dd owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:44:52.960215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-adef02d9-14d7-40f5-b266-2af21afdbfe4 service neutron] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:52.965448 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-adef02d9-14d7-40f5-b266-2af21afdbfe4 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:52.966548 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde2cdf8-e600-4545-b925-e6e53ad1bb75 req-adef02d9-14d7-40f5-b266-2af21afdbfe4 service neutron] 10.222.0.16 "DELETE /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf/bindings/n-h2-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.3213344 Dec 16 07:44:52.974773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd149b6e-5b31-448d-b4a0-d4d52b7fe1f7 req-7b314cc1-c917-40e4-a021-ab0788c5f9ed tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668333 Dec 16 07:44:53.008974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-498bc8a5-b293-4658-aeb7-95b80e9c24d0 req-f92a6329-d27e-4e42-93b3-a516bc2aacac tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Dec 16 07:44:53.049157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f9ec0a1e-9577-4dcd-8883-ffedf013295d details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:44:53.168991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5e25b83-d11a-4328-89e7-4d99602686e4 req-a1011a77-a6a7-498b-9513-38662985c212 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d50984-4b03-4348-aeca-59db628bf6a4 HTTP/1.1" status: 200 len: 210 time: 0.0253904 Dec 16 07:44:53.182452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f9ec0a1e-9577-4dcd-8883-ffedf013295d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:53.194386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:53.204057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'mac_address': 'fa:16:3e:ff:d1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:44:53.224991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Pushing event deleted for resources: {'Port': ['ID=5e810f64-024f-46f4-9fbb-2b03530c00dd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:53.259490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['5e810f64-024f-46f4-9fbb-2b03530c00dd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:53.277995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] No DVR routers for this DVR port 5e810f64-024f-46f4-9fbb-2b03530c00dd on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:44:53.280640 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:53.284210 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-51328879-18b3-4b89-bd5c-aed241834282 req-37b512da-3583-4d27-bff9-1ec59e1988e6 tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.16 "DELETE /v2.0/ports/5e810f64-024f-46f4-9fbb-2b03530c00dd HTTP/1.1" status: 204 len: 173 time: 0.6122458 Dec 16 07:44:53.301144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:53.315391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ec0a1e-9577-4dcd-8883-ffedf013295d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:53.337022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f9ec0a1e-9577-4dcd-8883-ffedf013295d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:53.338685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6269a9-108a-462b-8875-cfe8ac3d0a69 req-857a6a2d-2136-44c0-8329-593c552ceb64 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:53.340469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db6269a9-108a-462b-8875-cfe8ac3d0a69 req-857a6a2d-2136-44c0-8329-593c552ceb64 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1097 time: 0.0426521 Dec 16 07:44:53.389997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db6269a9-108a-462b-8875-cfe8ac3d0a69 req-f3af45c9-7c35-427b-8b4f-00c0f0deeca3 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Dec 16 07:44:53.445892 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:53.491053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4df1bc7d-ca36-4300-a55f-28f4b66e1cfb req-db523eeb-9007-4a48-9c7f-05c5fde80ffb tempest-ServersAdminNegativeTestJSON-969302138 tempest-ServersAdminNegativeTestJSON-969302138-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d80c43-2857-4958-97e2-d85ab81f5418 HTTP/1.1" status: 200 len: 210 time: 0.0276299 Dec 16 07:44:53.505344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f9ec0a1e-9577-4dcd-8883-ffedf013295d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:53.603064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-7a5583d8-fd98-494e-a6d8-411092847ddf tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312445 Dec 16 07:44:53.697110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea21e8c-5c2e-4650-8c8f-ffbc92ea57f2 req-00d0a172-c4e5-4aeb-a7b8-70848cd23028 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:53.698579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ea21e8c-5c2e-4650-8c8f-ffbc92ea57f2 req-00d0a172-c4e5-4aeb-a7b8-70848cd23028 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 1097 time: 0.1147203 Dec 16 07:44:53.766591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e0c8fb61-228a-4d50-95ff-8a48bd47138f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:53.768074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e0c8fb61-228a-4d50-95ff-8a48bd47138f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504982 Dec 16 07:44:53.786918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ea21e8c-5c2e-4650-8c8f-ffbc92ea57f2 req-094f686a-71eb-437a-af3a-5669d7275a9b tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793614 Dec 16 07:44:53.789267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-af106e2c-bcf7-4707-a50c-a2ac94de3c39 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/quotas/323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 375 time: 0.0124123 Dec 16 07:44:53.807337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d80c43-2857-4958-97e2-d85ab81f5418', 'name': 'network-vif-deleted', 'tag': '5e810f64-024f-46f4-9fbb-2b03530c00dd'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:53.809717 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b18e860-7ad0-4bce-acf9-49c9391c53f9" -d '{"events": [{"server_uuid": "67d80c43-2857-4958-97e2-d85ab81f5418", "name": "network-vif-deleted", "tag": "5e810f64-024f-46f4-9fbb-2b03530c00dd"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:53.840847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-edcb3e63-cff2-4407-bc88-7a237e9030de tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454051 Dec 16 07:44:53.915307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7c65e-f703-4131-be22-7449a1f9fece req-e9ee78f1-2f94-42b1-a831-9503ab9fc9be tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:53.916786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1e7c65e-f703-4131-be22-7449a1f9fece req-e9ee78f1-2f94-42b1-a831-9503ab9fc9be tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1101 time: 0.0443871 Dec 16 07:44:53.920150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['f9ec0a1e-9577-4dcd-8883-ffedf013295d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:53.961766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1e7c65e-f703-4131-be22-7449a1f9fece req-a2c1204b-c964-4084-b945-b13d106f8435 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Dec 16 07:44:54.061972 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b94b63-c548-44cc-b696-bfdf82181417 x-openstack-request-id: req-13b94b63-c548-44cc-b696-bfdf82181417 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:54.062268 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d80c43-2857-4958-97e2-d85ab81f5418", "name": "network-vif-deleted", "tag": "5e810f64-024f-46f4-9fbb-2b03530c00dd", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:54.062518 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13b94b63-c548-44cc-b696-bfdf82181417 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:54.062915 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d80c43-2857-4958-97e2-d85ab81f5418', 'name': 'network-vif-deleted', 'tag': '5e810f64-024f-46f4-9fbb-2b03530c00dd', 'status': 'completed', 'code': 200} Dec 16 07:44:54.180285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3510245-b1a2-46fd-9b88-f147301c75c3 req-0e3250f0-244a-4ed1-a3c2-4b2419e579b7 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:54.182375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3510245-b1a2-46fd-9b88-f147301c75c3 req-0e3250f0-244a-4ed1-a3c2-4b2419e579b7 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1101 time: 0.0421174 Dec 16 07:44:54.229131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3510245-b1a2-46fd-9b88-f147301c75c3 req-5af611b0-25ae-4fd5-a92d-19c60781b5c4 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Dec 16 07:44:54.341192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0def9-c3dc-43cb-9c4e-250048023412 req-415fd130-54bc-46e9-8358-deae94517871 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:54.342712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2d0def9-c3dc-43cb-9c4e-250048023412 req-415fd130-54bc-46e9-8358-deae94517871 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 945 time: 0.0539865 Dec 16 07:44:54.397218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2d0def9-c3dc-43cb-9c4e-250048023412 req-865bcebc-5da1-458e-97c9-01ec37958d00 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470746 Dec 16 07:44:54.470120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8766525c-c98f-4944-bbd7-4a869117350d req-0702d2c4-5916-432a-b929-fc99b357d96c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 210 time: 0.0271056 Dec 16 07:44:55.287774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39934) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:55.435897 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-525037c9-3266-4659-90f5-2cbe46206705 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=903a56ad3f994d4bae3fd424a797c9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467631 Dec 16 07:44:55.439021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39940) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:55.469576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6db1d-e73d-4458-9180-5a89252a4387 req-26f704f5-fcf3-40a2-8430-8815a02b510e tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:55.472046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ec6db1d-e73d-4458-9180-5a89252a4387 req-26f704f5-fcf3-40a2-8430-8815a02b510e tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 971 time: 0.0581129 Dec 16 07:44:55.494299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16ea069d-f8d2-4a81-bc14-009b6a22a691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:55.535665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16ea069d-f8d2-4a81-bc14-009b6a22a691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:55.542663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ec6db1d-e73d-4458-9180-5a89252a4387 req-ffd29ac7-e4ed-497f-a27b-514e79ced58d tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571363 Dec 16 07:44:55.708902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16ea069d-f8d2-4a81-bc14-009b6a22a691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:55.712054 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16ea069d-f8d2-4a81-bc14-009b6a22a691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:55.713466 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-16ea069d-f8d2-4a81-bc14-009b6a22a691 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/501dc462-157c-49e7-92b1-4d70535d0da8 HTTP/1.1" status: 204 len: 168 time: 0.2734191 Dec 16 07:44:55.723947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea069d-f8d2-4a81-bc14-009b6a22a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501dc462-157c-49e7-92b1-4d70535d0da8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:56.103703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926d1b-487a-4272-ba52-12aad571f9d2 req-a26b0a79-2bc0-46d2-a419-34c6e729e476 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:56.108652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27926d1b-487a-4272-ba52-12aad571f9d2 req-a26b0a79-2bc0-46d2-a419-34c6e729e476 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 945 time: 0.0570827 Dec 16 07:44:56.161267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27926d1b-487a-4272-ba52-12aad571f9d2 req-6368d794-412e-4849-8c3d-48a5b063ff77 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Dec 16 07:44:56.248649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4866449-df87-45c1-bd63-d756f6f91d22 req-6e889d16-30c8-4222-b81b-b3b2b2fad242 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 210 time: 0.0274677 Dec 16 07:44:56.362220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39962) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:56.414983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b0ba9c60-4c43-4824-9abd-e9d8f71db4b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e63d13eb16b1453f96c7e4c53b945aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506563 Dec 16 07:44:56.417518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39964) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:44:56.471030 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6099d444-203a-4237-b53c-d19872af0df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:56.509451 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6099d444-203a-4237-b53c-d19872af0df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:56.523383 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-8c924cc6-9e97-474d-b1b1-e3cf03632010 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273020 Dec 16 07:44:56.645719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6099d444-203a-4237-b53c-d19872af0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:56.648690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6099d444-203a-4237-b53c-d19872af0df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:56.656221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6099d444-203a-4237-b53c-d19872af0df3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe7e00e5-a1c4-49b5-81da-fdcb5a010dfc HTTP/1.1" status: 204 len: 168 time: 0.2376232 Dec 16 07:44:56.663891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-0cfac5c1-6786-4e53-a008-440c163a0b91 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:56.665857 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-0cfac5c1-6786-4e53-a008-440c163a0b91 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354840 Dec 16 07:44:56.677163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5e810f64-024f-46f4-9fbb-2b03530c00dd no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:44:56.690632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Request body: {'port': {'device_id': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '323a7e8e3ea7463e8bc18a5a0fd3d2fc'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:56.692094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099d444-203a-4237-b53c-d19872af0df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e00e5-a1c4-49b5-81da-fdcb5a010dfc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:56.749284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 5e810f64-024f-46f4-9fbb-2b03530c00dd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:44:56.750952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5e810f64-024f-46f4-9fbb-2b03530c00dd not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:44:56.976595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Made reservation on behalf of 323a7e8e3ea7463e8bc18a5a0fd3d2fc for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:44:56.981240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:57.015431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb78ca-ab4f-41de-a06e-1c146a128a8d req-28114a95-b624-4190-91d4-c16bf1a6ec9b tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:57.016904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8edb78ca-ab4f-41de-a06e-1c146a128a8d req-28114a95-b624-4190-91d4-c16bf1a6ec9b tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 971 time: 0.0622303 Dec 16 07:44:57.066780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f9ec0a1e-9577-4dcd-8883-ffedf013295d up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:44:57.094833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8edb78ca-ab4f-41de-a06e-1c146a128a8d req-828617f1-56b1-41b9-806a-2805e36015f7 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655763 Dec 16 07:44:57.185715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Allocated IP 192.168.233.178 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/a70239ca-509b-467d-ba2c-75eb1a121deb) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:44:57.251466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb2c68-c12c-4aab-b784-61d4494678a7 req-e2d90dc5-78d8-474d-8277-cdbcb3a221bf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:57.255812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76fb2c68-c12c-4aab-b784-61d4494678a7 req-e2d90dc5-78d8-474d-8277-cdbcb3a221bf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0744579 Dec 16 07:44:57.301095 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:57.310451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port f9ec0a1e-9577-4dcd-8883-ffedf013295d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:44:57.327651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port f9ec0a1e-9577-4dcd-8883-ffedf013295d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:57.328028 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:57.368813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76fb2c68-c12c-4aab-b784-61d4494678a7 req-b25d9362-643b-41a0-ab75-8a74b505f428 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046178 Dec 16 07:44:57.492587 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:57.503986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8416-0883-49ea-a961-7c9495805163 req-fe7ef492-0b33-4983-b9a9-9509b3d68762 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:57.505823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af7b8416-0883-49ea-a961-7c9495805163 req-fe7ef492-0b33-4983-b9a9-9509b3d68762 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 945 time: 0.0712330 Dec 16 07:44:57.591758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af7b8416-0883-49ea-a961-7c9495805163 req-e3b30afb-a1a2-4a39-9d83-e8d09117157f tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751340 Dec 16 07:44:57.651405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221439dd-6279-4353-a202-3292b95c7b60 req-f149cee3-0a0c-4796-b56f-b36872f9d8c1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:57.653423 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-221439dd-6279-4353-a202-3292b95c7b60 req-f149cee3-0a0c-4796-b56f-b36872f9d8c1 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 971 time: 0.0793149 Dec 16 07:44:57.673333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:57.742958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:44:57.802054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:57.806478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:57.838960 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:44:57.839444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3d8e-ef16-493b-bd3f-c319a040a6ff req-64be42dd-f03f-47d4-bc3d-358474fe3175 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:57.842734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:44:57.845748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:44:57.859114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75cb3d8e-ef16-493b-bd3f-c319a040a6ff req-64be42dd-f03f-47d4-bc3d-358474fe3175 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 936 time: 0.0990081 Dec 16 07:44:57.895215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:57.898152 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3531376b-e318-4242-8635-81b285d4708a" -d '{"events": [{"server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:57.957673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f9ec0a1e-9577-4dcd-8883-ffedf013295d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:57.967500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75cb3d8e-ef16-493b-bd3f-c319a040a6ff req-03d5a1dc-8172-4c86-9750-85fe904b67f0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074722 Dec 16 07:44:57.972201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:57.972937 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:57.995604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Deleting port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:44:57.997159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:58.077664 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:58.091172 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-e4095e06-2390-4cb7-9389-277144d9f9a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4046412 Dec 16 07:44:58.116295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Request body: {'port': {'device_id': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:44:58.230054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-531ef517-cc80-417a-8661-0fb654ec192c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:58.239217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:58.256627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f9ec0a1e-9577-4dcd-8883-ffedf013295d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:58.293067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] For port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:44:58.293462 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:58.316452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Calling delete_port for 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 owned by compute:tempest-test_az-1926370335 {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:44:58.338736 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd48b34-c1de-47d0-953d-3d4de2f92e9b x-openstack-request-id: req-5fd48b34-c1de-47d0-953d-3d4de2f92e9b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:58.339181 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:58.339444 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fd48b34-c1de-47d0-953d-3d4de2f92e9b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:58.340073 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'code': 200} Dec 16 07:44:58.359913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3843eafe-ccc8-4d9d-b033-befd2c57f615 None None] Provisioning complete for port a70239ca-509b-467d-ba2c-75eb1a121deb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:44:58.359913 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3843eafe-ccc8-4d9d-b033-befd2c57f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:58.406468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3843eafe-ccc8-4d9d-b033-befd2c57f615 None None] Port a70239ca-509b-467d-ba2c-75eb1a121deb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:44:58.523196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3dc8b-344f-4ca6-9bdb-126ee7a495c0 req-82b55635-bfa2-4ce9-83f4-ef7dd2999a7e tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:58.530642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ced3dc8b-344f-4ca6-9bdb-126ee7a495c0 req-82b55635-bfa2-4ce9-83f4-ef7dd2999a7e tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 971 time: 0.0884507 Dec 16 07:44:58.591208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ced3dc8b-344f-4ca6-9bdb-126ee7a495c0 req-60a49d30-df82-46c1-8bbb-6f217b591575 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/security-groups?id=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550973 Dec 16 07:44:58.626159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a12ed-92de-4093-83a2-944937c0a091 req-d141a05f-0a8f-4739-871e-657259cb44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:58.627662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd7a12ed-92de-4093-83a2-944937c0a091 req-d141a05f-0a8f-4739-871e-657259cb44a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 1098 time: 0.1560454 Dec 16 07:44:58.718436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd7a12ed-92de-4093-83a2-944937c0a091 req-8966dd79-3c00-4baf-b64a-50f248ba590c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732849 Dec 16 07:44:58.734944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f930c4-7d42-4222-978a-6c10ea920ec7 req-18726349-f693-4952-9aac-91f005371602 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:58.736483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11f930c4-7d42-4222-978a-6c10ea920ec7 req-18726349-f693-4952-9aac-91f005371602 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0710571 Dec 16 07:44:58.802118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11f930c4-7d42-4222-978a-6c10ea920ec7 req-3d0e73d1-258e-49ac-beb5-2e6a8375cd22 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513585 Dec 16 07:44:58.934623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953585-a93e-490d-b186-f3eb747e840c req-3114b296-9f74-4159-b2a7-23ed4c72922b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:58.936155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93953585-a93e-490d-b186-f3eb747e840c req-3114b296-9f74-4159-b2a7-23ed4c72922b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 946 time: 0.0648675 Dec 16 07:44:58.949369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70239ca-509b-467d-ba2c-75eb1a121deb {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:44:58.958635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:58.973842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Transition to ACTIVE for port object a70239ca-509b-467d-ba2c-75eb1a121deb will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:44:58.998220 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93953585-a93e-490d-b186-f3eb747e840c req-9d9f7140-b610-4b59-a29b-943e44ede1fb tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Dec 16 07:44:59.022488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:59.064833 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:59.069496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Pushing event deleted for resources: {'Port': ['ID=9c1815c9-c33e-4cbf-9da5-e9570e6b0829,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:59.146845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3e587-337d-4a89-b658-70b38ee3a8ab req-b7995fb6-72e4-48b0-87c8-f13b801446ff tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:59.148555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57e3e587-337d-4a89-b658-70b38ee3a8ab req-b7995fb6-72e4-48b0-87c8-f13b801446ff tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 948 time: 0.0648909 Dec 16 07:44:59.156187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] No DVR routers for this DVR port 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:44:59.159852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:59.163847 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-221439dd-6279-4353-a202-3292b95c7b60 req-1808e5a2-0639-460d-9465-eceae6be8f9c tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.16 "DELETE /v2.0/ports/9c1815c9-c33e-4cbf-9da5-e9570e6b0829 HTTP/1.1" status: 204 len: 173 time: 1.4996576 Dec 16 07:44:59.168320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-deleted', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:44:59.171449 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88211c1-5187-452c-8ef5-742d3aa1c13f" -d '{"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-deleted", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:44:59.208838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:59.213899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57e3e587-337d-4a89-b658-70b38ee3a8ab req-e5d7547c-f7e3-452d-8d70-5fa974eaea50 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525751 Dec 16 07:44:59.264742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Attempting to bind port a70239ca-509b-467d-ba2c-75eb1a121deb on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:44:59.265290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Attempting to bind port a70239ca-509b-467d-ba2c-75eb1a121deb by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:44:59.265630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Attempting to bind port a70239ca-509b-467d-ba2c-75eb1a121deb on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:59.271541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Port a70239ca-509b-467d-ba2c-75eb1a121deb on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:44:59.272040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Attempting to bind port a70239ca-509b-467d-ba2c-75eb1a121deb on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:44:59.277697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:44:59.278317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:44:59.282780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:44:59.282780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Bound port: a70239ca-509b-467d-ba2c-75eb1a121deb, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:44:59.282780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:59.359146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:44:59.362740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:44:59.380078 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012bdbee-85cc-41dc-9a17-7102da27f5d9 x-openstack-request-id: req-012bdbee-85cc-41dc-9a17-7102da27f5d9 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:44:59.380527 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77559373-d16a-450e-be7c-c9e8e65ce14d", "name": "network-vif-deleted", "tag": "9c1815c9-c33e-4cbf-9da5-e9570e6b0829", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:44:59.380919 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-012bdbee-85cc-41dc-9a17-7102da27f5d9 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:44:59.381405 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77559373-d16a-450e-be7c-c9e8e65ce14d', 'name': 'network-vif-deleted', 'tag': '9c1815c9-c33e-4cbf-9da5-e9570e6b0829', 'status': 'completed', 'code': 200} Dec 16 07:44:59.469622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:59.519337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:59.520044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:59.521515 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] 10.222.0.36 "PUT /v2.0/ports/a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 200 len: 1097 time: 1.4133921 Dec 16 07:44:59.547655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8a3e7-0db7-4c01-9b37-b6cd6a09433a service neutron] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:44:59.693143 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:44:59.742439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70b63b70-8610-42f7-8d46-b99688e67970 req-e23d7e68-ec83-4170-b264-575d73815a94 tempest-ListImageFiltersTestJSON-165833639 tempest-ListImageFiltersTestJSON-165833639-project] 10.222.0.43 "GET /v2.0/ports?device_id=77559373-d16a-450e-be7c-c9e8e65ce14d HTTP/1.1" status: 200 len: 210 time: 0.0368638 Dec 16 07:44:59.765802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-c27c3fc5-6bc5-4949-b68f-217762fc7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:59.767519 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-c27c3fc5-6bc5-4949-b68f-217762fc7ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 1100 time: 0.0626979 Dec 16 07:44:59.824399 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-71c12a10-25db-4510-ae48-989516995544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 200 len: 217 time: 0.0370088 Dec 16 07:44:59.889416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-a6f29f09-57f0-49c0-9c9c-eaf092931230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:59.890963 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-a6f29f09-57f0-49c0-9c9c-eaf092931230 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0532219 Dec 16 07:44:59.963969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-4a5490c8-bb20-4ec8-9c06-44bd95d20d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:44:59.965638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-4a5490c8-bb20-4ec8-9c06-44bd95d20d27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621283 Dec 16 07:44:59.994581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-3148daad-1f6c-475e-a14d-a1cc35c9e323 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1994bb201e8e4a0bbf2a80145595aef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396450 Dec 16 07:45:00.091250 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-57421837-9cd5-4201-ae18-36f42082c5dd service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101265 Dec 16 07:45:00.130925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-7e320da4-7f0f-4767-9bf1-aeeed5444a65 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:00.132453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-7e320da4-7f0f-4767-9bf1-aeeed5444a65 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370592 Dec 16 07:45:00.148065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-b752b617-c007-42aa-b640-acfb42be5b35 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/quotas/1994bb201e8e4a0bbf2a80145595aef3 HTTP/1.1" status: 200 len: 375 time: 0.0097325 Dec 16 07:45:00.183150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-23510e8f-b727-4073-838c-1392c4399fbf tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1994bb201e8e4a0bbf2a80145595aef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294738 Dec 16 07:45:00.294187 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a0cfdd6e-89b4-4f03-9477-cf43224410e4 req-72a56f22-daf8-4616-94f5-626825fb8bee service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416845 Dec 16 07:45:00.537616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b9050-3ad0-485f-b09f-e2c957df351d req-918e63e5-e2b7-4e82-bf10-48983722b893 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:00.539126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-143b9050-3ad0-485f-b09f-e2c957df351d req-918e63e5-e2b7-4e82-bf10-48983722b893 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0509248 Dec 16 07:45:00.619996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-143b9050-3ad0-485f-b09f-e2c957df351d req-3c517d7a-1986-49f1-a72f-5f07ceb5cb7b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Dec 16 07:45:00.650888 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0917ba9-0d21-4052-8bad-f70e0176944b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:00.695590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:00.729763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:45:00.730141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9c1815c9-c33e-4cbf-9da5-e9570e6b0829 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:45:00.786804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1fe4d-9675-4ae8-9f20-9bab1ec07e3a req-52ecfb23-4f71-41c9-9322-dab3e93e9691 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:00.788312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93f1fe4d-9675-4ae8-9f20-9bab1ec07e3a req-52ecfb23-4f71-41c9-9322-dab3e93e9691 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 946 time: 0.0790484 Dec 16 07:45:00.798015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389ed2d-35e5-48f3-b57e-247f77e52a68 req-ee165031-fb5e-450b-9e4d-4a10de5eb9a2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:00.799519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c389ed2d-35e5-48f3-b57e-247f77e52a68 req-ee165031-fb5e-450b-9e4d-4a10de5eb9a2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 948 time: 0.0913968 Dec 16 07:45:00.875522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93f1fe4d-9675-4ae8-9f20-9bab1ec07e3a req-cfed8b7d-b0fb-4206-befb-680f2fc47960 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747690 Dec 16 07:45:00.884075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c389ed2d-35e5-48f3-b57e-247f77e52a68 req-2cc06695-a276-4e70-8a2a-fd0873c20e57 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766315 Dec 16 07:45:00.962600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1e54a07-6f0e-4c3e-a246-528c9340a4fc req-7051f2df-a54b-4a9a-a13a-a3994825abe8 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0272346 Dec 16 07:45:01.245862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1b60-9a05-419a-a99d-088f9187e845 req-aca88ecc-9e7f-4d81-99c2-00774a8499a2 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:01.247497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-aca88ecc-9e7f-4d81-99c2-00774a8499a2 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0844398 Dec 16 07:45:01.310176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-9386f40f-0630-4043-9ea0-6ff783d30ea3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0544655 Dec 16 07:45:01.320631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'floatingip': {'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:01.361223 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:01.382863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:01.385368 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:01.685576 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:01.958997 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1340db3c-950b-48ef-9ecb-2e843b589fa7 x-openstack-request-id: req-1340db3c-950b-48ef-9ecb-2e843b589fa7 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:01.959296 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:01.959722 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1340db3c-950b-48ef-9ecb-2e843b589fa7 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:01.960159 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'status': 'completed', 'code': 200} Dec 16 07:45:02.059493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-8b837742-62ea-4d8d-8c6d-a441c27a62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.061132 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-8b837742-62ea-4d8d-8c6d-a441c27a62cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 1100 time: 0.0438943 Dec 16 07:45:02.104493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:02.122911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43256c4-ca82-4ac2-9029-7c1504a4f8dd req-1a82a364-ee22-4f12-bdff-95c00a952a8a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.124411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c43256c4-ca82-4ac2-9029-7c1504a4f8dd req-1a82a364-ee22-4f12-bdff-95c00a952a8a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0647080 Dec 16 07:45:02.165073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-3e8a1047-f0ad-4d0c-b95b-e412a6a8f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.166585 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-3e8a1047-f0ad-4d0c-b95b-e412a6a8f423 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.0978725 Dec 16 07:45:02.177071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c43256c4-ca82-4ac2-9029-7c1504a4f8dd req-55cd67ed-c17b-4e35-8adb-8d6da7b1fc61 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447898 Dec 16 07:45:02.180547 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:02.217654 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-59a8cb05-4798-46ac-9572-b63046090354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 200 len: 217 time: 0.0406945 Dec 16 07:45:02.274989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-62e0e456-9ef6-4af6-9611-eb8edc85d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.277059 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-62e0e456-9ef6-4af6-9611-eb8edc85d455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0477810 Dec 16 07:45:02.318599 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Floating IP 71d42846-51ca-477f-871b-a95b80c85e1a associated. External IP: 172.25.2.86, port: 2086d7aa-5789-4019-942d-eaa2f67ffc1d. Dec 16 07:45:02.333857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-5b190a52-a6ef-4031-8dcf-d65d28d24d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.335420 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-5b190a52-a6ef-4031-8dcf-d65d28d24d75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428634 Dec 16 07:45:02.364787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087acea4-8d17-4f11-b78c-7e837b3b5c26 req-39a8e761-656c-489b-acbd-80ae99498a48 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.366465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-087acea4-8d17-4f11-b78c-7e837b3b5c26 req-39a8e761-656c-489b-acbd-80ae99498a48 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 948 time: 0.1074879 Dec 16 07:45:02.435047 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-768ba9d0-33c0-486b-ae0f-853afd6b7e1d service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907099 Dec 16 07:45:02.476770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-087acea4-8d17-4f11-b78c-7e837b3b5c26 req-229c28a9-9a03-40ad-95d0-2d9eb582f139 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010859 Dec 16 07:45:02.544765 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca23bec6-b2c9-42d0-ac3d-b6da8629abff req-fd5d5397-b963-4fec-b95b-e640bf96359a service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985267 Dec 16 07:45:02.611276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:02.727992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:02.733275 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:02.738496 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:02.748605 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:02.749284 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:02.763308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-d96f1bb9-2b81-4349-a7a6-5f4f57ec8089 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "PUT /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 200 len: 996 time: 1.4467220 Dec 16 07:45:02.763771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:02.766120 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:02.822827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1b60-9a05-419a-a99d-088f9187e845 req-e0c77d4d-6c5e-4e69-8cf0-e52b003f9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.824387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-e0c77d4d-6c5e-4e69-8cf0-e52b003f9b6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.0441258 Dec 16 07:45:02.921717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1b60-9a05-419a-a99d-088f9187e845 req-69375cb9-a821-41aa-9a72-4c63f2f1c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:02.923163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-69375cb9-a821-41aa-9a72-4c63f2f1c266 service neutron] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.0913334 Dec 16 07:45:02.955479 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:03.000706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-2213c9e9-995a-40b4-8959-5cfa6b4575ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 999 time: 0.0709362 Dec 16 07:45:03.057150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1b60-9a05-419a-a99d-088f9187e845 req-23228245-843e-4fa8-b3d2-00d7da1b2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:03.058664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-23228245-843e-4fa8-b3d2-00d7da1b2e44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0512092 Dec 16 07:45:03.089863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a70239ca-509b-467d-ba2c-75eb1a121deb details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:45:03.105592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-1e7ed828-bc4a-401c-8e7d-7e9df9b48095 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1994bb201e8e4a0bbf2a80145595aef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273955 Dec 16 07:45:03.122847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1b60-9a05-419a-a99d-088f9187e845 req-eeefe50a-a015-4289-9db0-36b5cae37a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:03.125176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-eeefe50a-a015-4289-9db0-36b5cae37a5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557559 Dec 16 07:45:03.140766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-5f46fa17-5bab-4a8e-9718-5fd27c40b127 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:45:03.141820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-5f46fa17-5bab-4a8e-9718-5fd27c40b127 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092406 Dec 16 07:45:03.254394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e692c96-4fa3-42a7-8405-5a2894c7b1c0 req-f098c62c-855b-4e32-a5b3-013a93a81358 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0891943 Dec 16 07:45:03.255563 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:55:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:01Z', 'revision_number': 1, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:03.284767 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:03.291607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-c7e619d9-fd90-4064-874d-6582ad2085cb tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:03.294506 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:03.295203 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:03.301119 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-c7e619d9-fd90-4064-874d-6582ad2085cb tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889524 Dec 16 07:45:03.306169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:03.317738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Request body: {'port': {'device_id': '7110d906-c600-4d87-8826-7e42db22d5e2', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '1994bb201e8e4a0bbf2a80145595aef3'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:03.331803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'mac_address': 'fa:16:3e:eb:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:45:03.336780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-fdc30875-6eb4-4b13-9397-f84a04100aba service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868920 Dec 16 07:45:03.345197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:03.397849 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:03.432056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70239ca-509b-467d-ba2c-75eb1a121deb {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:03.436148 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:03.466601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:03.520505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170c1b60-9a05-419a-a99d-088f9187e845 req-ab51b38c-d71e-4790-a2ee-86a9c9ddcfa0 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752768 Dec 16 07:45:03.571573 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:03.654400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:03.660020 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96eee7a-39fd-4f56-a5b8-ef73768064ac x-openstack-request-id: req-b96eee7a-39fd-4f56-a5b8-ef73768064ac {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:03.660458 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:03.660805 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b96eee7a-39fd-4f56-a5b8-ef73768064ac {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:03.661298 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'status': 'completed', 'code': 200} Dec 16 07:45:03.672386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Made reservation on behalf of 1994bb201e8e4a0bbf2a80145595aef3 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:03.676552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:03.687954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:03.782105 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:55:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:01Z', 'revision_number': 1, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:03.819450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-5ad5b592-a93b-4e3a-a161-518896c77321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:03.821431 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-5ad5b592-a93b-4e3a-a161-518896c77321 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.0822382 Dec 16 07:45:03.835928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb08d8-1044-4bb0-a664-31748929f20d req-84cd0aba-38d9-450e-9691-07e7e7891d2a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:03.837901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38eb08d8-1044-4bb0-a664-31748929f20d req-84cd0aba-38d9-450e-9691-07e7e7891d2a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0978751 Dec 16 07:45:03.853963 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4256d2a-5a9e-44fe-b91c-8c14b1da74f5 None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:55:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:01Z', 'revision_number': 1, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:03.913665 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38eb08d8-1044-4bb0-a664-31748929f20d req-7195af25-3cc7-455a-ab80-60cf7a3dd376 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674341 Dec 16 07:45:03.929588 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:03.988223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-215ee5c7-c706-4c04-b8f3-adf24cd4aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:03.989773 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-215ee5c7-c706-4c04-b8f3-adf24cd4aa11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1549902 Dec 16 07:45:03.994480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:04.063400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['a70239ca-509b-467d-ba2c-75eb1a121deb'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:04.070362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346354f-7d80-4825-9533-be27aaac61e4 req-eea379a0-2a4b-4620-a065-f7322aa36a4e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:04.072018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f346354f-7d80-4825-9533-be27aaac61e4 req-eea379a0-2a4b-4620-a065-f7322aa36a4e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 949 time: 0.0968695 Dec 16 07:45:04.096044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e155e9b3-61f9-4522-a106-a1713433a75f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:04.190151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f346354f-7d80-4825-9533-be27aaac61e4 req-d5157dec-5d47-45bb-837d-8d4228695b12 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057396 Dec 16 07:45:04.209953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fabec19-9528-4d8c-a604-cefba1551b86 None None] New status for floating IP 71d42846-51ca-477f-871b-a95b80c85e1a: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:45:04.215044 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-35a92f62-4cd8-4796-9ad7-05dd148a2ff7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 999 time: 0.2130179 Dec 16 07:45:04.258163 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:04.318132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-0b6c1b13-5939-4a13-8d3d-e04df017a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:04.320155 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-0b6c1b13-5939-4a13-8d3d-e04df017a2d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0915000 Dec 16 07:45:04.367898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-cb22240f-53e0-4b7a-a4a9-7efb2450e84d tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:04.369456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-cb22240f-53e0-4b7a-a4a9-7efb2450e84d tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0512459 Dec 16 07:45:04.373468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Allocated IP 192.168.233.149 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/08d23412-4f07-4526-a9c2-99fe08af8745) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:04.409800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-1d9aa461-f0a0-487c-8d28-2d0e6ce29832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:04.411627 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-1d9aa461-f0a0-487c-8d28-2d0e6ce29832 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784473 Dec 16 07:45:04.563113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a5ff0b4-207c-4fa6-b56c-a880048b05d7 req-476a969b-79fb-4032-b738-eb57e5941491 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0443168 Dec 16 07:45:04.597566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-42597a01-239e-4074-9960-d35ce1643518 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 999 time: 0.2193208 Dec 16 07:45:04.602949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'floatingip': {'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:04.617903 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-7b880eb0-b253-4a2e-bf59-fafcdcc1d08e service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916406 Dec 16 07:45:04.641553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:04.673512 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:04.755116 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-30e9c86a-31ed-4ad9-be4f-a2a8971ad0ba req-f4360c7e-ee67-4b74-befa-8c8f2c7fc8f9 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158442 Dec 16 07:45:04.828280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:04.887997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:04.891443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:04.896760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:04.901052 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Pushing event updated for resources: {'Port': ['ID=08d23412-4f07-4526-a9c2-99fe08af8745,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:04.989100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:04.989765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.068519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40210) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:05.132357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d703f6e-e784-4a0a-804d-fb00d9e04c2a req-e2b5e62a-b4c9-452f-b49c-0deeed7caa8b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:05.133927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d703f6e-e784-4a0a-804d-fb00d9e04c2a req-e2b5e62a-b4c9-452f-b49c-0deeed7caa8b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1128190 Dec 16 07:45:05.148227 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cecdd0b8-817b-4750-980d-2f06f8b4579a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8365405 Dec 16 07:45:05.167645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Request body: {'port': {'device_id': '7110d906-c600-4d87-8826-7e42db22d5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:05.228867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.249031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-475f1087-89ca-4b56-ab13-a62f9ab23ef1 None None] Provisioning complete for port 08d23412-4f07-4526-a9c2-99fe08af8745 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:05.249591 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-475f1087-89ca-4b56-ab13-a62f9ab23ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.267455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d703f6e-e784-4a0a-804d-fb00d9e04c2a req-577c1d22-eebd-4fe0-900f-3e3da2da1366 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997117 Dec 16 07:45:05.320782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-475f1087-89ca-4b56-ab13-a62f9ab23ef1 None None] Port 08d23412-4f07-4526-a9c2-99fe08af8745 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:05.393959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ae005be4-e4ca-44d9-9cf0-a2c9291afe3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1337c26cc2654c3a9323463b0e6021c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234966 Dec 16 07:45:05.397480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40230) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:05.426760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.471800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143d48d-58cf-48db-a5fb-5f6be989e0d6 req-a1a7b88f-98e5-4fe1-86eb-730db8416315 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:05.473489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5143d48d-58cf-48db-a5fb-5f6be989e0d6 req-a1a7b88f-98e5-4fe1-86eb-730db8416315 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 949 time: 0.0970063 Dec 16 07:45:05.490151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9cb5431e-7975-4b42-bd1b-e7d0b2ada45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.511467 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.565336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d23412-4f07-4526-a9c2-99fe08af8745 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:05.575983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.586685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9cb5431e-7975-4b42-bd1b-e7d0b2ada45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.589989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Transition to ACTIVE for port object 08d23412-4f07-4526-a9c2-99fe08af8745 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:45:05.644665 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5143d48d-58cf-48db-a5fb-5f6be989e0d6 req-e0996896-99de-4263-a8f4-dcf1247b5323 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559925 Dec 16 07:45:05.684652 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Floating IP 71d42846-51ca-477f-871b-a95b80c85e1a associated. External IP: 172.25.2.86, port: 2086d7aa-5789-4019-942d-eaa2f67ffc1d. Dec 16 07:45:05.713714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.770125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Pushing event updated for resources: {'Port': ['ID=08d23412-4f07-4526-a9c2-99fe08af8745,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:05.835690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9cb5431e-7975-4b42-bd1b-e7d0b2ada45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.837243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9cb5431e-7975-4b42-bd1b-e7d0b2ada45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.839453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9cb5431e-7975-4b42-bd1b-e7d0b2ada45b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2806c1bf-c7a5-4d91-a99e-15cfc8641c2f HTTP/1.1" status: 204 len: 168 time: 0.4410093 Dec 16 07:45:05.880699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5431e-7975-4b42-bd1b-e7d0b2ada45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2806c1bf-c7a5-4d91-a99e-15cfc8641c2f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:05.881353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Attempting to bind port 08d23412-4f07-4526-a9c2-99fe08af8745 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:05.881762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Attempting to bind port 08d23412-4f07-4526-a9c2-99fe08af8745 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:05.882184 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Attempting to bind port 08d23412-4f07-4526-a9c2-99fe08af8745 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:05.888193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Port 08d23412-4f07-4526-a9c2-99fe08af8745 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:45:05.888582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Attempting to bind port 08d23412-4f07-4526-a9c2-99fe08af8745 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:05.895087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe635e-26b3-4158-afe7-f50415765cf1 req-8bacaba4-7948-44f1-aafd-1cb20f991917 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:05.895265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:05.895366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:05.895849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:05.896573 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Bound port: 08d23412-4f07-4526-a9c2-99fe08af8745, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:05.896932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:05.897356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59fe635e-26b3-4158-afe7-f50415765cf1 req-8bacaba4-7948-44f1-aafd-1cb20f991917 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 948 time: 0.1668506 Dec 16 07:45:06.007689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] For port 08d23412-4f07-4526-a9c2-99fe08af8745, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:06.013402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] For port 08d23412-4f07-4526-a9c2-99fe08af8745, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=08d23412-4f07-4526-a9c2-99fe08af8745,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:06.044431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59fe635e-26b3-4158-afe7-f50415765cf1 req-0091a274-7445-4382-8757-c93a33083a2c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301665 Dec 16 07:45:06.114283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:06.117650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:06.158950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:06.159759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:06.161228 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] 10.222.0.16 "PUT /v2.0/ports/08d23412-4f07-4526-a9c2-99fe08af8745 HTTP/1.1" status: 200 len: 1097 time: 0.9980714 Dec 16 07:45:06.161709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7110d906-c600-4d87-8826-7e42db22d5e2', 'tag': '08d23412-4f07-4526-a9c2-99fe08af8745'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:06.164384 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f9ea7b-d41c-4333-afae-8140feedd828" -d '{"events": [{"name": "network-changed", "server_uuid": "7110d906-c600-4d87-8826-7e42db22d5e2", "tag": "08d23412-4f07-4526-a9c2-99fe08af8745"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:06.206832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3c2d1-f06c-4087-96d6-3042a15a3366 service neutron] Pushing event updated for resources: {'Port': ['ID=08d23412-4f07-4526-a9c2-99fe08af8745,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:06.276050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:06.288509 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:06.309199 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:06.310011 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:06.378374 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26900b-6a33-4adc-829f-25cfb3a0c816 x-openstack-request-id: req-2a26900b-6a33-4adc-829f-25cfb3a0c816 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:06.378904 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7110d906-c600-4d87-8826-7e42db22d5e2", "tag": "08d23412-4f07-4526-a9c2-99fe08af8745", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:06.379675 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a26900b-6a33-4adc-829f-25cfb3a0c816 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:06.380527 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7110d906-c600-4d87-8826-7e42db22d5e2', 'tag': '08d23412-4f07-4526-a9c2-99fe08af8745', 'status': 'completed', 'code': 200} Dec 16 07:45:06.431263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-687cea47-9b1b-4270-ad9b-70281ba1a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:06.434698 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-687cea47-9b1b-4270-ad9b-70281ba1a19a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1994bb201e8e4a0bbf2a80145595aef3&device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 1100 time: 0.1257489 Dec 16 07:45:06.502723 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:06.547515 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-cb2bec25-412b-43ed-aa17-7d78ecd6b2a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=08d23412-4f07-4526-a9c2-99fe08af8745 HTTP/1.1" status: 200 len: 217 time: 0.0968795 Dec 16 07:45:06.676485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-8b7e3366-e05e-4b0d-ac4d-a2485551cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:06.678745 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-8b7e3366-e05e-4b0d-ac4d-a2485551cdd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1221240 Dec 16 07:45:06.745805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-d37cdd59-71ab-427e-8818-c9c7f9fc72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:06.747944 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-d37cdd59-71ab-427e-8818-c9c7f9fc72f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605152 Dec 16 07:45:06.817553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55110c0-efe5-4fee-bc3d-e136bf2124a4 req-162e889c-a5d5-49c6-bde1-8f4e94451c45 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:06.825430 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:ff:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:05Z', 'revision_number': 3, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:06.826083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d55110c0-efe5-4fee-bc3d-e136bf2124a4 req-162e889c-a5d5-49c6-bde1-8f4e94451c45 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1147194 Dec 16 07:45:06.872566 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:06.889872 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:06.889872 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:06.896552 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-d569a792-b9a1-4929-a7ec-e9aa509c4bd0 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392679 Dec 16 07:45:06.931868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d55110c0-efe5-4fee-bc3d-e136bf2124a4 req-50b8bd10-cc8a-4996-9fc0-285e45411303 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047785 Dec 16 07:45:07.059700 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d7bbdc7-7e26-4e4f-a4c9-50ee22c30d82 req-a974c94c-109f-44f3-8996-742c7f098280 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522386 Dec 16 07:45:07.091267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:07.112507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b5b86-8ff4-400c-a495-925667254a02 req-5a2d5805-09ed-4caf-8fec-e4c8d0f736d4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.122116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-323b5b86-8ff4-400c-a495-925667254a02 req-5a2d5805-09ed-4caf-8fec-e4c8d0f736d4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 949 time: 0.0999515 Dec 16 07:45:07.122326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a70239ca-509b-467d-ba2c-75eb1a121deb up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:07.208290 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:07.278197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-323b5b86-8ff4-400c-a495-925667254a02 req-a16cc643-b1ce-40d5-a2a2-e8f894152744 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545146 Dec 16 07:45:07.301311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port a70239ca-509b-467d-ba2c-75eb1a121deb completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:45:07.301311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port a70239ca-509b-467d-ba2c-75eb1a121deb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:07.301311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:07.305289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:07.310522 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:07.345198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-c9ec5468-afe9-41ad-b79d-44c7ff24373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.347482 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-c9ec5468-afe9-41ad-b79d-44c7ff24373a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1994bb201e8e4a0bbf2a80145595aef3&device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 1100 time: 0.0820944 Dec 16 07:45:07.373762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:07.375730 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:07.452676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-869fd2e2-76ca-4ff3-9581-d414312e9b8b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "PUT /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 200 len: 998 time: 2.8510714 Dec 16 07:45:07.470910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:07.539514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:07.542241 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a950bdd3-d8ad-41de-99ec-f1929ae23edd" -d '{"events": [{"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-plugged", "status": "completed", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:07.544227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-5dffcfce-03a6-4ee2-9bbc-e7d3aa610b4b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.545760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-5dffcfce-03a6-4ee2-9bbc-e7d3aa610b4b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports/2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 943 time: 0.0758066 Dec 16 07:45:07.559433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:07.560337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329465e-e523-4263-8e29-030ebb794ae2 req-d7a0026e-2dca-400a-922c-9bf1cc27cefd tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.568299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b329465e-e523-4263-8e29-030ebb794ae2 req-d7a0026e-2dca-400a-922c-9bf1cc27cefd tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 948 time: 0.1598935 Dec 16 07:45:07.574689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-d85ffc3f-400b-4d88-b2e3-485fd7a2e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.577105 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-d85ffc3f-400b-4d88-b2e3-485fd7a2e3d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2179501 Dec 16 07:45:07.619380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b329465e-e523-4263-8e29-030ebb794ae2 req-e49fbfd5-fb02-4d9b-9272-dcc66d20f99a tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499885 Dec 16 07:45:07.661499 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-c3c9dfa0-c583-4b1e-ba8b-73da896f7587 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=08d23412-4f07-4526-a9c2-99fe08af8745 HTTP/1.1" status: 200 len: 217 time: 0.0751023 Dec 16 07:45:07.687531 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:ff:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:05Z', 'revision_number': 3, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:07.706675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-fecd7043-15d8-4786-a6cc-ed4c0100c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.706675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-fecd7043-15d8-4786-a6cc-ed4c0100c447 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.0693467 Dec 16 07:45:07.724516 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1aaed-6d5c-4dee-b97a-2a8de78a6122 None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:ff:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:05Z', 'revision_number': 3, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:07.737015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-875eb10d-3a88-41f1-94e4-edd0d7950102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.739926 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-875eb10d-3a88-41f1-94e4-edd0d7950102 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0705912 Dec 16 07:45:07.806811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-81135ad5-0146-4e74-a81a-ee8d590cdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.808686 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-81135ad5-0146-4e74-a81a-ee8d590cdf7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612767 Dec 16 07:45:07.833951 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:07.837260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-c5c566ce-b94f-41d4-8498-51141e8bde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:07.839437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-c5c566ce-b94f-41d4-8498-51141e8bde81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1251907 Dec 16 07:45:07.894162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-3827eea7-66c6-43a1-b447-9ff606782460 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 217 time: 0.0475128 Dec 16 07:45:07.904764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:07.966997 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc5021-97f3-4b90-8b3a-aafacc854185 x-openstack-request-id: req-eacc5021-97f3-4b90-8b3a-aafacc854185 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:07.967295 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:07.967554 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eacc5021-97f3-4b90-8b3a-aafacc854185 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:07.967960 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'status': 'completed', 'code': 200} Dec 16 07:45:07.979156 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-ba67a984-85d9-45ba-b08e-b9e04ec45efa service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605687 Dec 16 07:45:07.986521 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f5f74-0038-4410-bddc-69a4d9aa9f14 x-openstack-request-id: req-ab3f5f74-0038-4410-bddc-69a4d9aa9f14 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:07.987397 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-plugged", "status": "completed", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:07.987862 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab3f5f74-0038-4410-bddc-69a4d9aa9f14 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:07.988452 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'code': 200} Dec 16 07:45:08.016876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522d6fa-f356-4865-b66d-58cdd09afdc0 None None] New status for floating IP 71d42846-51ca-477f-871b-a95b80c85e1a: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:45:08.045403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-0bc29b29-e004-4bdd-bada-61d1ef03a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:08.047440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-0bc29b29-e004-4bdd-bada-61d1ef03a51b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.1444619 Dec 16 07:45:08.133349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-a5a3509a-32fd-4982-850c-1df3e0dec99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:08.134739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-8626d0ef-3195-435b-a575-453af5b6742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:08.134893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-a5a3509a-32fd-4982-850c-1df3e0dec99a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774558 Dec 16 07:45:08.136265 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-8626d0ef-3195-435b-a575-453af5b6742f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.0729153 Dec 16 07:45:08.148635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-600d71ec-2108-4179-8a3f-0d9b23be6a6e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:45:08.150178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-600d71ec-2108-4179-8a3f-0d9b23be6a6e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053492 Dec 16 07:45:08.176880 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42f9ea7b-d41c-4333-afae-8140feedd828 req-c7d2435b-70ac-4843-97ea-42c1b4ed3188 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873498 Dec 16 07:45:08.271503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-67b1141c-3abf-43f7-a8e4-6aceeb24b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:08.275365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-67b1141c-3abf-43f7-a8e4-6aceeb24b15f service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1251879 Dec 16 07:45:08.335520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6a8ea-1bf3-4b10-9fac-c41af2950449 req-99ae2fb6-d37e-4df5-b9af-98b66d4c468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:08.337715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93a6a8ea-1bf3-4b10-9fac-c41af2950449 req-99ae2fb6-d37e-4df5-b9af-98b66d4c468a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 1102 time: 0.1872723 Dec 16 07:45:08.363468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-b91cfbd7-3fe1-4695-a3a8-1a8d85f49ede service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 217 time: 0.0797799 Dec 16 07:45:08.421054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-e21838c3-e0c0-4333-b61a-6c25d3d11ba1 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424028 Dec 16 07:45:08.423586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93a6a8ea-1bf3-4b10-9fac-c41af2950449 req-f8606282-bed6-4535-afb0-ffc4b43df65f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Dec 16 07:45:08.445332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-8247825f-87ab-42d5-b2d2-83585bca299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:08.446918 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-8247825f-87ab-42d5-b2d2-83585bca299e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0605924 Dec 16 07:45:08.528445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-8e495eef-3a1c-4b0d-8996-5ea4ce488b46 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985637 Dec 16 07:45:08.814468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-a62e77f5-4a03-449b-b8db-c4e9a7173651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:08.816822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-a62e77f5-4a03-449b-b8db-c4e9a7173651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447731 Dec 16 07:45:08.847266 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:08.891826 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:08.891826 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:08.935020 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-e3ec914d-8d3a-4d07-9ed1-760a88a27a4e service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099319 Dec 16 07:45:09.003820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-4d3fe43f-3db3-4476-b887-1519493d2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:09.005421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-4d3fe43f-3db3-4476-b887-1519493d2ba6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 1098 time: 0.1291456 Dec 16 07:45:09.029986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d9cb-25b9-4c9e-82f9-ae588b96e243 req-55e69701-b6f4-49e5-b3ce-574e901f57af tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:09.037747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b31d9cb-25b9-4c9e-82f9-ae588b96e243 req-55e69701-b6f4-49e5-b3ce-574e901f57af tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0851452 Dec 16 07:45:09.049378 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:09.073809 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5b373b5e-7d12-4c85-9eca-de0f2c1d061a req-a1002aa8-c879-495c-996c-56bf568690c8 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230543 Dec 16 07:45:09.151163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b31d9cb-25b9-4c9e-82f9-ae588b96e243 req-99be848a-67bd-4d0f-817f-09b2ba7b4101 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125314 Dec 16 07:45:09.178361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-9c9ed3b4-9baa-4187-8d3a-6a0ffa09d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:09.187651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-9c9ed3b4-9baa-4187-8d3a-6a0ffa09d1a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1740689 Dec 16 07:45:09.293126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-1390eb6f-2623-4b3d-81fa-27dbb0979c0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 1001 time: 0.1039431 Dec 16 07:45:09.306464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983afc1-406a-4eaa-8135-694e0b4073c5 req-51903e6b-2da3-4ef8-91f4-feb12147b199 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:09.308023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a983afc1-406a-4eaa-8135-694e0b4073c5 req-51903e6b-2da3-4ef8-91f4-feb12147b199 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0738871 Dec 16 07:45:09.328794 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:ff:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:08Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:09.362318 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:09.374394 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:09.375036 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:09.395637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-3ce6b4ba-a05e-4e8a-b2f2-a9f32e46ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:09.395637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-3ce6b4ba-a05e-4e8a-b2f2-a9f32e46ebf9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0864241 Dec 16 07:45:09.409879 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a983afc1-406a-4eaa-8135-694e0b4073c5 req-71bd68bd-d4a6-4421-85ec-011e5aebb34a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879180 Dec 16 07:45:09.459727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-f8a4c048-18a2-40b3-816c-23a84011f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:09.464649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-f8a4c048-18a2-40b3-816c-23a84011f52a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534725 Dec 16 07:45:09.531717 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:09.603377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1be56-0f5c-4735-a635-c4d0fa9e4ab3 req-7289a894-dac7-41fb-8826-713285c075a5 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:09.604939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fed1be56-0f5c-4735-a635-c4d0fa9e4ab3 req-7289a894-dac7-41fb-8826-713285c075a5 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 948 time: 0.1144059 Dec 16 07:45:09.612699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-b247d551-cb10-49af-ba42-8ed3f17cab06 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441770 Dec 16 07:45:09.716661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fed1be56-0f5c-4735-a635-c4d0fa9e4ab3 req-e1e001d7-da5a-49dd-abb2-8c61c5be6550 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028543 Dec 16 07:45:09.754758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624acf97-140b-4ac0-abe9-e34c82cef662 req-d65126b9-9f71-4aff-96ca-4274e649fb26 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382742 Dec 16 07:45:09.793671 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:ff:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:08Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:09.824838 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b48de4-b9a3-44f5-976e-66a32f16eba5 None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:ff:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87752b4c-3626-44c9-9417-1e579d1042f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:08Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:09.986967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:09.990030 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bffb852-26bd-47e6-9018-1fa217b7ebb5" -d '{"events": [{"name": "network-changed", "server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:10.035396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d49ac25-14ae-4e61-acfa-5de1df6e4481 req-689d5735-1878-4f85-99eb-f8ea757d0007 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.1024916 Dec 16 07:45:10.080785 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c46b9f-9fe3-4861-8038-0f52a6eaed5d x-openstack-request-id: req-f3c46b9f-9fe3-4861-8038-0f52a6eaed5d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:10.081049 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:10.081292 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3c46b9f-9fe3-4861-8038-0f52a6eaed5d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:10.081748 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'status': 'completed', 'code': 200} Dec 16 07:45:10.097497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ac25-14ae-4e61-acfa-5de1df6e4481 req-e05eaef9-784b-4407-945a-d739e177ec34 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.099058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d49ac25-14ae-4e61-acfa-5de1df6e4481 req-e05eaef9-784b-4407-945a-d739e177ec34 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports/f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 943 time: 0.0627861 Dec 16 07:45:10.217397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-bd85fd68-f79e-4804-9bfb-c5b6a7f6b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.218922 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-bd85fd68-f79e-4804-9bfb-c5b6a7f6b63f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 1098 time: 0.0732152 Dec 16 07:45:10.260969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d49ac25-14ae-4e61-acfa-5de1df6e4481 req-f50fe9d2-a3df-4e54-953c-0805134eb1e5 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.0715806 Dec 16 07:45:10.377354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-c390b5ce-8810-40f5-a049-86e040c31b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.382838 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-c390b5ce-8810-40f5-a049-86e040c31b93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1459122 Dec 16 07:45:10.433402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ac25-14ae-4e61-acfa-5de1df6e4481 req-2a5b8cd2-2fce-4216-ad0c-dd9e02a4d3c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.443252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d49ac25-14ae-4e61-acfa-5de1df6e4481 req-2a5b8cd2-2fce-4216-ad0c-dd9e02a4d3c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1740308 Dec 16 07:45:10.520666 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-ac749b34-0182-4078-9176-0a760e35bd29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 1001 time: 0.0986919 Dec 16 07:45:10.562687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90517eb1-c099-4daa-b1b8-9a6f835d1db5 req-568689e2-e68c-4197-ae89-896005e1b220 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.564229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90517eb1-c099-4daa-b1b8-9a6f835d1db5 req-568689e2-e68c-4197-ae89-896005e1b220 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0563500 Dec 16 07:45:10.592383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-7f7b3367-90bd-430f-bdf4-9dd019f04ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.595882 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-7f7b3367-90bd-430f-bdf4-9dd019f04ce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0615549 Dec 16 07:45:10.622898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90517eb1-c099-4daa-b1b8-9a6f835d1db5 req-ddbd1a7a-9337-4200-8fa8-e6b8ba8cfd7a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501885 Dec 16 07:45:10.668968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-3d78e351-530a-4d53-9a6d-b1a13f588e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.670581 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-3d78e351-530a-4d53-9a6d-b1a13f588e95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666163 Dec 16 07:45:10.746329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 08d23412-4f07-4526-a9c2-99fe08af8745 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:45:10.787686 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-e330c5da-f7d4-4e60-be94-c16799f9f303 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083491 Dec 16 07:45:10.805317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ae56e-8dc7-4a6f-9417-94a60a9d022e req-e8aebe6e-9f7f-4744-8f40-1c8052bcb61b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.807186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-122ae56e-8dc7-4a6f-9417-94a60a9d022e req-e8aebe6e-9f7f-4744-8f40-1c8052bcb61b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0689006 Dec 16 07:45:10.810589 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-6299f25c-c173-4b51-8394-60833e8e4499 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.1150589 Dec 16 07:45:10.886807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d9da4521-3a2f-45d4-aa7e-8cb1f60c02bf tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:10.899039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d9da4521-3a2f-45d4-aa7e-8cb1f60c02bf tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports/f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 943 time: 0.0725117 Dec 16 07:45:10.900147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 08d23412-4f07-4526-a9c2-99fe08af8745, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=08d23412-4f07-4526-a9c2-99fe08af8745,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:10.928933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-122ae56e-8dc7-4a6f-9417-94a60a9d022e req-f4a91ac2-5ee8-4431-94da-e3e6550267f6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058171 Dec 16 07:45:10.932696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '08d23412-4f07-4526-a9c2-99fe08af8745', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '08d23412-4f07-4526-a9c2-99fe08af8745', 'mac_address': 'fa:16:3e:09:ba:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:45:11.010425 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:11.026421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d23412-4f07-4526-a9c2-99fe08af8745 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:11.034560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-2f8baa79-cd03-454c-85c7-446156493834 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.0960591 Dec 16 07:45:11.054457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 08d23412-4f07-4526-a9c2-99fe08af8745, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=08d23412-4f07-4526-a9c2-99fe08af8745,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:11.141896 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:11.187772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-fec0c5aa-d1c8-4831-a927-b9794a53a203 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:11.190091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-fec0c5aa-d1c8-4831-a927-b9794a53a203 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1491385 Dec 16 07:45:11.214267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=08d23412-4f07-4526-a9c2-99fe08af8745,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:11.230744 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8bffb852-26bd-47e6-9018-1fa217b7ebb5 req-55481fda-be3a-431a-8279-e20d3e375ee8 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260252 Dec 16 07:45:11.303926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b7075-5258-4e54-80e7-985083c49076 req-b5772182-823a-4fce-a095-76c0304b8afc tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:11.305595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f23b7075-5258-4e54-80e7-985083c49076 req-b5772182-823a-4fce-a095-76c0304b8afc tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 949 time: 0.1145046 Dec 16 07:45:11.313144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-6b41f6bc-0d2a-4463-999b-1a252000fc9a tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.0833900 Dec 16 07:45:11.325680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:11.413285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f23b7075-5258-4e54-80e7-985083c49076 req-e4253c71-b437-4d9d-93b9-4d8d3c7395e9 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989389 Dec 16 07:45:11.415637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:11.577339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['08d23412-4f07-4526-a9c2-99fe08af8745'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:11.584871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:11.650957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:11.651349 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Floating IP 71d42846-51ca-477f-871b-a95b80c85e1a disassociated. External IP: 172.25.2.86, port: f9ec0a1e-9577-4dcd-8883-ffedf013295d. Dec 16 07:45:11.754008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-b8756106-edb2-40b4-8024-43d377024cb8 req-b5b229a5-399a-4383-b4a4-04efaff31ced service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:45:11.754972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8756106-edb2-40b4-8024-43d377024cb8 req-b5b229a5-399a-4383-b4a4-04efaff31ced service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063765 Dec 16 07:45:11.911980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:12.031892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:12.038950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:12.042855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:12.055971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:12.056653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:12.073337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d43fec5d-9cda-49f0-ac83-c09f7eda1f73 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "PUT /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 200 len: 694 time: 0.7522082 Dec 16 07:45:12.083122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:12.089133 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77399783-220d-48c1-9f9d-c46dd2ff0eae" -d '{"events": [{"name": "network-changed", "server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:12.169225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-8d8f25b1-9670-41df-bbd9-7ce12cca6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:12.174868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-8d8f25b1-9670-41df-bbd9-7ce12cca6911 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 1098 time: 0.0597460 Dec 16 07:45:12.318138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d64335c0-088a-42f4-80e0-6e7424266343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:12.320218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d64335c0-088a-42f4-80e0-6e7424266343 service neutron] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1422889 Dec 16 07:45:12.349566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:12.395079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-d3b70b78-52dd-4626-b19b-1873a9609561 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 217 time: 0.0634129 Dec 16 07:45:12.468084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-e5df7b54-9b3b-4fec-a6a6-ecb94fdfd1e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465828 Dec 16 07:45:12.478573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-aa354ec8-c2df-4312-9ce4-68fe2b0adf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:12.480033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-aa354ec8-c2df-4312-9ce4-68fe2b0adf01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0707746 Dec 16 07:45:12.495401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cad007-4a44-4b52-adbe-64617851ced0 req-3a5bdbc9-aebf-4c37-b4c1-1d2d4260201f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:12.496826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d3cad007-4a44-4b52-adbe-64617851ced0 req-3a5bdbc9-aebf-4c37-b4c1-1d2d4260201f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1578972 Dec 16 07:45:12.590909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d3cad007-4a44-4b52-adbe-64617851ced0 req-161913f7-516c-4076-8771-7186fbd9c4e8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750694 Dec 16 07:45:12.590909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-9f74d03a-e6fa-461b-906b-a6ed3f624f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:12.590909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-9f74d03a-e6fa-461b-906b-a6ed3f624f56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916760 Dec 16 07:45:12.605955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:12.652843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:12.662476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:12.663104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:12.761864 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 08d23412-4f07-4526-a9c2-99fe08af8745 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:12.787783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da0c0a-1b37-453a-bfe5-f8c042727592 req-160f2132-e315-44b2-9dae-318c93084132 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:12.789109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7da0c0a-1b37-453a-bfe5-f8c042727592 req-160f2132-e315-44b2-9dae-318c93084132 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0862787 Dec 16 07:45:12.818368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-90d41166-27a4-4856-a199-037316485712 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172916 Dec 16 07:45:12.821243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:12.909666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7da0c0a-1b37-453a-bfe5-f8c042727592 req-2053da41-d554-4896-ae14-557f191a376e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092923 Dec 16 07:45:12.928694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 08d23412-4f07-4526-a9c2-99fe08af8745 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:45:12.940734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 08d23412-4f07-4526-a9c2-99fe08af8745 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:12.941276 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:12.981602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7dcc4c6e-3536-48c2-9214-f0c4a44a924c req-512af9ec-7105-480f-9581-97f5465c31a4 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501534 Dec 16 07:45:12.986442 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25584795-db6d-4837-94bd-0f24f3b699a3 x-openstack-request-id: req-25584795-db6d-4837-94bd-0f24f3b699a3 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:12.987899 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:12.987899 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25584795-db6d-4837-94bd-0f24f3b699a3 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:12.987899 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'status': 'completed', 'code': 200} Dec 16 07:45:13.086934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-4feee900-d758-4e1b-a8d9-a08afd136407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:13.088462 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-4feee900-d758-4e1b-a8d9-a08afd136407 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 1098 time: 0.0513053 Dec 16 07:45:13.112197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:13.147710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7110d906-c600-4d87-8826-7e42db22d5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d23412-4f07-4526-a9c2-99fe08af8745'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:13.150086 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b28fb3b-6f19-4881-9e38-1837c3c89d27" -d '{"events": [{"server_uuid": "7110d906-c600-4d87-8826-7e42db22d5e2", "name": "network-vif-plugged", "status": "completed", "tag": "08d23412-4f07-4526-a9c2-99fe08af8745"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:13.169083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 08d23412-4f07-4526-a9c2-99fe08af8745, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=08d23412-4f07-4526-a9c2-99fe08af8745,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:13.174224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:13.206566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-e469a399-80a5-426e-ab09-afe35a5c4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:13.208360 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-e469a399-80a5-426e-ab09-afe35a5c4f76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1091061 Dec 16 07:45:13.209060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e30a75-28d7-467e-9f3a-57160918f83f None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:13.257113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-91416118-a69b-49b3-bd55-8b0dd85908b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 200 len: 217 time: 0.0389838 Dec 16 07:45:13.260549 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:13.323496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=08d23412-4f07-4526-a9c2-99fe08af8745,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:13.349743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013d976-5422-45ac-bb9a-98e06c7b6535 req-adb3a241-2a7d-4d33-9c85-d6767b5c3ae6 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:13.354057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9013d976-5422-45ac-bb9a-98e06c7b6535 req-adb3a241-2a7d-4d33-9c85-d6767b5c3ae6 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 949 time: 0.1114523 Dec 16 07:45:13.416500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-1b2d0a28-a82e-4419-80a8-df74e14551df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:13.418556 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-1b2d0a28-a82e-4419-80a8-df74e14551df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0994270 Dec 16 07:45:13.427541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9013d976-5422-45ac-bb9a-98e06c7b6535 req-40d13159-6f6a-49ea-9c2a-057e8059c2eb tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679488 Dec 16 07:45:13.523920 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e95ec-73ca-428b-9590-dcc1cb6fc3c5 x-openstack-request-id: req-775e95ec-73ca-428b-9590-dcc1cb6fc3c5 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:13.524286 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7110d906-c600-4d87-8826-7e42db22d5e2", "name": "network-vif-plugged", "status": "completed", "tag": "08d23412-4f07-4526-a9c2-99fe08af8745", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:13.524607 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-775e95ec-73ca-428b-9590-dcc1cb6fc3c5 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:13.525006 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7110d906-c600-4d87-8826-7e42db22d5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d23412-4f07-4526-a9c2-99fe08af8745', 'code': 200} Dec 16 07:45:13.526163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-4176d25e-bcb6-4570-af03-446412e29978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:13.533772 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-4176d25e-bcb6-4570-af03-446412e29978 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984316 Dec 16 07:45:13.704818 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3f500-bbd0-441b-831a-4cf806e429ff None None] New status for floating IP 71d42846-51ca-477f-871b-a95b80c85e1a: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:45:13.708186 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906dff7-7930-42e8-8bc3-44609a8dd425 req-7701992c-ad5a-49ef-9652-9f46aba986f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:13.709687 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f906dff7-7930-42e8-8bc3-44609a8dd425 req-7701992c-ad5a-49ef-9652-9f46aba986f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 1102 time: 0.0679665 Dec 16 07:45:13.734722 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-2c133c1a-a60f-4dd7-9ec5-b332455a1adc service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758454 Dec 16 07:45:13.806797 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f906dff7-7930-42e8-8bc3-44609a8dd425 req-2b13486f-a88d-4000-954e-e03b1a230fbd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895126 Dec 16 07:45:13.850644 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77399783-220d-48c1-9f9d-c46dd2ff0eae req-5464f18e-9ecb-4522-b9d6-82b1e301599e service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043842 Dec 16 07:45:13.991917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611ab80-ced7-410c-9118-1c8fac684adb req-f7b7818c-95ac-48de-ae59-bc2ff6fa1850 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:13.994544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4611ab80-ced7-410c-9118-1c8fac684adb req-f7b7818c-95ac-48de-ae59-bc2ff6fa1850 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0506120 Dec 16 07:45:14.065754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4611ab80-ced7-410c-9118-1c8fac684adb req-5c95f755-462a-4183-8b5a-f7ab5aa15711 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630727 Dec 16 07:45:14.187628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c60c-ac54-4e93-ac8c-e9cacdb2c19b req-6a5ce8c3-27d3-4487-8a5a-e2f46eab2f21 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:14.189169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5075c60c-ac54-4e93-ac8c-e9cacdb2c19b req-6a5ce8c3-27d3-4487-8a5a-e2f46eab2f21 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0584590 Dec 16 07:45:14.248460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5075c60c-ac54-4e93-ac8c-e9cacdb2c19b req-58bfbc71-11d0-4f18-9a48-beb3cfa37d48 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495815 Dec 16 07:45:14.371319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-76d43ede-e89b-44ea-9542-ee6de40baa74 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:14.373256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-76d43ede-e89b-44ea-9542-ee6de40baa74 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0595560 Dec 16 07:45:14.426365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-ab033822-90f8-4e58-8a84-bcc3f80c2339 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 695 time: 0.0460236 Dec 16 07:45:14.436296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'floatingip': {'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:14.789665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:14.906558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57df8ee-b595-4c01-8b8a-c03a818721d8 req-530d2fbd-43f8-45d2-9b01-5d95c82fb959 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:14.908209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b57df8ee-b595-4c01-8b8a-c03a818721d8 req-530d2fbd-43f8-45d2-9b01-5d95c82fb959 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 950 time: 0.1356137 Dec 16 07:45:15.035478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b57df8ee-b595-4c01-8b8a-c03a818721d8 req-a2612287-9ad8-466d-b4c4-01d91bd3ffb9 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198292 Dec 16 07:45:15.327177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:15.416367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:15.573436 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Floating IP 71d42846-51ca-477f-871b-a95b80c85e1a associated. External IP: 172.25.2.86, port: 2086d7aa-5789-4019-942d-eaa2f67ffc1d. Dec 16 07:45:15.809672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:15.961182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:15.969297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:15.974657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:15.986855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:15.989152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:16.001960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-4ea6508a-5ea0-4789-95af-9f3a883352c3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "PUT /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 200 len: 996 time: 1.5690503 Dec 16 07:45:16.003571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:16.005911 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc374c-3bfc-4eb5-a138-68d454aab55c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:16.016800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38896829-64f0-42f7-985f-b473a5afdccc req-5b8d07c8-255e-4024-a741-704d85df9ceb tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.019412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38896829-64f0-42f7-985f-b473a5afdccc req-5b8d07c8-255e-4024-a741-704d85df9ceb tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0917282 Dec 16 07:45:16.091392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-5e87b119-0060-4e01-8b2b-4398a10b5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.092887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-5e87b119-0060-4e01-8b2b-4398a10b5b29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.0736611 Dec 16 07:45:16.115784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38896829-64f0-42f7-985f-b473a5afdccc req-152ade50-9c26-4a3c-87fe-613cc1efc406 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874221 Dec 16 07:45:16.116592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:16.191071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-3579cfd1-7d4d-425b-9da7-e238c3c4bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.195725 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-3579cfd1-7d4d-425b-9da7-e238c3c4bb4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 1102 time: 0.0849645 Dec 16 07:45:16.270441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-e8405ad1-82bf-4bfd-97e3-ef320549fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.271963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-e8405ad1-82bf-4bfd-97e3-ef320549fb01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1703646 Dec 16 07:45:16.280358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc856d1-4e12-4ade-83cb-7c53e78dba6d req-c463a92f-d403-45fe-b2b8-34e464291283 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.288563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bc856d1-4e12-4ade-83cb-7c53e78dba6d req-c463a92f-d403-45fe-b2b8-34e464291283 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0884445 Dec 16 07:45:16.389868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:55:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:15Z', 'revision_number': 8, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:16.400614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bc856d1-4e12-4ade-83cb-7c53e78dba6d req-4a0e0301-3640-4356-8fc9-9c2bad499542 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111369 Dec 16 07:45:16.400854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-f139b60b-bace-4c45-af25-7ff0f18566f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.402087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-f139b60b-bace-4c45-af25-7ff0f18566f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1262097 Dec 16 07:45:16.421987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-fb2ac3d3-5b3a-4cd7-a04a-4b048e45f77f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 999 time: 0.1182718 Dec 16 07:45:16.425796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:16.448110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:16.451340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:16.472289 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-14b45b6a-2bf9-433c-8868-d08352754029 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 200 len: 217 time: 0.0402803 Dec 16 07:45:16.486797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-f34044db-a012-40bc-a890-b03e4e2dd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.488656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-f34044db-a012-40bc-a890-b03e4e2dd310 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0657690 Dec 16 07:45:16.571156 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880fb877-2c5f-4dbb-a76f-5c361e7e734d x-openstack-request-id: req-880fb877-2c5f-4dbb-a76f-5c361e7e734d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:16.572074 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:16.573803 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-880fb877-2c5f-4dbb-a76f-5c361e7e734d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:16.574423 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'status': 'completed', 'code': 200} Dec 16 07:45:16.579324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-40d5a8be-3eea-4579-a2f9-5bd2c626d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.583421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-40d5a8be-3eea-4579-a2f9-5bd2c626d28a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870163 Dec 16 07:45:16.620106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:16.660808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-a9e1cf5e-af6b-483c-b821-9235be8921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.662365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-a9e1cf5e-af6b-483c-b821-9235be8921ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1039946 Dec 16 07:45:16.724524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-cec95638-adab-46f6-923c-87b75d6f9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.726214 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-cec95638-adab-46f6-923c-87b75d6f9996 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511348 Dec 16 07:45:16.823923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-45349312-6b05-4d0f-bf43-aa589937b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.825446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-45349312-6b05-4d0f-bf43-aa589937b375 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.1848555 Dec 16 07:45:16.839276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-0abed6fe-b657-485a-81fd-c2041bec267e tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.840771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-0abed6fe-b657-485a-81fd-c2041bec267e tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "GET /v2.0/ports?device_id=87752b4c-3626-44c9-9417-1e579d1042f1 HTTP/1.1" status: 200 len: 946 time: 0.2012928 Dec 16 07:45:16.851656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bdab7-1c5c-44eb-b762-c63f44574b36 req-a8983e45-ec4a-4e8b-9195-4c9e50a7b690 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:16.853161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-932bdab7-1c5c-44eb-b762-c63f44574b36 req-a8983e45-ec4a-4e8b-9195-4c9e50a7b690 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 950 time: 0.1713850 Dec 16 07:45:16.853800 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-9f99f4d2-cffc-4783-adc4-2140345fddd6 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165051 Dec 16 07:45:16.884591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-cf48eb06-4403-4681-9a6b-2129e97d0fb3 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935119 Dec 16 07:45:16.918961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:55:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:15Z', 'revision_number': 8, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:16.957926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b13f4-a441-423a-9b43-577f8e96b95b None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '71d42846-51ca-477f-871b-a95b80c85e1a', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'port_id': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'mac_address': 'fa:16:3e:55:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:44:39Z', 'updated_at': '2021-12-16T07:45:15Z', 'revision_number': 8, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:17.023957 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-3ac32009-71c9-435e-aeb4-18dc36e4979f service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496282 Dec 16 07:45:17.094439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-932bdab7-1c5c-44eb-b762-c63f44574b36 req-a6a16e86-b29c-42af-9c8c-4c2e4859d31e tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295425 Dec 16 07:45:17.140832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-202655f3-cb98-4fb8-9908-7a88592ccabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:17.146439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-202655f3-cb98-4fb8-9908-7a88592ccabd service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.3015707 Dec 16 07:45:17.157454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db85eb7-41a3-478d-943a-8ed51f1a9bb5 req-18b8c075-a60d-40c4-a379-9d6d27240780 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196963 Dec 16 07:45:17.213678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Deleting port f9ec0a1e-9577-4dcd-8883-ffedf013295d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:17.214020 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:17.254227 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80506ce-9e7c-43c5-996a-afdc68e9ee5d None None] New status for floating IP 71d42846-51ca-477f-871b-a95b80c85e1a: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:45:17.282440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-720c7fe9-5f9a-48ab-a50b-e9a0156f983a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 999 time: 0.1233597 Dec 16 07:45:17.359673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] For port f9ec0a1e-9577-4dcd-8883-ffedf013295d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f9ec0a1e-9577-4dcd-8883-ffedf013295d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:17.359673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:17.375812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-a776c81d-af95-4ba0-a16d-5e69694a05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:17.377560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-a776c81d-af95-4ba0-a16d-5e69694a05de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0841069 Dec 16 07:45:17.378339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Calling delete_port for f9ec0a1e-9577-4dcd-8883-ffedf013295d owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:17.571954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-92957d3a-9fd8-49c4-9e3c-d1fcc6ff0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:17.573507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-92957d3a-9fd8-49c4-9e3c-d1fcc6ff0139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837847 Dec 16 07:45:17.622379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b35836-abe3-4760-9de0-b35cdae82de1 req-3b89ea96-9d71-4970-8403-2ffe37ed5dab tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:17.624262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5b35836-abe3-4760-9de0-b35cdae82de1 req-3b89ea96-9d71-4970-8403-2ffe37ed5dab tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1124825 Dec 16 07:45:18.144857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-270eb4f6-ede7-4ffd-8909-5c257ebc8151 req-24ff52c8-6960-4df4-a296-27ec51fba64a tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 200 len: 998 time: 0.4294150 Dec 16 07:45:18.148509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5b35836-abe3-4760-9de0-b35cdae82de1 req-22731f2c-0bb6-4a32-9733-4ea122c48e1d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867630 Dec 16 07:45:18.150566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-32046356-2c9d-4ab3-b298-7bd682642eef service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602815 Dec 16 07:45:18.246694 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:18.295420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['2086d7aa-5789-4019-942d-eaa2f67ffc1d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:18.296902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Pushing event deleted for resources: {'Port': ['ID=f9ec0a1e-9577-4dcd-8883-ffedf013295d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:18.385733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] No DVR routers for this DVR port f9ec0a1e-9577-4dcd-8883-ffedf013295d on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:45:18.391359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:18.398328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-252d587a-eec6-4129-aa24-65a587c89bf0 req-955059fe-2e4d-47ea-a463-9d4193306804 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "DELETE /v2.0/ports/f9ec0a1e-9577-4dcd-8883-ffedf013295d HTTP/1.1" status: 204 len: 173 time: 1.5396945 Dec 16 07:45:18.404412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eb4f6-ede7-4ffd-8909-5c257ebc8151 req-3e6e260d-0bf7-46de-ade3-82e14fa9b8fe tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:18.405831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-270eb4f6-ede7-4ffd-8909-5c257ebc8151 req-3e6e260d-0bf7-46de-ade3-82e14fa9b8fe tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.2544055 Dec 16 07:45:18.437570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-270eb4f6-ede7-4ffd-8909-5c257ebc8151 req-b3c5e406-b3fb-460b-aeb0-f86e7d2b0ff4 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:45:18.438581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-270eb4f6-ede7-4ffd-8909-5c257ebc8151 req-b3c5e406-b3fb-460b-aeb0-f86e7d2b0ff4 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089808 Dec 16 07:45:18.441369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbbc374c-3bfc-4eb5-a138-68d454aab55c req-e490095c-a02a-499b-aea3-ed2505272eca service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789631 Dec 16 07:45:18.511728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9339e4c-ee7b-4287-9416-59361cc9cb34 req-78a98842-8070-4088-8e1d-ee5196eecea4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:18.520570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9339e4c-ee7b-4287-9416-59361cc9cb34 req-78a98842-8070-4088-8e1d-ee5196eecea4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1081712 Dec 16 07:45:18.579399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'name': 'network-vif-deleted', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:18.583073 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87437a5-37de-45f6-bed2-065fe735f441" -d '{"events": [{"server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "name": "network-vif-deleted", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:18.603481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9339e4c-ee7b-4287-9416-59361cc9cb34 req-3750c7da-1674-495e-b686-cee52e5a7b1b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820355 Dec 16 07:45:18.803825 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb809078-bc3d-40a3-be99-59be71935ad7 x-openstack-request-id: req-bb809078-bc3d-40a3-be99-59be71935ad7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:18.804277 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87752b4c-3626-44c9-9417-1e579d1042f1", "name": "network-vif-deleted", "tag": "f9ec0a1e-9577-4dcd-8883-ffedf013295d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:18.804633 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb809078-bc3d-40a3-be99-59be71935ad7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:18.805129 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87752b4c-3626-44c9-9417-1e579d1042f1', 'name': 'network-vif-deleted', 'tag': 'f9ec0a1e-9577-4dcd-8883-ffedf013295d', 'status': 'completed', 'code': 200} Dec 16 07:45:18.824746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-f1be362b-5a44-4dc4-912e-1f5ac8a9cd57 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.1130376 Dec 16 07:45:18.879940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-c1a5404b-ad2a-4873-ac4d-a626859a2905 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:18.881659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-c1a5404b-ad2a-4873-ac4d-a626859a2905 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports/2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 943 time: 0.0504792 Dec 16 07:45:19.002534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-cbea28d4-24b6-4e9c-8123-bac330c4bf58 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.0688424 Dec 16 07:45:19.124474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-52ffeeef-ce7b-4bab-bc0a-b7f15a112ff7 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:19.125832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-52ffeeef-ce7b-4bab-bc0a-b7f15a112ff7 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1172602 Dec 16 07:45:19.180015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:45:19.188968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:19.208941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-876aacaa-a2c6-4f54-be5e-a12f762bbfe9 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 1001 time: 0.0747097 Dec 16 07:45:19.214646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:19.286852 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.461856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545b1b8-a296-479d-b696-d56bf61438de req-0bb120a4-4e28-482d-bf89-50c7fe442d39 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:19.462525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b545b1b8-a296-479d-b696-d56bf61438de req-0bb120a4-4e28-482d-bf89-50c7fe442d39 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1160228 Dec 16 07:45:19.507798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.521819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40468) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:19.535727 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.557552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:19.558209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b545b1b8-a296-479d-b696-d56bf61438de req-616bea9e-02c1-4e86-8c7b-48c28f541978 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660069 Dec 16 07:45:19.580895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:19.583274 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358f8ec6-95ac-467f-b564-0db0b8d592e4" -d '{"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:19.588580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'mac_address': 'fa:16:3e:b2:b5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:45:19.603159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:19.627767 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.629646 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Floating IP 71d42846-51ca-477f-871b-a95b80c85e1a disassociated. External IP: 172.25.2.86, port: 2086d7aa-5789-4019-942d-eaa2f67ffc1d. Dec 16 07:45:19.642934 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.662470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:19.690383 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.694400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f9ec0a1e-9577-4dcd-8883-ffedf013295d no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:19.719942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: f9ec0a1e-9577-4dcd-8883-ffedf013295d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:45:19.719942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f9ec0a1e-9577-4dcd-8883-ffedf013295d not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:45:19.721447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3b625ee-b197-42e4-9db0-aa38aa05e8a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.792489 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:45:19.792861 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:45:19.795634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:19.818733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd9413-4ece-4f15-813d-4f143db99384 req-12ea7bf3-7de1-4279-9d6c-05a7d13b6860 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:19.820561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81cd9413-4ece-4f15-813d-4f143db99384 req-12ea7bf3-7de1-4279-9d6c-05a7d13b6860 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 950 time: 0.1407373 Dec 16 07:45:19.881046 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3b625ee-b197-42e4-9db0-aa38aa05e8a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:19.927033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81cd9413-4ece-4f15-813d-4f143db99384 req-fb73c0f7-b551-48a2-9cf4-2c5fb3c25a46 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935872 Dec 16 07:45:20.000499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:20.044581 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3b625ee-b197-42e4-9db0-aa38aa05e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.063366 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1bff9e-bdb5-4f4b-983c-8dda2b897ff7 x-openstack-request-id: req-2e1bff9e-bdb5-4f4b-983c-8dda2b897ff7 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:20.063680 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:20.065153 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e1bff9e-bdb5-4f4b-983c-8dda2b897ff7 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:20.065816 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'code': 200} Dec 16 07:45:20.092732 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d3b625ee-b197-42e4-9db0-aa38aa05e8a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a5a069a460a472eac24d10e440c1ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687399 Dec 16 07:45:20.095403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b625ee-b197-42e4-9db0-aa38aa05e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63111665-8e22-4c4b-bb2e-82911589ceea,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:20.096948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40482) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:20.171016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:20.176808 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.182278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:20.193361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:20.194257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:20.226070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-9a589f89-1cfc-429b-a2a6-787ad8ded919 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "PUT /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 200 len: 695 time: 1.0153491 Dec 16 07:45:20.227036 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-291b145a-81a5-49d0-a6d5-4717075da48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.235695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaaa3f-e89b-449f-9f3d-c226c38c2a88 req-d377a8a8-7a5e-4889-b86e-5af46ea9d423 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:20.237369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adeaaa3f-e89b-449f-9f3d-c226c38c2a88 req-d377a8a8-7a5e-4889-b86e-5af46ea9d423 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1162975 Dec 16 07:45:20.293188 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-291b145a-81a5-49d0-a6d5-4717075da48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.359526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-fe8417a0-5bf0-4fb8-9253-7169937ce994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:20.361072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-fe8417a0-5bf0-4fb8-9253-7169937ce994 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.1217699 Dec 16 07:45:20.369208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adeaaa3f-e89b-449f-9f3d-c226c38c2a88 req-bf28f4d2-3759-4e9d-8911-70c5e6b30bd5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112978 Dec 16 07:45:20.370361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.380258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:20.424473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:20.476306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-63c96e91-b130-427a-979f-e781d7609cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:20.478157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-63c96e91-b130-427a-979f-e781d7609cc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.1074517 Dec 16 07:45:20.488073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:20.527955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-599f868f-4d79-4907-8f05-aeae573fb922 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 217 time: 0.0396233 Dec 16 07:45:20.528587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-291b145a-81a5-49d0-a6d5-4717075da48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.531187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-291b145a-81a5-49d0-a6d5-4717075da48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.535299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-291b145a-81a5-49d0-a6d5-4717075da48e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63111665-8e22-4c4b-bb2e-82911589ceea HTTP/1.1" status: 204 len: 168 time: 0.4343684 Dec 16 07:45:20.541785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:20.548250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b145a-81a5-49d0-a6d5-4717075da48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63111665-8e22-4c4b-bb2e-82911589ceea,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:20.633236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:20.641027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-5aa9f77f-b040-443c-b711-2a8d5f4586f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:20.649901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-5aa9f77f-b040-443c-b711-2a8d5f4586f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0976541 Dec 16 07:45:20.692011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:20.731721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:20.735635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-043248e0-8066-4efa-994f-84559908bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:20.738014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-043248e0-8066-4efa-994f-84559908bbb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703597 Dec 16 07:45:20.746999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb00ed-dd20-4a7f-8965-1b60033babd3 req-4677491d-68c1-4ebe-bb93-39ae77622413 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:20.778905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:20.778905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:20.779556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dfb00ed-dd20-4a7f-8965-1b60033babd3 req-4677491d-68c1-4ebe-bb93-39ae77622413 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 948 time: 0.0969729 Dec 16 07:45:20.818560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:20.821025 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce885bd3-8496-4d90-863e-37ba75ec97a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:20.878794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:20.884458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dfb00ed-dd20-4a7f-8965-1b60033babd3 req-d270233b-da18-42f4-9632-a2fcfa696369 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281312 Dec 16 07:45:20.933083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-2ff651b0-64d2-4ee2-bfb8-73c74e51beb3 service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618912 Dec 16 07:45:20.978832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d09df1d2-3118-427e-9838-fa5e0fa49e0e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:20.999142 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b759cad-dcc3-405d-b349-fb3e72876ae4 x-openstack-request-id: req-3b759cad-dcc3-405d-b349-fb3e72876ae4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:20.999625 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:20.999996 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b759cad-dcc3-405d-b349-fb3e72876ae4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:21.000494 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'status': 'completed', 'code': 200} Dec 16 07:45:21.088027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-534e1ea7-5842-472b-8090-d3f9bfa1c32d tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:21.092030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-534e1ea7-5842-472b-8090-d3f9bfa1c32d tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.16 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 950 time: 0.1085913 Dec 16 07:45:21.153255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-5a81dd28-615b-421b-8042-a0bc68955986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:21.153255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-5a81dd28-615b-421b-8042-a0bc68955986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 1098 time: 0.0812886 Dec 16 07:45:21.161043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c948f6c-86ec-4e2e-b0ba-d583ad658343 req-cef75e34-beab-4359-b71f-6a1056605c0b service neutron] 10.222.0.43 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225454 Dec 16 07:45:21.208137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Deleting port 08d23412-4f07-4526-a9c2-99fe08af8745 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:21.208526 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:21.247590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:21.287643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc2b87-ebfc-492b-a2fe-9e69e4ec0140 req-f6da5f4c-5a70-46cc-a77e-d65bbae71d8f tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:21.289214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148fa30-59b0-410f-8371-5cf3494caa15 None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:44:07Z', 'revision_number': 4, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '251d49bb-da1e-4055-b246-4eeb4b009bae', 'name': '', 'network_id': '351907f2-c4c0-4864-9ff7-714ee5858a6f', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'mac_address': 'fa:16:3e:0f:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:06Z', 'updated_at': '2021-12-16T07:44:15Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'subnets': [{'id': 'ff29fa33-3419-4ee9-9f8d-ed7c1e315660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:21.290236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4dc2b87-ebfc-492b-a2fe-9e69e4ec0140 req-f6da5f4c-5a70-46cc-a77e-d65bbae71d8f tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 950 time: 0.1685078 Dec 16 07:45:21.331179 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] For port 08d23412-4f07-4526-a9c2-99fe08af8745, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=08d23412-4f07-4526-a9c2-99fe08af8745,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:21.331544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:21.351652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Calling delete_port for 08d23412-4f07-4526-a9c2-99fe08af8745 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:21.355141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-e21f9788-a806-4ee5-8b10-e578fbf3bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:21.356631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-e21f9788-a806-4ee5-8b10-e578fbf3bcdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 200 len: 922 time: 0.2098308 Dec 16 07:45:21.419797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-82dd6fe1-b971-4ccc-b156-f877a94359c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 200 len: 217 time: 0.0445006 Dec 16 07:45:21.431755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4dc2b87-ebfc-492b-a2fe-9e69e4ec0140 req-77f006cf-ea96-4fd4-bad9-573bad66361f tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/security-groups?id=e155e9b3-61f9-4522-a106-a1713433a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175027 Dec 16 07:45:21.487645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-16435e6c-baa1-4afc-a3cd-3366b6ffa825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:21.489228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-16435e6c-baa1-4afc-a3cd-3366b6ffa825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 200 len: 860 time: 0.0557659 Dec 16 07:45:21.547636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-39aa37de-c178-4642-bcfc-0f0af1019ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:21.550185 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-39aa37de-c178-4642-bcfc-0f0af1019ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=351907f2-c4c0-4864-9ff7-714ee5858a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464389 Dec 16 07:45:21.649819 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287e35e-83f5-4b07-9a0c-46b360b1f96d None None] New status for floating IP 71d42846-51ca-477f-871b-a95b80c85e1a: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:45:21.692006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402151-4c69-46b9-a76b-df0bad81c5af req-02478ffa-ad48-4c62-942b-de7290c4add1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:21.693447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8402151-4c69-46b9-a76b-df0bad81c5af req-02478ffa-ad48-4c62-942b-de7290c4add1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0828657 Dec 16 07:45:21.697383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-ba713e42-b37a-4d60-964d-d984b4109317 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366727 Dec 16 07:45:21.800830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8402151-4c69-46b9-a76b-df0bad81c5af req-08753938-688d-4c32-8426-a080d4454414 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997095 Dec 16 07:45:21.841744 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce885bd3-8496-4d90-863e-37ba75ec97a1 req-7e4d85b9-6217-41d0-8562-bd24f49376e9 service neutron] 10.222.0.36 "GET /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296034 Dec 16 07:45:22.121016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eaecd-24e6-4775-acff-15379b727a3f req-052e079a-5e01-4d96-bbb0-851938c0e2c0 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:22.130099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049eaecd-24e6-4775-acff-15379b727a3f req-052e079a-5e01-4d96-bbb0-851938c0e2c0 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 948 time: 0.0928161 Dec 16 07:45:22.141520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:22.186965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['08d23412-4f07-4526-a9c2-99fe08af8745'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:22.211275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049eaecd-24e6-4775-acff-15379b727a3f req-8bf2e1be-87cd-42e3-8add-9a42ff8fc498 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803001 Dec 16 07:45:22.268933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Pushing event deleted for resources: {'Port': ['ID=08d23412-4f07-4526-a9c2-99fe08af8745,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:22.304614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-27228d29-b6f7-4909-9f64-5d041b8e525d tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 200 len: 693 time: 0.0812712 Dec 16 07:45:22.332661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] No DVR routers for this DVR port 08d23412-4f07-4526-a9c2-99fe08af8745 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:45:22.335842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:22.339799 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7ed6cdcf-697d-4658-be03-c0c1b7358a8b req-9dbea646-8b10-4c7a-a7fd-48574d75f58c tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.16 "DELETE /v2.0/ports/08d23412-4f07-4526-a9c2-99fe08af8745 HTTP/1.1" status: 204 len: 173 time: 1.2407415 Dec 16 07:45:22.340635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7110d906-c600-4d87-8826-7e42db22d5e2', 'name': 'network-vif-deleted', 'tag': '08d23412-4f07-4526-a9c2-99fe08af8745'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:22.343241 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f92a3ee-83d9-4894-99bb-3c1bad8f854e" -d '{"events": [{"server_uuid": "7110d906-c600-4d87-8826-7e42db22d5e2", "name": "network-vif-deleted", "tag": "08d23412-4f07-4526-a9c2-99fe08af8745"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:22.392883 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbcecd3-0670-4106-93d9-073fd226f3f3 x-openstack-request-id: req-5fbcecd3-0670-4106-93d9-073fd226f3f3 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:22.392883 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7110d906-c600-4d87-8826-7e42db22d5e2", "name": "network-vif-deleted", "tag": "08d23412-4f07-4526-a9c2-99fe08af8745", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:22.392883 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fbcecd3-0670-4106-93d9-073fd226f3f3 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:22.392883 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7110d906-c600-4d87-8826-7e42db22d5e2', 'name': 'network-vif-deleted', 'tag': '08d23412-4f07-4526-a9c2-99fe08af8745', 'status': 'completed', 'code': 200} Dec 16 07:45:22.437598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-779d0531-b5c6-4915-b0f0-a7ecb9150b4d tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:22.440970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-779d0531-b5c6-4915-b0f0-a7ecb9150b4d tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1230707 Dec 16 07:45:22.577121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-bf33bf4c-1dea-431b-bfa0-0896f477e3e5 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 696 time: 0.1265357 Dec 16 07:45:22.579044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecb1a4d6-dd1f-4ac6-b62f-d28a431eaa4d req-2c8cd910-c50f-430b-b491-fab09c477f68 tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0445497 Dec 16 07:45:22.643969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-44d466b3-4008-4e4c-954b-ee094e0f0a93 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.86 HTTP/1.1" status: 200 len: 696 time: 0.0545797 Dec 16 07:45:22.775876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Deleting port 75961576-d505-4c29-86ca-dc8b29afdb67 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:22.776269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:22.873790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:22.879434 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:22.897229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Calling delete_port for 75961576-d505-4c29-86ca-dc8b29afdb67 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:22.989218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127f66c-0bc8-48c4-888f-9b01c25df5bb req-ac7fffee-b1f8-413b-9900-9f642b48ac93 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:22.990612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4127f66c-0bc8-48c4-888f-9b01c25df5bb req-ac7fffee-b1f8-413b-9900-9f642b48ac93 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1065063 Dec 16 07:45:23.069067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4127f66c-0bc8-48c4-888f-9b01c25df5bb req-c58213fc-8894-43e2-94d2-d194c49c14e9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680904 Dec 16 07:45:23.212969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:23.235363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:23.282938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port d09df1d2-3118-427e-9838-fa5e0fa49e0e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:23.283595 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:23.289039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Pushing event deleted for resources: {'Port': ['ID=75961576-d505-4c29-86ca-dc8b29afdb67,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:23.358150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:23.361787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:23.363116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-876f0af7-f3c5-4901-842b-9ec167363a62 req-df65a5da-5d0a-4f39-8a8a-1083b7a84828 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "DELETE /v2.0/floatingips/71d42846-51ca-477f-871b-a95b80c85e1a HTTP/1.1" status: 204 len: 173 time: 0.7175066 Dec 16 07:45:23.421567 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:23.467793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:23.471392 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf965d9-e39c-4a94-9b28-37b2b674d18a" -d '{"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-plugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:23.489996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:23.511352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6d45-34b6-4ce7-a663-a3802882599e req-38479d5c-3350-4293-8718-b35be625d10a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:23.511578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-720b6d45-34b6-4ce7-a663-a3802882599e req-38479d5c-3350-4293-8718-b35be625d10a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 948 time: 0.0934017 Dec 16 07:45:23.577291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-720b6d45-34b6-4ce7-a663-a3802882599e req-902f9663-4011-468a-85ac-a0052ab975f2 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591917 Dec 16 07:45:23.589627 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:23.622485 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e709a-8a65-4b68-96bc-c1b82d65b678 x-openstack-request-id: req-258e709a-8a65-4b68-96bc-c1b82d65b678 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:23.622974 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-plugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:23.623235 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-258e709a-8a65-4b68-96bc-c1b82d65b678 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:23.623621 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'code': 200} Dec 16 07:45:23.652844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:23.704317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd98060b-cbd6-4666-892b-066de0be5fa2 req-6f26bdb9-b4c7-4df4-a7c0-86486e46050d tempest-TenantUsagesTestJSON-2010602813 tempest-TenantUsagesTestJSON-2010602813-project] 10.222.0.43 "GET /v2.0/ports?device_id=7110d906-c600-4d87-8826-7e42db22d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0309973 Dec 16 07:45:23.904811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadd292-d6e1-4378-b876-d05776786cef req-60f8df09-c5f4-4487-b544-956800373da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:23.906831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcadd292-d6e1-4378-b876-d05776786cef req-60f8df09-c5f4-4487-b544-956800373da0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1101 time: 0.0404940 Dec 16 07:45:23.954332 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcadd292-d6e1-4378-b876-d05776786cef req-3c7d398c-50bd-46b3-8ab7-254f5bc651ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Dec 16 07:45:24.073256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7c185-819d-456e-8cc6-a3ffdcdbbed9 req-62a6933c-62ef-45e0-8a18-0f6b7ce54b9e tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:24.077609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50d7c185-819d-456e-8cc6-a3ffdcdbbed9 req-62a6933c-62ef-45e0-8a18-0f6b7ce54b9e tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 946 time: 0.0498037 Dec 16 07:45:24.127499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50d7c185-819d-456e-8cc6-a3ffdcdbbed9 req-f83cd906-e95c-41d9-99af-c9198e2c1dc3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466015 Dec 16 07:45:24.165670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:24.238249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f756d2a-a9fc-4f83-b4af-c01d8398ec45 req-67f51d4b-a417-4242-b4ff-b75be819088b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:24.240523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f756d2a-a9fc-4f83-b4af-c01d8398ec45 req-67f51d4b-a417-4242-b4ff-b75be819088b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0808511 Dec 16 07:45:24.298892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f756d2a-a9fc-4f83-b4af-c01d8398ec45 req-44ca25e2-7c1b-45c0-9a4e-9954bd83b21c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Dec 16 07:45:24.307048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46d8de29-3bad-4992-bf9b-740c2eddca02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:24.388555 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46d8de29-3bad-4992-bf9b-740c2eddca02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:24.461391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46d8de29-3bad-4992-bf9b-740c2eddca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:24.500485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8de29-3bad-4992-bf9b-740c2eddca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7573bf-86d9-4f10-a4d0-03830280ea87,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:24.505295 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-46d8de29-3bad-4992-bf9b-740c2eddca02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e130a746dbd466693a9c7e2cd017178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376305 Dec 16 07:45:24.508264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40586) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:24.567090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ef4961b-5908-462a-9249-9ccfbc553367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:24.591591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ef4961b-5908-462a-9249-9ccfbc553367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:24.698320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191fa3e-b772-4189-a795-0762423ca124 req-92d6b1a9-0f80-4b47-8c34-150026291054 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:24.699788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b191fa3e-b772-4189-a795-0762423ca124 req-92d6b1a9-0f80-4b47-8c34-150026291054 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0507832 Dec 16 07:45:24.748318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b191fa3e-b772-4189-a795-0762423ca124 req-a9ae7145-9cc2-451f-99cc-bc96f1a9770e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Dec 16 07:45:24.804989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 08d23412-4f07-4526-a9c2-99fe08af8745 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:24.828252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 08d23412-4f07-4526-a9c2-99fe08af8745 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:45:24.828843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 08d23412-4f07-4526-a9c2-99fe08af8745 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:45:24.843495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ef4961b-5908-462a-9249-9ccfbc553367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:24.846181 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ef4961b-5908-462a-9249-9ccfbc553367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:24.849833 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4ef4961b-5908-462a-9249-9ccfbc553367 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e7573bf-86d9-4f10-a4d0-03830280ea87 HTTP/1.1" status: 204 len: 168 time: 0.3378596 Dec 16 07:45:24.859070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4961b-5908-462a-9249-9ccfbc553367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7573bf-86d9-4f10-a4d0-03830280ea87,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:25.264253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:25.292713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33b769-130a-421b-8de1-d3f86217dfed req-71001b42-a8ed-48ac-aad1-987eafc97ac3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:25.306864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f33b769-130a-421b-8de1-d3f86217dfed req-71001b42-a8ed-48ac-aad1-987eafc97ac3 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 946 time: 0.0990105 Dec 16 07:45:25.399558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f33b769-130a-421b-8de1-d3f86217dfed req-5bc6f53c-8c08-4d4a-87de-6a7e62e646b6 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911827 Dec 16 07:45:25.530912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd1726-a44b-4f50-bab8-c009768434af req-d0d3b418-9bcb-4e55-8a1a-9e08ec207f94 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:25.533077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4dd1726-a44b-4f50-bab8-c009768434af req-d0d3b418-9bcb-4e55-8a1a-9e08ec207f94 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0650651 Dec 16 07:45:25.537097 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a45d2bf9-9039-4abe-a88e-53f412fe2c89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1994bb201e8e4a0bbf2a80145595aef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703767 Dec 16 07:45:25.539254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40628) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:25.625951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4dd1726-a44b-4f50-bab8-c009768434af req-cb50dff0-e6d3-4122-8428-c4c0ea05795b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Dec 16 07:45:25.626997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aef6eca-37b5-4ae6-bfb0-c0590dfe268f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:25.652205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aef6eca-37b5-4ae6-bfb0-c0590dfe268f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:25.764263 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aef6eca-37b5-4ae6-bfb0-c0590dfe268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:25.767776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aef6eca-37b5-4ae6-bfb0-c0590dfe268f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:25.769312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9aef6eca-37b5-4ae6-bfb0-c0590dfe268f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e155e9b3-61f9-4522-a106-a1713433a75f HTTP/1.1" status: 204 len: 168 time: 0.2276042 Dec 16 07:45:25.793549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef6eca-37b5-4ae6-bfb0-c0590dfe268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e155e9b3-61f9-4522-a106-a1713433a75f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:25.916758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937f515-6392-4c4c-8874-2da7f92396fd req-250c173d-a70c-4df3-93ac-d2cd7e2d35f6 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:25.926422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5937f515-6392-4c4c-8874-2da7f92396fd req-250c173d-a70c-4df3-93ac-d2cd7e2d35f6 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0756550 Dec 16 07:45:25.992547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5937f515-6392-4c4c-8874-2da7f92396fd req-779af91a-9896-4c13-ba93-8942f1ebdff9 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645304 Dec 16 07:45:26.154203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c07bfb-7b6a-4eb6-9e94-62e26b4882fc req-1de0f4ed-e3b3-4dfb-b9e0-430bca2c5f38 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:26.156074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49c07bfb-7b6a-4eb6-9e94-62e26b4882fc req-1de0f4ed-e3b3-4dfb-b9e0-430bca2c5f38 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0789561 Dec 16 07:45:26.208638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49c07bfb-7b6a-4eb6-9e94-62e26b4882fc req-270be0ad-a002-4eb0-9a6e-d8f4a78d9449 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Dec 16 07:45:26.383705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40662) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:26.473911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-6e545876-8d2f-43e4-bf8e-b475fe61ff6f tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:26.479134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-6e545876-8d2f-43e4-bf8e-b475fe61ff6f tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 946 time: 0.0596211 Dec 16 07:45:26.507783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40670) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:26.535053 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aafe5198-bb77-4cc4-8cfb-64b6d0355ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:26.601400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-113501784-network', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:26.644847 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aafe5198-bb77-4cc4-8cfb-64b6d0355ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:26.701598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da65ffe-d774-4674-b088-c320a2f54a9b req-e3f94d9c-14a5-49ce-bd1a-daa8ddf3a145 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:26.703334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2da65ffe-d774-4674-b088-c320a2f54a9b req-e3f94d9c-14a5-49ce-bd1a-daa8ddf3a145 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 946 time: 0.1462374 Dec 16 07:45:26.746377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Deleting port 2086d7aa-5789-4019-942d-eaa2f67ffc1d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:26.747007 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:26.794812 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aafe5198-bb77-4cc4-8cfb-64b6d0355ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:26.836900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Made reservation on behalf of 0d0c3a3f34784bb2ab0f3ca4b5e3ed4f for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:26.839187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:26.869783 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:26.870067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe5198-bb77-4cc4-8cfb-64b6d0355ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a596753f-c6b7-44b4-8dd4-cd6c1f1fc700,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:26.886335 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aafe5198-bb77-4cc4-8cfb-64b6d0355ad9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58dd9629a8ec4c7d80236414891f7cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770752 Dec 16 07:45:26.888788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40678) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:26.893016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2da65ffe-d774-4674-b088-c320a2f54a9b req-644206d6-09d2-42e0-a7cb-3dfc6f6f3ade tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/security-groups?id=d001116c-1a6d-4899-a60e-0f46bbcf4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809144 Dec 16 07:45:26.935826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdece96-6649-4276-8b67-80ca324c3d3a req-06c5696e-7ed4-4f60-9b99-16f38ddcde9d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:26.937455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fdece96-6649-4276-8b67-80ca324c3d3a req-06c5696e-7ed4-4f60-9b99-16f38ddcde9d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1850011 Dec 16 07:45:26.970957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cf9944f-41ac-495f-9e3c-c6d839bcc3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.000950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cf9944f-41ac-495f-9e3c-c6d839bcc3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.163838 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.192665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cf9944f-41ac-495f-9e3c-c6d839bcc3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.195676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7cf9944f-41ac-495f-9e3c-c6d839bcc3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.197259 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7cf9944f-41ac-495f-9e3c-c6d839bcc3ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a596753f-c6b7-44b4-8dd4-cd6c1f1fc700 HTTP/1.1" status: 204 len: 168 time: 0.3071325 Dec 16 07:45:27.232952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9944f-41ac-495f-9e3c-c6d839bcc3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a596753f-c6b7-44b4-8dd4-cd6c1f1fc700,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:27.354029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] For port 2086d7aa-5789-4019-942d-eaa2f67ffc1d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2086d7aa-5789-4019-942d-eaa2f67ffc1d,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:27.354355 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.394746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Calling delete_port for 2086d7aa-5789-4019-942d-eaa2f67ffc1d owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:27.416159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fdece96-6649-4276-8b67-80ca324c3d3a req-7cc67fd7-5534-4ffd-98a4-d8a199e909bb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681592 Dec 16 07:45:27.432641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11fda0-958b-4dce-ba5c-31890df70f82 req-925ed5cb-d1a5-4b39-81c1-349143a07ab6 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:27.434098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b11fda0-958b-4dce-ba5c-31890df70f82 req-925ed5cb-d1a5-4b39-81c1-349143a07ab6 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.4596989 Dec 16 07:45:27.530458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.581718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b11fda0-958b-4dce-ba5c-31890df70f82 req-d9eef67b-4ae7-4fd2-9f68-d6bab0022cc2 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127932 Dec 16 07:45:27.764320 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.769269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.812749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Pushing event deleted for resources: {'Port': ['ID=2086d7aa-5789-4019-942d-eaa2f67ffc1d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:27.832077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:45:27.864824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c774be-4fe0-4116-8575-8343de0d28da,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:27.884235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] No DVR routers for this DVR port 2086d7aa-5789-4019-942d-eaa2f67ffc1d on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:45:27.888109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.897849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49ed0bd0-6c5e-482c-8077-90c6b9cf4757 req-0abf4999-6039-472e-b686-591e86e9153b tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.36 "DELETE /v2.0/ports/2086d7aa-5789-4019-942d-eaa2f67ffc1d HTTP/1.1" status: 204 len: 173 time: 1.4065046 Dec 16 07:45:27.906200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.906200 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Added segment e8cac969-eea6-41ba-84bf-7014652f15dd of type vlan for network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 Dec 16 07:45:27.906200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'name': 'network-vif-deleted', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:27.912110 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d9b76-488b-4774-92bb-bced8ff8cacb" -d '{"events": [{"server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "name": "network-vif-deleted", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:27.963051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:27.977201 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef462bc-8cfe-482e-94d1-78743ef8a92d x-openstack-request-id: req-2ef462bc-8cfe-482e-94d1-78743ef8a92d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:27.977505 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806", "name": "network-vif-deleted", "tag": "2086d7aa-5789-4019-942d-eaa2f67ffc1d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:27.977764 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ef462bc-8cfe-482e-94d1-78743ef8a92d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:27.978168 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806', 'name': 'network-vif-deleted', 'tag': '2086d7aa-5789-4019-942d-eaa2f67ffc1d', 'status': 'completed', 'code': 200} Dec 16 07:45:28.019923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d06dc5d-cd18-44a0-855d-494991127b35 req-10100f01-1465-4d92-9d8d-66ea9e9a5171 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 210 time: 0.0288393 Dec 16 07:45:28.095994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:28.096954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:28.097574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:28.175443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c332f9b-d5e8-4557-97a5-cbee5b411c70,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:28.186873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:45:28.238760 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:45:28.252714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7984d084-04f4-4764-8136-17c280836820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:28.300454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f955f8c9-1933-4916-a19c-e6ad7618c9f1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9155271 Dec 16 07:45:28.303318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40706) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:28.310725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Request body: {'subnet': {'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-113501784-subnet', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:28.523990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Made reservation on behalf of 0d0c3a3f34784bb2ab0f3ca4b5e3ed4f for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:28.526810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:28.574195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2b1d7-ce92-464d-8694-755d5c6633fb req-88974397-5672-4b19-a6d1-362863f7f5cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:28.582158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ee2b1d7-ce92-464d-8694-755d5c6633fb req-88974397-5672-4b19-a6d1-362863f7f5cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0815687 Dec 16 07:45:28.638209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ee2b1d7-ce92-464d-8694-755d5c6633fb req-d457e1b5-e6ef-4682-b137-15a06908102c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Dec 16 07:45:28.738902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b7184-5aba-4a20-a5b8-b22e712a49f9 req-a40bc8cb-c3fa-43ac-9c70-25fc7fe6b7bb tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:28.738902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e9b7184-5aba-4a20-a5b8-b22e712a49f9 req-a40bc8cb-c3fa-43ac-9c70-25fc7fe6b7bb tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0561533 Dec 16 07:45:28.786908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e9b7184-5aba-4a20-a5b8-b22e712a49f9 req-139721f6-f6e7-4956-86bd-753b30565a50 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Dec 16 07:45:28.855232 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:28.918661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe9f220-e96e-4dd9-8334-68ebc5e97c22,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:28.927844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Checking segment: {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:28.928208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Network hostable DHCP agents. Network: 8c332f9b-d5e8-4557-97a5-cbee5b411c70, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:45:29.100767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:45:29.131915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47e90a06-dea3-493e-983b-28b2077fb0c4 req-cd1b78f2-c0b0-47f2-bcfd-cdff8d1277c2 tempest-FloatingIPsAssociationTestJSON-1795635144 tempest-FloatingIPsAssociationTestJSON-1795635144-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9b7b3a-b469-4f33-8bbf-3f8ad0ab0806 HTTP/1.1" status: 200 len: 210 time: 0.0296500 Dec 16 07:45:29.214613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 8c332f9b-d5e8-4557-97a5-cbee5b411c70) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:29.219293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:29.220163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:29.230103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c95b2d-0757-4cb0-bd02-cd39a9a1ec33 None None] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:45:29.232387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2086d7aa-5789-4019-942d-eaa2f67ffc1d no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:29.298669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 2086d7aa-5789-4019-942d-eaa2f67ffc1d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:45:29.298980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2086d7aa-5789-4019-942d-eaa2f67ffc1d not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:45:29.363510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:45:29.364341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40732) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:29.364638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cdcef9c0-392c-40e3-9479-3771acb159d3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0585752 Dec 16 07:45:29.365306 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:29.369569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:29.535167 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:29.536565 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:29.601832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:29.676676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Allocated IP 172.20.0.2 (8c332f9b-d5e8-4557-97a5-cbee5b411c70/1fe9f220-e96e-4dd9-8334-68ebc5e97c22/9a93ca39-2a89-4f10-a738-1ce158641e46) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:29.768346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701a3fc-8dfb-46ab-bfab-9009cbd13bd1 req-c58606cf-188a-40af-adc5-d7e56b58f489 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:29.769960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6701a3fc-8dfb-46ab-bfab-9009cbd13bd1 req-c58606cf-188a-40af-adc5-d7e56b58f489 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0536466 Dec 16 07:45:29.835532 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:29.835813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6701a3fc-8dfb-46ab-bfab-9009cbd13bd1 req-47e3b65a-25fa-418f-b5ec-1d0674bdf812 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569947 Dec 16 07:45:29.859690 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:29.976797 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.009931 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.020949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:30.023956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:30.027442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:30.029092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7e4cd-a25d-48c3-9a6e-037765a7635b req-34aa693f-cede-4f7f-8e89-a66587edcf3f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:30.030783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29d7e4cd-a25d-48c3-9a6e-037765a7635b req-34aa693f-cede-4f7f-8e89-a66587edcf3f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1284852 Dec 16 07:45:30.035126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Pushing event updated for resources: {'Port': ['ID=9a93ca39-2a89-4f10-a738-1ce158641e46,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:30.089230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Attempting to bind port 9a93ca39-2a89-4f10-a738-1ce158641e46 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:30.089611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Attempting to bind port 9a93ca39-2a89-4f10-a738-1ce158641e46 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:30.090049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Attempting to bind port 9a93ca39-2a89-4f10-a738-1ce158641e46 on network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:30.096017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:30.096447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Checking segment: {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:30.096862 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.097261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Bound using segment: {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:30.097737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Bound port: 9a93ca39-2a89-4f10-a738-1ce158641e46, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:30.098122 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.105048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29d7e4cd-a25d-48c3-9a6e-037765a7635b req-adb68f03-e8bf-4e93-881e-9d377d60cba3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586548 Dec 16 07:45:30.177273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] For port 9a93ca39-2a89-4f10-a738-1ce158641e46, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:30.180934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] For port 9a93ca39-2a89-4f10-a738-1ce158641e46, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9a93ca39-2a89-4f10-a738-1ce158641e46,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:30.198748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40760) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:30.347024 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.391770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd74fba-6de2-4186-b2ec-e1bf8a49bbc1 None None] Pushing event updated for resources: {'Port': ['ID=9a93ca39-2a89-4f10-a738-1ce158641e46,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:30.399273 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.420862 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.591543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Allocated IP 172.25.2.163 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/98c9181f-8e9a-425e-bfbe-979ba99a98c9) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:30.721616 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d64a4dc6-5214-4c34-82d4-6362873053e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.756155 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.802938 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.867487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9a93ca39-2a89-4f10-a738-1ce158641e46 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:30.935501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9a93ca39-2a89-4f10-a738-1ce158641e46 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:30.941304 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:30.977298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.026807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791141be-f387-407e-89a5-d00ca10bc06c req-d5999ec0-0a04-4963-83fb-b858ecb46eb6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:31.028521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-791141be-f387-407e-89a5-d00ca10bc06c req-d5999ec0-0a04-4963-83fb-b858ecb46eb6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0972266 Dec 16 07:45:31.033782 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.038595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:31.052667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:31.065605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:31.070751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Pushing event updated for resources: {'Port': ['ID=98c9181f-8e9a-425e-bfbe-979ba99a98c9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:31.081440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 9a93ca39-2a89-4f10-a738-1ce158641e46, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9a93ca39-2a89-4f10-a738-1ce158641e46,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:31.111304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.111732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.112157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.112596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.113008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.113417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.113820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.114398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.114923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.115601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.115723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.116103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.116565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.147914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Deleting port 251d49bb-da1e-4055-b246-4eeb4b009bae {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:31.148419 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.149821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-791141be-f387-407e-89a5-d00ca10bc06c req-ae11ecb8-da9a-4578-8260-3ab615d8459c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076605 Dec 16 07:45:31.161846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.255415 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=9a93ca39-2a89-4f10-a738-1ce158641e46,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:31.281107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] For port 251d49bb-da1e-4055-b246-4eeb4b009bae, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=251d49bb-da1e-4055-b246-4eeb4b009bae,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:31.281532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.301025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Calling delete_port for 251d49bb-da1e-4055-b246-4eeb4b009bae owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:31.326706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40782) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:31.344148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7ba2e-f960-4fc6-9088-0466fa56919f req-5b504f86-e1ec-400f-b7a2-a941ce507a65 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:31.348222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53f7ba2e-f960-4fc6-9088-0466fa56919f req-5b504f86-e1ec-400f-b7a2-a941ce507a65 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0831511 Dec 16 07:45:31.403322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53f7ba2e-f960-4fc6-9088-0466fa56919f req-30dd3706-aed1-40d7-a63b-477eb5578d33 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Dec 16 07:45:31.475406 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f256b42-9707-4076-8d5a-1d01ca266e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.571305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.654883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6918ba-a5d2-4595-81d9-7dc8122f85df None None] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:45:31.696874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f256b42-9707-4076-8d5a-1d01ca266e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.735893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9272d93d-8a52-4c67-94a8-f56058189bd6 None None] Provisioning complete for port 9a93ca39-2a89-4f10-a738-1ce158641e46 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:31.736432 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9272d93d-8a52-4c67-94a8-f56058189bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.758385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.790293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Pushing event deleted for resources: {'Port': ['ID=251d49bb-da1e-4055-b246-4eeb4b009bae,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:31.816747 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.817403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.817403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.817750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.818093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.818669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.819010 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.819336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.819662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.819986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.820335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.820675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.820989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:31.821559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.901838 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:31.986473 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f256b42-9707-4076-8d5a-1d01ca266e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.039170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.049497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7f256b42-9707-4076-8d5a-1d01ca266e4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30e1d7cf7b3c4ba1a1a5c9413c7c591a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7211289 Dec 16 07:45:32.052218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40792) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:32.053224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f256b42-9707-4076-8d5a-1d01ca266e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbd41c9-0d48-4a26-a33e-06c1322024c9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:32.143271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1952-1d2c-4de3-97f0-f2ff2ae93733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.145276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c942c272-5af6-441c-9bd4-773c71f83ca0 None None] Provisioning complete for port 9a93ca39-2a89-4f10-a738-1ce158641e46 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:32.145839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c942c272-5af6-441c-9bd4-773c71f83ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.166234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1952-1d2c-4de3-97f0-f2ff2ae93733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.226659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Router df2e296b-d376-4b32-b0a6-e5697930f8bb is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:45:32.357402 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1952-1d2c-4de3-97f0-f2ff2ae93733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.360063 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1952-1d2c-4de3-97f0-f2ff2ae93733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.361624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7d5e1952-1d2c-4de3-97f0-f2ff2ae93733 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7dbd41c9-0d48-4a26-a33e-06c1322024c9 HTTP/1.1" status: 204 len: 168 time: 0.3037062 Dec 16 07:45:32.382880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e1952-1d2c-4de3-97f0-f2ff2ae93733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbd41c9-0d48-4a26-a33e-06c1322024c9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:32.392365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade5b63-cb5b-423e-99e9-666df53c02b1 req-c4f953b5-bdb0-4f3b-a1ca-82cad600118e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:32.393992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ade5b63-cb5b-423e-99e9-666df53c02b1 req-c4f953b5-bdb0-4f3b-a1ca-82cad600118e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1105382 Dec 16 07:45:32.407405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:32.425599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Sync routers for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:32.448838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:32.449076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:32.493580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ade5b63-cb5b-423e-99e9-666df53c02b1 req-1d99ffeb-826d-4cef-b7f2-81079944fffe tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606058 Dec 16 07:45:32.554209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:32.583398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf59d-80b2-4c43-a621-c721161d3f41 req-ca1c6432-0743-4f28-9844-f18914178b73 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:32.585007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c98bf59d-80b2-4c43-a621-c721161d3f41 req-ca1c6432-0743-4f28-9844-f18914178b73 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0549769 Dec 16 07:45:32.587815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.591784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6b4530f9-eb51-4643-a59b-4a531aa592cc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2256629 Dec 16 07:45:32.592402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40800) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:32.597781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:32.669024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:32.690204 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2443a33-cf96-4115-b8a9-1760df76f379 admin admin] 10.222.0.43 "PUT /v2.0/routers/5fe6e36d-505c-42fa-9a87-a393a0dfbd40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4868867 Dec 16 07:45:32.690578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:32.705893 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] Sync routers for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:32.727372 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:32.729689 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:32.748694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c98bf59d-80b2-4c43-a621-c721161d3f41 req-8a06f742-e4e0-4432-9571-6c84249643dc tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478751 Dec 16 07:45:32.841668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:32.921452 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:32.954531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9a93ca39-2a89-4f10-a738-1ce158641e46 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:32.999548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.040586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9a93ca39-2a89-4f10-a738-1ce158641e46 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:33.040957 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.048679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:31Z', 'revision_number': 3, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:33.125210 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:45:31Z', 'revision_number': 5, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port': {'id': '59e7e6ff-4243-4de6-90d1-952def5a9a6f', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:44:04Z', 'updated_at': '2021-12-16T07:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:33.133695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Checking router: df2e296b-d376-4b32-b0a6-e5697930f8bb for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:33.134056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Updating router df2e296b-d376-4b32-b0a6-e5697930f8bb port 98c9181f-8e9a-425e-bfbe-979ba99a98c9 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:45:33.158286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] Checking router: 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:33.161269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Deleting port 59e7e6ff-4243-4de6-90d1-952def5a9a6f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:33.161617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.165898 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.169440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] Routers {'5fe6e36d-505c-42fa-9a87-a393a0dfbd40'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:33.170339 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:33.270868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] For port 59e7e6ff-4243-4de6-90d1-952def5a9a6f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59e7e6ff-4243-4de6-90d1-952def5a9a6f,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:33.271569 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] Set router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:33.272579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.290453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Calling delete_port for 59e7e6ff-4243-4de6-90d1-952def5a9a6f owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:33.299580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.346215 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:45:33Z', 'revision_number': 6, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:33.381876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40812) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:33.384502 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9e36d-67ab-445b-b725-f3a949caf511 None None] The sync data for ids ['5fe6e36d-505c-42fa-9a87-a393a0dfbd40'] in n-d-820935-11 is: [{'id': '5fe6e36d-505c-42fa-9a87-a393a0dfbd40', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539027743-router', 'tenant_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:44:03Z', 'updated_at': '2021-12-16T07:45:33Z', 'revision_number': 6, 'project_id': 'a5c705e8772543b28b10b9b5ea1a218c', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:33.406199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-35e158d6-6c16-420b-be55-bc221bdc6be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.434908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.543844 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.583984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-35e158d6-6c16-420b-be55-bc221bdc6be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.629327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Allocated IP 172.20.0.1 (8c332f9b-d5e8-4557-97a5-cbee5b411c70/1fe9f220-e96e-4dd9-8334-68ebc5e97c22/1b26dded-907d-40b5-8e39-ddef93db2e1d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:33.649399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0071d5-badc-4017-9a8e-dac1b9e01c7b req-736b0703-8eb1-45fc-998c-1ea58b3c7527 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:33.650989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af0071d5-badc-4017-9a8e-dac1b9e01c7b req-736b0703-8eb1-45fc-998c-1ea58b3c7527 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0763502 Dec 16 07:45:33.739025 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.754513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af0071d5-badc-4017-9a8e-dac1b9e01c7b req-4a316729-06eb-40f7-a3e3-8d06a9d91f65 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959988 Dec 16 07:45:33.793420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.803012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.805777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-35e158d6-6c16-420b-be55-bc221bdc6be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.863036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Attempting to bind port 98c9181f-8e9a-425e-bfbe-979ba99a98c9 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:33.863036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Attempting to bind port 98c9181f-8e9a-425e-bfbe-979ba99a98c9 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:33.865772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Attempting to bind port 98c9181f-8e9a-425e-bfbe-979ba99a98c9 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:33.873157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Pushing event deleted for resources: {'Port': ['ID=59e7e6ff-4243-4de6-90d1-952def5a9a6f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:33.879711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:33.880107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:33.881033 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.881444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:33.882596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Bound port: 98c9181f-8e9a-425e-bfbe-979ba99a98c9, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:33.882999 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.886154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b00944-ae8e-400c-90c8-7975a1497e8a None None] Pushing event updated for resources: {'Port': ['ID=98c9181f-8e9a-425e-bfbe-979ba99a98c9,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:33.948714 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:33.956684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] For port 98c9181f-8e9a-425e-bfbe-979ba99a98c9, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:33.960705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] For port 98c9181f-8e9a-425e-bfbe-979ba99a98c9, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=98c9181f-8e9a-425e-bfbe-979ba99a98c9,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:33.967569 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-35e158d6-6c16-420b-be55-bc221bdc6be0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=906d4c8f009040e2b9a7bbdf3bf65bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824635 Dec 16 07:45:33.969034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a656bb9-a957-4c65-86bd-e10df9d91ca7 req-c8314bf9-3811-46ff-be8e-a0f6d5596ec7 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:33.969174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:33.970987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a656bb9-a957-4c65-86bd-e10df9d91ca7 req-c8314bf9-3811-46ff-be8e-a0f6d5596ec7 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0785570 Dec 16 07:45:33.976692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e158d6-6c16-420b-be55-bc221bdc6be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f80a20-7d3f-43fd-a621-2a17f7328ad4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:33.989634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.047551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:34.053880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:34.055776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Pushing event updated for resources: {'Port': ['ID=1b26dded-907d-40b5-8e39-ddef93db2e1d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:34.072523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:34.096235 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.098891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.129651 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.166275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5daf334e-33b5-4d7d-8afe-553ade0b7481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.198699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5daf334e-33b5-4d7d-8afe-553ade0b7481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.209136 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.287905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:34.288448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:34.290600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b00944-ae8e-400c-90c8-7975a1497e8a None None] Pushing event updated for resources: {'Port': ['ID=98c9181f-8e9a-425e-bfbe-979ba99a98c9,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:34.314769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.318798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe6e36d-505c-42fa-9a87-a393a0dfbd40 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:45:34.335468 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.340638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-176fa249-b31b-4c63-ae4a-540015addbce admin admin] 10.222.0.43 "DELETE /v2.0/routers/5fe6e36d-505c-42fa-9a87-a393a0dfbd40 HTTP/1.1" status: 204 len: 168 time: 1.6490841 Dec 16 07:45:34.342083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40826) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:34.350674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5daf334e-33b5-4d7d-8afe-553ade0b7481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.356508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5daf334e-33b5-4d7d-8afe-553ade0b7481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.356508 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5daf334e-33b5-4d7d-8afe-553ade0b7481 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2f80a20-7d3f-43fd-a621-2a17f7328ad4 HTTP/1.1" status: 204 len: 168 time: 0.3862672 Dec 16 07:45:34.414989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf334e-33b5-4d7d-8afe-553ade0b7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f80a20-7d3f-43fd-a621-2a17f7328ad4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:34.445318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] Deleting subnet ff29fa33-3419-4ee9-9f8d-ed7c1e315660 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:45:34.457421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.493599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7e93a9eb-48a4-4e06-a896-5e37867bf4bc None None] Provisioning complete for port 1b26dded-907d-40b5-8e39-ddef93db2e1d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:34.493962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e93a9eb-48a4-4e06-a896-5e37867bf4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.497353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:34.528821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.536922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a656bb9-a957-4c65-86bd-e10df9d91ca7 req-3a679e6f-1425-45b9-b553-ea1679b1fd7e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247838 Dec 16 07:45:34.542303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.643992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.646128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7e93a9eb-48a4-4e06-a896-5e37867bf4bc None None] Port 1b26dded-907d-40b5-8e39-ddef93db2e1d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:34.758207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:31Z', 'revision_number': 3, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:34.886394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:34.933197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 251d49bb-da1e-4055-b246-4eeb4b009bae no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:34.936353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f46f0f-81bc-412e-82bf-eb305b0576cd None None] The sync data for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 is: [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:31Z', 'revision_number': 3, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:34.945809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0b7d2-2f39-4bfd-9234-95b108fb4fd8 req-0345d031-8885-41c6-9329-ee1755ef75ca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:34.945809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78d0b7d2-2f39-4bfd-9234-95b108fb4fd8 req-0345d031-8885-41c6-9329-ee1755ef75ca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0924163 Dec 16 07:45:34.963466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 251d49bb-da1e-4055-b246-4eeb4b009bae {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:45:34.963923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 251d49bb-da1e-4055-b246-4eeb4b009bae not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:45:34.964227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59e7e6ff-4243-4de6-90d1-952def5a9a6f no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:34.984457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 59e7e6ff-4243-4de6-90d1-952def5a9a6f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:45:34.992469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59e7e6ff-4243-4de6-90d1-952def5a9a6f not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:45:34.993176 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.050369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff29fa33-3419-4ee9-9f8d-ed7c1e315660,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:35.058135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78d0b7d2-2f39-4bfd-9234-95b108fb4fd8 req-3063431c-67e3-490b-9ffc-1e9496ea4a70 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014800 Dec 16 07:45:35.059355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.066251 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e38f79fd-babd-48d3-bf25-dce3c1f81de2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ff29fa33-3419-4ee9-9f8d-ed7c1e315660 HTTP/1.1" status: 204 len: 168 time: 0.7226050 Dec 16 07:45:35.068772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:35.077097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec0b9c-5299-4d6d-a38e-42fdbd5f47bd None None] Network 351907f2-c4c0-4864-9ff7-714ee5858a6f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:45:35.137402 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.190201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.225907 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.304160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] DHCP port deletion for 351907f2-c4c0-4864-9ff7-714ee5858a6f request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:45:35.311860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Deleting port 0f6550e7-1a8d-4b04-baba-b1436f199e82 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:35.312244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.383731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Pushing event updated for resources: {'Port': ['ID=1b26dded-907d-40b5-8e39-ddef93db2e1d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:35.389073 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.427304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Deleting port 0f6550e7-1a8d-4b04-baba-b1436f199e82 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:45:35.427964 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.474677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] For port 0f6550e7-1a8d-4b04-baba-b1436f199e82, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0f6550e7-1a8d-4b04-baba-b1436f199e82,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:35.475249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.510320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Calling delete_port for 0f6550e7-1a8d-4b04-baba-b1436f199e82 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:35.531417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:35.532490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] For port 0f6550e7-1a8d-4b04-baba-b1436f199e82, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0f6550e7-1a8d-4b04-baba-b1436f199e82,segment=NetworkSegment(9bf254ae-516f-4a7f-84d7-17b18cec2022),segment_id=9bf254ae-516f-4a7f-84d7-17b18cec2022)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:35.533079 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.533677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:35.549693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Calling delete_port for 0f6550e7-1a8d-4b04-baba-b1436f199e82 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:45:35.872095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.875160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Router df2e296b-d376-4b32-b0a6-e5697930f8bb has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:35.881262 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:35.887042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ac03-f56e-4351-8a50-8aaf328e6ac9 req-0cda89da-cac3-4901-95ca-8f5a758f38af tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:35.889990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab60ac03-f56e-4351-8a50-8aaf328e6ac9 req-0cda89da-cac3-4901-95ca-8f5a758f38af tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1122034 Dec 16 07:45:35.933023 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-c2b96ecb-5e39-4b63-93ed-5cb20b50dd4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1254871 Dec 16 07:45:35.935320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6550e7-1a8d-4b04-baba-b1436f199e82,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:35.947313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] No DVR routers for this DVR port 0f6550e7-1a8d-4b04-baba-b1436f199e82 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:45:35.980041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Pushing event deleted for resources: {'Port': ['ID=0f6550e7-1a8d-4b04-baba-b1436f199e82,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:35.984102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] No DVR routers for this DVR port 0f6550e7-1a8d-4b04-baba-b1436f199e82 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:45:35.993512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4e49d756-135d-4bd4-be98-e4d53e920ca5 None None] Provisioning complete for port 1b26dded-907d-40b5-8e39-ddef93db2e1d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:35.994191 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e49d756-135d-4bd4-be98-e4d53e920ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:36.108902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.109882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.112571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.112994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.113406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.116707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.117273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.117697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.118162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.118569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.119729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.120146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.123216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd5e5b-aacc-47d1-8292-df16b0831a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:36.133514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab60ac03-f56e-4351-8a50-8aaf328e6ac9 req-0ecf1f56-3691-46bd-b82c-2e3c9ff47016 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347002 Dec 16 07:45:36.179672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4e49d756-135d-4bd4-be98-e4d53e920ca5 None None] Port 1b26dded-907d-40b5-8e39-ddef93db2e1d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:36.194710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:36.205457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4dae3443-6add-479f-a343-4824c088545e admin admin] 10.222.0.43 "PUT /v2.0/routers/df2e296b-d376-4b32-b0a6-e5697930f8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6111643 Dec 16 07:45:36.235854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:36.246982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-294ad4eb-f625-4d74-9ebe-1fe9ed66befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:36.248608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-294ad4eb-f625-4d74-9ebe-1fe9ed66befc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 1096 time: 0.2469137 Dec 16 07:45:36.274208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351907f2-c4c0-4864-9ff7-714ee5858a6f']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:36.299954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf254ae-516f-4a7f-84d7-17b18cec2022') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:36.300369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf254ae-516f-4a7f-84d7-17b18cec2022') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:36.339715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48600217-f3a0-49c5-9f8c-f6a022530f04 req-add61617-7714-460b-9d08-5fa15a12e50a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:36.342505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48600217-f3a0-49c5-9f8c-f6a022530f04 req-add61617-7714-460b-9d08-5fa15a12e50a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0706325 Dec 16 07:45:36.373192 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:36.415420 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:36.443680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48600217-f3a0-49c5-9f8c-f6a022530f04 req-0619f2a5-51e7-4e31-8c1e-db645815f108 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848596 Dec 16 07:45:36.452207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:45:36.452623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:45:36.461294 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:45:36.568983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-69c6d32e-b96a-4c84-8b66-85a9fdb7883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:36.570955 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-69c6d32e-b96a-4c84-8b66-85a9fdb7883a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.2939363 Dec 16 07:45:36.632286 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-eedadddc-802f-4e02-962f-073c883b9055 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 200 len: 217 time: 0.0537138 Dec 16 07:45:36.712783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-905592f7-5820-475f-b923-92c9a3c011f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:36.713462 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-905592f7-5820-475f-b923-92c9a3c011f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0742753 Dec 16 07:45:36.775401 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-614798e9-4920-4d33-9241-e82c31fb7f01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496092 Dec 16 07:45:36.776579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:36.794541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:36.798664 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] 10.222.0.43 "DELETE /v2.0/networks/351907f2-c4c0-4864-9ff7-714ee5858a6f HTTP/1.1" status: 204 len: 168 time: 1.7288198 Dec 16 07:45:36.861395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98c9181f-8e9a-425e-bfbe-979ba99a98c9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:36.874467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59291780-58c0-42a9-9d67-159032ef1a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=351907f2-c4c0-4864-9ff7-714ee5858a6f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:36.985902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-0edf07a3-7845-44f0-ab93-62acf9d6ab22 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995966 Dec 16 07:45:37.007433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 98c9181f-8e9a-425e-bfbe-979ba99a98c9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:37.007997 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.153554 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aaaf02d-7405-4a65-9503-5db9f744c689 req-cf1e74b1-07ea-4c06-a046-79a5fdb0c4ea service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637340 Dec 16 07:45:37.243531 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.265504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 98c9181f-8e9a-425e-bfbe-979ba99a98c9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=98c9181f-8e9a-425e-bfbe-979ba99a98c9,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:37.336981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40888) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:37.342142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-75d08c03-19a7-4acb-ae54-8c357ebd235e tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993306413', 'description': 'tempest-description--1988725720'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:37.382043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Sync routers for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:37.394145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:37.394921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:37.435623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.449303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75d08c03-19a7-4acb-ae54-8c357ebd235e tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.490012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40892) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:37.539283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9ae8-3a46-4932-88f1-07c2b9959a15 req-454eaab2-67f8-4065-8f7b-426b1e8b1768 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:37.552056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9aba9ae8-3a46-4932-88f1-07c2b9959a15 req-454eaab2-67f8-4065-8f7b-426b1e8b1768 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1611049 Dec 16 07:45:37.581509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0f6550e7-1a8d-4b04-baba-b1436f199e82 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:37.617234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 0f6550e7-1a8d-4b04-baba-b1436f199e82 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:45:37.617577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0f6550e7-1a8d-4b04-baba-b1436f199e82 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:45:37.621362 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-437c3a12-21d3-4c6c-8ebc-3a534991d80e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5c705e8772543b28b10b9b5ea1a218c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300330 Dec 16 07:45:37.623987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40898) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:37.628517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=98c9181f-8e9a-425e-bfbe-979ba99a98c9,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:37.649226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:37.676917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75d08c03-19a7-4acb-ae54-8c357ebd235e tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.681339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-d03b8f84-313c-4f1a-bf31-9e090f07f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:37.682965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-d03b8f84-313c-4f1a-bf31-9e090f07f6cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1101 time: 0.1298463 Dec 16 07:45:37.697045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9aba9ae8-3a46-4932-88f1-07c2b9959a15 req-36b4b0d9-9139-42b6-83cc-edb73dbd71e2 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334784 Dec 16 07:45:37.707378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5088-9a98-4073-9fa8-e0ffce948153 req-77931c33-5c9f-4411-9e5a-f530a502ea8b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:37.716428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15aa5088-9a98-4073-9fa8-e0ffce948153 req-77931c33-5c9f-4411-9e5a-f530a502ea8b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1274719 Dec 16 07:45:37.742383 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6693aa9c-d488-4cde-b5ac-9cd4bfb72cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.768337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75d08c03-19a7-4acb-ae54-8c357ebd235e tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.820600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d08c03-19a7-4acb-ae54-8c357ebd235e tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc54c5c-34fe-45c2-8e03-57214daa49fb,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:37.837817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6693aa9c-d488-4cde-b5ac-9cd4bfb72cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.878751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15aa5088-9a98-4073-9fa8-e0ffce948153 req-f5c9ecff-a8d7-4325-8f36-cdf08a9dc228 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435421 Dec 16 07:45:37.914475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-d12d091d-835d-40cb-80c0-f6de614c7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:37.918533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-d12d091d-835d-40cb-80c0-f6de614c7a41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1976593 Dec 16 07:45:37.942526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 2, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:37.960090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75d08c03-19a7-4acb-ae54-8c357ebd235e tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.965390 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-75d08c03-19a7-4acb-ae54-8c357ebd235e tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6271272 Dec 16 07:45:37.966288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40902) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:37.972582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Checking router: df2e296b-d376-4b32-b0a6-e5697930f8bb for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:37.972946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Updating router df2e296b-d376-4b32-b0a6-e5697930f8bb port 1b26dded-907d-40b5-8e39-ddef93db2e1d binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:45:37.976933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7b3ef868-feca-403c-8f33-1ec5457e3620 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Request body: {'security_group_rule': {'security_group_id': '6cc54c5c-34fe-45c2-8e03-57214daa49fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:37.990919 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-13086994-53ce-4a1b-a144-3f754ef617ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e HTTP/1.1" status: 200 len: 217 time: 0.0487533 Dec 16 07:45:37.993419 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6693aa9c-d488-4cde-b5ac-9cd4bfb72cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:37.996699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6693aa9c-d488-4cde-b5ac-9cd4bfb72cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.000218 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6693aa9c-d488-4cde-b5ac-9cd4bfb72cfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d001116c-1a6d-4899-a60e-0f46bbcf4fe9 HTTP/1.1" status: 204 len: 168 time: 0.3727918 Dec 16 07:45:38.012531 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.035383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693aa9c-d488-4cde-b5ac-9cd4bfb72cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001116c-1a6d-4899-a60e-0f46bbcf4fe9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:38.068805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-6955827f-97b7-4e31-a61e-b7a9e860e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:38.070278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-6955827f-97b7-4e31-a61e-b7a9e860e9d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0712950 Dec 16 07:45:38.143779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-16209175-0e4b-4f60-8736-c4faafd12c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:38.145291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-16209175-0e4b-4f60-8736-c4faafd12c08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582118 Dec 16 07:45:38.163722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef868-feca-403c-8f33-1ec5457e3620 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.233193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef868-feca-403c-8f33-1ec5457e3620 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.279523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-d297e58f-f8c2-4582-a4d5-e83a1cc12092 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241784 Dec 16 07:45:38.330018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef868-feca-403c-8f33-1ec5457e3620 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.345120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.352986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ef868-feca-403c-8f33-1ec5457e3620 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7282923c-45a2-4c83-89cc-d564dfb34524,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:38.384837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50e0eb71-3b10-49d6-a46d-037f03c0e841 req-56f6bb7c-7897-4230-b894-cc6204b5109d service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962076 Dec 16 07:45:38.511646 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.513611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef868-feca-403c-8f33-1ec5457e3620 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.515055 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b3ef868-feca-403c-8f33-1ec5457e3620 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5460651 Dec 16 07:45:38.518717 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40926) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:38.523276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8105e8d7-5368-496c-8596-80a9d230730a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Request body: {'security_group_rule': {'security_group_id': '6cc54c5c-34fe-45c2-8e03-57214daa49fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:38.561811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bac7f-ae29-4bfc-8b3a-36c2678adad8 None None] Pushing event updated for resources: {'Port': ['ID=1b26dded-907d-40b5-8e39-ddef93db2e1d,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:38.617695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Attempting to bind port 1b26dded-907d-40b5-8e39-ddef93db2e1d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:38.618071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Attempting to bind port 1b26dded-907d-40b5-8e39-ddef93db2e1d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:38.618435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Attempting to bind port 1b26dded-907d-40b5-8e39-ddef93db2e1d on network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:38.626846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:38.631269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Checking segment: {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:38.631269 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.631269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Bound using segment: {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:38.631269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Bound port: 1b26dded-907d-40b5-8e39-ddef93db2e1d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:38.631269 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.709957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] For port 1b26dded-907d-40b5-8e39-ddef93db2e1d, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:38.713556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] For port 1b26dded-907d-40b5-8e39-ddef93db2e1d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1b26dded-907d-40b5-8e39-ddef93db2e1d,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:38.718745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8105e8d7-5368-496c-8596-80a9d230730a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.778408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98c9181f-8e9a-425e-bfbe-979ba99a98c9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:38.802103 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8105e8d7-5368-496c-8596-80a9d230730a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.837801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a699c0fa-5309-4448-a181-515782b067d0 None None] Provisioning complete for port 1b26dded-907d-40b5-8e39-ddef93db2e1d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:38.837801 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a699c0fa-5309-4448-a181-515782b067d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.873965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 98c9181f-8e9a-425e-bfbe-979ba99a98c9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:38.874103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00156740-4343-42b3-bfd3-447b89e6ae79 req-c7f17bc6-5b9f-4d45-91f1-57d0e7de8788 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:38.875124 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.875617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00156740-4343-42b3-bfd3-447b89e6ae79 req-c7f17bc6-5b9f-4d45-91f1-57d0e7de8788 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0591760 Dec 16 07:45:38.901205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8105e8d7-5368-496c-8596-80a9d230730a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.909203 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:38.914861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a699c0fa-5309-4448-a181-515782b067d0 None None] Port 1b26dded-907d-40b5-8e39-ddef93db2e1d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:38.933870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e8d7-5368-496c-8596-80a9d230730a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb562030-344c-4172-9c54-211e3bad6227,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:38.976587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00156740-4343-42b3-bfd3-447b89e6ae79 req-fa11275a-e67c-4db3-95ef-ee24d8522126 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906675 Dec 16 07:45:38.996960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:38.997614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:38.999448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bac7f-ae29-4bfc-8b3a-36c2678adad8 None None] Pushing event updated for resources: {'Port': ['ID=1b26dded-907d-40b5-8e39-ddef93db2e1d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:39.021908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92a5e3-4f55-48de-99c5-413cbee5d066 req-5286bd47-1dac-4768-80a0-e7c2dca2df60 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:39.023500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c92a5e3-4f55-48de-99c5-413cbee5d066 req-5286bd47-1dac-4768-80a0-e7c2dca2df60 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0618131 Dec 16 07:45:39.098154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40944) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:39.129223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c92a5e3-4f55-48de-99c5-413cbee5d066 req-3a207476-ec75-4000-a6d3-bce6c6a56afb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968366 Dec 16 07:45:39.132242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8105e8d7-5368-496c-8596-80a9d230730a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.137677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40950) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:39.137811 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8105e8d7-5368-496c-8596-80a9d230730a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6171606 Dec 16 07:45:39.154198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:39.205684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:39.316950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.317047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-036e9616-3c43-4c2b-8fc2-bbd12f53f17d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.378660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0131381b-472a-4a92-acfe-eb28faa12687 None None] Provisioning complete for port 1b26dded-907d-40b5-8e39-ddef93db2e1d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:39.379138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0131381b-472a-4a92-acfe-eb28faa12687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.396565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-036e9616-3c43-4c2b-8fc2-bbd12f53f17d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.421678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.548490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Allocated IP 172.25.2.254 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/9174b2ff-dd7c-4b48-ba0c-57771e140605) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:39.557523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-036e9616-3c43-4c2b-8fc2-bbd12f53f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.610712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e9616-3c43-4c2b-8fc2-bbd12f53f17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb0b4f-f6b0-472b-9bbd-57f68104c3ef,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:39.616804 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-036e9616-3c43-4c2b-8fc2-bbd12f53f17d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bbbdf839ee44155a6595cf8fabff6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5175636 Dec 16 07:45:39.619327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40964) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:39.665206 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0131381b-472a-4a92-acfe-eb28faa12687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.678292 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00c85e8-e833-4f28-9e31-b9da87b2b541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.695047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:38Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:39.702172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00c85e8-e833-4f28-9e31-b9da87b2b541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.706684 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.738747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcdd86-1207-463d-bba3-082845827cb6 None None] The sync data for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 is: [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:38Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:39.747698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0131381b-472a-4a92-acfe-eb28faa12687 None None] For port 1b26dded-907d-40b5-8e39-ddef93db2e1d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1b26dded-907d-40b5-8e39-ddef93db2e1d,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:39.877908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.920555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:39.924554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:39.928535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:39.940312 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0131381b-472a-4a92-acfe-eb28faa12687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.944017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00c85e8-e833-4f28-9e31-b9da87b2b541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.946733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00c85e8-e833-4f28-9e31-b9da87b2b541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:39.948087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a00c85e8-e833-4f28-9e31-b9da87b2b541 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efeb0b4f-f6b0-472b-9bbd-57f68104c3ef HTTP/1.1" status: 204 len: 168 time: 0.3277979 Dec 16 07:45:39.962698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event updated for resources: {'Port': ['ID=9174b2ff-dd7c-4b48-ba0c-57771e140605,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:39.990716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c85e8-e833-4f28-9e31-b9da87b2b541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb0b4f-f6b0-472b-9bbd-57f68104c3ef,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:40.053041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131381b-472a-4a92-acfe-eb28faa12687 None None] Pushing event updated for resources: {'Port': ['ID=1b26dded-907d-40b5-8e39-ddef93db2e1d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:40.091844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:40.157173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ee7e9-4270-42bc-a70e-023889d05fda req-27801186-c368-475b-b538-2c5573b52799 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:40.158849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff8ee7e9-4270-42bc-a70e-023889d05fda req-27801186-c368-475b-b538-2c5573b52799 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0588176 Dec 16 07:45:40.228574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:40.297029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff8ee7e9-4270-42bc-a70e-023889d05fda req-9e070fff-826e-44c4-915a-e1332d5c4b60 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293218 Dec 16 07:45:40.359870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00d2-27ad-40c0-89e4-2f20f26bc069 req-2f6646be-15fa-4754-a652-f8690bc9b206 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:40.364431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9de00d2-27ad-40c0-89e4-2f20f26bc069 req-2f6646be-15fa-4754-a652-f8690bc9b206 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1387572 Dec 16 07:45:40.470204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9de00d2-27ad-40c0-89e4-2f20f26bc069 req-60b44fcd-11cd-40d9-9c81-5f04e6d688b4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713058 Dec 16 07:45:40.553170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:40.653196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:40.743272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event updated for resources: {'Port': ['ID=9174b2ff-dd7c-4b48-ba0c-57771e140605,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:40.767733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:40.800646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:40.836539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1b26dded-907d-40b5-8e39-ddef93db2e1d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:40.890421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1b26dded-907d-40b5-8e39-ddef93db2e1d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:40.890829 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:40.926670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:40.928003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b18d336a-49b0-4c9a-baf4-b48e19873429 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7902994 Dec 16 07:45:40.956911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79c3880d-663f-4580-a949-201026233ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:41.053552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79c3880d-663f-4580-a949-201026233ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:41.158345 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79c3880d-663f-4580-a949-201026233ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:41.170831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-d450302f-7109-4914-a9f8-4f43aa966567 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--993306413&fields=id&tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f HTTP/1.1" status: 200 len: 267 time: 0.0461309 Dec 16 07:45:41.199213 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-79c3880d-663f-4580-a949-201026233ed1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0649fe95837942478c1c23842c39f938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958337 Dec 16 07:45:41.200070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3880d-663f-4580-a949-201026233ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd17019-ffc9-4109-9659-2704139300b5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:41.202369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41042) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:41.256340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-360f59f0-78c2-469e-b526-3725a5fa997c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:41.279864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-360f59f0-78c2-469e-b526-3725a5fa997c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:41.299651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-3c0c4807-1b32-4ce7-8fdf-b9680abcf580 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:41.301289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-3c0c4807-1b32-4ce7-8fdf-b9680abcf580 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/networks?id=8c332f9b-d5e8-4557-97a5-cbee5b411c70 HTTP/1.1" status: 200 len: 805 time: 0.1228306 Dec 16 07:45:41.320763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-ca7fb6db-42a6-425e-8516-8a871fa770a6 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/quotas/0d0c3a3f34784bb2ab0f3ca4b5e3ed4f HTTP/1.1" status: 200 len: 375 time: 0.0130367 Dec 16 07:45:41.384747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-f11fad2a-93c1-43ab-bb51-5abfc39f0e9b tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578904 Dec 16 07:45:41.460528 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-360f59f0-78c2-469e-b526-3725a5fa997c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:41.463233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-360f59f0-78c2-469e-b526-3725a5fa997c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:41.464434 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-360f59f0-78c2-469e-b526-3725a5fa997c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdd17019-ffc9-4109-9659-2704139300b5 HTTP/1.1" status: 204 len: 168 time: 0.2611368 Dec 16 07:45:41.474282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f59f0-78c2-469e-b526-3725a5fa997c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd17019-ffc9-4109-9659-2704139300b5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:41.504857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99fb93-3dad-49ca-b0b5-3fc848a75cc7 req-15a98f2b-3bf0-491e-9bdf-168490c31efe tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:41.506665 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe99fb93-3dad-49ca-b0b5-3fc848a75cc7 req-15a98f2b-3bf0-491e-9bdf-168490c31efe tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1191633 Dec 16 07:45:41.567421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-32e28744-b646-4200-b25f-cbd27dca53f7 service neutron] 10.222.0.43 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690855 Dec 16 07:45:41.581612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe99fb93-3dad-49ca-b0b5-3fc848a75cc7 req-2e7785ef-a704-4836-a209-58b45f927ab9 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680680 Dec 16 07:45:41.685396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-065fc7aa-0ac5-42be-85ae-70c57ce06a3b service neutron] 10.222.0.43 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021566 Dec 16 07:45:41.782007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff833e-6b95-4f5d-a1fd-1f31dee4931d req-94dd9c1d-c2e3-4cb9-91fe-8cd302988b1d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:41.783606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaff833e-6b95-4f5d-a1fd-1f31dee4931d req-94dd9c1d-c2e3-4cb9-91fe-8cd302988b1d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0534844 Dec 16 07:45:41.833821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaff833e-6b95-4f5d-a1fd-1f31dee4931d req-b4c50b44-fa59-4e54-beef-0b7ec04305e9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Dec 16 07:45:42.142633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40f4b838-5635-4d50-9a8e-1f8f751e8828 req-41b1da96-deae-4d81-a5ee-fdb3087e2329 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 210 time: 0.0527332 Dec 16 07:45:42.707653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85447daa-cb63-4b12-81b7-ac14f701ea19 req-38875391-c469-4fcc-a4f6-c1c93baf76be tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:42.707653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85447daa-cb63-4b12-81b7-ac14f701ea19 req-38875391-c469-4fcc-a4f6-c1c93baf76be tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0536366 Dec 16 07:45:42.762528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85447daa-cb63-4b12-81b7-ac14f701ea19 req-46f81be1-c2a2-477a-b2d1-bcc2bfa5de09 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Dec 16 07:45:42.962023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df188436-7cdb-49e5-8d1e-2ee60d798dbc req-b42e8b7d-b976-4ff2-9632-3f87d1b735ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:42.962614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41108) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:42.964143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df188436-7cdb-49e5-8d1e-2ee60d798dbc req-b42e8b7d-b976-4ff2-9632-3f87d1b735ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0569801 Dec 16 07:45:43.033452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df188436-7cdb-49e5-8d1e-2ee60d798dbc req-69956a7b-717b-4272-bc86-639bf932b2ab tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583224 Dec 16 07:45:43.145418 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d21074f0-1d4e-4788-8cee-51bfc1e41436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:43.218047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b96dbf76-b4b2-4e32-ab27-1a1f9afe3f14 req-a138bdd7-c824-4d42-a3bb-04a8a671f81f tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 210 time: 0.0267823 Dec 16 07:45:43.229232 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d21074f0-1d4e-4788-8cee-51bfc1e41436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:43.361649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-fad94e5b-3905-4a82-9dda-6a32d6b9b777 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7348ad3ad14a4e689757e2548388102e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223455 Dec 16 07:45:43.414650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d21074f0-1d4e-4788-8cee-51bfc1e41436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:43.453392 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d21074f0-1d4e-4788-8cee-51bfc1e41436 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=145fb07dac234dcb9efa2e0c3196b56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890771 Dec 16 07:45:43.456167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21074f0-1d4e-4788-8cee-51bfc1e41436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79093ac-ed0d-41dc-b963-fee7e6b5893a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:43.458317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41132) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:43.491856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-88881f44-0325-4c40-b3b9-265a4439992a tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:43.493329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-88881f44-0325-4c40-b3b9-265a4439992a tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259153 Dec 16 07:45:43.529020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-6dfe7eb1-02bd-45ef-8554-c07669aa5551 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/quotas/7348ad3ad14a4e689757e2548388102e HTTP/1.1" status: 200 len: 375 time: 0.0210636 Dec 16 07:45:43.548205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad2b-75b0-44b8-bf02-4215347f5e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:43.565261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-a3947681-730a-47d9-9228-6953119e97d8 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7348ad3ad14a4e689757e2548388102e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312054 Dec 16 07:45:43.586862 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad2b-75b0-44b8-bf02-4215347f5e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:43.752067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad2b-75b0-44b8-bf02-4215347f5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:43.754597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad2b-75b0-44b8-bf02-4215347f5e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:43.755772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1cfaad2b-75b0-44b8-bf02-4215347f5e0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b79093ac-ed0d-41dc-b963-fee7e6b5893a HTTP/1.1" status: 204 len: 168 time: 0.2964532 Dec 16 07:45:43.765448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaad2b-75b0-44b8-bf02-4215347f5e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79093ac-ed0d-41dc-b963-fee7e6b5893a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:43.853482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9b89aef-7a07-43ab-af8c-a32d8f156cbe req-f5ae9085-4f8b-4f77-bcc1-11220e23a9f3 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 210 time: 0.0429521 Dec 16 07:45:43.967937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc11d6-5c0a-42eb-8d74-51b4471af5b2 req-bf6dec05-fd45-4bad-87e8-2f1ec093dcbf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:43.970326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7cc11d6-5c0a-42eb-8d74-51b4471af5b2 req-bf6dec05-fd45-4bad-87e8-2f1ec093dcbf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0575762 Dec 16 07:45:44.020748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7cc11d6-5c0a-42eb-8d74-51b4471af5b2 req-bf147fcf-81dd-4140-a338-4bd83a06355a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Dec 16 07:45:44.159255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968ee1e-d1df-41a5-967a-810891c8db6c req-9708805e-c841-4df6-a446-19b1b0d8618a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:44.160976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c968ee1e-d1df-41a5-967a-810891c8db6c req-9708805e-c841-4df6-a446-19b1b0d8618a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0526302 Dec 16 07:45:44.217722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c968ee1e-d1df-41a5-967a-810891c8db6c req-884b17bf-b262-42df-98cd-a89b8b0e09ff tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490625 Dec 16 07:45:44.334535 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee6e55dc-1c26-4e69-8c95-84ac6ceb526e req-3108b150-2a82-4f4c-aade-f3363a2b69ea tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 210 time: 0.0350218 Dec 16 07:45:44.927580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-984b962b-7477-4ef7-8bd2-654ed0287a39 req-6bf37284-b108-427b-9438-039af2d028ee tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 210 time: 0.0313821 Dec 16 07:45:45.140471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8ddc2-0e76-4da3-811d-0b431d993493 req-19c5c850-bcc6-4521-9570-f55bc8847808 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:45.140758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cd8ddc2-0e76-4da3-811d-0b431d993493 req-19c5c850-bcc6-4521-9570-f55bc8847808 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0514724 Dec 16 07:45:45.194308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cd8ddc2-0e76-4da3-811d-0b431d993493 req-13accdc2-36c2-414e-8aa5-0971df0d86cf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Dec 16 07:45:45.320569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:45.346812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c956f3-da38-4819-b205-389a7ce32edf req-fbef6d77-5ae8-423b-ad0d-2be2d3faf3aa tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:45.348339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33c956f3-da38-4819-b205-389a7ce32edf req-fbef6d77-5ae8-423b-ad0d-2be2d3faf3aa tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0574977 Dec 16 07:45:45.400086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33c956f3-da38-4819-b205-389a7ce32edf req-aea32c91-4275-4f78-b845-af7b635a84da tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 Dec 16 07:45:45.436340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3bb306b-6cc0-42f5-959d-094391b63976 req-93eb10fc-6640-4254-9429-3234e629a554 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 210 time: 0.0264912 Dec 16 07:45:45.440936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-414271611-network', 'tenant_id': 'ebed548f81954ffa837e71a022f70529'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:45.591055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-1892105d-be76-4bcc-b0eb-dcd88b1d3c62 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:45.592585 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-1892105d-be76-4bcc-b0eb-dcd88b1d3c62 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.16 "GET /v2.0/networks?id=8c332f9b-d5e8-4557-97a5-cbee5b411c70 HTTP/1.1" status: 200 len: 805 time: 0.1053114 Dec 16 07:45:45.664279 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Made reservation on behalf of ebed548f81954ffa837e71a022f70529 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:45.664279 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:45.674090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-f0a5275d-3cf9-42ba-8053-ee4a703b1c7c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f HTTP/1.1" status: 200 len: 379 time: 0.0661755 Dec 16 07:45:45.679493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:45.685166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Request body: {'port': {'device_id': '289c305c-1aab-4b65-9379-39b204aff902', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'admin_state_up': True, 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'security_groups': ['6cc54c5c-34fe-45c2-8e03-57214daa49fb']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:45.861706 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.031879 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87e4948a-61ee-47fb-aaa0-3d25ff4df456 req-f2080841-00f6-49c9-aaba-cba7c5cdf43e tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 210 time: 0.0287290 Dec 16 07:45:46.191878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.195089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Made reservation on behalf of 0d0c3a3f34784bb2ab0f3ca4b5e3ed4f for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:46.198841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.231993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:45:46.264112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.264506 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Added segment 01e4e189-a131-4b0b-b0dd-15d88322b839 of type vlan for network 9fae06d9-6577-41b6-9583-b63f9ac8261f Dec 16 07:45:46.272842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c567a-c0cc-4456-8f0e-44e2a9fa3964,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:46.338896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbef783-df05-45c3-b362-0c78444e5047 req-3be726eb-8b67-40d6-beee-200182718aef tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:46.340820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cbef783-df05-45c3-b362-0c78444e5047 req-3be726eb-8b67-40d6-beee-200182718aef tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0634835 Dec 16 07:45:46.358305 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.400155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cbef783-df05-45c3-b362-0c78444e5047 req-6c4f1411-e257-4328-a49c-c371afe520fc tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484333 Dec 16 07:45:46.423359 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Allocated IP 172.20.0.14 (8c332f9b-d5e8-4557-97a5-cbee5b411c70/1fe9f220-e96e-4dd9-8334-68ebc5e97c22/cb15758a-301e-493c-af7f-62e26808ca07) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:46.556195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b1f1c27-434e-433b-a19e-e3a6588e626f req-f9dc6ebd-d5fb-4385-a542-a98a1590a914 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 210 time: 0.0348628 Dec 16 07:45:46.573900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148f2b-1663-48c2-b155-a3aa81027f83 req-4c15cf1f-1fad-4c37-bfe2-d14b66575aa7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:46.575446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65148f2b-1663-48c2-b155-a3aa81027f83 req-4c15cf1f-1fad-4c37-bfe2-d14b66575aa7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0990665 Dec 16 07:45:46.580114 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.581393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:46.582185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.599537 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.635440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65148f2b-1663-48c2-b155-a3aa81027f83 req-3dfeba92-1a4b-4262-9cad-55fdd129a7a3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Dec 16 07:45:46.670665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] Pushing event updated for resources: {'Network': ['ID=9fae06d9-6577-41b6-9583-b63f9ac8261f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:46.685950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:45:46.863062 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0a891b3-f281-484d-890d-8643ddf4c51b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5410161 Dec 16 07:45:46.864388 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:46.866691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41210) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:46.871992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Request body: {'subnet': {'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-414271611-subnet', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:46.910833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:46.913975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:46.917710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:46.943119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event updated for resources: {'Port': ['ID=cb15758a-301e-493c-af7f-62e26808ca07,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:46.975114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:46.975839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.128072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-81b86308-4761-413f-8b20-0911549e049d None None] Provisioning complete for port cb15758a-301e-493c-af7f-62e26808ca07 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:47.128826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-81b86308-4761-413f-8b20-0911549e049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.133363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Made reservation on behalf of ebed548f81954ffa837e71a022f70529 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:47.135762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.141161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc0ce094-1f17-4296-bb44-b44e8857eb8e req-83877880-7591-4276-8b13-960b1170a555 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 210 time: 0.0373881 Dec 16 07:45:47.164312 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-bb332472-02aa-40c3-945d-ef76057e37b2 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4819279 Dec 16 07:45:47.179262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-81b86308-4761-413f-8b20-0911549e049d None None] Port cb15758a-301e-493c-af7f-62e26808ca07 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:47.190500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Request body: {'port': {'device_id': '289c305c-1aab-4b65-9379-39b204aff902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:47.250591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.507032 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.530370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb15758a-301e-493c-af7f-62e26808ca07 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:47.538857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.553603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Transition to ACTIVE for port object cb15758a-301e-493c-af7f-62e26808ca07 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:45:47.580656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3318e-39e1-462e-9fb0-e65bd6c6a4a0 req-900f11ea-c37c-43a2-96d3-31e1da59d932 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:47.583119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf3318e-39e1-462e-9fb0-e65bd6c6a4a0 req-900f11ea-c37c-43a2-96d3-31e1da59d932 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1075466 Dec 16 07:45:47.588323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de72a6a6-cda4-4c3e-9964-71093a0a7bbb,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:47.608521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Checking segment: {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:47.608880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Network hostable DHCP agents. Network: 9fae06d9-6577-41b6-9583-b63f9ac8261f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:45:47.659552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf3318e-39e1-462e-9fb0-e65bd6c6a4a0 req-21aaeb0b-5575-482e-b599-4544fe419b4d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Dec 16 07:45:47.682850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.699136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443a3bc-e5f8-4909-9180-640c378f7b2d req-782a1a24-adc0-4e04-97ab-c7ab4785621c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:47.700669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3443a3bc-e5f8-4909-9180-640c378f7b2d req-782a1a24-adc0-4e04-97ab-c7ab4785621c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 932 time: 0.0607641 Dec 16 07:45:47.737869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Pushing event updated for resources: {'Port': ['ID=cb15758a-301e-493c-af7f-62e26808ca07,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:47.820981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3443a3bc-e5f8-4909-9180-640c378f7b2d req-216cdbc8-482d-4983-b168-731753b32325 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055095 Dec 16 07:45:47.841227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Attempting to bind port cb15758a-301e-493c-af7f-62e26808ca07 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:47.842459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Attempting to bind port cb15758a-301e-493c-af7f-62e26808ca07 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:47.842868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Attempting to bind port cb15758a-301e-493c-af7f-62e26808ca07 on network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:47.849440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Port cb15758a-301e-493c-af7f-62e26808ca07 on network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:45:47.850109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Attempting to bind port cb15758a-301e-493c-af7f-62e26808ca07 on network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:47.854584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22038481-d454-4738-8eb5-7c44a87c56de req-70442cea-f40b-4d04-9e01-4d6ea88080cf tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:47.863279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22038481-d454-4738-8eb5-7c44a87c56de req-70442cea-f40b-4d04-9e01-4d6ea88080cf tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0983634 Dec 16 07:45:47.863279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:45:47.865678 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:47.866368 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Checking segment: {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:47.867099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Bound using segment: {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:47.867670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Bound port: cb15758a-301e-493c-af7f-62e26808ca07, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cac969-eea6-41ba-84bf-7014652f15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:47.868047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:47.926837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22038481-d454-4738-8eb5-7c44a87c56de req-3fbb11fb-7c88-472b-957e-5aa8bda6fb84 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601630 Dec 16 07:45:47.972170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] For port cb15758a-301e-493c-af7f-62e26808ca07, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:47.975449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] For port cb15758a-301e-493c-af7f-62e26808ca07, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=cb15758a-301e-493c-af7f-62e26808ca07,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:47.997053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 9fae06d9-6577-41b6-9583-b63f9ac8261f) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:48.001442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:48.002468 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.011252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c1d2c-d29a-472c-a50f-f0955b246a15 None None] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:45:48.038482 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-aafb116e-da14-48d8-8aaa-7a182d7ff959 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7348ad3ad14a4e689757e2548388102e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313392 Dec 16 07:45:48.067932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.119730 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e827e901-cdde-43e2-923b-47ff5a3b1aa6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2518051 Dec 16 07:45:48.122631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41226) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:48.127732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:48.148393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:48.149003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.150378 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb15758a-301e-493c-af7f-62e26808ca07 HTTP/1.1" status: 200 len: 1093 time: 0.9657443 Dec 16 07:45:48.150973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:48.153301 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2346b571-9da9-47c1-9116-d2eaf0fd0258" -d '{"events": [{"name": "network-changed", "server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "tag": "cb15758a-301e-493c-af7f-62e26808ca07"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:48.156069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-9fae06d9-6577-41b6-9583-b63f9ac8261f', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'project_id': 'ebed548f81954ffa837e71a022f70529', 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:45:48.163583 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.198411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f3e5-53b6-4c5b-ab25-dda916faf053 service neutron] Pushing event updated for resources: {'Port': ['ID=cb15758a-301e-493c-af7f-62e26808ca07,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:48.220563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-b1ff0893-2559-4983-a4bf-1bc7a9c18bcc tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:48.222696 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-b1ff0893-2559-4983-a4bf-1bc7a9c18bcc tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782207 Dec 16 07:45:48.234195 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9595d2ad-dc75-44fe-a152-dd7806c751d6 x-openstack-request-id: req-9595d2ad-dc75-44fe-a152-dd7806c751d6 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:48.234575 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "tag": "cb15758a-301e-493c-af7f-62e26808ca07", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:48.238896 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9595d2ad-dc75-44fe-a152-dd7806c751d6 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:48.238896 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07', 'status': 'completed', 'code': 200} Dec 16 07:45:48.244674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Request body: {'port': {'device_id': '56756170-9996-42df-b189-afebc5f62e35', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '7348ad3ad14a4e689757e2548388102e'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:48.260316 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.261699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.349422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fcce6bb-e407-4564-a858-194b871bee82 req-9038c489-7e9f-40d3-b473-a0dc759d9f33 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 210 time: 0.0839064 Dec 16 07:45:48.397042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Allocated IP 172.20.0.2 (9fae06d9-6577-41b6-9583-b63f9ac8261f/de72a6a6-cda4-4c3e-9964-71093a0a7bbb/f1669035-a14c-4897-82e7-124c082e559b) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:48.460396 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.529048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346b571-9da9-47c1-9116-d2eaf0fd0258 req-978b14f3-0721-468c-a2ba-6f2be36586d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:48.530771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2346b571-9da9-47c1-9116-d2eaf0fd0258 req-978b14f3-0721-468c-a2ba-6f2be36586d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f&device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 1096 time: 0.1116056 Dec 16 07:45:48.619661 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.640557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Made reservation on behalf of 7348ad3ad14a4e689757e2548388102e for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:48.644571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.674738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.724800 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.792846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Pushing event updated for resources: {'Port': ['ID=f1669035-a14c-4897-82e7-124c082e559b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:48.808487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346b571-9da9-47c1-9116-d2eaf0fd0258 req-4774e777-c862-43d2-92bd-8c4200884deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:48.809549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.810034 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2346b571-9da9-47c1-9116-d2eaf0fd0258 req-4774e777-c862-43d2-92bd-8c4200884deb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2644093 Dec 16 07:45:48.826678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:48.830814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:48.835050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299a8f2-a6ad-430e-80b3-010e2b2e4a47 req-9e203307-307c-44e5-bfff-060bd0d6b4bd tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:48.837186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:48.842801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8299a8f2-a6ad-430e-80b3-010e2b2e4a47 req-9e203307-307c-44e5-bfff-060bd0d6b4bd tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0697935 Dec 16 07:45:48.913448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Attempting to bind port f1669035-a14c-4897-82e7-124c082e559b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:48.913681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Attempting to bind port f1669035-a14c-4897-82e7-124c082e559b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:48.914168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Attempting to bind port f1669035-a14c-4897-82e7-124c082e559b on network 9fae06d9-6577-41b6-9583-b63f9ac8261f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:48.920625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:48.921188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Checking segment: {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:48.921802 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.923416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Bound using segment: {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:48.923981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Bound port: f1669035-a14c-4897-82e7-124c082e559b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:48.924520 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:48.936539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8299a8f2-a6ad-430e-80b3-010e2b2e4a47 req-2be5ec7e-23fd-40a2-9a1f-c580f0cc8aa4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923493 Dec 16 07:45:49.013869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] For port f1669035-a14c-4897-82e7-124c082e559b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:49.018404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] For port f1669035-a14c-4897-82e7-124c082e559b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f1669035-a14c-4897-82e7-124c082e559b,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:49.067549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:49.086272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5fcf6-344a-45f3-bf27-4a94e19779e8 req-9884bf8d-6848-45bf-a935-adc4daa60fae tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:49.087242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cac5fcf6-344a-45f3-bf27-4a94e19779e8 req-9884bf8d-6848-45bf-a935-adc4daa60fae tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 944 time: 0.1503029 Dec 16 07:45:49.111253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346b571-9da9-47c1-9116-d2eaf0fd0258 req-028bfaac-edcd-4a60-a2d9-a23b6890638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:49.112866 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2346b571-9da9-47c1-9116-d2eaf0fd0258 req-028bfaac-edcd-4a60-a2d9-a23b6890638b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2757890 Dec 16 07:45:49.117461 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:49.150579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895d95-93e7-424a-bebf-c95636509a99 req-b197c032-8315-46d4-9f74-d947d97483b5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:49.150579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe895d95-93e7-424a-bebf-c95636509a99 req-b197c032-8315-46d4-9f74-d947d97483b5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1094618 Dec 16 07:45:49.176056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:49.185597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b1814-51bf-4ffc-b2c1-4c2a97bf047c None None] Pushing event updated for resources: {'Port': ['ID=f1669035-a14c-4897-82e7-124c082e559b,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:49.190055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cac5fcf6-344a-45f3-bf27-4a94e19779e8 req-d6aba473-59c6-41c7-bd35-9f3071928745 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926015 Dec 16 07:45:49.263283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe895d95-93e7-424a-bebf-c95636509a99 req-c0d11ba0-00c6-4db9-8c9f-365521b1c9e9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869966 Dec 16 07:45:49.407477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:49.435807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:49.551388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-091d543f-1664-4fdd-8c82-aaf8d6698d3b req-2e374f80-4ef1-481f-952b-ebd155dee224 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 210 time: 0.0513530 Dec 16 07:45:49.633159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Allocated IP 172.25.2.196 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/55008f84-a609-45ea-8ddc-b717551d54d1) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:49.670448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51dfaedf-d6ec-4d52-943a-92fe30fede01,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:49.724547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-1a5a5e7e-2def-4c28-b6ab-0d178f101e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:49.726107 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-1a5a5e7e-2def-4c28-b6ab-0d178f101e9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f&device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 1096 time: 0.5157728 Dec 16 07:45:49.752674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Allocated IP 192.168.233.150 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/988d259d-63c2-412d-a9a9-6bf263867f87) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:49.772900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:49.789810 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-0c7b4054-f205-4a94-ae27-27720244f9de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb15758a-301e-493c-af7f-62e26808ca07 HTTP/1.1" status: 200 len: 217 time: 0.0490401 Dec 16 07:45:49.815272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-aa64dbcf-9234-4472-91cb-f104b34dbd12 service neutron] 10.222.0.36 "GET /v2.0/ports/a70239ca-509b-467d-ba2c-75eb1a121deb/bindings/n-h2-820935-11 HTTP/1.1" status: 200 len: 383 time: 0.0880268 Dec 16 07:45:49.871908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-6d3ae36d-1015-42fa-8b12-8d24b0753c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:49.873384 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-6d3ae36d-1015-42fa-8b12-8d24b0753c0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fe9f220-e96e-4dd9-8334-68ebc5e97c22 HTTP/1.1" status: 200 len: 844 time: 0.0764511 Dec 16 07:45:49.944216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:49.963312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-2968b844-2a01-4b6e-ab67-d65441d9e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:49.965349 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-2968b844-2a01-4b6e-ab67-d65441d9e124 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c332f9b-d5e8-4557-97a5-cbee5b411c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818770 Dec 16 07:45:50.013721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Pushing event updated for resources: {'Port': ['ID=55008f84-a609-45ea-8ddc-b717551d54d1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:50.029702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:50.038363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:50.038363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:50.090922 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.137275 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-f97127f5-5e28-4dbb-b127-b5f03eeacf8c service neutron] 10.222.0.16 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631382 Dec 16 07:45:50.251146 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9bfa91ec-af1a-406f-92e4-f8ec91e64d08 req-5d694eac-0ef1-47a0-bbcf-332734b6a240 service neutron] 10.222.0.16 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058719 Dec 16 07:45:50.352831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.353496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a874b6-f81c-49aa-8165-31106bf753d3 None None] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:45:50.423776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:50.424480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a790dea7-6f50-4ebd-8f71-5c97a1b4be70 None None] Provisioning complete for port f1669035-a14c-4897-82e7-124c082e559b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:50.425034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Pushing event updated for resources: {'Port': ['ID=988d259d-63c2-412d-a9a9-6bf263867f87,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:50.425257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a790dea7-6f50-4ebd-8f71-5c97a1b4be70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.430101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:50.432270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:50.506374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:50.508361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.580354 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a790dea7-6f50-4ebd-8f71-5c97a1b4be70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.620953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a790dea7-6f50-4ebd-8f71-5c97a1b4be70 None None] For port f1669035-a14c-4897-82e7-124c082e559b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f1669035-a14c-4897-82e7-124c082e559b,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:50.668798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-0ce72ab9-fa6e-4042-801c-38d448cb39c1 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4287436 Dec 16 07:45:50.674831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f64c5-5ade-48b1-82c2-3e24561d7e71 req-c6e9b270-f14e-454c-a53c-9882aa746034 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:50.682208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d0f64c5-5ade-48b1-82c2-3e24561d7e71 req-c6e9b270-f14e-454c-a53c-9882aa746034 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.6102173 Dec 16 07:45:50.687755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Request body: {'port': {'device_id': '56756170-9996-42df-b189-afebc5f62e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:50.723772 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a790dea7-6f50-4ebd-8f71-5c97a1b4be70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.774842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-ce5edbea-afae-4004-80a8-078e3282f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:50.784248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-ce5edbea-afae-4004-80a8-078e3282f397 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 1102 time: 0.2296011 Dec 16 07:45:50.799322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.810532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790dea7-6f50-4ebd-8f71-5c97a1b4be70 None None] Pushing event updated for resources: {'Port': ['ID=f1669035-a14c-4897-82e7-124c082e559b,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:50.854627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f1669035-a14c-4897-82e7-124c082e559b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:50.893175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-3a308c4c-7a8d-49e1-bd60-bacbf474aa3a tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:50.894674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-3a308c4c-7a8d-49e1-bd60-bacbf474aa3a tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.4533956 Dec 16 07:45:50.898622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d0f64c5-5ade-48b1-82c2-3e24561d7e71 req-6dbde32e-0ae0-478f-9244-e1d9ff604278 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137127 Dec 16 07:45:50.908387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9b36e43b-1e36-41e6-ae0b-4610e07b1ba6 None None] Provisioning complete for port 988d259d-63c2-412d-a9a9-6bf263867f87 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:50.908754 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9b36e43b-1e36-41e6-ae0b-4610e07b1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:50.933500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-67fded47-4b81-47ab-bcea-287dd495597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:50.936035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-67fded47-4b81-47ab-bcea-287dd495597d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 1102 time: 0.1029944 Dec 16 07:45:50.952765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-ec069df9-bcd3-4b01-9460-f763dcdeed67 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/quotas/1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 375 time: 0.0430503 Dec 16 07:45:50.962729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e43b-1e36-41e6-ae0b-4610e07b1ba6 None None] Port 988d259d-63c2-412d-a9a9-6bf263867f87 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:50.970387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f1669035-a14c-4897-82e7-124c082e559b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:50.979712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.084298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3242fcc9-92d2-4b7d-a037-3a88488ddf1b None None] Provisioning complete for port f1669035-a14c-4897-82e7-124c082e559b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:51.085138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3242fcc9-92d2-4b7d-a037-3a88488ddf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.096396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988d259d-63c2-412d-a9a9-6bf263867f87 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:51.105704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.122278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Transition to ACTIVE for port object 988d259d-63c2-412d-a9a9-6bf263867f87 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:45:51.164084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-f1f6ede9-14e3-43fb-94e5-466df4d58cd2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2098455 Dec 16 07:45:51.219178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41fd5c-fcb5-4353-b3b6-8226f5648edf req-9a349d10-e5be-4ec7-9bbf-af9d82fb385f tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.220737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da41fd5c-fcb5-4353-b3b6-8226f5648edf req-9a349d10-e5be-4ec7-9bbf-af9d82fb385f tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 944 time: 0.2467124 Dec 16 07:45:51.242143 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.254953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-c1aa81e2-97f1-4b0b-856a-a07b8a606221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.256412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-c1aa81e2-97f1-4b0b-856a-a07b8a606221 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3008761 Dec 16 07:45:51.316339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Pushing event updated for resources: {'Port': ['ID=988d259d-63c2-412d-a9a9-6bf263867f87,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:51.327082 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.333943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-39a4970d-1f95-4b12-917d-678ade44321e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 200 len: 217 time: 0.0600512 Dec 16 07:45:51.372601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Attempting to bind port 988d259d-63c2-412d-a9a9-6bf263867f87 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:51.372601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Attempting to bind port 988d259d-63c2-412d-a9a9-6bf263867f87 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:51.372601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Attempting to bind port 988d259d-63c2-412d-a9a9-6bf263867f87 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:51.376815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Port 988d259d-63c2-412d-a9a9-6bf263867f87 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:45:51.377584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Attempting to bind port 988d259d-63c2-412d-a9a9-6bf263867f87 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:51.382480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:51.382816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:51.383209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:51.383788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Bound port: 988d259d-63c2-412d-a9a9-6bf263867f87, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:51.384336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.457728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] For port 988d259d-63c2-412d-a9a9-6bf263867f87, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:51.461228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] For port 988d259d-63c2-412d-a9a9-6bf263867f87, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=988d259d-63c2-412d-a9a9-6bf263867f87,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:51.478509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da41fd5c-fcb5-4353-b3b6-8226f5648edf req-3c3cc9a6-53a9-4682-8e80-da7b3b8ebbda tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289975 Dec 16 07:45:51.491032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-0889bd64-2772-42d2-82e5-989757594283 service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103399 Dec 16 07:45:51.540274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.564924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-2e6aaca3-8e1e-44db-a2ed-fec59025f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.566280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-2e6aaca3-8e1e-44db-a2ed-fec59025f0fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1884096 Dec 16 07:45:51.581349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.581349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.582366 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/988d259d-63c2-412d-a9a9-6bf263867f87 HTTP/1.1" status: 200 len: 1097 time: 0.8989706 Dec 16 07:45:51.582860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56756170-9996-42df-b189-afebc5f62e35', 'tag': '988d259d-63c2-412d-a9a9-6bf263867f87'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:51.585297 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f" -d '{"events": [{"name": "network-changed", "server_uuid": "56756170-9996-42df-b189-afebc5f62e35", "tag": "988d259d-63c2-412d-a9a9-6bf263867f87"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:51.609448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78e4c-a56c-4f66-a900-8c3789bf66d9 service neutron] Pushing event updated for resources: {'Port': ['ID=988d259d-63c2-412d-a9a9-6bf263867f87,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:51.764342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-246759a0-e021-4c77-94b9-c971bbf147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.765179 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-246759a0-e021-4c77-94b9-c971bbf147da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7348ad3ad14a4e689757e2548388102e&device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 1100 time: 0.0507550 Dec 16 07:45:51.774068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25138b90-e28d-40a3-807b-ead225a330f1 req-00817b5f-d3e5-43fb-b861-7fc979a457b7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.775521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25138b90-e28d-40a3-807b-ead225a330f1 req-00817b5f-d3e5-43fb-b861-7fc979a457b7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.2178578 Dec 16 07:45:51.782393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-78d56027-9ba8-43a7-8f54-cc0a355bdff5 service neutron] 10.222.0.43 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759695 Dec 16 07:45:51.786921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42739-3894-45d2-943d-82a418270b47 req-4035cee8-ea03-41b3-b7e5-909e9cb6062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.788335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-4035cee8-ea03-41b3-b7e5-909e9cb6062f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2049205 Dec 16 07:45:51.835798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-cb0f74fd-b04d-40a3-acb3-aa422978bb6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=988d259d-63c2-412d-a9a9-6bf263867f87 HTTP/1.1" status: 200 len: 217 time: 0.0519252 Dec 16 07:45:51.878581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:51.918276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-cf68c7f0-5c20-4faf-b67f-1516b97e1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.920241 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-cf68c7f0-5c20-4faf-b67f-1516b97e1590 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0785756 Dec 16 07:45:51.990330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25138b90-e28d-40a3-807b-ead225a330f1 req-68920ad5-6ffd-42c0-b865-5728f2f37d69 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718071 Dec 16 07:45:51.991779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-f4852d96-ca7e-40e1-a901-aa3bc1ae6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:51.991779 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-f4852d96-ca7e-40e1-a901-aa3bc1ae6a85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484014 Dec 16 07:45:52.021109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-285100dd-ea6b-47e3-b7bf-d2b3a60137e4 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231023 Dec 16 07:45:52.083269 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-1bbbe6dc-9008-45f4-9115-5de4412305cf service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999000 Dec 16 07:45:52.184599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d690c7-efe3-42d7-bd44-a8ddd5ee45e4 req-0dcd9df6-11f9-4e8e-a06d-30754f389e18 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:52.186011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57d690c7-efe3-42d7-bd44-a8ddd5ee45e4 req-0dcd9df6-11f9-4e8e-a06d-30754f389e18 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 948 time: 0.0822828 Dec 16 07:45:52.193481 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-af0470af-8b8b-44e9-b78e-5026d1870575 req-559ad061-2b35-4bac-8c00-cace13241fde service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021540 Dec 16 07:45:52.208250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42b42739-3894-45d2-943d-82a418270b47 req-fef6d7b8-aef2-463b-a965-501e3a8d9760 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570928 Dec 16 07:45:52.242969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:45:52.258361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57d690c7-efe3-42d7-bd44-a8ddd5ee45e4 req-ef39cedf-c28b-4178-b286-08aa968ded7d tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631909 Dec 16 07:45:52.365287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:52.377377 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Sync routers for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:52.380499 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3efb73-f527-494d-80d8-f04cc4a9e0c3 x-openstack-request-id: req-4a3efb73-f527-494d-80d8-f04cc4a9e0c3 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:52.380788 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56756170-9996-42df-b189-afebc5f62e35", "tag": "988d259d-63c2-412d-a9a9-6bf263867f87", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:52.381062 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a3efb73-f527-494d-80d8-f04cc4a9e0c3 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:52.381461 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56756170-9996-42df-b189-afebc5f62e35', 'tag': '988d259d-63c2-412d-a9a9-6bf263867f87', 'status': 'completed', 'code': 200} Dec 16 07:45:52.388302 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:52.388907 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:52.481059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-dc75e949-d030-487e-861a-1391b7295f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:52.482518 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-dc75e949-d030-487e-861a-1391b7295f8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7348ad3ad14a4e689757e2548388102e&device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 1100 time: 0.0477457 Dec 16 07:45:52.485231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8067fd4-2eef-42bd-af5f-ee547214ef66 req-bff79bc5-dfef-4760-a5ed-9e9a590e0ea7 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:52.489112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8067fd4-2eef-42bd-af5f-ee547214ef66 req-bff79bc5-dfef-4760-a5ed-9e9a590e0ea7 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0557086 Dec 16 07:45:52.498801 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:52.551170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:52.552530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-71dfd326-9cd1-4f6b-b62b-066966ad5feb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4289186 Dec 16 07:45:52.556215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41280) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:52.556792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8067fd4-2eef-42bd-af5f-ee547214ef66 req-4869e233-9e94-4b12-9a7a-ea807fed075b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641429 Dec 16 07:45:52.738181 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:50Z', 'revision_number': 3, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:52.754379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4988b-9512-471e-b66f-990535e3506e req-f7aaf154-5be1-4806-b48d-0765871bcb6b tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:52.773298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56f4988b-9512-471e-b66f-990535e3506e req-f7aaf154-5be1-4806-b48d-0765871bcb6b tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 944 time: 0.1119549 Dec 16 07:45:52.778944 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Checking router: ad2f41b0-46bc-4f43-a9e9-ec9aacde629a for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:52.779439 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Updating router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a port 55008f84-a609-45ea-8ddc-b717551d54d1 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:45:52.800412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-522039a0-d525-4feb-8b6e-35cf692376ec req-45b57db6-5623-454a-89d2-d468cbab9c2e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0665462 Dec 16 07:45:52.811140 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:52.834000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f1669035-a14c-4897-82e7-124c082e559b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:52.858646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-401e2f44-e856-40fc-91af-384d885f1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:52.864452 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-401e2f44-e856-40fc-91af-384d885f1208 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3702230 Dec 16 07:45:52.885473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56f4988b-9512-471e-b66f-990535e3506e req-7a328634-68fe-40d6-b95b-d183866df161 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223481 Dec 16 07:45:52.887314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f1669035-a14c-4897-82e7-124c082e559b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:52.887756 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:52.913020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device cb15758a-301e-493c-af7f-62e26808ca07 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:45:52.951150 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-301dfcdf-f54b-483a-878a-2c03192919e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=988d259d-63c2-412d-a9a9-6bf263867f87 HTTP/1.1" status: 200 len: 217 time: 0.0819852 Dec 16 07:45:53.049072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-5c60f73d-e1d2-40b5-a4b4-371782ba94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:53.050665 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-5c60f73d-e1d2-40b5-a4b4-371782ba94fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0913706 Dec 16 07:45:53.105610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port cb15758a-301e-493c-af7f-62e26808ca07, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=cb15758a-301e-493c-af7f-62e26808ca07,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:53.133812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'cb15758a-301e-493c-af7f-62e26808ca07', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'port_id': 'cb15758a-301e-493c-af7f-62e26808ca07', 'mac_address': 'fa:16:3e:58:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:45:53.155261 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.179216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56266161-2607-4124-bc64-69130f961a19 req-5b92e984-50b3-4ad2-9f08-461b56826d14 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:53.190122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56266161-2607-4124-bc64-69130f961a19 req-5b92e984-50b3-4ad2-9f08-461b56826d14 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.0773442 Dec 16 07:45:53.190302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-ce41b4ad-0775-4b8d-829e-d92c2ef0c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:53.190302 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-ce41b4ad-0775-4b8d-829e-d92c2ef0c847 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247191 Dec 16 07:45:53.190512 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.203906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb15758a-301e-493c-af7f-62e26808ca07 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:53.226365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port cb15758a-301e-493c-af7f-62e26808ca07, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=cb15758a-301e-493c-af7f-62e26808ca07,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:53.237891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56266161-2607-4124-bc64-69130f961a19 req-3d7737b4-b299-470d-8110-2547dbb641c1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486984 Dec 16 07:45:53.248136 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.313246 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Attempting to bind port 55008f84-a609-45ea-8ddc-b717551d54d1 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:53.316451 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Attempting to bind port 55008f84-a609-45ea-8ddc-b717551d54d1 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:53.316451 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Attempting to bind port 55008f84-a609-45ea-8ddc-b717551d54d1 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:53.317007 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Pushing event updated for resources: {'Port': ['ID=55008f84-a609-45ea-8ddc-b717551d54d1,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:53.322482 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:53.322856 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:53.323258 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.323646 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:53.324114 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Bound port: 55008f84-a609-45ea-8ddc-b717551d54d1, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:53.324537 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.334332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a70239ca-509b-467d-ba2c-75eb1a121deb no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:45:53.372315 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-bc292228-7550-400c-9c12-3c8e7ca6d56d service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778557 Dec 16 07:45:53.403475 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.405591 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.407204 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.407690 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.408393 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.408738 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.409034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.409384 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.409727 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.410127 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.410545 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.412442 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.416719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.416719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:45:53.433844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.460598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28125dee-cada-464f-bb11-e2cbfdc39166 req-a170f512-dba2-44da-9716-be43a7bef6d8 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:53.474866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=cb15758a-301e-493c-af7f-62e26808ca07,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:53.475106 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] For port 55008f84-a609-45ea-8ddc-b717551d54d1, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:53.475234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28125dee-cada-464f-bb11-e2cbfdc39166 req-a170f512-dba2-44da-9716-be43a7bef6d8 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 948 time: 0.1082423 Dec 16 07:45:53.479525 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] For port 55008f84-a609-45ea-8ddc-b717551d54d1, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=55008f84-a609-45ea-8ddc-b717551d54d1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:53.513089 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.534122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28125dee-cada-464f-bb11-e2cbfdc39166 req-44ca512f-87c4-4a59-a006-53e813d8a440 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573807 Dec 16 07:45:53.545883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:53.555889 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8366cc53-85ed-4c22-ba23-051510408973" -d '{"events": [{"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:53.556114 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7bed4ea3-bcd3-4acd-a7b2-b6cfb803403f req-0527af91-8f92-4fda-8a89-c25b0dac0b2f service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712024 Dec 16 07:45:53.562039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:53.586821 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.612864 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1c8506-91c0-435d-849e-522bc6b40019 x-openstack-request-id: req-3b1c8506-91c0-435d-849e-522bc6b40019 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:53.613162 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:53.615081 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b1c8506-91c0-435d-849e-522bc6b40019 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:53.615502 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'code': 200} Dec 16 07:45:53.658264 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:53.659055 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:53.689972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce9e49-aa39-42f0-962c-ea6a818a799e req-1abaf8f3-68ee-46f7-a47f-c8843db705d8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:53.690975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Allocated IP 172.20.0.1 (9fae06d9-6577-41b6-9583-b63f9ac8261f/de72a6a6-cda4-4c3e-9964-71093a0a7bbb/39f2d431-2d57-43d0-b071-2560d9970b0b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:53.691500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdce9e49-aa39-42f0-962c-ea6a818a799e req-1abaf8f3-68ee-46f7-a47f-c8843db705d8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0536745 Dec 16 07:45:53.707235 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e59302-2b0e-4cbe-b9a0-1b667eafb6a1 None None] Pushing event updated for resources: {'Port': ['ID=55008f84-a609-45ea-8ddc-b717551d54d1,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:53.720703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.759489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdce9e49-aa39-42f0-962c-ea6a818a799e req-57a3d030-538f-4815-be68-33a375807462 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530319 Dec 16 07:45:53.807175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:53.841526 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:53.897281 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:53.913671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a3e99e6-6740-467b-bdd9-4d34dd2bcf09 req-41f93d15-9d34-458e-b27c-5cd45002f148 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0293181 Dec 16 07:45:53.966203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['cb15758a-301e-493c-af7f-62e26808ca07'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:54.026725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a8b2-e3f4-4490-9f77-ddd7fa1020ff req-89bc9ebc-3dc1-41d4-a02e-16d9bd74323c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:54.028264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a275a8b2-e3f4-4490-9f77-ddd7fa1020ff req-89bc9ebc-3dc1-41d4-a02e-16d9bd74323c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 945 time: 0.0711708 Dec 16 07:45:54.065819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:54.099424 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:50Z', 'revision_number': 3, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:54.108157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:54.112993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:54.116932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:54.130362 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9fdbf-43e2-44dd-bb69-8ee5fdd78c90 None None] The sync data for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 is: [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:50Z', 'revision_number': 3, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:45:54.151449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a275a8b2-e3f4-4490-9f77-ddd7fa1020ff req-cc6d748a-083a-4520-a330-5572191fe646 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017897 Dec 16 07:45:54.151579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Pushing event updated for resources: {'Port': ['ID=39f2d431-2d57-43d0-b071-2560d9970b0b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:54.167013 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:54.375809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc70643-5016-4ccb-8172-9d48f3b0b095 req-61332d51-f472-433f-aae1-b304d54e4ef1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:54.377559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cc70643-5016-4ccb-8172-9d48f3b0b095 req-61332d51-f472-433f-aae1-b304d54e4ef1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 948 time: 0.0604644 Dec 16 07:45:54.462641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:54.495639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cc70643-5016-4ccb-8172-9d48f3b0b095 req-1231f134-6819-4a8f-80c2-214d9b8fa569 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103086 Dec 16 07:45:54.528961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9bc0057e-666d-4d1c-85fb-085cff607b23 None None] Provisioning complete for port 39f2d431-2d57-43d0-b071-2560d9970b0b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:54.528961 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9bc0057e-666d-4d1c-85fb-085cff607b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:54.578454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0057e-666d-4d1c-85fb-085cff607b23 None None] Port 39f2d431-2d57-43d0-b071-2560d9970b0b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:54.671646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248ddb0-7343-4028-bbca-3d69cf5f641e req-6e8d0722-9493-42a3-89f0-3850561626eb tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:54.673113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2248ddb0-7343-4028-bbca-3d69cf5f641e req-6e8d0722-9493-42a3-89f0-3850561626eb tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 948 time: 0.0567417 Dec 16 07:45:54.701839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:54.744864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2248ddb0-7343-4028-bbca-3d69cf5f641e req-7468059b-7761-49fd-8f5e-422ac9ffff32 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612192 Dec 16 07:45:54.803012 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 55008f84-a609-45ea-8ddc-b717551d54d1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:54.825123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:54.902364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ee6b6-ba5e-47fc-8046-8bc85ecdee94 req-92ddd14b-5c97-4c8f-accc-e0b5f59334fa tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:54.907106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b60ee6b6-ba5e-47fc-8046-8bc85ecdee94 req-92ddd14b-5c97-4c8f-accc-e0b5f59334fa tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0587308 Dec 16 07:45:54.908059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Pushing event updated for resources: {'Port': ['ID=39f2d431-2d57-43d0-b071-2560d9970b0b,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:54.911273 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.012406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b60ee6b6-ba5e-47fc-8046-8bc85ecdee94 req-8dbb78ff-c8e3-4259-9b6d-98635e3de1bc tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958419 Dec 16 07:45:55.032619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 988d259d-63c2-412d-a9a9-6bf263867f87 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:45:55.069668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:55.071108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:55.082611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7cb8093-8a04-4438-87a6-aadca5375252 req-d80e456a-54d3-4476-a27a-16808791e212 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0449321 Dec 16 07:45:55.116094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 55008f84-a609-45ea-8ddc-b717551d54d1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:55.118175 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.251172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 988d259d-63c2-412d-a9a9-6bf263867f87, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=988d259d-63c2-412d-a9a9-6bf263867f87,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:55.252752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:45:55.274634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '988d259d-63c2-412d-a9a9-6bf263867f87', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '988d259d-63c2-412d-a9a9-6bf263867f87', 'mac_address': 'fa:16:3e:27:ec:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:45:55.352408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b818152-af48-4ae5-8de1-1ba1b28d4ae3 req-b29c3d52-d814-440e-bdac-1788392ea2a1 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:55.365935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a70239ca-509b-467d-ba2c-75eb1a121deb details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:45:55.374034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b818152-af48-4ae5-8de1-1ba1b28d4ae3 req-b29c3d52-d814-440e-bdac-1788392ea2a1 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 945 time: 0.1276410 Dec 16 07:45:55.397937 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.448601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.448837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b818152-af48-4ae5-8de1-1ba1b28d4ae3 req-20faaedd-0103-48c3-98ae-0f6c1b03567d tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793190 Dec 16 07:45:55.460637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 55008f84-a609-45ea-8ddc-b717551d54d1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=55008f84-a609-45ea-8ddc-b717551d54d1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:55.504784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2f7a059e-4275-4590-bbb6-6284b95ded16 None None] Provisioning complete for port 39f2d431-2d57-43d0-b071-2560d9970b0b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:55.505166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f7a059e-4275-4590-bbb6-6284b95ded16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.507564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988d259d-63c2-412d-a9a9-6bf263867f87 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:55.591981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 988d259d-63c2-412d-a9a9-6bf263867f87, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=988d259d-63c2-412d-a9a9-6bf263867f87,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:55.594334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.612046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a059e-4275-4590-bbb6-6284b95ded16 None None] Port 39f2d431-2d57-43d0-b071-2560d9970b0b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:55.648354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:55.668952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'mac_address': 'fa:16:3e:eb:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:45:55.697354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727696b-e95d-4705-b45f-4f19d13a7252 req-127d646c-615c-4873-a64c-f7316fff51f6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:55.709412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=55008f84-a609-45ea-8ddc-b717551d54d1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:55.711934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2727696b-e95d-4705-b45f-4f19d13a7252 req-127d646c-615c-4873-a64c-f7316fff51f6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 948 time: 0.0783072 Dec 16 07:45:55.731857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.743226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70239ca-509b-467d-ba2c-75eb1a121deb {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:55.752469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.770384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:45:55.778023 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fbf62be2-f3d0-425b-82cb-addbd7ddfc61 admin admin] 10.222.0.43 "PUT /v2.0/routers/ad2f41b0-46bc-4f43-a9e9-ec9aacde629a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2168856 Dec 16 07:45:55.803941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2727696b-e95d-4705-b45f-4f19d13a7252 req-42508665-3bb3-4a8f-83d2-df3994a83f5f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913434 Dec 16 07:45:55.833486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-b11a456f-cce7-4693-ac8a-a366b25ecffd tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:55.835019 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-b11a456f-cce7-4693-ac8a-a366b25ecffd tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 821 time: 0.1404350 Dec 16 07:45:55.848111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:55.855080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Request body: {'port': {'device_id': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'admin_state_up': True, 'tenant_id': '1fc341eb3d984b099c3301bb32040cb1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:55.872817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=988d259d-63c2-412d-a9a9-6bf263867f87,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:55.908196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c342c6-b7dc-4abf-9dba-8d1635ab6061 req-129e1bde-e8ac-43ff-ad4d-0d5247e5ce5c tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:55.913065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7c342c6-b7dc-4abf-9dba-8d1635ab6061 req-129e1bde-e8ac-43ff-ad4d-0d5247e5ce5c tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 949 time: 0.0620670 Dec 16 07:45:55.979468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:55.990888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7c342c6-b7dc-4abf-9dba-8d1635ab6061 req-3fec0b75-d081-4663-ab4d-f1700c379fee tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 Dec 16 07:45:56.066528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:56.117281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Made reservation on behalf of 1fc341eb3d984b099c3301bb32040cb1 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:45:56.121102 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:56.221242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['988d259d-63c2-412d-a9a9-6bf263867f87'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:56.312030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f0707-c059-4665-a755-8973e9253f4e req-f0a2e78a-29cf-4810-8393-3914a537081c tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:56.319247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f02f0707-c059-4665-a755-8973e9253f4e req-f0a2e78a-29cf-4810-8393-3914a537081c tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0781360 Dec 16 07:45:56.377496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['a70239ca-509b-467d-ba2c-75eb1a121deb'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:56.379799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Allocated IP 172.20.0.12 (b29d70f3-9749-473b-9e4f-ddd4263dfda2/fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737/d8e6c7bd-48bc-4560-80b9-8e792a293121) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:56.492987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f02f0707-c059-4665-a755-8973e9253f4e req-baf3052f-d83f-4e95-a95d-79447f7c78d2 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615603 Dec 16 07:45:56.501716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Sync routers for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:45:56.508609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-3ddefa41-9aad-4657-b2b4-ffeaa51e3c97 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:56.509849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-3ddefa41-9aad-4657-b2b4-ffeaa51e3c97 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 949 time: 0.1305873 Dec 16 07:45:56.608407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:56.609924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:56.613924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41348) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:56.615162 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:56.623765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-979f18b1-395d-44e9-9e81-7c08a3041ff8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186081564', 'description': 'tempest-description--501217662'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:56.766836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb04d090-3abc-4abe-b537-44d2706e7b4d req-a25b36ad-9a63-406a-a272-3258c917fed4 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0853879 Dec 16 07:45:56.783007 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-979f18b1-395d-44e9-9e81-7c08a3041ff8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:56.811098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:56.818655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-49cbcb0b-f076-4762-9186-d113926d266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:56.819267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 55008f84-a609-45ea-8ddc-b717551d54d1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:56.820149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-49cbcb0b-f076-4762-9186-d113926d266c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 1101 time: 0.1402018 Dec 16 07:45:56.873626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:56.874092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:56.877775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Network b29d70f3-9749-473b-9e4f-ddd4263dfda2 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:45:56.880007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:45:56.883076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:45:56.934089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device cb15758a-301e-493c-af7f-62e26808ca07 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:56.935910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:56.937898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:56.997128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e42d-05fd-48d0-b53a-908aa4075f80 req-457293b0-956f-4094-982c-ae27bddfccc6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:56.998996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e90e42d-05fd-48d0-b53a-908aa4075f80 req-457293b0-956f-4094-982c-ae27bddfccc6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 949 time: 0.2886035 Dec 16 07:45:57.022896 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-245a5093-5e6f-459a-a430-bae12ec0cf82 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1719124 Dec 16 07:45:57.043759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Request body: {'port': {'device_id': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:57.108605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 55008f84-a609-45ea-8ddc-b717551d54d1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:57.109870 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.118353 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-979f18b1-395d-44e9-9e81-7c08a3041ff8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.125762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.173182 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e90e42d-05fd-48d0-b53a-908aa4075f80 req-3504c1a3-ec52-4567-83e6-7a99c0951b7c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495543 Dec 16 07:45:57.184126 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.194331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-6636dea2-20dc-4611-bf9e-a016a54dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:57.205793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-6636dea2-20dc-4611-bf9e-a016a54dbfd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3241010 Dec 16 07:45:57.223483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e457f-3cbb-4f92-ab7c-1b8baa7a440c req-b8c95a57-c345-48fb-a0f7-994c31ae7274 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:57.244877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d1e457f-3cbb-4f92-ab7c-1b8baa7a440c req-b8c95a57-c345-48fb-a0f7-994c31ae7274 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 945 time: 0.2374189 Dec 16 07:45:57.245649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port cb15758a-301e-493c-af7f-62e26808ca07 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:45:57.258010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port cb15758a-301e-493c-af7f-62e26808ca07 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:57.258368 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.460349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 2, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:57.503492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:45:57.518783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e6c7bd-48bc-4560-80b9-8e792a293121 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:45:57.531384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Checking router: ad2f41b0-46bc-4f43-a9e9-ec9aacde629a for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:45:57.532029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Updating router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a port 39f2d431-2d57-43d0-b071-2560d9970b0b binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:45:57.534691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.550289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Transition to ACTIVE for port object d8e6c7bd-48bc-4560-80b9-8e792a293121 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:45:57.598444 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.605625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-979f18b1-395d-44e9-9e81-7c08a3041ff8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.608223 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.615119 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.664333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-0c124786-346c-4943-aa85-19405fb53e75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 200 len: 217 time: 0.4111125 Dec 16 07:45:57.747576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f18b1-395d-44e9-9e81-7c08a3041ff8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200a547d-2f81-4357-a95d-17e9f7bdfe8c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:57.767568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-979f18b1-395d-44e9-9e81-7c08a3041ff8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.772124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-979f18b1-395d-44e9-9e81-7c08a3041ff8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1556969 Dec 16 07:45:57.772696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41356) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:57.779227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:57.788261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a991e4ce-2739-4ed4-8036-4f066c317ebc tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Request body: {'security_group_rule': {'security_group_id': '200a547d-2f81-4357-a95d-17e9f7bdfe8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:57.796326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d1e457f-3cbb-4f92-ab7c-1b8baa7a440c req-71ab67b6-22d8-4c13-9da4-4e4bee1b58b5 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5479295 Dec 16 07:45:57.842127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309895-00bd-45c8-b67e-3d1a30cb8b8c req-75a3474c-37d7-4f99-b947-62b947ce01ef tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:57.843893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:57.844265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:57.844599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:57.849917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:45:57.853018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:57.855686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:57.856021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:57.856441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:57.856870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Bound port: d8e6c7bd-48bc-4560-80b9-8e792a293121, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:57.857264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:57.857862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60309895-00bd-45c8-b67e-3d1a30cb8b8c req-75a3474c-37d7-4f99-b947-62b947ce01ef tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 949 time: 0.2223134 Dec 16 07:45:57.870555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-5c580ad0-7079-4815-a7d6-b6f871e0f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:57.876100 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-5c580ad0-7079-4815-a7d6-b6f871e0f109 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1948159 Dec 16 07:45:57.876292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:57.878146 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af9ec7-b123-4b6c-a268-f2543c4e0808" -d '{"events": [{"server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "name": "network-vif-plugged", "status": "completed", "tag": "cb15758a-301e-493c-af7f-62e26808ca07"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:57.927411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port cb15758a-301e-493c-af7f-62e26808ca07, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=cb15758a-301e-493c-af7f-62e26808ca07,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:57.982530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a991e4ce-2739-4ed4-8036-4f066c317ebc tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.001819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60309895-00bd-45c8-b67e-3d1a30cb8b8c req-a590c0fe-fbeb-4018-8266-d35ecf58f9e4 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386120 Dec 16 07:45:58.016931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-17eaa5a5-aedd-402e-9b4a-26bb55396970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.017816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:58.026512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-17eaa5a5-aedd-402e-9b4a-26bb55396970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367950 Dec 16 07:45:58.042789 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.074087 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a991e4ce-2739-4ed4-8036-4f066c317ebc tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.076875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:58.154125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179629ef-5b79-4c39-80c4-dd56b44b0046 req-76dd8e39-7d06-468c-bccf-4fd201dabd86 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.162367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-179629ef-5b79-4c39-80c4-dd56b44b0046 req-76dd8e39-7d06-468c-bccf-4fd201dabd86 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.2133982 Dec 16 07:45:58.191011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a991e4ce-2739-4ed4-8036-4f066c317ebc tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.240973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991e4ce-2739-4ed4-8036-4f066c317ebc tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b090f272-1fbf-46ef-908f-1b6086bed0d8,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:58.250491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a2e08-17f4-4f15-b361-f859720d9f5c req-620dbd41-34d6-4210-8c96-087016bef61f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.257058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b3a2e08-17f4-4f15-b361-f859720d9f5c req-620dbd41-34d6-4210-8c96-087016bef61f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.1373580 Dec 16 07:45:58.271674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.295739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-179629ef-5b79-4c39-80c4-dd56b44b0046 req-aee0657b-9e3f-4bf6-bbfa-dd7ea9c348ff tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274207 Dec 16 07:45:58.340170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.340832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.342256 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-31186dba-1743-41d8-89fe-f43a877471be service neutron] 10.222.0.16 "PUT /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 1093 time: 1.3036454 Dec 16 07:45:58.342720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:45:58.343736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-d75bd279-6329-4165-848b-28af3cc3ff2e service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036249 Dec 16 07:45:58.345720 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9335f5d9-31d5-4529-82b1-40091b28b0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:45:58.367982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a991e4ce-2739-4ed4-8036-4f066c317ebc tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.369627 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a991e4ce-2739-4ed4-8036-4f066c317ebc tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5911815 Dec 16 07:45:58.371967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:58.379885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cc923315-c965-4e2e-8d09-510c8fa94b30 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Request body: {'security_group_rule': {'security_group_id': '200a547d-2f81-4357-a95d-17e9f7bdfe8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:58.405862 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.409655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31186dba-1743-41d8-89fe-f43a877471be service neutron] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:58.433226 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4730d137-3f15-4b9c-9614-a8e358bc7e3d x-openstack-request-id: req-4730d137-3f15-4b9c-9614-a8e358bc7e3d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:58.433695 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "name": "network-vif-plugged", "status": "completed", "tag": "cb15758a-301e-493c-af7f-62e26808ca07", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:58.434107 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4730d137-3f15-4b9c-9614-a8e358bc7e3d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:58.435266 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07', 'code': 200} Dec 16 07:45:58.436061 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcb20ebf-9d27-41d0-8d03-7a8a13d28509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.467157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=cb15758a-301e-493c-af7f-62e26808ca07,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:58.534639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b3a2e08-17f4-4f15-b361-f859720d9f5c req-11c87249-13c6-4e04-8c19-087d71f524dd tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556944 Dec 16 07:45:58.564512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a9367e8-d613-40cb-b756-ff53056830d5 req-f54380a5-30c8-44e5-a965-23e7547b16a7 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103434 Dec 16 07:45:58.619662 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc923315-c965-4e2e-8d09-510c8fa94b30 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.647822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.658515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62489448-49ad-4e11-8db8-c662b252a6b1 req-015cf104-0314-4320-b099-564442ac9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.660030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-62489448-49ad-4e11-8db8-c662b252a6b1 req-015cf104-0314-4320-b099-564442ac9be1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 1098 time: 0.1245751 Dec 16 07:45:58.676494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-59ea8a80-2914-4c63-aa58-55ea6c2fe11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.677962 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-59ea8a80-2914-4c63-aa58-55ea6c2fe11d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1096 time: 0.1225929 Dec 16 07:45:58.680726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1285-86cc-4442-ac93-e1f7bcd35287 req-9387a47a-d5eb-4635-9497-02e768099046 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.682444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b1b1285-86cc-4442-ac93-e1f7bcd35287 req-9387a47a-d5eb-4635-9497-02e768099046 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 949 time: 0.0593941 Dec 16 07:45:58.757101 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b1b1285-86cc-4442-ac93-e1f7bcd35287 req-18aff54c-c988-4827-9e19-11874faa5aaa tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624697 Dec 16 07:45:58.794504 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3410d5-2557-4ac8-ae70-5eae1dc46424 x-openstack-request-id: req-3d3410d5-2557-4ac8-ae70-5eae1dc46424 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:45:58.794910 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:45:58.795093 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d3410d5-2557-4ac8-ae70-5eae1dc46424 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:45:58.795489 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121', 'status': 'completed', 'code': 200} Dec 16 07:45:58.801437 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-fac27fe8-6a5a-47d6-b55d-b3e3aeb7e0b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 217 time: 0.1075692 Dec 16 07:45:58.815714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Attempting to bind port 39f2d431-2d57-43d0-b071-2560d9970b0b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:45:58.816266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Attempting to bind port 39f2d431-2d57-43d0-b071-2560d9970b0b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:45:58.816636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Attempting to bind port 39f2d431-2d57-43d0-b071-2560d9970b0b on network 9fae06d9-6577-41b6-9583-b63f9ac8261f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:45:58.824929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:45:58.825308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Checking segment: {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:45:58.825710 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.826101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Bound using segment: {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:45:58.826567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Bound port: 39f2d431-2d57-43d0-b071-2560d9970b0b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:45:58.827329 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.831931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfdef-a870-4696-a4b3-95f9973daba6 None None] Pushing event updated for resources: {'Port': ['ID=39f2d431-2d57-43d0-b071-2560d9970b0b,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:58.878762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc923315-c965-4e2e-8d09-510c8fa94b30 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.891171 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-62489448-49ad-4e11-8db8-c662b252a6b1 req-1c0eb544-a8df-435b-a63b-a073891218ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221968 Dec 16 07:45:58.911121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-8a466d95-0fb3-496f-a1f4-006d854e50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.913584 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-8a466d95-0fb3-496f-a1f4-006d854e50d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0991747 Dec 16 07:45:58.934622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] For port 39f2d431-2d57-43d0-b071-2560d9970b0b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:45:58.940978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] For port 39f2d431-2d57-43d0-b071-2560d9970b0b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=39f2d431-2d57-43d0-b071-2560d9970b0b,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:45:58.950387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 988d259d-63c2-412d-a9a9-6bf263867f87 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:58.961766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc923315-c965-4e2e-8d09-510c8fa94b30 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:58.972960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7084-afb6-4912-ad52-47d4aa4c6127 req-ea7e171b-943d-4a7e-8067-8a3f8e6e46d6 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:58.981200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9eb7084-afb6-4912-ad52-47d4aa4c6127 req-ea7e171b-943d-4a7e-8067-8a3f8e6e46d6 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.0697303 Dec 16 07:45:58.982618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc923315-c965-4e2e-8d09-510c8fa94b30 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb33938-40fa-4d40-a3f5-ab4ac6d588ab,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:59.027974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-01bc4e9b-8d39-46a2-b492-d33a8b3c350a None None] Provisioning complete for port 39f2d431-2d57-43d0-b071-2560d9970b0b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:59.028696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-01bc4e9b-8d39-46a2-b492-d33a8b3c350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.040828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9eb7084-afb6-4912-ad52-47d4aa4c6127 req-05cc3514-3ad6-4a82-879c-d8db15ebf099 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565059 Dec 16 07:45:59.071607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.084833 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-01bc4e9b-8d39-46a2-b492-d33a8b3c350a None None] Port 39f2d431-2d57-43d0-b071-2560d9970b0b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:45:59.101271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc923315-c965-4e2e-8d09-510c8fa94b30 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.102967 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cc923315-c965-4e2e-8d09-510c8fa94b30 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7300091 Dec 16 07:45:59.106171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41376) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:45:59.112958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:45:59.138546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:45:59.139180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:45:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:45:59.163733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ccbfb-1e40-43c1-97de-a16e7830155f req-15fcca76-6a9b-40a4-8be9-fd91f6c7e2a2 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:59.169454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-310ccbfb-1e40-43c1-97de-a16e7830155f req-15fcca76-6a9b-40a4-8be9-fd91f6c7e2a2 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 949 time: 0.0750246 Dec 16 07:45:59.191651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfdef-a870-4696-a4b3-95f9973daba6 None None] Pushing event updated for resources: {'Port': ['ID=39f2d431-2d57-43d0-b071-2560d9970b0b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:45:59.210967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 988d259d-63c2-412d-a9a9-6bf263867f87 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:45:59.239068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-310ccbfb-1e40-43c1-97de-a16e7830155f req-d43b5c47-61ed-44fd-95e3-6bd042a8a6fb tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Dec 16 07:45:59.255010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.267707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 988d259d-63c2-412d-a9a9-6bf263867f87 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:59.268249 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.345160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:45:59.360954 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-cb38e30d-05b3-4c58-a1fd-d667b87e8757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988517 Dec 16 07:45:59.383403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a70239ca-509b-467d-ba2c-75eb1a121deb up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:45:59.502474 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-d6d156b5-9410-408e-a49e-e28bab51994e service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339889 Dec 16 07:45:59.532115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6fd43-a25d-4492-b1eb-dd6af162c63a req-ac40d714-058e-4a15-9a6b-ddef85416d8e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:59.534167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32f6fd43-a25d-4492-b1eb-dd6af162c63a req-ac40d714-058e-4a15-9a6b-ddef85416d8e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1237171 Dec 16 07:45:59.576131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.611656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0ada3362-01d8-4d68-9cb3-066983bb9b4b None None] Provisioning complete for port 39f2d431-2d57-43d0-b071-2560d9970b0b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:59.615766 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ada3362-01d8-4d68-9cb3-066983bb9b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.658190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32f6fd43-a25d-4492-b1eb-dd6af162c63a req-96186f2d-0773-4c13-95f9-489a8658f7a4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175220 Dec 16 07:45:59.703941 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.765713 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3047c4b4-c3eb-4313-a925-c50d392492cb req-cde14bfd-3ae0-4ed2-8a32-31fa73eda2f9 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520039 Dec 16 07:45:59.801911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.805860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 988d259d-63c2-412d-a9a9-6bf263867f87, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=988d259d-63c2-412d-a9a9-6bf263867f87,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:45:59.821777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port a70239ca-509b-467d-ba2c-75eb1a121deb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:45:59.822153 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.828853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Allocated IP 172.25.2.211 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/9458bcb2-5b33-4e82-8dbe-e41cd0a1b92c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:45:59.940095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a633-64da-4107-b24d-9d587334caab req-02177fd9-8b3b-496f-bb00-e2edee456c45 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:45:59.944706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79a2a633-64da-4107-b24d-9d587334caab req-02177fd9-8b3b-496f-bb00-e2edee456c45 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.1150079 Dec 16 07:45:59.962592 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ada3362-01d8-4d68-9cb3-066983bb9b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.990822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:45:59.993376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.022995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0ada3362-01d8-4d68-9cb3-066983bb9b4b None None] For port 39f2d431-2d57-43d0-b071-2560d9970b0b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=39f2d431-2d57-43d0-b071-2560d9970b0b,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:00.074572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-5eca2bd1-e0d5-4066-821f-9fa3521aa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:00.076069 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-5eca2bd1-e0d5-4066-821f-9fa3521aa969 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1096 time: 0.0479755 Dec 16 07:46:00.102265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d64de-0421-4d16-ae63-ee217dca2445 req-a3e25bbe-8af6-43ac-8908-0dcccdceb791 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:00.113798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-677d64de-0421-4d16-ae63-ee217dca2445 req-a3e25bbe-8af6-43ac-8908-0dcccdceb791 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 949 time: 0.1674483 Dec 16 07:46:00.116686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=988d259d-63c2-412d-a9a9-6bf263867f87,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:00.144097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79a2a633-64da-4107-b24d-9d587334caab req-dd4c84ff-c700-4bef-a3a4-092745f583ec tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725323 Dec 16 07:46:00.162236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.186014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:58Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:00.196970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-677d64de-0421-4d16-ae63-ee217dca2445 req-248be239-120a-48df-bc28-73b342be11bb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821850 Dec 16 07:46:00.197189 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ada3362-01d8-4d68-9cb3-066983bb9b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.258695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:00.267391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:00.281139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:00.308983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c670ae0-f50b-4354-939d-19b1ff7abca9 None None] The sync data for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 is: [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:58Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:46:00.337253 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.377630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-19652020-f56e-4cf2-bc26-84a6ebca16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:00.379592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-19652020-f56e-4cf2-bc26-84a6ebca16e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.2946880 Dec 16 07:46:00.381866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event updated for resources: {'Port': ['ID=9458bcb2-5b33-4e82-8dbe-e41cd0a1b92c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:00.397218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a6b24-ece3-47ce-bef4-ed2a2ac205eb req-4b6f2fc9-7621-47b9-8575-adff42ec69ab tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:00.422928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:00.424084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8a6b24-ece3-47ce-bef4-ed2a2ac205eb req-4b6f2fc9-7621-47b9-8575-adff42ec69ab tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.1665978 Dec 16 07:46:00.450603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56756170-9996-42df-b189-afebc5f62e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988d259d-63c2-412d-a9a9-6bf263867f87'}, {'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:00.466265 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50e2934-315c-4201-ac68-96c43c6f5b5e" -d '{"events": [{"server_uuid": "56756170-9996-42df-b189-afebc5f62e35", "name": "network-vif-plugged", "status": "completed", "tag": "988d259d-63c2-412d-a9a9-6bf263867f87"}, {"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-plugged", "status": "completed", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:00.474652 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-260787e2-2ebc-4c59-a533-38c149137876 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 217 time: 0.0490022 Dec 16 07:46:00.482002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada3362-01d8-4d68-9cb3-066983bb9b4b None None] Pushing event updated for resources: {'Port': ['ID=39f2d431-2d57-43d0-b071-2560d9970b0b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:00.529433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8a6b24-ece3-47ce-bef4-ed2a2ac205eb req-cb8ab46b-0bfd-44b1-9c9e-eb4af8cb6cfc tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029961 Dec 16 07:46:00.545367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32746f-fed8-423f-a55c-f7ba24b03488 req-35aef375-4f99-41a0-8436-34044861b1ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:00.555189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f32746f-fed8-423f-a55c-f7ba24b03488 req-35aef375-4f99-41a0-8436-34044861b1ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 949 time: 0.2330484 Dec 16 07:46:00.558147 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.558437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.576438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-7a2dd8a6-f4ff-489e-a33a-2a5ddf76a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:00.578616 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-7a2dd8a6-f4ff-489e-a33a-2a5ddf76a9cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0991719 Dec 16 07:46:00.637342 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-e45bacb9-a39c-4552-ae02-8bf5f3355897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513308 Dec 16 07:46:00.637577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:00.711949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f32746f-fed8-423f-a55c-f7ba24b03488 req-99f13b15-f522-4239-a20d-a3ae3cf02d4f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468925 Dec 16 07:46:00.775423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde846ec-8dd1-4508-88ca-c4363b84879e req-994034cc-1b0e-4f4c-9e6f-084c512ee8dd tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:00.781893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde846ec-8dd1-4508-88ca-c4363b84879e req-994034cc-1b0e-4f4c-9e6f-084c512ee8dd tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 950 time: 0.1541479 Dec 16 07:46:00.799910 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-fdab33ca-9740-4884-a6a7-196edb52aeeb service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403761 Dec 16 07:46:00.800996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.823085 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a194c2c-0786-416e-90ad-e29743616476 x-openstack-request-id: req-8a194c2c-0786-416e-90ad-e29743616476 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:00.823512 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56756170-9996-42df-b189-afebc5f62e35", "name": "network-vif-plugged", "status": "completed", "tag": "988d259d-63c2-412d-a9a9-6bf263867f87", "code": 200}, {"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-plugged", "status": "completed", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:00.823934 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a194c2c-0786-416e-90ad-e29743616476 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:00.824851 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56756170-9996-42df-b189-afebc5f62e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988d259d-63c2-412d-a9a9-6bf263867f87', 'code': 200} Dec 16 07:46:00.825264 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'code': 200} Dec 16 07:46:00.853476 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8aa38e49-614a-41bb-b774-baac69c38213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:00.873244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde846ec-8dd1-4508-88ca-c4363b84879e req-bdbd8398-0f2c-47c3-841d-8e76a80cc696 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851672 Dec 16 07:46:00.891736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 39f2d431-2d57-43d0-b071-2560d9970b0b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:01.000078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 39f2d431-2d57-43d0-b071-2560d9970b0b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:01.000504 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:01.033917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39d101-2ffe-45dd-9ce0-f34d1bc94446 req-51c9d524-ad95-4478-8fcc-bc7a0a12fb4f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:01.042776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc39d101-2ffe-45dd-9ce0-f34d1bc94446 req-51c9d524-ad95-4478-8fcc-bc7a0a12fb4f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0846863 Dec 16 07:46:01.053973 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9335f5d9-31d5-4529-82b1-40091b28b0cd req-4585749d-7d19-4cf8-9586-9bf3a1eb498e service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319596 Dec 16 07:46:01.129697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc39d101-2ffe-45dd-9ce0-f34d1bc94446 req-de97806e-577c-4563-a5cf-04fb533c81fd tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858936 Dec 16 07:46:01.210051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4191f9-f5f9-4d60-867b-e1c94170fd1e req-81127cf3-5fe4-4a93-8c3e-231c0456d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:01.211737 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9d4191f9-f5f9-4d60-867b-e1c94170fd1e req-81127cf3-5fe4-4a93-8c3e-231c0456d3c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 1102 time: 0.2786143 Dec 16 07:46:01.291227 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9d4191f9-f5f9-4d60-867b-e1c94170fd1e req-6360d9a7-bf44-4318-8b3a-f8a32f8ed90b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686557 Dec 16 07:46:01.338990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:01.388911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631bec-8f14-46fc-bb99-0e4f8d109515 req-cb9f7a7f-cf7e-4b70-877a-0322edecf9ea tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:01.396559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:01.416496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18631bec-8f14-46fc-bb99-0e4f8d109515 req-cb9f7a7f-cf7e-4b70-877a-0322edecf9ea tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.1320512 Dec 16 07:46:01.522207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event updated for resources: {'Port': ['ID=9458bcb2-5b33-4e82-8dbe-e41cd0a1b92c,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:01.529378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18631bec-8f14-46fc-bb99-0e4f8d109515 req-e9014d85-db9f-4b78-a731-25e529375bfc tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097507 Dec 16 07:46:01.564785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:01.669720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:01.670128 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-66a50b1f-5d21-492f-855b-f14616c9c357 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5617278 Dec 16 07:46:01.678449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-a49a8f3e-8ec4-4186-90c3-5ddb444c2f43 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460718 Dec 16 07:46:01.699371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:01.759271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5375a5-3fcd-4e90-a7cf-a61368fc5d72 req-d771b0bb-7dad-45a7-852b-2c8d975b943b tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:01.760961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e5375a5-3fcd-4e90-a7cf-a61368fc5d72 req-d771b0bb-7dad-45a7-852b-2c8d975b943b tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.1495068 Dec 16 07:46:01.846348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-f26fb382-5cce-4b07-bad7-7264d8a5eb88 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:01.847814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-f26fb382-5cce-4b07-bad7-7264d8a5eb88 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686032 Dec 16 07:46:01.852838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e5375a5-3fcd-4e90-a7cf-a61368fc5d72 req-ad7a8032-d0b3-4f91-a58a-596752bb7de7 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821774 Dec 16 07:46:01.870169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-405bd387-ae97-4739-b1e7-42c4ac223e03 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/quotas/323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 375 time: 0.0161884 Dec 16 07:46:01.939970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-0edf5f00-4803-4b89-9d8c-bdc53678786c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689363 Dec 16 07:46:01.992672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-21a03c3e-d1ee-48c1-98fc-540f0dbaf689 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--186081564&fields=id&tenant_id=ebed548f81954ffa837e71a022f70529 HTTP/1.1" status: 200 len: 267 time: 0.0508914 Dec 16 07:46:02.112668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-1fb37f4e-875c-4038-9165-faa7d6ca4ed8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:02.114147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-1fb37f4e-875c-4038-9165-faa7d6ca4ed8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/networks?id=9fae06d9-6577-41b6-9583-b63f9ac8261f HTTP/1.1" status: 200 len: 814 time: 0.1118746 Dec 16 07:46:02.136420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-588fda34-70c2-40e3-9fce-2eec2402e162 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/quotas/ebed548f81954ffa837e71a022f70529 HTTP/1.1" status: 200 len: 375 time: 0.0161896 Dec 16 07:46:02.199221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-19be8b6c-9f83-4c16-b559-d9906f358d4d tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebed548f81954ffa837e71a022f70529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617671 Dec 16 07:46:02.330741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556530-2fb5-4e97-b6eb-90a443608699 req-64664f5c-aa48-47eb-8efd-857eba9bcdd9 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:02.332234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c556530-2fb5-4e97-b6eb-90a443608699 req-64664f5c-aa48-47eb-8efd-857eba9bcdd9 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.0743647 Dec 16 07:46:02.346819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41454) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:02.351796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Request body: {'floatingip': {'port_id': 'cb15758a-301e-493c-af7f-62e26808ca07'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:02.357150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-79dbab62-9a81-4bba-b855-804344e1304e service neutron] 10.222.0.43 "GET /v2.0/networks/9fae06d9-6577-41b6-9583-b63f9ac8261f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454968 Dec 16 07:46:02.411565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:02.516907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cde17-ee60-4f35-9f49-01a1d7afd269 req-9269a345-21af-43a8-82f1-e10c52dcbc72 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:02.518422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-344cde17-ee60-4f35-9f49-01a1d7afd269 req-9269a345-21af-43a8-82f1-e10c52dcbc72 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 950 time: 0.1204090 Dec 16 07:46:02.566450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-572e179e-6adc-43b1-ae03-30a4e9b6bf54 service neutron] 10.222.0.43 "GET /v2.0/networks/9fae06d9-6577-41b6-9583-b63f9ac8261f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084713 Dec 16 07:46:02.610587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-344cde17-ee60-4f35-9f49-01a1d7afd269 req-43f13ff3-06a0-4dec-a97f-3278fbcc0962 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724313 Dec 16 07:46:02.839819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386444a-3835-45eb-94bc-33e28d928dac req-0b7198e2-d6c5-4fbe-8fd5-bc746566eb1f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:02.841372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e386444a-3835-45eb-94bc-33e28d928dac req-0b7198e2-d6c5-4fbe-8fd5-bc746566eb1f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0535045 Dec 16 07:46:02.971685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e5c550b-4d59-4519-9938-16e14c2fa907 req-a6a5ece4-3852-4037-a54f-eb4657759f02 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 210 time: 0.0473559 Dec 16 07:46:02.987006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e386444a-3835-45eb-94bc-33e28d928dac req-7dd337e6-6344-4eda-8eb4-2808596ad6c0 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329539 Dec 16 07:46:03.065584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:03.127290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb30176-1de1-4aa5-81db-6fd4243553e1 req-d1879b2b-45c8-49d3-88b5-98870e6440c9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:03.134750 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adb30176-1de1-4aa5-81db-6fd4243553e1 req-d1879b2b-45c8-49d3-88b5-98870e6440c9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0751498 Dec 16 07:46:03.171871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d20e73f-7777-44f2-9323-f31046e6e8a2 req-fcf7769d-0f7a-413d-b510-56d32fe4f312 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 210 time: 0.0344741 Dec 16 07:46:03.204076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:03.207839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adb30176-1de1-4aa5-81db-6fd4243553e1 req-c558b4bb-7870-4f3e-81e8-8763d668bfb9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706806 Dec 16 07:46:03.307482 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Floating IP 167e70a4-026c-43f1-b291-7531584b1ab9 associated. External IP: 172.25.2.254, port: cb15758a-301e-493c-af7f-62e26808ca07. Dec 16 07:46:03.362023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:46:03.365639 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:03.372558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:03.539501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:03.542416 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:03.571913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'mac_address': 'fa:16:3e:b2:b5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:46:03.582007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:03.584385 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2f76ae-ef83-41cf-bc41-3bdf44f8d9b9" -d '{"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:03.622632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:03.633701 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdb409f-88c6-43b8-b00f-9451201daa18 x-openstack-request-id: req-efdb409f-88c6-43b8-b00f-9451201daa18 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:03.633921 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:03.634422 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efdb409f-88c6-43b8-b00f-9451201daa18 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:03.634984 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'code': 200} Dec 16 07:46:03.639390 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:03.657994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:03.768693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:03.771730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcbf6f-b449-439e-9177-26c119fe2ea5 req-b7b4ab1f-d21a-437b-8ac4-c79d3a160ea2 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:03.779999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10fcbf6f-b449-439e-9177-26c119fe2ea5 req-b7b4ab1f-d21a-437b-8ac4-c79d3a160ea2 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 950 time: 0.0903599 Dec 16 07:46:03.845102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10fcbf6f-b449-439e-9177-26c119fe2ea5 req-49612241-5db7-4608-9f9d-9a3a2c90374a tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589807 Dec 16 07:46:03.846750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:46:03.847324 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:46:03.856898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:03.861553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Router df2e296b-d376-4b32-b0a6-e5697930f8bb has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:46:03.971201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:46:03.975950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:03.981350 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] Sync routers for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:46:03.994568 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:03.995198 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:04.008209 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8819cb9f-cc77-40e3-9b80-334a1aed6e0a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "PUT /v2.0/floatingips/167e70a4-026c-43f1-b291-7531584b1ab9 HTTP/1.1" status: 200 len: 992 time: 1.6601903 Dec 16 07:46:04.008824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:04.011206 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a911a-2744-4f16-95cc-748f4f7ff88d" -d '{"events": [{"name": "network-changed", "server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "tag": "cb15758a-301e-493c-af7f-62e26808ca07"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:04.076133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03ef9d0e-f968-418f-8e63-437dee132954 req-83e4e644-25ce-461b-8221-82c34788b2fc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 210 time: 0.0299709 Dec 16 07:46:04.125111 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:04.150130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:04.216642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bd122-86a0-45c6-bb9f-4b934d318faa req-1d720521-16d1-4193-a1d3-ea2001b876bf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:04.218135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa4bd122-86a0-45c6-bb9f-4b934d318faa req-1d720521-16d1-4193-a1d3-ea2001b876bf tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 947 time: 0.0591855 Dec 16 07:46:04.283246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa4bd122-86a0-45c6-bb9f-4b934d318faa req-0c45cb72-c138-437a-bd04-e70e7baa85f8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584059 Dec 16 07:46:04.372344 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '167e70a4-026c-43f1-b291-7531584b1ab9', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'port_id': 'cb15758a-301e-493c-af7f-62e26808ca07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'mac_address': 'fa:16:3e:58:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289c305c-1aab-4b65-9379-39b204aff902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:45:39Z', 'updated_at': '2021-12-16T07:46:02Z', 'revision_number': 1, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:39Z', 'revision_number': 5, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:04.387422 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:04.403720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:04.415388 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] Checking router: df2e296b-d376-4b32-b0a6-e5697930f8bb for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:46:04.428517 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:04.429440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:04.430150 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ec421-96c5-4830-9448-d0258d98ebf7 x-openstack-request-id: req-1c8ec421-96c5-4830-9448-d0258d98ebf7 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:04.430445 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "tag": "cb15758a-301e-493c-af7f-62e26808ca07", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:04.430700 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c8ec421-96c5-4830-9448-d0258d98ebf7 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:04.431110 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07', 'status': 'completed', 'code': 200} Dec 16 07:46:04.432741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:04.498456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69b0f8aa-6164-4f27-a5cf-df319f35cbb2 req-21a3e882-9bda-4113-a41b-4bf6a49748d8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 210 time: 0.0328000 Dec 16 07:46:04.512855 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:04.579937 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:04.591008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=10']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:04.606174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-3ed550e0-f360-4a6a-98f4-3af81cf1b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:04.607825 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-3ed550e0-f360-4a6a-98f4-3af81cf1b4d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f&device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 1098 time: 0.0668542 Dec 16 07:46:04.644271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fc08b-d7b1-4e61-9473-a06570482c39 req-c08ea253-071f-426e-8dfb-44252ef53ecf tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:04.645712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a16fc08b-d7b1-4e61-9473-a06570482c39 req-c08ea253-071f-426e-8dfb-44252ef53ecf tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0862882 Dec 16 07:46:04.732002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624567b-8815-4e0e-bf83-2d60237210ab req-bea091a2-6136-4224-90eb-8245e9e614ee tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:04.734355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e624567b-8815-4e0e-bf83-2d60237210ab req-bea091a2-6136-4224-90eb-8245e9e614ee tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 950 time: 0.0877347 Dec 16 07:46:04.748298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a16fc08b-d7b1-4e61-9473-a06570482c39 req-d4d1fcfe-b9dd-4213-98ac-3349a8151c5d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811596 Dec 16 07:46:04.770646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-636deb8d-e2a0-47c9-a9c5-056b77a489d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:04.772758 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-636deb8d-e2a0-47c9-a9c5-056b77a489d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c332f9b-d5e8-4557-97a5-cbee5b411c70 HTTP/1.1" status: 200 len: 906 time: 0.1520939 Dec 16 07:46:04.811045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e624567b-8815-4e0e-bf83-2d60237210ab req-09ddf39d-1e20-4e0c-ba75-f3397671eb8d tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496638 Dec 16 07:46:04.856295 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '167e70a4-026c-43f1-b291-7531584b1ab9', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'port_id': 'cb15758a-301e-493c-af7f-62e26808ca07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'mac_address': 'fa:16:3e:58:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289c305c-1aab-4b65-9379-39b204aff902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:45:39Z', 'updated_at': '2021-12-16T07:46:02Z', 'revision_number': 1, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:39Z', 'revision_number': 5, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:04.871256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d09df1d2-3118-427e-9838-fa5e0fa49e0e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:04.882268 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-d06c3f83-b35f-4a2c-af06-e227b0021665 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb15758a-301e-493c-af7f-62e26808ca07 HTTP/1.1" status: 200 len: 1000 time: 0.0838525 Dec 16 07:46:04.888922 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09485f79-4762-4d42-a4e3-849c45240ab9 None None] The sync data for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 is: [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '167e70a4-026c-43f1-b291-7531584b1ab9', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'port_id': 'cb15758a-301e-493c-af7f-62e26808ca07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'mac_address': 'fa:16:3e:58:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289c305c-1aab-4b65-9379-39b204aff902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:45:39Z', 'updated_at': '2021-12-16T07:46:02Z', 'revision_number': 1, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:39Z', 'revision_number': 5, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:46:04.944983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-cc6682cc-5f44-43f4-895f-53edcdde8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:04.946479 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-cc6682cc-5f44-43f4-895f-53edcdde8279 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fe9f220-e96e-4dd9-8334-68ebc5e97c22 HTTP/1.1" status: 200 len: 844 time: 0.0519991 Dec 16 07:46:04.983810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-5f3941fd-df3c-415e-8949-0bfa019cb779 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264866 Dec 16 07:46:04.994988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-58d584e5-b753-4c52-8c9c-1bef08bf54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:04.996530 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-58d584e5-b753-4c52-8c9c-1bef08bf54b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c332f9b-d5e8-4557-97a5-cbee5b411c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418677 Dec 16 07:46:05.102030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-80004415-a1f7-4fe6-afd2-318889f78249 service neutron] 10.222.0.16 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943804 Dec 16 07:46:05.138929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-f164bbdd-65af-4f1e-b6d0-718f4151e4cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:05.140644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-f164bbdd-65af-4f1e-b6d0-718f4151e4cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422338 Dec 16 07:46:05.163467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Request body: {'port': {'device_id': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '323a7e8e3ea7463e8bc18a5a0fd3d2fc'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:05.188785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62e3c3-22c7-4c93-94dc-33f9b7814f52 None None] New status for floating IP 167e70a4-026c-43f1-b291-7531584b1ab9: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:46:05.243530 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:46:05.246921 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e3a911a-2744-4f16-95cc-748f4f7ff88d req-90786546-6c13-4dec-bfd8-1ab48b14f74d service neutron] 10.222.0.16 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283154 Dec 16 07:46:05.251438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-304ca3fa-c73d-4d90-bd6b-8ff6f7f15ddf req-0bd9e1b9-fe67-422a-b660-8bbeb0bce14f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 210 time: 0.0666659 Dec 16 07:46:05.413313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008b26-8fe1-40f0-8ddf-23a7f2fa68e3 req-3fb9d419-f119-49a7-961e-517a12726ce2 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:05.414873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db008b26-8fe1-40f0-8ddf-23a7f2fa68e3 req-3fb9d419-f119-49a7-961e-517a12726ce2 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.0485847 Dec 16 07:46:05.441161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Made reservation on behalf of 323a7e8e3ea7463e8bc18a5a0fd3d2fc for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:05.445028 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:05.488378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db008b26-8fe1-40f0-8ddf-23a7f2fa68e3 req-4102a308-d5f5-4b6d-b1c5-0ac47f4d09ac tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660942 Dec 16 07:46:05.611806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65f2d73c-140d-4bbe-b293-fab4510f52da req-eb8b96c6-9ad8-4036-b426-e72461ab33e6 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 210 time: 0.0349793 Dec 16 07:46:05.635305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Allocated IP 192.168.233.10 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/89c0f761-0b68-4c2e-86e0-06837ea77152) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:46:05.784211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:05.885212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f401f8-1b86-4cf5-8249-e96c755ff852 req-86e0075e-ee96-4c7a-9a73-33c7377db4a8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:05.886748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29f401f8-1b86-4cf5-8249-e96c755ff852 req-86e0075e-ee96-4c7a-9a73-33c7377db4a8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0505135 Dec 16 07:46:05.902638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:05.938573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'a70239ca-509b-467d-ba2c-75eb1a121deb'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:05.985064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:05.998936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:06.007267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:06.045488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:06.067798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29f401f8-1b86-4cf5-8249-e96c755ff852 req-1dc05c6b-2a6a-4092-917c-2638cb6a420d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685009 Dec 16 07:46:06.075515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dea3c9-e883-4945-89a1-91c9aeb0fb34 req-51ba690c-8c55-4556-95c8-c8cb2c9cb3f2 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:06.083061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01dea3c9-e883-4945-89a1-91c9aeb0fb34 req-51ba690c-8c55-4556-95c8-c8cb2c9cb3f2 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 950 time: 0.1923995 Dec 16 07:46:06.129169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:06.129830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:06.156840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01dea3c9-e883-4945-89a1-91c9aeb0fb34 req-53a58473-efa1-47a1-87bf-d98893b40a58 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/security-groups?id=51dfaedf-d6ec-4d52-943a-92fe30fede01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Dec 16 07:46:06.252169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-812f088f-a581-4e0a-a3ae-4723be786390 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0933011 Dec 16 07:46:06.280745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Request body: {'port': {'device_id': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:06.325570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-ef632c92-7eab-4358-b8e8-ea0483b1ad63 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:06.327030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-ef632c92-7eab-4358-b8e8-ea0483b1ad63 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.36 "GET /v2.0/networks?id=9fae06d9-6577-41b6-9583-b63f9ac8261f HTTP/1.1" status: 200 len: 814 time: 0.1579444 Dec 16 07:46:06.400523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4e327c06-432a-4216-b18f-f56079e5b349 None None] Provisioning complete for port 89c0f761-0b68-4c2e-86e0-06837ea77152 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:06.400523 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e327c06-432a-4216-b18f-f56079e5b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:06.402838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:06.437279 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-6517ef47-84f4-47df-92cf-256deeb4a3fb tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:06.439714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4e327c06-432a-4216-b18f-f56079e5b349 None None] Port 89c0f761-0b68-4c2e-86e0-06837ea77152 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:46:06.439856 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-6517ef47-84f4-47df-92cf-256deeb4a3fb tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.16 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 950 time: 0.0679474 Dec 16 07:46:06.488146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625ee08-5cf2-4014-a2b9-1fa4a3c15ed5 req-f74034bb-6354-49e1-bcfd-5d3c856212e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:06.492657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0625ee08-5cf2-4014-a2b9-1fa4a3c15ed5 req-f74034bb-6354-49e1-bcfd-5d3c856212e8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 935 time: 0.1609046 Dec 16 07:46:06.518224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-d80fe6ab-a2e5-4e55-9504-e6b303581f42 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebed548f81954ffa837e71a022f70529 HTTP/1.1" status: 200 len: 379 time: 0.1617315 Dec 16 07:46:06.538878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Request body: {'port': {'device_id': 'b279e175-97b3-43d3-824e-956a47068a31', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'admin_state_up': True, 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'security_groups': ['200a547d-2f81-4357-a95d-17e9f7bdfe8c']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:06.577158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Deleting port 988d259d-63c2-412d-a9a9-6bf263867f87 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:06.577699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:06.674319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] For port 988d259d-63c2-412d-a9a9-6bf263867f87, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=988d259d-63c2-412d-a9a9-6bf263867f87,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:06.674711 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:06.688310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Calling delete_port for 988d259d-63c2-412d-a9a9-6bf263867f87 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:06.725974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0625ee08-5cf2-4014-a2b9-1fa4a3c15ed5 req-95683f0e-fcb1-4e98-aedc-834edd56d733 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270269 Dec 16 07:46:06.805200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b166fc-8cbd-4f63-8a38-b14861233ee1 req-950fbb64-92a1-4af5-b384-0856164c16aa tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:06.806787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28b166fc-8cbd-4f63-8a38-b14861233ee1 req-950fbb64-92a1-4af5-b384-0856164c16aa tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 949 time: 0.1694002 Dec 16 07:46:06.847281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8051479-a80a-42b1-bed7-520dc20ebfd5 req-d3fa03f3-a951-4c3c-9857-3406762ae808 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 210 time: 0.0565383 Dec 16 07:46:06.916245 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:06.931528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28b166fc-8cbd-4f63-8a38-b14861233ee1 req-6acecad0-26a2-42f8-b8f5-2a7b79c46d10 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135569 Dec 16 07:46:06.950043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Pushing event deleted for resources: {'Port': ['ID=988d259d-63c2-412d-a9a9-6bf263867f87,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:06.952372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['988d259d-63c2-412d-a9a9-6bf263867f87'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:06.981651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c0f761-0b68-4c2e-86e0-06837ea77152 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:06.990970 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:06.997298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Made reservation on behalf of ebed548f81954ffa837e71a022f70529 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:07.000848 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.005240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] No DVR routers for this DVR port 988d259d-63c2-412d-a9a9-6bf263867f87 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:07.007679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.011087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba91e95c-f111-4799-a62f-5cba7a49a581 req-95bb0113-5fae-4c22-aa06-fc65432879d7 tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.16 "DELETE /v2.0/ports/988d259d-63c2-412d-a9a9-6bf263867f87 HTTP/1.1" status: 204 len: 173 time: 0.5592442 Dec 16 07:46:07.011588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56756170-9996-42df-b189-afebc5f62e35', 'name': 'network-vif-deleted', 'tag': '988d259d-63c2-412d-a9a9-6bf263867f87'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:07.013937 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae02712-bc64-456c-aaac-8b7ca6273764" -d '{"events": [{"server_uuid": "56756170-9996-42df-b189-afebc5f62e35", "name": "network-vif-deleted", "tag": "988d259d-63c2-412d-a9a9-6bf263867f87"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:07.020047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Transition to ACTIVE for port object 89c0f761-0b68-4c2e-86e0-06837ea77152 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:46:07.059169 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8285d78-4b1e-431f-a84a-a862e25da5fe x-openstack-request-id: req-b8285d78-4b1e-431f-a84a-a862e25da5fe {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:07.059169 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56756170-9996-42df-b189-afebc5f62e35", "name": "network-vif-deleted", "tag": "988d259d-63c2-412d-a9a9-6bf263867f87", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:07.059169 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8285d78-4b1e-431f-a84a-a862e25da5fe {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:07.059169 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56756170-9996-42df-b189-afebc5f62e35', 'name': 'network-vif-deleted', 'tag': '988d259d-63c2-412d-a9a9-6bf263867f87', 'status': 'completed', 'code': 200} Dec 16 07:46:07.138814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.231817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Allocated IP 172.20.0.11 (9fae06d9-6577-41b6-9583-b63f9ac8261f/de72a6a6-cda4-4c3e-9964-71093a0a7bbb/7fa68003-d680-476e-a43a-458827fd16ba) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:46:07.247258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:07.286368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf3e0-ceef-44f9-8161-01288533df90 req-cc31b212-5cba-458b-82dd-20793acf6bb3 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:07.287959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42fdf3e0-ceef-44f9-8161-01288533df90 req-cc31b212-5cba-458b-82dd-20793acf6bb3 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.1529200 Dec 16 07:46:07.395494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:07.400785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31bc5367-1668-4928-aaa3-daf036cc6c9a req-92f55d60-16c4-4f62-86ee-3551430f3dab tempest-ImagesNegativeTestJSON-543732419 tempest-ImagesNegativeTestJSON-543732419-project] 10.222.0.43 "GET /v2.0/ports?device_id=56756170-9996-42df-b189-afebc5f62e35 HTTP/1.1" status: 200 len: 210 time: 0.0630705 Dec 16 07:46:07.455062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port d09df1d2-3118-427e-9838-fa5e0fa49e0e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:07.455334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.475025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:07.475362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:07.475699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:07.488151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42fdf3e0-ceef-44f9-8161-01288533df90 req-b3b6fb85-ed6a-4281-9186-0fdea1cb4e54 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942885 Dec 16 07:46:07.511255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:46:07.511907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:07.525550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:07.525896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:07.526325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:07.526762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Bound port: 89c0f761-0b68-4c2e-86e0-06837ea77152, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:07.527455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.557273 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.572050 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.584878 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:07.591420 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2547c7-9e54-4ab8-8d25-62704898f5cd" -d '{"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-plugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:07.606248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:07.631334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:07.633507 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad64ab5-4965-4c3f-9c8e-7a5c1faed8b0 x-openstack-request-id: req-3ad64ab5-4965-4c3f-9c8e-7a5c1faed8b0 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:07.633950 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-plugged", "status": "completed", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:07.634258 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ad64ab5-4965-4c3f-9c8e-7a5c1faed8b0 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:07.634651 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'code': 200} Dec 16 07:46:07.635490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:07.710197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.735373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.737715 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.766702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=11']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:07.817504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:07.825915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:07.825915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] 10.222.0.36 "PUT /v2.0/ports/89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 1096 time: 1.5466278 Dec 16 07:46:07.825915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:07.825915 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1dac45-c463-4990-a9cf-66d0465862d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:07.858892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:07.862567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a98f4-188f-47fb-9c81-b354b5083d21 req-a7373bf8-39e4-4e2c-8d93-9bc6f40e103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:07.864820 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07a98f4-188f-47fb-9c81-b354b5083d21 req-a7373bf8-39e4-4e2c-8d93-9bc6f40e103e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1102 time: 0.0611169 Dec 16 07:46:07.885136 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f211e44-0b3f-4edf-b7d2-5e81dd784486 x-openstack-request-id: req-0f211e44-0b3f-4edf-b7d2-5e81dd784486 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:07.885422 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:07.885673 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f211e44-0b3f-4edf-b7d2-5e81dd784486 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:07.886067 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'status': 'completed', 'code': 200} Dec 16 07:46:07.888823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:07.892399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:07.934556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75f96a-bed1-489b-8d14-69944e21b667 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:07.986310 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07a98f4-188f-47fb-9c81-b354b5083d21 req-afbb6c32-7630-4689-a485-842a804e1e72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737391 Dec 16 07:46:08.005808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.006443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:08.241636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2e8aedd7-8dcf-49cc-8c28-d99bfebfe248 None None] Provisioning complete for port 7fa68003-d680-476e-a43a-458827fd16ba triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:08.242289 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e8aedd7-8dcf-49cc-8c28-d99bfebfe248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:08.276996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2e8aedd7-8dcf-49cc-8c28-d99bfebfe248 None None] Port 7fa68003-d680-476e-a43a-458827fd16ba cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:46:08.385522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55d957-4566-4bdf-bf74-26d4776564ea req-49b6659f-d9c7-4fe8-b974-ddce536184df tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.386886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f55d957-4566-4bdf-bf74-26d4776564ea req-49b6659f-d9c7-4fe8-b974-ddce536184df tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 947 time: 0.5754986 Dec 16 07:46:08.396076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event updated for resources: {'Port': ['ID=7fa68003-d680-476e-a43a-458827fd16ba,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:08.427240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef23b44-4261-4445-ad08-12ce0aa04c47 req-5fd9d758-b7e1-4bb5-9f94-346b90c95d92 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.428700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ef23b44-4261-4445-ad08-12ce0aa04c47 req-5fd9d758-b7e1-4bb5-9f94-346b90c95d92 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 932 time: 0.4653571 Dec 16 07:46:08.432367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dac45-c463-4990-a9cf-66d0465862d3 req-b0c1ce91-08be-46fc-94d7-2128fbfe3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.433992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f1dac45-c463-4990-a9cf-66d0465862d3 req-b0c1ce91-08be-46fc-94d7-2128fbfe3982 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1099 time: 0.4959385 Dec 16 07:46:08.490307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-c7c260eb-8004-4ae3-976e-72ea16afad4a tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9559724 Dec 16 07:46:08.491871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f1dac45-c463-4990-a9cf-66d0465862d3 req-9ed6ccdc-4ab4-495d-8c4d-521cceef3a93 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354028 Dec 16 07:46:08.496708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f55d957-4566-4bdf-bf74-26d4776564ea req-67bf3aa5-7f56-43f1-99ff-b77ffcdc83d0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031263 Dec 16 07:46:08.519930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Request body: {'port': {'device_id': 'b279e175-97b3-43d3-824e-956a47068a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:08.555987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ef23b44-4261-4445-ad08-12ce0aa04c47 req-a96a69a6-907c-46eb-98e2-a741d2179f2b tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209304 Dec 16 07:46:08.663863 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:08.697849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dac45-c463-4990-a9cf-66d0465862d3 req-22ca0321-9378-4efc-a379-d12c59b18475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.697849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f1dac45-c463-4990-a9cf-66d0465862d3 req-22ca0321-9378-4efc-a379-d12c59b18475 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803484 Dec 16 07:46:08.733870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f34c-d897-42df-8f74-2e75ae841717 req-e9ac1ed9-4959-4511-8254-0830aa0ee718 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.735365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c216f34c-d897-42df-8f74-2e75ae841717 req-e9ac1ed9-4959-4511-8254-0830aa0ee718 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 950 time: 0.1138198 Dec 16 07:46:08.945416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c216f34c-d897-42df-8f74-2e75ae841717 req-4eccc1b2-76dd-4a79-ab42-fac9bdc91a7a tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022512 Dec 16 07:46:08.965974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c416e-1ec1-4ee3-acaf-688dabbb969b req-a542a7f8-d707-4eae-9ba2-71b113183031 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.967449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d05c416e-1ec1-4ee3-acaf-688dabbb969b req-a542a7f8-d707-4eae-9ba2-71b113183031 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.2017677 Dec 16 07:46:08.975789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-5d244000-8abc-4dc8-88c9-2bba11a7155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:08.977292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-5d244000-8abc-4dc8-88c9-2bba11a7155b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1099 time: 0.1570556 Dec 16 07:46:08.983083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 988d259d-63c2-412d-a9a9-6bf263867f87 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:09.008581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 988d259d-63c2-412d-a9a9-6bf263867f87 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:46:09.009021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 988d259d-63c2-412d-a9a9-6bf263867f87 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:09.061011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-00cfbda7-dacf-47c1-9423-94b0c11a7f20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0588648 Dec 16 07:46:09.118229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d05c416e-1ec1-4ee3-acaf-688dabbb969b req-307cb6a7-13ad-4ae7-879b-c2858271e2ec tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385357 Dec 16 07:46:09.174311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-d1f8b2f5-1811-485a-8d18-def7f45081ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:09.175748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-d1f8b2f5-1811-485a-8d18-def7f45081ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1052010 Dec 16 07:46:09.183972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa68003-d680-476e-a43a-458827fd16ba {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:09.192097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:09.212330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Transition to ACTIVE for port object 7fa68003-d680-476e-a43a-458827fd16ba will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:46:09.244365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-9c793a78-8c65-4fce-9ea1-57f53a1d0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:09.245970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-9c793a78-8c65-4fce-9ea1-57f53a1d0b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438170 Dec 16 07:46:09.307902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:09.379437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa68003-d680-476e-a43a-458827fd16ba,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:09.440751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-42920fa9-bec4-4b86-9bc4-2cd57b3851b4 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774108 Dec 16 07:46:09.535672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Attempting to bind port 7fa68003-d680-476e-a43a-458827fd16ba on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:09.536014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Attempting to bind port 7fa68003-d680-476e-a43a-458827fd16ba by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:09.536378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Attempting to bind port 7fa68003-d680-476e-a43a-458827fd16ba on network 9fae06d9-6577-41b6-9583-b63f9ac8261f {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:09.544686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Port 7fa68003-d680-476e-a43a-458827fd16ba on network 9fae06d9-6577-41b6-9583-b63f9ac8261f not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:46:09.549996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Attempting to bind port 7fa68003-d680-476e-a43a-458827fd16ba on network 9fae06d9-6577-41b6-9583-b63f9ac8261f {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:09.558396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:09.558734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Checking segment: {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:09.559121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Bound using segment: {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:09.559553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Bound port: 7fa68003-d680-476e-a43a-458827fd16ba, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e4e189-a131-4b0b-b0dd-15d88322b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:09.559913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:09.594968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b472eb-0046-4c28-8b2f-ef5a08b138fa req-d7c770ed-2e70-4abb-b51d-eedeba0e2026 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419978 Dec 16 07:46:09.687189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc813c-d5dd-4bf8-978a-dda7eeefbcdf req-6d536715-fee5-4d4b-a687-880616c19b8c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:09.694913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aafc813c-d5dd-4bf8-978a-dda7eeefbcdf req-6d536715-fee5-4d4b-a687-880616c19b8c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 947 time: 0.1167002 Dec 16 07:46:09.702317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:09.737189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] For port 7fa68003-d680-476e-a43a-458827fd16ba, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:09.768482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] For port 7fa68003-d680-476e-a43a-458827fd16ba, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7fa68003-d680-476e-a43a-458827fd16ba,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:09.786221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c7a8-c53e-4894-9608-49fabb12a319 req-196588a2-bbf9-401b-a886-099988ce5962 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:09.788359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5521c7a8-c53e-4894-9608-49fabb12a319 req-196588a2-bbf9-401b-a886-099988ce5962 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 944 time: 0.1305339 Dec 16 07:46:09.791555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aafc813c-d5dd-4bf8-978a-dda7eeefbcdf req-6b8be0a3-2e09-432b-8ef0-dda30b7f34ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958626 Dec 16 07:46:09.846619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5521c7a8-c53e-4894-9608-49fabb12a319 req-cbd19c83-b8f7-4fa0-b221-fb65af8f5947 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497444 Dec 16 07:46:09.876804 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ce98df65-4490-466e-b44e-8c0622fe35f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7348ad3ad14a4e689757e2548388102e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727850 Dec 16 07:46:09.877795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41582) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:09.878174 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:09.915864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:09.916920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:09.927462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/7fa68003-d680-476e-a43a-458827fd16ba HTTP/1.1" status: 200 len: 1093 time: 1.4064844 Dec 16 07:46:09.927462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:09.927462 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8363f8-e0c8-477d-8464-b0822e04f417" -d '{"events": [{"name": "network-changed", "server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "tag": "7fa68003-d680-476e-a43a-458827fd16ba"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:09.933806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3edda845-9acc-492c-b33e-a072fb635691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:09.945012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925ac4a-0afc-407a-86fe-6ab6204e49f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa68003-d680-476e-a43a-458827fd16ba,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:09.962581 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3edda845-9acc-492c-b33e-a072fb635691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:09.992912 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50201a3-5546-43de-affa-dfc26ea3ed5b x-openstack-request-id: req-e50201a3-5546-43de-affa-dfc26ea3ed5b {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:09.994449 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "tag": "7fa68003-d680-476e-a43a-458827fd16ba", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:09.994577 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e50201a3-5546-43de-affa-dfc26ea3ed5b {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:09.995061 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba', 'status': 'completed', 'code': 200} Dec 16 07:46:10.119563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8363f8-e0c8-477d-8464-b0822e04f417 req-48f2edfa-a1d8-47e8-a98b-7f26abd23518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.121117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be8363f8-e0c8-477d-8464-b0822e04f417 req-48f2edfa-a1d8-47e8-a98b-7f26abd23518 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebed548f81954ffa837e71a022f70529&device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 1096 time: 0.0580716 Dec 16 07:46:10.128996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4bacc-983b-4515-a742-8536317a06c6 req-f114534f-d2d3-4532-a00c-a402f517cb20 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.134052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ea4bacc-983b-4515-a742-8536317a06c6 req-f114534f-d2d3-4532-a00c-a402f517cb20 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 950 time: 0.1062908 Dec 16 07:46:10.167486 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3edda845-9acc-492c-b33e-a072fb635691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:10.170654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3edda845-9acc-492c-b33e-a072fb635691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:10.172547 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3edda845-9acc-492c-b33e-a072fb635691 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51dfaedf-d6ec-4d52-943a-92fe30fede01 HTTP/1.1" status: 204 len: 168 time: 0.2935879 Dec 16 07:46:10.196813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edda845-9acc-492c-b33e-a072fb635691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dfaedf-d6ec-4d52-943a-92fe30fede01,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:10.270431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ea4bacc-983b-4515-a742-8536317a06c6 req-81fda08d-e1de-45be-a9e9-59ed8604463e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254056 Dec 16 07:46:10.303709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8363f8-e0c8-477d-8464-b0822e04f417 req-09f573f9-508e-4171-9f9c-e29ba4072af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.305247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be8363f8-e0c8-477d-8464-b0822e04f417 req-09f573f9-508e-4171-9f9c-e29ba4072af6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ebed548f81954ffa837e71a022f70529&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1692002 Dec 16 07:46:10.314112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39fe19-ddea-48d0-bc25-9b9784ec9008 req-ed046b17-dabd-4618-ac7d-cfa4603f76b1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.315676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa39fe19-ddea-48d0-bc25-9b9784ec9008 req-ed046b17-dabd-4618-ac7d-cfa4603f76b1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.1161454 Dec 16 07:46:10.420057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa39fe19-ddea-48d0-bc25-9b9784ec9008 req-1bb75eca-81b2-4b41-87d2-0a107586fb72 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952795 Dec 16 07:46:10.443678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8363f8-e0c8-477d-8464-b0822e04f417 req-d2d7d97d-a99f-4d20-ae2b-38fdff47b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.445184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be8363f8-e0c8-477d-8464-b0822e04f417 req-d2d7d97d-a99f-4d20-ae2b-38fdff47b762 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285791 Dec 16 07:46:10.560276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-a9a6ea8b-b851-4988-8273-76600c92edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.562872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-a9a6ea8b-b851-4988-8273-76600c92edf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebed548f81954ffa837e71a022f70529&device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 1096 time: 0.0466602 Dec 16 07:46:10.613820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-40682fd1-80e8-45bb-9189-e044e1f6167e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fa68003-d680-476e-a43a-458827fd16ba HTTP/1.1" status: 200 len: 217 time: 0.0362649 Dec 16 07:46:10.706242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-5f0f740c-c75b-4039-bbe0-e68e5c36eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.706242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-5f0f740c-c75b-4039-bbe0-e68e5c36eea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de72a6a6-cda4-4c3e-9964-71093a0a7bbb HTTP/1.1" status: 200 len: 853 time: 0.0505815 Dec 16 07:46:10.744514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-2b101111-1f99-4506-8c16-030b5495afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.746002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-2b101111-1f99-4506-8c16-030b5495afc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fae06d9-6577-41b6-9583-b63f9ac8261f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650320 Dec 16 07:46:10.807531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951172-30a7-4f46-a3ae-f7d6580aa1da req-be348e6c-de14-480a-9e75-d88b2976d5bd tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:10.809044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32951172-30a7-4f46-a3ae-f7d6580aa1da req-be348e6c-de14-480a-9e75-d88b2976d5bd tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1102 time: 0.0942907 Dec 16 07:46:10.896014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-908c72d0-8d1c-4523-973b-c2d672ded7b1 service neutron] 10.222.0.36 "GET /v2.0/networks/9fae06d9-6577-41b6-9583-b63f9ac8261f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422274 Dec 16 07:46:10.898498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32951172-30a7-4f46-a3ae-f7d6580aa1da req-12faef7c-aa02-4b30-994e-24a33f2ac5ff tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817635 Dec 16 07:46:11.016636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598fd8e-1d41-4b10-beb2-9fd9f5cfff44 req-fc901305-71f2-480a-a8bc-9c59c1109e34 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:11.018167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f598fd8e-1d41-4b10-beb2-9fd9f5cfff44 req-fc901305-71f2-480a-a8bc-9c59c1109e34 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 947 time: 0.1486981 Dec 16 07:46:11.073193 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261ca895-ac8b-4886-81c8-239a8860a1fd req-264f5d3d-415e-40d8-a4ad-c2fa7dad927d service neutron] 10.222.0.36 "GET /v2.0/networks/9fae06d9-6577-41b6-9583-b63f9ac8261f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585972 Dec 16 07:46:11.084549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcff5b-7865-4a7c-bc28-d52b6642c811 req-45e8d3ac-1d36-477b-ae1a-60b4f6f094aa tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:11.086468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70fcff5b-7865-4a7c-bc28-d52b6642c811 req-45e8d3ac-1d36-477b-ae1a-60b4f6f094aa tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 944 time: 0.1206365 Dec 16 07:46:11.125402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f598fd8e-1d41-4b10-beb2-9fd9f5cfff44 req-e32a4283-c178-42c8-8bab-e80997f8d735 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939407 Dec 16 07:46:11.159144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70fcff5b-7865-4a7c-bc28-d52b6642c811 req-40d066f2-2b96-45d2-b83a-712ef3701e50 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620420 Dec 16 07:46:11.297668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41628) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:11.399233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1777705346-network', 'tenant_id': '94474499a8084c5ab44d6748ef88e40d'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:11.412314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:46:11.511301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:11.516099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Made reservation on behalf of 94474499a8084c5ab44d6748ef88e40d for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:11.524418 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.524586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'mac_address': 'fa:16:3e:2b:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:46:11.529357 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.550607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899c6b-5548-41d0-9d3d-0e818fc8206d req-ea4f05c2-33a3-4d22-a698-2c2edafc026d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:11.558512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca899c6b-5548-41d0-9d3d-0e818fc8206d req-ea4f05c2-33a3-4d22-a698-2c2edafc026d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0591986 Dec 16 07:46:11.578990 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.595484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c0f761-0b68-4c2e-86e0-06837ea77152 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:11.616234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.616456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:11.633854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca899c6b-5548-41d0-9d3d-0e818fc8206d req-0047ce86-ec84-44b5-9907-51e5ca4b53f3 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742276 Dec 16 07:46:11.646984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a617d1e-9633-419e-b3fd-e7289f3a299e req-ccd98817-ba1c-4c48-824d-8eeb6afec5f7 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:11.648572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a617d1e-9633-419e-b3fd-e7289f3a299e req-ccd98817-ba1c-4c48-824d-8eeb6afec5f7 tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 1102 time: 0.0558169 Dec 16 07:46:11.692998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a617d1e-9633-419e-b3fd-e7289f3a299e req-37874d12-5061-42d9-9d38-2b786e4b779b tempest-ServersAdminTestJSON-1394217913 tempest-ServersAdminTestJSON-1394217913-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383213 Dec 16 07:46:11.710198 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.733130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:46:11.738476 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.751112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5f790-73c5-4b1a-a5d9-a9a10664e645,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:11.754972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.755681 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Added segment 6ddd085a-3af6-4ad1-95e6-391ca29beeb9 of type vlan for network 766036db-8244-4e9c-8c22-52c391aec64d Dec 16 07:46:11.790532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:11.802442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.990447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:11.991504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:11.992097 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:12.062936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] Pushing event updated for resources: {'Network': ['ID=766036db-8244-4e9c-8c22-52c391aec64d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:12.074486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 766036db-8244-4e9c-8c22-52c391aec64d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:46:12.131608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['89c0f761-0b68-4c2e-86e0-06837ea77152'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:12.200246 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b60d760d-f062-4930-847f-74e44458f5ac admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9013813 Dec 16 07:46:12.204517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41642) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:12.209688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Request body: {'subnet': {'network_id': '766036db-8244-4e9c-8c22-52c391aec64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1777705346-subnet', 'tenant_id': '94474499a8084c5ab44d6748ef88e40d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:12.258824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ed227-7660-4d96-8c4a-b514acdf3d68 req-b5e7145e-05f6-4272-b137-6db6d02443d6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:12.260384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-260ed227-7660-4d96-8c4a-b514acdf3d68 req-b5e7145e-05f6-4272-b137-6db6d02443d6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 948 time: 0.0571122 Dec 16 07:46:12.320968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-260ed227-7660-4d96-8c4a-b514acdf3d68 req-134c405d-8ed8-4ca3-9390-a9455ac00b6c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534208 Dec 16 07:46:12.384204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Made reservation on behalf of 94474499a8084c5ab44d6748ef88e40d for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:12.386939 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:12.439772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99119-a791-4a36-9793-af8ff16bccf9 req-10b142b4-c66f-4a7d-9878-c53a808cbaa1 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:12.443605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abf99119-a791-4a36-9793-af8ff16bccf9 req-10b142b4-c66f-4a7d-9878-c53a808cbaa1 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 944 time: 0.0627260 Dec 16 07:46:12.501220 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abf99119-a791-4a36-9793-af8ff16bccf9 req-aaea112f-2c1f-4f0e-ab12-f518e237fb37 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533233 Dec 16 07:46:12.619426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520417e-4262-4567-9690-bbf90ab5909a req-cb96fbab-0a32-40d3-afb0-bd66d1f0aac1 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:12.622530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2520417e-4262-4567-9690-bbf90ab5909a req-cb96fbab-0a32-40d3-afb0-bd66d1f0aac1 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 950 time: 0.0566094 Dec 16 07:46:12.676239 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:12.677887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2520417e-4262-4567-9690-bbf90ab5909a req-0521a8f7-da7a-4265-9800-354d066130f7 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494950 Dec 16 07:46:12.742277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe03bae-a079-4a27-8e3d-3ba1a94032b7,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:12.757530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Checking segment: {'id': '6ddd085a-3af6-4ad1-95e6-391ca29beeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '766036db-8244-4e9c-8c22-52c391aec64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:12.757530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Network hostable DHCP agents. Network: 766036db-8244-4e9c-8c22-52c391aec64d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:46:12.784499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077ba52-916c-4420-a059-5a0ba2fa44ae req-739e7ee1-f421-4dd1-9872-ce9b1bccc763 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:12.786157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5077ba52-916c-4420-a059-5a0ba2fa44ae req-739e7ee1-f421-4dd1-9872-ce9b1bccc763 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0610662 Dec 16 07:46:12.842036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5077ba52-916c-4420-a059-5a0ba2fa44ae req-e1428b2a-895c-48eb-8ae2-217d798603db tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Dec 16 07:46:12.852844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Network 766036db-8244-4e9c-8c22-52c391aec64d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:46:12.966818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 766036db-8244-4e9c-8c22-52c391aec64d) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:12.972772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:12.972881 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:12.975726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f29335-8e9c-4a2c-a7eb-a5bb362ccc92 None None] Network 766036db-8244-4e9c-8c22-52c391aec64d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:46:13.015600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d8e6c7bd-48bc-4560-80b9-8e792a293121 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:46:13.109814 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7aecf461-e8a9-4413-962a-509901160b62 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8957281 Dec 16 07:46:13.130047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc876de2-be96-476e-ba81-5e519143fe79 None None] Network 766036db-8244-4e9c-8c22-52c391aec64d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:46:13.209879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:13.229939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'd8e6c7bd-48bc-4560-80b9-8e792a293121', 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2', 'port_id': 'd8e6c7bd-48bc-4560-80b9-8e792a293121', 'mac_address': 'fa:16:3e:f5:ef:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:46:13.299966 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:13.314046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e6c7bd-48bc-4560-80b9-8e792a293121 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:13.333576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:13.359961 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-fb5f849b-9aea-49ee-ae1b-796ef72cfbf2 req-023b13f1-06ee-4d94-81a5-2b70157618f5 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] show failed (client error): The resource could not be found. Dec 16 07:46:13.361100 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb5f849b-9aea-49ee-ae1b-796ef72cfbf2 req-023b13f1-06ee-4d94-81a5-2b70157618f5 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "GET /v2.0/security-groups/e4a3cb12-0c54-4edf-8675-2d5de94386a9 HTTP/1.1" status: 404 len: 352 time: 0.0148854 Dec 16 07:46:13.401450 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:13.443651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7fa68003-d680-476e-a43a-458827fd16ba details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:46:13.460900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:13.474224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd23d-0e46-4d29-b47e-f3bfc566a31c req-8ab505ba-4812-409f-8957-4d7f991d837a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:13.475670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fdfd23d-0e46-4d29-b47e-f3bfc566a31c req-8ab505ba-4812-409f-8957-4d7f991d837a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 948 time: 0.0812633 Dec 16 07:46:13.484586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec553c3e-7d4e-466c-a0ce-b65a21535d87 req-ded756db-265a-4f15-acd4-7cd50a128a0e tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94474499a8084c5ab44d6748ef88e40d HTTP/1.1" status: 200 len: 3001 time: 0.0799098 Dec 16 07:46:13.493396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:13.563703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fdfd23d-0e46-4d29-b47e-f3bfc566a31c req-3a934fce-dee9-4459-b75d-575241ab2915 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780454 Dec 16 07:46:13.566368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec553c3e-7d4e-466c-a0ce-b65a21535d87 req-825cdc39-66c6-4862-acd6-2468720075d7 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "GET /v2.0/security-groups/9fc5f790-73c5-4b1a-a5d9-a9a10664e645 HTTP/1.1" status: 200 len: 2998 time: 0.0747375 Dec 16 07:46:13.599020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7fa68003-d680-476e-a43a-458827fd16ba, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7fa68003-d680-476e-a43a-458827fd16ba,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:13.612344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '7fa68003-d680-476e-a43a-458827fd16ba', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'port_id': '7fa68003-d680-476e-a43a-458827fd16ba', 'mac_address': 'fa:16:3e:ff:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:46:13.623367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec553c3e-7d4e-466c-a0ce-b65a21535d87 req-4c7f81ac-3dc3-450a-aa28-0ddda8f09402 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "GET /v2.0/security-groups/9fc5f790-73c5-4b1a-a5d9-a9a10664e645 HTTP/1.1" status: 200 len: 2998 time: 0.0495403 Dec 16 07:46:13.737887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8045-84be-43d0-a2bd-6e0d19460d6e req-7a5156dd-aadb-40a9-913a-3fa7b5343eac tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:13.740096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-015a8045-84be-43d0-a2bd-6e0d19460d6e req-7a5156dd-aadb-40a9-913a-3fa7b5343eac tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 944 time: 0.0562251 Dec 16 07:46:13.791476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 89c0f761-0b68-4c2e-86e0-06837ea77152 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:46:13.797242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-015a8045-84be-43d0-a2bd-6e0d19460d6e req-4467b669-7383-4f63-ae94-8e02d451bbff tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506608 Dec 16 07:46:13.802719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 89c0f761-0b68-4c2e-86e0-06837ea77152 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:13.805996 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:13.807737 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:13.845302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa68003-d680-476e-a43a-458827fd16ba {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:13.869083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b514262b-6e46-4836-b061-147410b0d482 req-0a935fda-8a8e-4de3-b26f-91bf310eebfe tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "GET /v2.0/security-groups/9fc5f790-73c5-4b1a-a5d9-a9a10664e645 HTTP/1.1" status: 200 len: 2998 time: 0.0433087 Dec 16 07:46:13.874668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7fa68003-d680-476e-a43a-458827fd16ba, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7fa68003-d680-476e-a43a-458827fd16ba,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:13.918454 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:13.940639 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-b514262b-6e46-4836-b061-147410b0d482 req-358a18fb-31dd-48eb-b959-54a8d3f35fa5 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 07:46:13.942078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b514262b-6e46-4836-b061-147410b0d482 req-358a18fb-31dd-48eb-b959-54a8d3f35fa5 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "DELETE /v2.0/security-groups/9fc5f790-73c5-4b1a-a5d9-a9a10664e645 HTTP/1.1" status: 409 len: 352 time: 0.0665383 Dec 16 07:46:13.942870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:13.945466 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c5b66c-0ac8-412c-b92b-cc86fb19a48c" -d '{"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-plugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:13.968374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:13.970995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['d8e6c7bd-48bc-4560-80b9-8e792a293121'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:14.002257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b97ba-d96f-486a-9a13-ea2c0e1d1f7a req-038ce4c2-6ea1-4324-8cb6-b89608d2c8e8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:14.003683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-304b97ba-d96f-486a-9a13-ea2c0e1d1f7a req-038ce4c2-6ea1-4324-8cb6-b89608d2c8e8 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 950 time: 0.0579989 Dec 16 07:46:14.013566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.065480 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.089726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7fa68003-d680-476e-a43a-458827fd16ba,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:14.115344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd11d9e-0c84-4f80-8c94-756532d2f389 req-ce2a97db-fae9-4986-97eb-3be1f146d479 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:14.116854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bd11d9e-0c84-4f80-8c94-756532d2f389 req-ce2a97db-fae9-4986-97eb-3be1f146d479 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.1122456 Dec 16 07:46:14.126122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-f17d7e92-26d0-4e68-92dc-7bb5e3760706 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:14.127543 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-f17d7e92-26d0-4e68-92dc-7bb5e3760706 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 950 time: 0.1135294 Dec 16 07:46:14.132205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-304b97ba-d96f-486a-9a13-ea2c0e1d1f7a req-01f9ad6a-e465-4151-98d3-25f225a8b8f4 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164992 Dec 16 07:46:14.164838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:14.213714 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-4f4bb9f5-6859-496f-9c48-06fff464e5f4 req-ad71f584-ca9d-4254-bad3-d96b913b3d0b tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] show failed (client error): The resource could not be found. Dec 16 07:46:14.214738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f4bb9f5-6859-496f-9c48-06fff464e5f4 req-ad71f584-ca9d-4254-bad3-d96b913b3d0b tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "GET /v2.0/security-groups/4a387fb3-c25a-4340-b4ce-1dd80fb8200b HTTP/1.1" status: 404 len: 352 time: 0.0405419 Dec 16 07:46:14.231194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bd11d9e-0c84-4f80-8c94-756532d2f389 req-25b4dd64-b889-4ce5-8b4c-ae7c6dc4e95f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025283 Dec 16 07:46:14.262064 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edbd945-b15c-43bb-ad20-fe5a6b14fb71 x-openstack-request-id: req-9edbd945-b15c-43bb-ad20-fe5a6b14fb71 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:14.262389 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-plugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:14.262647 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9edbd945-b15c-43bb-ad20-fe5a6b14fb71 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:14.263038 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'code': 200} Dec 16 07:46:14.284822 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-51d36112-860e-4633-8c4f-4f1456a1d21f req-0f87aaa0-ca02-499f-94d4-47116dffaf06 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] show failed (client error): The resource could not be found. Dec 16 07:46:14.285774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51d36112-860e-4633-8c4f-4f1456a1d21f req-0f87aaa0-ca02-499f-94d4-47116dffaf06 tempest-SecurityGroupsNegativeTestJSON-1135528504 tempest-SecurityGroupsNegativeTestJSON-1135528504-project] 10.222.0.43 "GET /v2.0/security-groups/f1673e29-4e5d-4532-a82a-8e6ae1fa4401 HTTP/1.1" status: 404 len: 352 time: 0.0174127 Dec 16 07:46:14.292490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Deleting port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:14.292835 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.296255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41686) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:14.343829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] Deleting subnet dbe03bae-a079-4a27-8e3d-3ba1a94032b7 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:46:14.347170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.369277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['7fa68003-d680-476e-a43a-458827fd16ba'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:14.384197 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.400166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] For port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:14.400815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.429123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Calling delete_port for 6f0b0af3-5ead-4fcd-9bca-814a223a41fb owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:14.431752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.480107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0d6fd-31e8-4885-b501-e5b09f10c8eb req-6f5e8cb5-3ecc-4804-9ddb-de02ffa828bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:14.481643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cf0d6fd-31e8-4885-b501-e5b09f10c8eb req-6f5e8cb5-3ecc-4804-9ddb-de02ffa828bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1101 time: 0.0906787 Dec 16 07:46:14.555652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cf0d6fd-31e8-4885-b501-e5b09f10c8eb req-401ca13c-5b26-4cb6-888c-6996b91078e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655653 Dec 16 07:46:14.596424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.624661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe03bae-a079-4a27-8e3d-3ba1a94032b7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:14.626658 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.630291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-31ede750-6d31-4ac3-8828-11c31211c277 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dbe03bae-a079-4a27-8e3d-3ba1a94032b7 HTTP/1.1" status: 204 len: 168 time: 0.3320758 Dec 16 07:46:14.632391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41690) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:14.679612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.706067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.714457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Pushing event deleted for resources: {'Port': ['ID=6f0b0af3-5ead-4fcd-9bca-814a223a41fb,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:14.722638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43572f2-0e62-4d53-ad57-d4127e9d233c req-eef00b14-e868-465b-b615-982018825a8d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:14.724261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c43572f2-0e62-4d53-ad57-d4127e9d233c req-eef00b14-e868-465b-b615-982018825a8d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0822713 Dec 16 07:46:14.791715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] No DVR routers for this DVR port 6f0b0af3-5ead-4fcd-9bca-814a223a41fb on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:14.796945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.800171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0e033d3-baf2-4f43-83c1-a0c8754bc79c req-949203cd-37b0-42dc-b3ea-8e32916ae92b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "DELETE /v2.0/ports/6f0b0af3-5ead-4fcd-9bca-814a223a41fb HTTP/1.1" status: 204 len: 173 time: 0.6616416 Dec 16 07:46:14.801157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c12f6d4-472a-4787-b516-e46d6e473682', 'name': 'network-vif-deleted', 'tag': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:14.804281 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea767295-50ca-4a3f-aaba-ba2a300cb199" -d '{"events": [{"server_uuid": "5c12f6d4-472a-4787-b516-e46d6e473682", "name": "network-vif-deleted", "tag": "6f0b0af3-5ead-4fcd-9bca-814a223a41fb"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:14.804488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.828505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766036db-8244-4e9c-8c22-52c391aec64d']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:14.833470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c43572f2-0e62-4d53-ad57-d4127e9d233c req-705946a1-6235-42b2-9e88-c464f57a60fd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958865 Dec 16 07:46:14.854061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddd085a-3af6-4ad1-95e6-391ca29beeb9') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:14.854061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddd085a-3af6-4ad1-95e6-391ca29beeb9') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:14.857027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.871646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.878600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:46:14.878931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:46:14.881773 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:46:14.884698 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ae82e-f5ea-4a5a-984e-4b1c891c958d x-openstack-request-id: req-881ae82e-f5ea-4a5a-984e-4b1c891c958d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:14.884698 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c12f6d4-472a-4787-b516-e46d6e473682", "name": "network-vif-deleted", "tag": "6f0b0af3-5ead-4fcd-9bca-814a223a41fb", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:14.884698 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-881ae82e-f5ea-4a5a-984e-4b1c891c958d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:14.886354 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c12f6d4-472a-4787-b516-e46d6e473682', 'name': 'network-vif-deleted', 'tag': '6f0b0af3-5ead-4fcd-9bca-814a223a41fb', 'status': 'completed', 'code': 200} Dec 16 07:46:14.982581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c97b1-793a-48c2-9647-c5a4da5f352b req-bf6ff4c5-c829-4ae0-bb15-106228655d7e tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:14.985441 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab2c97b1-793a-48c2-9647-c5a4da5f352b req-bf6ff4c5-c829-4ae0-bb15-106228655d7e tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 945 time: 0.0551999 Dec 16 07:46:15.034061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab2c97b1-793a-48c2-9647-c5a4da5f352b req-3a46e362-41ea-4b80-8b95-ccb6d3644f56 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424514 Dec 16 07:46:15.058447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.064251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.069244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/766036db-8244-4e9c-8c22-52c391aec64d HTTP/1.1" status: 204 len: 168 time: 0.4343433 Dec 16 07:46:15.081496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4f9aa-c3b8-449a-9d8d-83e0439776f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=766036db-8244-4e9c-8c22-52c391aec64d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:15.231683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6da76819-80c7-4b69-8f52-23103436a364', '6f0b0af3-5ead-4fcd-9bca-814a223a41fb', 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:15.258950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a17fc2d-eff7-4efd-986e-6a03d7bc3e65 req-9cdfb254-8c04-4af6-aabb-d82939caf76c tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c12f6d4-472a-4787-b516-e46d6e473682 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Dec 16 07:46:15.358652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab7061-28de-4428-8cd3-93af3034fdfd req-802d1f7c-8f49-4148-8104-9f5c695c883c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:15.360104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96ab7061-28de-4428-8cd3-93af3034fdfd req-802d1f7c-8f49-4148-8104-9f5c695c883c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.0512168 Dec 16 07:46:15.408667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96ab7061-28de-4428-8cd3-93af3034fdfd req-1a912239-d37c-489b-bb5b-2b68a2076188 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Dec 16 07:46:15.438689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41708) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:15.479032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-70a9590b-39ce-42dd-9681-fc202e681224 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94474499a8084c5ab44d6748ef88e40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390878 Dec 16 07:46:15.481582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41710) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:15.513160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7fa68003-d680-476e-a43a-458827fd16ba up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:15.529244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e25308d-cb2e-43ec-9e54-898f2c67fe22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.551244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e25308d-cb2e-43ec-9e54-898f2c67fe22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.732853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 7fa68003-d680-476e-a43a-458827fd16ba completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:46:15.737307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 7fa68003-d680-476e-a43a-458827fd16ba triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:15.737703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.791002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e25308d-cb2e-43ec-9e54-898f2c67fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.795195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e25308d-cb2e-43ec-9e54-898f2c67fe22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.799589 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9e25308d-cb2e-43ec-9e54-898f2c67fe22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fc5f790-73c5-4b1a-a5d9-a9a10664e645 HTTP/1.1" status: 204 len: 168 time: 0.3145666 Dec 16 07:46:15.810833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25308d-cb2e-43ec-9e54-898f2c67fe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5f790-73c5-4b1a-a5d9-a9a10664e645,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:15.823721 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.868708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7fa68003-d680-476e-a43a-458827fd16ba, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7fa68003-d680-476e-a43a-458827fd16ba,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:15.958770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027eb6b-9495-43a8-952e-46ba8c8d5556 req-57f16f6d-0db8-4bfe-8895-99a7a896c83d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:15.966058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5027eb6b-9495-43a8-952e-46ba8c8d5556 req-57f16f6d-0db8-4bfe-8895-99a7a896c83d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0576034 Dec 16 07:46:15.972833 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:15.973822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f0b0af3-5ead-4fcd-9bca-814a223a41fb no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:15.999632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 6f0b0af3-5ead-4fcd-9bca-814a223a41fb {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:46:16.000057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f0b0af3-5ead-4fcd-9bca-814a223a41fb not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:16.019230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5027eb6b-9495-43a8-952e-46ba8c8d5556 req-309db755-bfad-4ad1-9e45-4175d15256e7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521333 Dec 16 07:46:16.068252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7fa68003-d680-476e-a43a-458827fd16ba,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:16.169651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df81d4d-ef14-4be2-9b97-ec2466853c9e req-1add31e6-3784-47a2-b2fb-a51abc6b8f4c tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:16.173421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8df81d4d-ef14-4be2-9b97-ec2466853c9e req-1add31e6-3784-47a2-b2fb-a51abc6b8f4c tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.0530045 Dec 16 07:46:16.223953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8df81d4d-ef14-4be2-9b97-ec2466853c9e req-58ea4a9f-ece4-4fe7-8769-7ee4320d66bb tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456998 Dec 16 07:46:16.264354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:16.266896 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbd94b8-3494-4acb-b914-3cc74566b754" -d '{"events": [{"server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "name": "network-vif-plugged", "status": "completed", "tag": "7fa68003-d680-476e-a43a-458827fd16ba"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:16.309486 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9324c93a-9e51-4218-9fe6-19a3793ff0db x-openstack-request-id: req-9324c93a-9e51-4218-9fe6-19a3793ff0db {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:16.309821 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "name": "network-vif-plugged", "status": "completed", "tag": "7fa68003-d680-476e-a43a-458827fd16ba", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:16.310225 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9324c93a-9e51-4218-9fe6-19a3793ff0db {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:16.311456 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba', 'code': 200} Dec 16 07:46:16.461849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98497829-8ba8-4bbe-b368-95bcd33e7e3c req-61b9292e-0bff-4d4c-b255-b28f92baa612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:16.463361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98497829-8ba8-4bbe-b368-95bcd33e7e3c req-61b9292e-0bff-4d4c-b255-b28f92baa612 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 1098 time: 0.0408342 Dec 16 07:46:16.540368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98497829-8ba8-4bbe-b368-95bcd33e7e3c req-640b644e-ac5c-43ca-b783-a84926c87984 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691307 Dec 16 07:46:16.552431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844027e-d9fa-4cc3-b0c6-0cbf398136cc req-7b3c340a-bc8d-4d62-9d1c-74d1c5c6d9e5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:16.554084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5844027e-d9fa-4cc3-b0c6-0cbf398136cc req-7b3c340a-bc8d-4d62-9d1c-74d1c5c6d9e5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.0684073 Dec 16 07:46:16.604765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5844027e-d9fa-4cc3-b0c6-0cbf398136cc req-e27d0475-d98a-4333-af48-af8b08f76bb1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 Dec 16 07:46:16.852228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a1188-262b-4a0e-b40d-3a47bfa5e3d2 req-656f509f-f1c9-4c7c-ad4c-c1e4562c9e58 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:16.853744 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c44a1188-262b-4a0e-b40d-3a47bfa5e3d2 req-656f509f-f1c9-4c7c-ad4c-c1e4562c9e58 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 950 time: 0.0505543 Dec 16 07:46:16.902673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c44a1188-262b-4a0e-b40d-3a47bfa5e3d2 req-a41e19bc-7ac5-4019-a551-8f4a3cfe2e3e tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Dec 16 07:46:16.997120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d8e6c7bd-48bc-4560-80b9-8e792a293121 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:17.046969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:17.105099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port d8e6c7bd-48bc-4560-80b9-8e792a293121 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:46:17.115444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port d8e6c7bd-48bc-4560-80b9-8e792a293121 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:17.115832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.169321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1973621058-network', 'tenant_id': '1354b68edcf34a49a45d20f8baa36f58'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:17.175221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf65e-8014-42f7-ad55-ecb30bb4d819 req-255fbeb4-7a1b-4d12-9fcf-1b545a0d813e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:17.182721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1cbf65e-8014-42f7-ad55-ecb30bb4d819 req-255fbeb4-7a1b-4d12-9fcf-1b545a0d813e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0888484 Dec 16 07:46:17.224543 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.233487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1cbf65e-8014-42f7-ad55-ecb30bb4d819 req-9d039d3a-f325-4433-afca-6f7a212ac0f9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Dec 16 07:46:17.261441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:17.315274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Made reservation on behalf of 1354b68edcf34a49a45d20f8baa36f58 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:17.318172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.327040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.345664 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.397451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c4dfb-cc80-4db5-bc3e-bb1a669eba05 req-e7cf39fb-97c5-4d4c-9fe3-2bbce126b3cd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:17.399106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-395c4dfb-cc80-4db5-bc3e-bb1a669eba05 req-e7cf39fb-97c5-4d4c-9fe3-2bbce126b3cd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0914648 Dec 16 07:46:17.408297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c75b29-f133-4379-95a2-fcde7bfc3dd2 req-439c2054-504c-494a-b807-c23b388cd4cb tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:17.410029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45c75b29-f133-4379-95a2-fcde7bfc3dd2 req-439c2054-504c-494a-b807-c23b388cd4cb tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.0900366 Dec 16 07:46:17.411459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:17.427705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.479216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-395c4dfb-cc80-4db5-bc3e-bb1a669eba05 req-82cf8fac-ab0d-4a16-b0ad-9e98afbfd6be tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 Dec 16 07:46:17.491561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45c75b29-f133-4379-95a2-fcde7bfc3dd2 req-77a76efb-f7ce-4524-8286-322b54a2c79b tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662601 Dec 16 07:46:17.518259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.531837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:46:17.546630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05fa6a3-13b3-4d77-958d-39b2f4de6c47,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:17.551348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.551689 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Added segment 324fd391-a8ee-455e-b591-60c2013157cf of type vlan for network 59b11846-a348-40eb-aa95-444a1948c321 Dec 16 07:46:17.590570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.721585 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.724039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:17.724039 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:17.742659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f38632-d71d-48a6-911e-09aecf46a39a req-126faedb-7871-4240-8e23-225edcc2244b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:17.744120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44f38632-d71d-48a6-911e-09aecf46a39a req-126faedb-7871-4240-8e23-225edcc2244b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0635047 Dec 16 07:46:17.772564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-bccf4249-0a2c-494a-b111-719a23f9e4fb req-73a5b92d-4dbe-4090-a1d2-a634d99783e2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:46:17.773561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bccf4249-0a2c-494a-b111-719a23f9e4fb req-73a5b92d-4dbe-4090-a1d2-a634d99783e2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054309 Dec 16 07:46:17.794469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] Pushing event updated for resources: {'Network': ['ID=59b11846-a348-40eb-aa95-444a1948c321,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:17.806153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 59b11846-a348-40eb-aa95-444a1948c321 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:46:17.816982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44f38632-d71d-48a6-911e-09aecf46a39a req-cf6167e6-7e61-469a-b271-08b61175b3cc tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Dec 16 07:46:17.901043 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1ec88a41-55a6-4b7d-95bc-af02526641ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8529766 Dec 16 07:46:17.906966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41776) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:17.911853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Request body: {'subnet': {'network_id': '59b11846-a348-40eb-aa95-444a1948c321', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1973621058-subnet', 'tenant_id': '1354b68edcf34a49a45d20f8baa36f58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:18.018796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cddd8-bdcb-490f-a1ec-9f30d82b2e1e req-ca337a58-d0cd-430c-97ba-1f435e551381 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:18.020293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-422cddd8-bdcb-490f-a1ec-9f30d82b2e1e req-ca337a58-d0cd-430c-97ba-1f435e551381 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 950 time: 0.0487926 Dec 16 07:46:18.058406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Made reservation on behalf of 1354b68edcf34a49a45d20f8baa36f58 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:18.060787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:18.068660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-422cddd8-bdcb-490f-a1ec-9f30d82b2e1e req-7fdf968e-d6bb-46d5-999a-344a7a74af5b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Dec 16 07:46:18.279417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224de3-2861-4905-9226-b848eaa37882 req-bab28e82-188b-4016-938f-42f04d70e46b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:18.281484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e224de3-2861-4905-9226-b848eaa37882 req-bab28e82-188b-4016-938f-42f04d70e46b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0607121 Dec 16 07:46:18.312379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:18.315349 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321d01df-1262-4cb9-897f-0ee0cc2fd280" -d '{"events": [{"server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "name": "network-vif-plugged", "status": "completed", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:18.338829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e224de3-2861-4905-9226-b848eaa37882 req-f6ee8673-e4b5-4692-9e32-8fc318fc3269 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Dec 16 07:46:18.412876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:18.442778 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a16b4b-a9be-409e-b68f-d2e0fdbf8dff x-openstack-request-id: req-f5a16b4b-a9be-409e-b68f-d2e0fdbf8dff {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:18.443479 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "name": "network-vif-plugged", "status": "completed", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:18.443479 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5a16b4b-a9be-409e-b68f-d2e0fdbf8dff {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:18.443818 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121', 'code': 200} Dec 16 07:46:18.509772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be00c96-f40a-4d16-9c93-3b44a0d80f2c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:18.523722 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-1121fe41-2165-4c23-83f4-7562bd776abf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775454 Dec 16 07:46:18.529679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Checking segment: {'id': '324fd391-a8ee-455e-b591-60c2013157cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '59b11846-a348-40eb-aa95-444a1948c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:18.529679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Network hostable DHCP agents. Network: 59b11846-a348-40eb-aa95-444a1948c321, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:46:18.537990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-dc573180-8b92-4847-b6f6-60f75e000828 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:46:18.538956 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-dc573180-8b92-4847-b6f6-60f75e000828 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059476 Dec 16 07:46:18.585464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c560d-92e5-40b1-8a58-256b719542ef req-025c7b1b-b3ab-4626-80f0-241df4c7a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:18.586891 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3f8c560d-92e5-40b1-8a58-256b719542ef req-025c7b1b-b3ab-4626-80f0-241df4c7a2c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1098 time: 0.0445254 Dec 16 07:46:18.635084 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3f8c560d-92e5-40b1-8a58-256b719542ef req-a4486a3f-7b4b-4091-81a9-47b0d1da2317 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Dec 16 07:46:18.709817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Network 59b11846-a348-40eb-aa95-444a1948c321 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:46:18.801220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 59b11846-a348-40eb-aa95-444a1948c321) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:18.806658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:18.807590 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:18.815078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd400d-373d-487c-87ba-ad81d4defc63 None None] Network 59b11846-a348-40eb-aa95-444a1948c321 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:46:18.925166 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b056e96c-4299-427c-91b0-88fa9435f59d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0170021 Dec 16 07:46:18.935128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e3926-1716-4dd4-9ede-9aae67b148a3 req-29650de6-b8ed-4a21-a430-27cbdf8efdea tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:18.936669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-948e3926-1716-4dd4-9ede-9aae67b148a3 req-29650de6-b8ed-4a21-a430-27cbdf8efdea tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.3629832 Dec 16 07:46:18.951463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7474d70-8ef4-4b14-9b1e-d16823ac38d7 None None] Network 59b11846-a348-40eb-aa95-444a1948c321 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:46:19.019049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077f0af-78f7-4163-b80f-ae56bb28302c req-07927bd1-afdf-4dd8-9ccf-5cf9a92faf51 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:19.020831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5077f0af-78f7-4163-b80f-ae56bb28302c req-07927bd1-afdf-4dd8-9ccf-5cf9a92faf51 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0770135 Dec 16 07:46:19.114004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-948e3926-1716-4dd4-9ede-9aae67b148a3 req-1dd7ddba-1e7a-4444-a628-ff55ac065532 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638622 Dec 16 07:46:19.121797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5077f0af-78f7-4163-b80f-ae56bb28302c req-29dc8890-99b7-4fe4-a7a2-0b49bdd34160 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816596 Dec 16 07:46:19.134100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-5587eff3-4632-47f5-97c9-24056271c2e0 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:19.135589 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-5587eff3-4632-47f5-97c9-24056271c2e0 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 950 time: 0.1120181 Dec 16 07:46:19.273882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3875-9c06-4d85-b63d-ed730b182e2e req-e9cc0a70-399c-4b96-b666-b0e991332051 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:19.275475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c97a3875-9c06-4d85-b63d-ed730b182e2e req-e9cc0a70-399c-4b96-b666-b0e991332051 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 950 time: 0.0853629 Dec 16 07:46:19.285996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Deleting port 6da76819-80c7-4b69-8f52-23103436a364 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:19.286625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:19.434500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c97a3875-9c06-4d85-b63d-ed730b182e2e req-55fa51c2-9ba6-48b8-ac4d-d56ca3cd5ce1 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517246 Dec 16 07:46:19.475056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] For port 6da76819-80c7-4b69-8f52-23103436a364, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6da76819-80c7-4b69-8f52-23103436a364,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:19.475432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:19.499560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Calling delete_port for 6da76819-80c7-4b69-8f52-23103436a364 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:19.551630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-3216dd49-1fe7-471a-859e-1d83cb4670ee tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:19.553198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-3216dd49-1fe7-471a-859e-1d83cb4670ee tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/networks?id=59b11846-a348-40eb-aa95-444a1948c321 HTTP/1.1" status: 200 len: 818 time: 0.1946533 Dec 16 07:46:19.616833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-cf348846-3b81-449a-887d-26f3301b17f1 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/quotas/1354b68edcf34a49a45d20f8baa36f58 HTTP/1.1" status: 200 len: 375 time: 0.0256546 Dec 16 07:46:19.632615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446dfad-7c47-434a-aa7b-e43b845571af req-512dc4e5-d4f9-4dfa-9fae-1cd2fc547e7b tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:19.634071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9446dfad-7c47-434a-aa7b-e43b845571af req-512dc4e5-d4f9-4dfa-9fae-1cd2fc547e7b tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.1363242 Dec 16 07:46:19.643592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41844) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:19.650940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Request body: {'floatingip': {'port_id': '7fa68003-d680-476e-a43a-458827fd16ba'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:19.664620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-daf1b0b2-2526-4c7d-9784-951d21f96c2e tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1354b68edcf34a49a45d20f8baa36f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398455 Dec 16 07:46:19.696110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:19.838505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-8026c594-8e33-435f-9dfc-fcda58a30094 service neutron] 10.222.0.43 "GET /v2.0/networks/59b11846-a348-40eb-aa95-444a1948c321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525834 Dec 16 07:46:19.904439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe8d2a-a227-40e1-803b-6d39a761e622 req-6fb738e0-0693-4744-9427-c0d39c781ed7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:19.906495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25fe8d2a-a227-40e1-803b-6d39a761e622 req-6fb738e0-0693-4744-9427-c0d39c781ed7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1086197 Dec 16 07:46:19.980210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-19881efa-b8ea-43c0-84f8-5345d68f3fde service neutron] 10.222.0.43 "GET /v2.0/networks/59b11846-a348-40eb-aa95-444a1948c321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339028 Dec 16 07:46:19.987951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25fe8d2a-a227-40e1-803b-6d39a761e622 req-ee8161e3-a1c1-42a6-a964-44ef6c95e14c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682232 Dec 16 07:46:20.013477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:20.051252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Pushing event deleted for resources: {'Port': ['ID=6da76819-80c7-4b69-8f52-23103436a364,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:20.058177 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d09df1d2-3118-427e-9838-fa5e0fa49e0e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:20.100603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] No DVR routers for this DVR port 6da76819-80c7-4b69-8f52-23103436a364 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:20.104271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:20.108999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44994a3c-67cb-4981-aa39-04a57aa80520 req-0eba5576-66dd-4599-98f9-9342c9c8e883 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "DELETE /v2.0/ports/6da76819-80c7-4b69-8f52-23103436a364 HTTP/1.1" status: 204 len: 173 time: 0.9660873 Dec 16 07:46:20.109732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'name': 'network-vif-deleted', 'tag': '6da76819-80c7-4b69-8f52-23103436a364'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:20.112672 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208bea7-0a74-487b-a447-46ddf809f070" -d '{"events": [{"server_uuid": "172ccfa0-84ea-4909-8b23-26a227032e0a", "name": "network-vif-deleted", "tag": "6da76819-80c7-4b69-8f52-23103436a364"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:20.317148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:20.358565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5209c-a3bc-43d0-a13f-4a7018458aaa req-b7c4ad83-83d8-46ae-8f19-745a679e6405 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:20.367466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dbd5209c-a3bc-43d0-a13f-4a7018458aaa req-b7c4ad83-83d8-46ae-8f19-745a679e6405 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0797589 Dec 16 07:46:20.370745 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e55eee4-fb28-4753-b627-d7511fa30b6a x-openstack-request-id: req-2e55eee4-fb28-4753-b627-d7511fa30b6a {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:20.371047 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172ccfa0-84ea-4909-8b23-26a227032e0a", "name": "network-vif-deleted", "tag": "6da76819-80c7-4b69-8f52-23103436a364", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:20.371283 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e55eee4-fb28-4753-b627-d7511fa30b6a {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:20.371740 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172ccfa0-84ea-4909-8b23-26a227032e0a', 'name': 'network-vif-deleted', 'tag': '6da76819-80c7-4b69-8f52-23103436a364', 'status': 'completed', 'code': 200} Dec 16 07:46:20.430910 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:20.442476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dbd5209c-a3bc-43d0-a13f-4a7018458aaa req-8c0d3044-02ea-44e9-bc44-082dc45b093f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741019 Dec 16 07:46:20.444613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c272d116-e85e-4f1e-888e-e5774392215e req-77165c69-a2d7-469a-ac3f-c6ac6fe7e65d tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 210 time: 0.0343187 Dec 16 07:46:20.557977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-615b7337-4341-4398-86ac-0d9ecfee377d req-acca0932-16e3-49b2-a778-d987015d542b tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 210 time: 0.0265703 Dec 16 07:46:20.627047 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Floating IP cb593c79-ea27-4fe8-8cba-a04b03bdf11d associated. External IP: 172.25.2.211, port: 7fa68003-d680-476e-a43a-458827fd16ba. Dec 16 07:46:20.838390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:46:20.954164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:46:20.959268 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:20.964326 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] Sync routers for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:46:20.980498 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:20.981363 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:20.994666 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5c528dcb-7e10-4ae4-8a39-2adaeedfb687 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "PUT /v2.0/floatingips/cb593c79-ea27-4fe8-8cba-a04b03bdf11d HTTP/1.1" status: 200 len: 992 time: 1.3464963 Dec 16 07:46:20.994666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:20.995168 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5acb36a-3548-458b-943b-eed64af894c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "tag": "7fa68003-d680-476e-a43a-458827fd16ba"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:21.042916 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78011658-f56e-43ba-83d9-fc56aa999f14 x-openstack-request-id: req-78011658-f56e-43ba-83d9-fc56aa999f14 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:21.043348 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "tag": "7fa68003-d680-476e-a43a-458827fd16ba", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:21.043669 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78011658-f56e-43ba-83d9-fc56aa999f14 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:21.044128 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba', 'status': 'completed', 'code': 200} Dec 16 07:46:21.100123 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:21.193196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acb36a-3548-458b-943b-eed64af894c6 req-a1de22a3-b803-40bc-b272-652dbf022f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.195083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5acb36a-3548-458b-943b-eed64af894c6 req-a1de22a3-b803-40bc-b272-652dbf022f2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebed548f81954ffa837e71a022f70529&device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 1098 time: 0.0602317 Dec 16 07:46:21.209102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c21699-7eb4-4405-bc04-90f4a0c32eb4 req-6590a391-4c26-4a11-b1bc-6bafbd28edb2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.212831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75c21699-7eb4-4405-bc04-90f4a0c32eb4 req-6590a391-4c26-4a11-b1bc-6bafbd28edb2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1095200 Dec 16 07:46:21.334038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75c21699-7eb4-4405-bc04-90f4a0c32eb4 req-2efcadff-1009-4f17-8e52-d6c73ad7e157 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102719 Dec 16 07:46:21.350057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acb36a-3548-458b-943b-eed64af894c6 req-17fc3538-b41a-429f-82da-5014cd5c4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.351545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5acb36a-3548-458b-943b-eed64af894c6 req-17fc3538-b41a-429f-82da-5014cd5c4095 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fae06d9-6577-41b6-9583-b63f9ac8261f HTTP/1.1" status: 200 len: 915 time: 0.1374786 Dec 16 07:46:21.362739 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'cb593c79-ea27-4fe8-8cba-a04b03bdf11d', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'port_id': '7fa68003-d680-476e-a43a-458827fd16ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'mac_address': 'fa:16:3e:ff:e7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279e175-97b3-43d3-824e-956a47068a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:46:00Z', 'updated_at': '2021-12-16T07:46:20Z', 'revision_number': 1, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:59Z', 'revision_number': 5, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:21.388624 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] Checking router: ad2f41b0-46bc-4f43-a9e9-ec9aacde629a for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:46:21.397641 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:21.398243 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:21.505214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-6429bf78-da0a-4596-9227-05503d03f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.506695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-6429bf78-da0a-4596-9227-05503d03f492 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1101 time: 0.1093502 Dec 16 07:46:21.508159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6da76819-80c7-4b69-8f52-23103436a364 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:21.508723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5acb36a-3548-458b-943b-eed64af894c6 req-9ed57545-378f-4b31-a861-56de7dfb8976 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fa68003-d680-476e-a43a-458827fd16ba HTTP/1.1" status: 200 len: 1000 time: 0.1170800 Dec 16 07:46:21.519034 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:21.537300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 6da76819-80c7-4b69-8f52-23103436a364 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:46:21.538123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6da76819-80c7-4b69-8f52-23103436a364 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:21.666908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-963f4832-5f9d-419d-83d9-d4a9acf78633 req-b10a1ef0-4099-4b6c-97be-bba29a3414bf tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 210 time: 0.0977941 Dec 16 07:46:21.686536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acb36a-3548-458b-943b-eed64af894c6 req-3ee463e1-6bb2-448e-8633-01f76cadd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.687745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5acb36a-3548-458b-943b-eed64af894c6 req-3ee463e1-6bb2-448e-8633-01f76cadd03a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de72a6a6-cda4-4c3e-9964-71093a0a7bbb HTTP/1.1" status: 200 len: 853 time: 0.1527381 Dec 16 07:46:21.747279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ba9f-38c5-4eee-85e0-57b0e96a2661 req-e9e0c0ab-26c6-425d-81b6-b816a6398936 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.748923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82e7ba9f-38c5-4eee-85e0-57b0e96a2661 req-e9e0c0ab-26c6-425d-81b6-b816a6398936 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.1738136 Dec 16 07:46:21.797153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-88402fa1-2664-4a2c-a9df-87e6c3c3a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.798633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-88402fa1-2664-4a2c-a9df-87e6c3c3a939 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2727265 Dec 16 07:46:21.801463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-115aa221-cdc6-4e9a-98db-07688e6b4b1b req-26052efb-0223-4271-a917-e0f0545901a9 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=172ccfa0-84ea-4909-8b23-26a227032e0a HTTP/1.1" status: 200 len: 210 time: 0.0473416 Dec 16 07:46:21.867158 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'cb593c79-ea27-4fe8-8cba-a04b03bdf11d', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'port_id': '7fa68003-d680-476e-a43a-458827fd16ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'mac_address': 'fa:16:3e:ff:e7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279e175-97b3-43d3-824e-956a47068a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:46:00Z', 'updated_at': '2021-12-16T07:46:20Z', 'revision_number': 1, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:59Z', 'revision_number': 5, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:21.867331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-f439f328-ba33-4e7b-88c8-823d81bbdb90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0566049 Dec 16 07:46:21.868988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acb36a-3548-458b-943b-eed64af894c6 req-b077cbd3-97dc-41ed-a0ff-b618737fca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:21.870353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5acb36a-3548-458b-943b-eed64af894c6 req-b077cbd3-97dc-41ed-a0ff-b618737fca39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fae06d9-6577-41b6-9583-b63f9ac8261f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735024 Dec 16 07:46:21.884573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82e7ba9f-38c5-4eee-85e0-57b0e96a2661 req-0e6f5686-4d1f-4ce2-8793-6c871bcaeea9 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234670 Dec 16 07:46:21.895038 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a098167-3682-4f6b-9f2e-2fba509ea699 None None] The sync data for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 is: [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'cb593c79-ea27-4fe8-8cba-a04b03bdf11d', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'port_id': '7fa68003-d680-476e-a43a-458827fd16ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'mac_address': 'fa:16:3e:ff:e7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279e175-97b3-43d3-824e-956a47068a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:46:00Z', 'updated_at': '2021-12-16T07:46:20Z', 'revision_number': 1, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:59Z', 'revision_number': 5, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:46:22.046105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-779dba3a-eaba-44c9-ae18-b44b29c7ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:22.047662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-779dba3a-eaba-44c9-ae18-b44b29c7ce0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1560318 Dec 16 07:46:22.105689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad8367-02be-4462-ab0b-f4cee39178fc req-78f59759-d2bb-47d1-ad93-d199f80bd08c tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:22.107233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2cad8367-02be-4462-ab0b-f4cee39178fc req-78f59759-d2bb-47d1-ad93-d199f80bd08c tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1098 time: 0.1103461 Dec 16 07:46:22.114462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5acb36a-3548-458b-943b-eed64af894c6 req-832c27b7-dfa5-4a25-8cd2-7753051e66d1 service neutron] 10.222.0.36 "GET /v2.0/networks/9fae06d9-6577-41b6-9583-b63f9ac8261f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240226 Dec 16 07:46:22.127984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fe822-ecfc-4779-aab1-fe1f55680608 None None] New status for floating IP cb593c79-ea27-4fe8-8cba-a04b03bdf11d: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:46:22.193740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-1fc3698a-ff36-47b8-9833-f6c16375ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:22.195350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-1fc3698a-ff36-47b8-9833-f6c16375ecc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354747 Dec 16 07:46:22.225201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2cad8367-02be-4462-ab0b-f4cee39178fc req-7bf29908-2cbe-4497-8f49-573d7fe86c52 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082625 Dec 16 07:46:22.325373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5acb36a-3548-458b-943b-eed64af894c6 req-1f9ec836-50d3-40b7-8e65-dd6bd8b59c49 service neutron] 10.222.0.36 "GET /v2.0/networks/9fae06d9-6577-41b6-9583-b63f9ac8261f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008905 Dec 16 07:46:22.400128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7b282-f141-4891-80e0-1292e6340d21 req-70fdf64d-e95a-4369-a68e-3d9366ecade7 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:22.401675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70b7b282-f141-4891-80e0-1292e6340d21 req-70fdf64d-e95a-4369-a68e-3d9366ecade7 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1098 time: 0.0808094 Dec 16 07:46:22.407379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-bb128919-a5a4-4a13-a6fd-27520091506f service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507802 Dec 16 07:46:22.507996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70b7b282-f141-4891-80e0-1292e6340d21 req-52f85f06-f1e4-4ce9-8614-670ba2a5e120 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995793 Dec 16 07:46:22.558699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-15c155af-d95e-4f8a-bc66-20919eb2a8f6 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373746 Dec 16 07:46:22.570984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e2be4-cb8c-4276-b96a-0c764ec85d27 req-2ee700b1-45a2-49f6-9b55-1f7e00bcfa25 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:22.572798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-403e2be4-cb8c-4276-b96a-0c764ec85d27 req-2ee700b1-45a2-49f6-9b55-1f7e00bcfa25 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0854976 Dec 16 07:46:22.627449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-403e2be4-cb8c-4276-b96a-0c764ec85d27 req-3dbebea9-ce33-4e6f-a14f-53398250782b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449104 Dec 16 07:46:22.766540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a9f6a8b-741c-4224-994c-59e9c2eaad74 req-5c10aa48-1590-4ede-b047-d28a4fc2eead tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 210 time: 0.0261483 Dec 16 07:46:24.180046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b63256-f045-493f-93b5-eb9b3dc1f9c7 req-e25053e1-a05b-4186-95b7-356419f50650 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:24.181536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54b63256-f045-493f-93b5-eb9b3dc1f9c7 req-e25053e1-a05b-4186-95b7-356419f50650 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0526271 Dec 16 07:46:24.229289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54b63256-f045-493f-93b5-eb9b3dc1f9c7 req-339468e4-18c1-4a11-a645-fd68289603bd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Dec 16 07:46:24.340231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df9285-dc90-4138-b26e-f1d1402805b6 req-2554eda1-3143-4e88-a108-717155667cc7 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:24.341789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40df9285-dc90-4138-b26e-f1d1402805b6 req-2554eda1-3143-4e88-a108-717155667cc7 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 950 time: 0.0569236 Dec 16 07:46:24.391005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-958f72f5-1125-43d7-af2d-9948a42b36b1 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:24.392500 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-958f72f5-1125-43d7-af2d-9948a42b36b1 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.16 "GET /v2.0/networks?id=59b11846-a348-40eb-aa95-444a1948c321 HTTP/1.1" status: 200 len: 818 time: 0.1134772 Dec 16 07:46:24.394219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40df9285-dc90-4138-b26e-f1d1402805b6 req-fb90a01e-d4c8-4f49-9b7d-3b6be8637dff tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Dec 16 07:46:24.413990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Request body: {'port': {'device_id': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'network_id': '59b11846-a348-40eb-aa95-444a1948c321', 'admin_state_up': True, 'tenant_id': '1354b68edcf34a49a45d20f8baa36f58'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:24.484233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b64e973-c634-4744-b3bd-3cca6bbec22c req-0db563f0-7c27-4a3e-ace1-31e328c88210 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 210 time: 0.0333493 Dec 16 07:46:24.624405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Made reservation on behalf of 1354b68edcf34a49a45d20f8baa36f58 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:24.628043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:24.757326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Allocated IP 172.20.0.13 (59b11846-a348-40eb-aa95-444a1948c321/3be00c96-f40a-4d16-9c93-3b44a0d80f2c/b5124bc4-437d-406f-a33c-996108cdf887) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:46:24.903999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:25.030637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:25.079618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Network 59b11846-a348-40eb-aa95-444a1948c321 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:25.082867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:25.086897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:25.117842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Pushing event updated for resources: {'Port': ['ID=b5124bc4-437d-406f-a33c-996108cdf887,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:25.140659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:25.141528 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:25.232091 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-b2d2a9f0-f7cf-4dd9-9255-85b73b333bd4 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8237560 Dec 16 07:46:25.255157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Request body: {'port': {'device_id': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:25.313427 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:25.352996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af5628-7d07-4865-8b8d-a9b336d59b50 req-38c13ef7-d112-4553-9226-513dda187cb8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:25.354586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40af5628-7d07-4865-8b8d-a9b336d59b50 req-38c13ef7-d112-4553-9226-513dda187cb8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0510752 Dec 16 07:46:25.403946 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40af5628-7d07-4865-8b8d-a9b336d59b50 req-54b09931-94f2-41af-b4ff-ff3b05bd300d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Dec 16 07:46:25.429441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-5d4f023e-af20-4a69-a220-ebb4ff5a2f8a tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:46:25.430470 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-5d4f023e-af20-4a69-a220-ebb4ff5a2f8a tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129068 Dec 16 07:46:25.520156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab928c72-2403-40ba-b2f1-296de1751125 req-b414b60c-bb9e-4fd7-8d45-36ae7b3ae3f3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:25.521747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab928c72-2403-40ba-b2f1-296de1751125 req-b414b60c-bb9e-4fd7-8d45-36ae7b3ae3f3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 950 time: 0.0537181 Dec 16 07:46:25.573664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab928c72-2403-40ba-b2f1-296de1751125 req-03425a80-852e-44b0-8886-98f1a6ac5d42 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455179 Dec 16 07:46:25.683764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579434ec-ba13-40e7-87ca-16f13626efe7 req-0535164c-a015-4831-b754-81f9f6480941 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:25.685289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-579434ec-ba13-40e7-87ca-16f13626efe7 req-0535164c-a015-4831-b754-81f9f6480941 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 932 time: 0.0523536 Dec 16 07:46:25.764748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-579434ec-ba13-40e7-87ca-16f13626efe7 req-32c3f074-7c80-4d92-b9e9-3b00a5180138 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722592 Dec 16 07:46:25.776688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-18b2c1e8-c99c-45f8-bf8f-d8f3c465ada3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:25.782121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-18b2c1e8-c99c-45f8-bf8f-d8f3c465ada3 tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 950 time: 0.0720470 Dec 16 07:46:25.786921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-89a1fd0f-03c4-422d-b4da-b1a5bdef9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:25.788324 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-89a1fd0f-03c4-422d-b4da-b1a5bdef9c5f service neutron] 10.222.0.43 "GET /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 1095 time: 0.3464487 Dec 16 07:46:25.797579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Request body: {'binding': {'host': 'n-h2-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:25.798040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Unknown quota resources ['binding']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:46:25.884168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Deleting port d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:25.884540 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:25.978692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] For port d09df1d2-3118-427e-9838-fa5e0fa49e0e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d09df1d2-3118-427e-9838-fa5e0fa49e0e,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:25.978979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:25.995073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5124bc4-437d-406f-a33c-996108cdf887 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:25.995764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Calling delete_port for d09df1d2-3118-427e-9838-fa5e0fa49e0e owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:26.004738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.023799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on host n-h2-820935-11 for vnic_type normal with profile None {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:26.028586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:26.028586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:26.029036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Transition to ACTIVE for port object b5124bc4-437d-406f-a33c-996108cdf887 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:46:26.031184 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:46:26.031924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:26.036687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:26.037027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:26.037415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:26.037920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Bound port: d8e6c7bd-48bc-4560-80b9-8e792a293121, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:26.089898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:26.126961 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.179193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5124bc4-437d-406f-a33c-996108cdf887,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:26.200467 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.201731 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-bf79f4a1-eec4-4d4b-a255-a6b5f04fc167 service neutron] 10.222.0.43 "POST /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121/bindings HTTP/1.1" status: 201 len: 390 time: 0.4076784 Dec 16 07:46:26.224562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.256095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Attempting to bind port b5124bc4-437d-406f-a33c-996108cdf887 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:26.256380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Attempting to bind port b5124bc4-437d-406f-a33c-996108cdf887 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '324fd391-a8ee-455e-b591-60c2013157cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '59b11846-a348-40eb-aa95-444a1948c321'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:26.256709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Attempting to bind port b5124bc4-437d-406f-a33c-996108cdf887 on network 59b11846-a348-40eb-aa95-444a1948c321 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:26.260431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Pushing event deleted for resources: {'Port': ['ID=d09df1d2-3118-427e-9838-fa5e0fa49e0e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:26.261038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Port b5124bc4-437d-406f-a33c-996108cdf887 on network 59b11846-a348-40eb-aa95-444a1948c321 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:46:26.262648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Attempting to bind port b5124bc4-437d-406f-a33c-996108cdf887 on network 59b11846-a348-40eb-aa95-444a1948c321 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:26.264863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d09df1d2-3118-427e-9838-fa5e0fa49e0e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:26.269873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:26.270214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Checking segment: {'id': '324fd391-a8ee-455e-b591-60c2013157cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '59b11846-a348-40eb-aa95-444a1948c321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:26.270727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Bound using segment: {'id': '324fd391-a8ee-455e-b591-60c2013157cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '59b11846-a348-40eb-aa95-444a1948c321'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:26.271016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Bound port: b5124bc4-437d-406f-a33c-996108cdf887, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324fd391-a8ee-455e-b591-60c2013157cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '59b11846-a348-40eb-aa95-444a1948c321'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:26.271376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.314331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] No DVR routers for this DVR port d09df1d2-3118-427e-9838-fa5e0fa49e0e on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:26.319243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.328167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4644194-2998-43e4-b73e-f04eaab7b73a req-9f4420cc-14a1-4db7-ac0c-8a437b08215f tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.36 "DELETE /v2.0/ports/d09df1d2-3118-427e-9838-fa5e0fa49e0e HTTP/1.1" status: 204 len: 173 time: 0.5334654 Dec 16 07:46:26.328167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-deleted', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:26.328167 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e8a71c-6288-4b00-b489-b2c71f435a0c" -d '{"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-deleted", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:26.358642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] For port b5124bc4-437d-406f-a33c-996108cdf887, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:26.362580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] For port b5124bc4-437d-406f-a33c-996108cdf887, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b5124bc4-437d-406f-a33c-996108cdf887,segment=NetworkSegment(324fd391-a8ee-455e-b591-60c2013157cf),segment_id=324fd391-a8ee-455e-b591-60c2013157cf)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:26.369950 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e359b5d-d4d7-4ced-afdb-9364650a1c25 x-openstack-request-id: req-2e359b5d-d4d7-4ced-afdb-9364650a1c25 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:26.370474 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5f05ac-1021-4581-8f71-b68605c0e7c6", "name": "network-vif-deleted", "tag": "d09df1d2-3118-427e-9838-fa5e0fa49e0e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:26.370671 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e359b5d-d4d7-4ced-afdb-9364650a1c25 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:26.371295 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f05ac-1021-4581-8f71-b68605c0e7c6', 'name': 'network-vif-deleted', 'tag': 'd09df1d2-3118-427e-9838-fa5e0fa49e0e', 'status': 'completed', 'code': 200} Dec 16 07:46:26.458833 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.496668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:26.496668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:26.496668 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] 10.222.0.16 "PUT /v2.0/ports/b5124bc4-437d-406f-a33c-996108cdf887 HTTP/1.1" status: 200 len: 1093 time: 1.2444410 Dec 16 07:46:26.501047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'tag': 'b5124bc4-437d-406f-a33c-996108cdf887'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:26.503437 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76aea0f-b82c-4163-b1c9-fd44f87eb59c" -d '{"events": [{"name": "network-changed", "server_uuid": "c66cab9b-f8a1-415b-8066-528a81a486b8", "tag": "b5124bc4-437d-406f-a33c-996108cdf887"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:26.509797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4484c-0b13-4958-8509-ae453147f5da req-634fbfd6-906c-46a1-8f74-0efe7e364a05 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:26.511606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25b4484c-0b13-4958-8509-ae453147f5da req-634fbfd6-906c-46a1-8f74-0efe7e364a05 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0743730 Dec 16 07:46:26.551266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88764f32-16c5-484e-9973-26d3258021d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5124bc4-437d-406f-a33c-996108cdf887,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:26.598335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25b4484c-0b13-4958-8509-ae453147f5da req-168d91a1-a1dc-4daa-9294-147868a4f689 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716863 Dec 16 07:46:26.605775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c421e-20fb-44e3-b785-a82a9466a409 req-f602ab78-7fa4-488f-939a-c1e7b15cbba3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:26.607700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-973c421e-20fb-44e3-b785-a82a9466a409 req-f602ab78-7fa4-488f-939a-c1e7b15cbba3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0903928 Dec 16 07:46:26.649081 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9c12bf-b801-4b82-8f69-bca782d29a9b x-openstack-request-id: req-cd9c12bf-b801-4b82-8f69-bca782d29a9b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:26.657080 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66cab9b-f8a1-415b-8066-528a81a486b8", "tag": "b5124bc4-437d-406f-a33c-996108cdf887", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:26.657080 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd9c12bf-b801-4b82-8f69-bca782d29a9b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:26.657080 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'tag': 'b5124bc4-437d-406f-a33c-996108cdf887', 'status': 'completed', 'code': 200} Dec 16 07:46:26.663429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-973c421e-20fb-44e3-b785-a82a9466a409 req-6e9a5f4f-ae5a-4a9b-bb42-5ea473084d90 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495212 Dec 16 07:46:26.721997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c2a5578-172a-44c6-be55-5e3c3914eaf3 req-b880fde6-0296-4e0d-a3f3-3684e0592a6d tempest-ServersAdminTestJSON-1268515288 tempest-ServersAdminTestJSON-1268515288-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf5f05ac-1021-4581-8f71-b68605c0e7c6 HTTP/1.1" status: 200 len: 210 time: 0.0283184 Dec 16 07:46:26.778531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aea0f-b82c-4163-b1c9-fd44f87eb59c req-be6027bf-5856-4b78-a331-90e510772be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:26.781144 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c76aea0f-b82c-4163-b1c9-fd44f87eb59c req-be6027bf-5856-4b78-a331-90e510772be2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1354b68edcf34a49a45d20f8baa36f58&device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 1096 time: 0.0541744 Dec 16 07:46:26.891946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0eb73-b080-42ae-b137-d79459d00e4d req-e40d5be9-9164-4445-ace3-edbba11c07a8 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:26.893488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8a0eb73-b080-42ae-b137-d79459d00e4d req-e40d5be9-9164-4445-ace3-edbba11c07a8 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 944 time: 0.0551281 Dec 16 07:46:26.897528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aea0f-b82c-4163-b1c9-fd44f87eb59c req-4fc6a63a-0872-4cf0-855f-4853e818d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:26.898962 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c76aea0f-b82c-4163-b1c9-fd44f87eb59c req-4fc6a63a-0872-4cf0-855f-4853e818d72c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1354b68edcf34a49a45d20f8baa36f58&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1039190 Dec 16 07:46:26.943970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8a0eb73-b080-42ae-b137-d79459d00e4d req-7578b5a2-bb40-47d8-a793-65625c0c5cce tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 Dec 16 07:46:27.005934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aea0f-b82c-4163-b1c9-fd44f87eb59c req-172bb5b5-7099-46fe-acca-1321d60d8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.007677 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c76aea0f-b82c-4163-b1c9-fd44f87eb59c req-172bb5b5-7099-46fe-acca-1321d60d8b10 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011119 Dec 16 07:46:27.065235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-93692854-9e5d-4539-845a-6a72cb2ce10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.067009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-93692854-9e5d-4539-845a-6a72cb2ce10b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1098 time: 0.0447381 Dec 16 07:46:27.128810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-4d20fee0-1708-463a-85bf-4e01458aeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.130377 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-4d20fee0-1708-463a-85bf-4e01458aeff7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1354b68edcf34a49a45d20f8baa36f58&device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 1096 time: 0.0429921 Dec 16 07:46:27.150597 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:27.181855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-70088f27-fdcc-40ad-85c8-7ddcd8dfff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.183336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-70088f27-fdcc-40ad-85c8-7ddcd8dfff71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.1083772 Dec 16 07:46:27.192004 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-2d0faafa-1c02-4451-9463-4c3cc1c2b7f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5124bc4-437d-406f-a33c-996108cdf887 HTTP/1.1" status: 200 len: 217 time: 0.0472367 Dec 16 07:46:27.246039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-0635a1af-4b99-47a6-8b7e-4166bae9057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.247522 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-0635a1af-4b99-47a6-8b7e-4166bae9057d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3be00c96-f40a-4d16-9c93-3b44a0d80f2c HTTP/1.1" status: 200 len: 858 time: 0.0489807 Dec 16 07:46:27.263335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-a7a91855-f0b2-48d5-b8b4-af13a2c7bd01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 217 time: 0.0404258 Dec 16 07:46:27.284654 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-5ebcd4f9-da4e-4a56-a5b4-6dc2392632d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59b11846-a348-40eb-aa95-444a1948c321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292599 Dec 16 07:46:27.344375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-d7d03ced-0202-4db4-af94-7c2fdc627977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.345827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-d7d03ced-0202-4db4-af94-7c2fdc627977 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0538526 Dec 16 07:46:27.380800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-a9e4d9df-52be-418d-b714-3c892ef4781e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254896 Dec 16 07:46:27.386629 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-979730cf-7bc1-4173-a759-b46abe2b61b8 service neutron] 10.222.0.16 "GET /v2.0/networks/59b11846-a348-40eb-aa95-444a1948c321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944834 Dec 16 07:46:27.482395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-63517a2d-f46b-4c9b-8f02-5caee29049bf service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904582 Dec 16 07:46:27.490769 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c39ff62b-27b9-449f-8f3f-559705e30cb8 req-9a890683-99da-4a3b-9910-845820b2737e service neutron] 10.222.0.16 "GET /v2.0/networks/59b11846-a348-40eb-aa95-444a1948c321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962822 Dec 16 07:46:27.582831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-d328fc57-ddca-4610-b9eb-3333eeba44e1 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909450 Dec 16 07:46:27.723844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd0772-29fd-4a56-949b-b7ea728dbc0b req-08a7edd2-b05a-4e6f-9a88-a115f7c7bfdb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.725365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1fd0772-29fd-4a56-949b-b7ea728dbc0b req-08a7edd2-b05a-4e6f-9a88-a115f7c7bfdb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0514901 Dec 16 07:46:27.797628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1fd0772-29fd-4a56-949b-b7ea728dbc0b req-6487448f-7aa6-4a9a-b128-2836b4359334 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655859 Dec 16 07:46:27.821553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad0e1-84f5-4320-917f-1fd75f6cc3ef req-407a089a-eaaf-451c-b427-4fe0e4ce69ef tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:27.822917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57dad0e1-84f5-4320-917f-1fd75f6cc3ef req-407a089a-eaaf-451c-b427-4fe0e4ce69ef tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0620348 Dec 16 07:46:28.137894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19c5d6f2-02c2-4aca-bf1d-f057db080ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:28.193766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57dad0e1-84f5-4320-917f-1fd75f6cc3ef req-d38dbac9-c90f-4dde-8be5-ca80c6afcd3b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620605 Dec 16 07:46:28.245026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c232d-78e4-4f4d-bacc-a3ed7ec05637 req-93d1e966-da72-49a6-b461-12fd247bfa04 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:28.254529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-885c232d-78e4-4f4d-bacc-a3ed7ec05637 req-93d1e966-da72-49a6-b461-12fd247bfa04 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 944 time: 0.0757599 Dec 16 07:46:28.316752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-885c232d-78e4-4f4d-bacc-a3ed7ec05637 req-1f84bf68-a1be-437c-bfee-6115aea34399 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589726 Dec 16 07:46:28.324613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42002) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:28.478681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42008) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:28.479252 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bd266838-9b32-4dcf-83af-571ac50df7be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4fd988fe4bc4cf888385a7d5bf9f7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529925 Dec 16 07:46:28.528657 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be0b6502-b880-4633-812a-bf1b14d987e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:28.554773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be0b6502-b880-4633-812a-bf1b14d987e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:28.664061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be0b6502-b880-4633-812a-bf1b14d987e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:28.666909 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be0b6502-b880-4633-812a-bf1b14d987e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:28.668093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-be0b6502-b880-4633-812a-bf1b14d987e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f9a4aa1-a708-4f73-9966-2807b5ffcb9c HTTP/1.1" status: 204 len: 168 time: 0.1875870 Dec 16 07:46:28.677498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b6502-b880-4633-812a-bf1b14d987e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a4aa1-a708-4f73-9966-2807b5ffcb9c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:28.937106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45bb1b-5a8c-4817-a2e0-c3807d9249a2 req-fa2c9eb5-3e98-4312-ac7f-284353945863 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:28.938718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d45bb1b-5a8c-4817-a2e0-c3807d9249a2 req-fa2c9eb5-3e98-4312-ac7f-284353945863 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0577235 Dec 16 07:46:28.991550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d45bb1b-5a8c-4817-a2e0-c3807d9249a2 req-66bbd17b-181c-41f1-9846-710b999aaad6 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Dec 16 07:46:29.328084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0e634-b6cf-4205-a7c2-49140ed02949 req-2ccc2da7-0281-4990-b4ed-2b146234fd01 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:29.329687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13e0e634-b6cf-4205-a7c2-49140ed02949 req-2ccc2da7-0281-4990-b4ed-2b146234fd01 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0523238 Dec 16 07:46:29.385720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13e0e634-b6cf-4205-a7c2-49140ed02949 req-29589c64-92ac-4d40-9fd0-d68f0bd5f103 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Dec 16 07:46:29.386321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42022) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:29.448780 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2f7dad23-e789-4d72-9d9f-60cf79323f67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34429cfb77bc4020b0fc975b559fd2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609229 Dec 16 07:46:29.451042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:29.517648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-86721d1b-32de-4ab6-bc09-13025bbd3fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:29.531454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744e360-3545-4160-899e-404b6ff0a666 req-4bffc933-058b-4592-9a94-26f65b3fc2a2 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:29.540768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7744e360-3545-4160-899e-404b6ff0a666 req-4bffc933-058b-4592-9a94-26f65b3fc2a2 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 944 time: 0.0743263 Dec 16 07:46:29.545888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-86721d1b-32de-4ab6-bc09-13025bbd3fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:29.604718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7744e360-3545-4160-899e-404b6ff0a666 req-a78d758b-fbd7-42fb-b8fb-0ac60661365c tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630703 Dec 16 07:46:29.605251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:29.630426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: d09df1d2-3118-427e-9838-fa5e0fa49e0e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:46:29.631015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d09df1d2-3118-427e-9838-fa5e0fa49e0e not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:29.675489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-86721d1b-32de-4ab6-bc09-13025bbd3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:29.678514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-86721d1b-32de-4ab6-bc09-13025bbd3fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:29.688250 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-86721d1b-32de-4ab6-bc09-13025bbd3fe4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/112be858-7484-47da-9d38-139d112555b5 HTTP/1.1" status: 204 len: 168 time: 0.2273974 Dec 16 07:46:29.691320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721d1b-32de-4ab6-bc09-13025bbd3fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112be858-7484-47da-9d38-139d112555b5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:29.755464 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:30.124444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ddfc-d993-487a-b655-69b126b03ec4 req-487cb500-93ca-4eb9-994d-1d306239cb0e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:30.126143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de58ddfc-d993-487a-b655-69b126b03ec4 req-487cb500-93ca-4eb9-994d-1d306239cb0e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0541472 Dec 16 07:46:30.180432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de58ddfc-d993-487a-b655-69b126b03ec4 req-36308ff6-b1b9-4c87-9faf-0b545ac41c67 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473208 Dec 16 07:46:30.526152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c905fa-c493-4c01-ab2d-d7d5834b6b9b req-6a870996-7030-4d41-b7c0-6666e835fe37 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:30.528034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07c905fa-c493-4c01-ab2d-d7d5834b6b9b req-6a870996-7030-4d41-b7c0-6666e835fe37 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0612378 Dec 16 07:46:30.591389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07c905fa-c493-4c01-ab2d-d7d5834b6b9b req-a3db87af-bb3a-4a1c-ace4-3e7985fc64fc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557253 Dec 16 07:46:30.675333 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6173a0f8-7178-41d3-87e4-68c3a4050a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:30.743862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e286d60-d76b-4ee2-ad97-33c88bd3b2bc req-f0122c12-c650-49a3-a3ac-f1f41b2fc085 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:30.745542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e286d60-d76b-4ee2-ad97-33c88bd3b2bc req-f0122c12-c650-49a3-a3ac-f1f41b2fc085 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 944 time: 0.0618401 Dec 16 07:46:30.799806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e286d60-d76b-4ee2-ad97-33c88bd3b2bc req-39150417-c00f-47c5-8f92-decd32bc32be tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Dec 16 07:46:31.112051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b5124bc4-437d-406f-a33c-996108cdf887 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:46:31.219815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port b5124bc4-437d-406f-a33c-996108cdf887, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b5124bc4-437d-406f-a33c-996108cdf887,segment=NetworkSegment(324fd391-a8ee-455e-b591-60c2013157cf),segment_id=324fd391-a8ee-455e-b591-60c2013157cf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:31.234491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'b5124bc4-437d-406f-a33c-996108cdf887', 'network_id': '59b11846-a348-40eb-aa95-444a1948c321', 'port_id': 'b5124bc4-437d-406f-a33c-996108cdf887', 'mac_address': 'fa:16:3e:08:d8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be00c96-f40a-4d16-9c93-3b44a0d80f2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:46:31.296699 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:31.311786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5124bc4-437d-406f-a33c-996108cdf887 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:31.333776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea613bf-670a-4a65-82a1-876fca9476b3 req-737a3a81-c114-4b79-9a94-fb05664aa5eb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:31.335358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ea613bf-670a-4a65-82a1-876fca9476b3 req-737a3a81-c114-4b79-9a94-fb05664aa5eb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0520878 Dec 16 07:46:31.335986 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port b5124bc4-437d-406f-a33c-996108cdf887, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b5124bc4-437d-406f-a33c-996108cdf887,segment=NetworkSegment(324fd391-a8ee-455e-b591-60c2013157cf),segment_id=324fd391-a8ee-455e-b591-60c2013157cf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:31.393664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ea613bf-670a-4a65-82a1-876fca9476b3 req-c20a098a-5596-41ac-bbe4-89ca1c3a02fa tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495641 Dec 16 07:46:31.423704 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:31.484269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=b5124bc4-437d-406f-a33c-996108cdf887,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:31.713328 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:31.758876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ded2c-c09e-4f52-aca6-4965e4fe16f1 req-df37abab-e439-4725-b9a6-6b14a3218a39 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:31.760599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a81ded2c-c09e-4f52-aca6-4965e4fe16f1 req-df37abab-e439-4725-b9a6-6b14a3218a39 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0622003 Dec 16 07:46:31.821145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a81ded2c-c09e-4f52-aca6-4965e4fe16f1 req-138caf4c-7178-4af5-86f3-1b57f45c081d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Dec 16 07:46:31.891763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['b5124bc4-437d-406f-a33c-996108cdf887'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:31.979959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b6b12-f6bc-4aa1-8c46-73e9c0eb9b06 req-0a4299a1-0d40-4859-bb2a-90a1ccb38dcd tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:31.981790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f84b6b12-f6bc-4aa1-8c46-73e9c0eb9b06 req-0a4299a1-0d40-4859-bb2a-90a1ccb38dcd tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 945 time: 0.0694208 Dec 16 07:46:32.060625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f84b6b12-f6bc-4aa1-8c46-73e9c0eb9b06 req-8dcd59b4-bb42-4995-95d0-b24055bb1086 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673549 Dec 16 07:46:32.188782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-1c790c5e-ca10-4a1f-8089-7025b7187266 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226934 Dec 16 07:46:32.301492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-2198d710-52c0-4ec2-96f9-c19e2ca88816 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:32.303024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-2198d710-52c0-4ec2-96f9-c19e2ca88816 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080272 Dec 16 07:46:32.320393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-478a8b80-cd3e-4700-80e0-2ef00627af25 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/quotas/f0cd22c554784edfbc951f2776ee0e17 HTTP/1.1" status: 200 len: 375 time: 0.0109930 Dec 16 07:46:32.352931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-24e413db-a765-4a85-a657-f6d22b313556 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257688 Dec 16 07:46:32.531979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0699dbd-ecf3-427d-a665-b052c6c58f35 req-dadf0c58-5c3f-4dc2-a724-b761cadc8ed7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:32.533755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0699dbd-ecf3-427d-a665-b052c6c58f35 req-dadf0c58-5c3f-4dc2-a724-b761cadc8ed7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0560493 Dec 16 07:46:32.647030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0699dbd-ecf3-427d-a665-b052c6c58f35 req-c1136a31-7fe8-4fa7-853f-440feea73966 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062174 Dec 16 07:46:32.649171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de0e91a7-3172-4dd3-a79e-9e3e1a9e757d req-4136ec03-4b81-4c03-bf62-7b6f3a892831 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 210 time: 0.0435522 Dec 16 07:46:32.958747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347d0ac-c838-4fed-a445-2932ab435f2a req-c68ce990-906c-4494-8af9-1f82e14e61e9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:32.960305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5347d0ac-c838-4fed-a445-2932ab435f2a req-c68ce990-906c-4494-8af9-1f82e14e61e9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0513680 Dec 16 07:46:33.015373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5347d0ac-c838-4fed-a445-2932ab435f2a req-75a7d74f-dc53-4b31-84cb-971655207468 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489447 Dec 16 07:46:33.124894 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b5124bc4-437d-406f-a33c-996108cdf887 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:33.178384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee431a1-aa35-47d7-a2b3-f00f0d61adf9 req-9669363a-d62e-4b3c-8f51-072fb695b821 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:33.179969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ee431a1-aa35-47d7-a2b3-f00f0d61adf9 req-9669363a-d62e-4b3c-8f51-072fb695b821 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Dec 16 07:46:33.235049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ee431a1-aa35-47d7-a2b3-f00f0d61adf9 req-a307572f-7a4d-4998-978c-2fb5f53c462e tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483866 Dec 16 07:46:33.263758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port b5124bc4-437d-406f-a33c-996108cdf887 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:46:33.267734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port b5124bc4-437d-406f-a33c-996108cdf887 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:33.268100 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:33.345050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:33.362667 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:33.367751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5124bc4-437d-406f-a33c-996108cdf887'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:33.370009 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2586b7-312a-4d0f-b0fc-a8b945dfca1b" -d '{"events": [{"server_uuid": "c66cab9b-f8a1-415b-8066-528a81a486b8", "name": "network-vif-plugged", "status": "completed", "tag": "b5124bc4-437d-406f-a33c-996108cdf887"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:33.384099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port b5124bc4-437d-406f-a33c-996108cdf887, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b5124bc4-437d-406f-a33c-996108cdf887,segment=NetworkSegment(324fd391-a8ee-455e-b591-60c2013157cf),segment_id=324fd391-a8ee-455e-b591-60c2013157cf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:33.406365 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa7d66-d161-4155-b846-103b68e8438f x-openstack-request-id: req-7efa7d66-d161-4155-b846-103b68e8438f {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:33.406681 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66cab9b-f8a1-415b-8066-528a81a486b8", "name": "network-vif-plugged", "status": "completed", "tag": "b5124bc4-437d-406f-a33c-996108cdf887", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:33.406940 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7efa7d66-d161-4155-b846-103b68e8438f {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:33.407326 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5124bc4-437d-406f-a33c-996108cdf887', 'code': 200} Dec 16 07:46:33.452983 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:33.513364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=b5124bc4-437d-406f-a33c-996108cdf887,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:33.571245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b16f6f-4b96-4bff-a23d-c6bb89d52982 req-997d6e8c-34f3-445d-8f36-6136e6db693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:33.572813 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-08b16f6f-4b96-4bff-a23d-c6bb89d52982 req-997d6e8c-34f3-445d-8f36-6136e6db693d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 1098 time: 0.0445116 Dec 16 07:46:33.629448 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-08b16f6f-4b96-4bff-a23d-c6bb89d52982 req-b14c015e-6454-418a-8369-fc80e628a82e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Dec 16 07:46:33.730099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f6623ee-d77c-4c6f-9f57-7469a9d2d030 req-4508ac73-73b3-4f5b-aea9-092a17920f6b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 210 time: 0.0288668 Dec 16 07:46:33.791312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee816234-4c3f-4be9-8f6f-1c1eca319a20 req-a950c7dc-e4dd-4d3c-97be-f044a0251619 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:33.792880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee816234-4c3f-4be9-8f6f-1c1eca319a20 req-a950c7dc-e4dd-4d3c-97be-f044a0251619 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0493870 Dec 16 07:46:33.844272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee816234-4c3f-4be9-8f6f-1c1eca319a20 req-54057d70-ebbd-4b6f-80d5-39ed44f91b19 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429902 Dec 16 07:46:34.144600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74177989-88cc-4b52-bb26-5f4defe9ad96 req-dc002569-c061-46a9-89b6-86c528249a4d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:34.146097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74177989-88cc-4b52-bb26-5f4defe9ad96 req-dc002569-c061-46a9-89b6-86c528249a4d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0485651 Dec 16 07:46:34.172521 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:34.201953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74177989-88cc-4b52-bb26-5f4defe9ad96 req-7a86a229-6690-40c6-a91e-93f5b626c5e2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498860 Dec 16 07:46:34.462243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6726d5a-e7b0-499d-9f68-21d1f0f0732a req-696c9788-0cd4-422a-ab42-604f4dd308b5 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:34.463651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6726d5a-e7b0-499d-9f68-21d1f0f0732a req-696c9788-0cd4-422a-ab42-604f4dd308b5 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 946 time: 0.1503844 Dec 16 07:46:34.515896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6726d5a-e7b0-499d-9f68-21d1f0f0732a req-2ac33d9f-6d30-4ed9-b6ae-ee2667c1b44f tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Dec 16 07:46:34.827941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34857227-d4df-492d-b851-a43489d2bed4 req-eb2e6843-28b2-49b3-992c-dd8e8e0ba587 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 210 time: 0.0263243 Dec 16 07:46:34.963852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4552f7-404c-4341-aa67-a8ccaac5dbd5 req-17847c2e-95f2-4161-a6a9-b21f3526e49a tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:34.965387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e4552f7-404c-4341-aa67-a8ccaac5dbd5 req-17847c2e-95f2-4161-a6a9-b21f3526e49a tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0501497 Dec 16 07:46:35.023731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e4552f7-404c-4341-aa67-a8ccaac5dbd5 req-cfa32dd9-9fd0-4e49-a800-3a538a7a32ee tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492065 Dec 16 07:46:35.283119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-eafe7121-ade8-4471-b117-f92123d9d5ca tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235298 Dec 16 07:46:35.386268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1da17b-8fc5-45e3-9f06-976f5ec36a57 req-5ff1adba-636e-4c75-a1a3-3cf47b12a7ff tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:35.387759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a1da17b-8fc5-45e3-9f06-976f5ec36a57 req-5ff1adba-636e-4c75-a1a3-3cf47b12a7ff tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1079788 Dec 16 07:46:35.440077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-832c15c4-726a-43c0-a302-6bcbb338dd17 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:35.441821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-832c15c4-726a-43c0-a302-6bcbb338dd17 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501362 Dec 16 07:46:35.464118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a1da17b-8fc5-45e3-9f06-976f5ec36a57 req-c95f06b1-c1d1-46a2-a9ae-3ddb05d3b70c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606954 Dec 16 07:46:35.469310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:35.647861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f5b0-156e-49de-97a9-9a3733d19e84 req-db98610d-cc24-434e-b1dc-1d13e8a69a45 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:35.649393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75b5f5b0-156e-49de-97a9-9a3733d19e84 req-db98610d-cc24-434e-b1dc-1d13e8a69a45 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 946 time: 0.0531435 Dec 16 07:46:35.671788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:35.675244 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:35.686810 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:35.731009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75b5f5b0-156e-49de-97a9-9a3733d19e84 req-ab2f02e0-4c1c-4e4e-a912-085deb42ea4d tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755577 Dec 16 07:46:35.790271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:35.927678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3c4bac-9dc8-4920-8a11-2d609915fb87 req-a4f0007a-31d8-4046-b3b5-9fded8c2278f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 210 time: 0.0264635 Dec 16 07:46:35.944977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:36.017365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8e8617-d642-44d8-a5eb-98e768e378cf,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:36.035414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.035924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.036389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.036824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.037257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.037703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.038131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.038617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.039038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.039482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.039906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.040359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.040809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:36.140521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.195 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/931e0371-88b6-4296-b093-9980122f171b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:46:36.234810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ac596-31c0-4f0a-a57c-145e467dde86 req-3218f2ff-2629-4258-811d-81b1a4ea78be tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:36.236009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-097ac596-31c0-4f0a-a57c-145e467dde86 req-3218f2ff-2629-4258-811d-81b1a4ea78be tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0836635 Dec 16 07:46:36.346186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-097ac596-31c0-4f0a-a57c-145e467dde86 req-d76040e0-8d5c-4c66-9d4f-fdf0b442417c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700462 Dec 16 07:46:36.372209 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:36.493091 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:36.556893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:36.573688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:36.585210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:36.614518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=931e0371-88b6-4296-b093-9980122f171b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:36.677862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:36.678523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:36.689752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23af1e-11c4-4be9-a8ca-d36ddd429962 req-761caf00-5d37-4165-aa3e-df530a354ebb tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:36.694137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc23af1e-11c4-4be9-a8ca-d36ddd429962 req-761caf00-5d37-4165-aa3e-df530a354ebb tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 946 time: 0.2378218 Dec 16 07:46:36.733956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d53aa-ae42-4d0f-a4c6-312aa25ecebe req-a71a1cd6-654e-42bf-bc80-f7836e08f046 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:36.742266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-098d53aa-ae42-4d0f-a4c6-312aa25ecebe req-a71a1cd6-654e-42bf-bc80-f7836e08f046 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1184299 Dec 16 07:46:36.808308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc23af1e-11c4-4be9-a8ca-d36ddd429962 req-1edbc823-1195-4bfa-9eb0-5baea891bc11 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063681 Dec 16 07:46:36.829272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-098d53aa-ae42-4d0f-a4c6-312aa25ecebe req-62bc6a96-3c46-4357-81ad-80ccdcf918e4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810657 Dec 16 07:46:36.849089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-15ca2ed8-e1d9-4d94-bc8a-9f1cd53d1d8d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3839529 Dec 16 07:46:36.879272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Request body: {'port': {'device_id': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:36.881284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0c1962e1-893d-481e-9036-9832ce64a6a5 None None] Provisioning complete for port 931e0371-88b6-4296-b093-9980122f171b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:36.882214 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c1962e1-893d-481e-9036-9832ce64a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:36.918343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0c1962e1-893d-481e-9036-9832ce64a6a5 None None] Port 931e0371-88b6-4296-b093-9980122f171b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:46:36.935999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:37.145991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0328ea-9ee4-4d0a-b1ea-c31951cca498 req-27f3dbc9-f5b9-416e-991e-e3c935a44e5b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:37.147631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a0328ea-9ee4-4d0a-b1ea-c31951cca498 req-27f3dbc9-f5b9-416e-991e-e3c935a44e5b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 936 time: 0.1068666 Dec 16 07:46:37.246623 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a0328ea-9ee4-4d0a-b1ea-c31951cca498 req-4fd61aa4-bc2d-4e4a-943f-713e4a54d17a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765550 Dec 16 07:46:37.286576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931e0371-88b6-4296-b093-9980122f171b {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:37.293957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:37.306295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Transition to ACTIVE for port object 931e0371-88b6-4296-b093-9980122f171b will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:46:37.400826 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:37.480396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Pushing event updated for resources: {'Port': ['ID=931e0371-88b6-4296-b093-9980122f171b,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:37.549350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b385b2-977e-48ab-9490-f3a26a0fd46f req-f6f8d2df-1b88-4a8b-979d-0337a2ecb6c8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:37.552667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21b385b2-977e-48ab-9490-f3a26a0fd46f req-f6f8d2df-1b88-4a8b-979d-0337a2ecb6c8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.1238837 Dec 16 07:46:37.600246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Attempting to bind port 931e0371-88b6-4296-b093-9980122f171b on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:37.600594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Attempting to bind port 931e0371-88b6-4296-b093-9980122f171b by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:37.600931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Attempting to bind port 931e0371-88b6-4296-b093-9980122f171b on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:37.614155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Port 931e0371-88b6-4296-b093-9980122f171b on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:46:37.614503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Attempting to bind port 931e0371-88b6-4296-b093-9980122f171b on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:37.626638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:37.627005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:37.627404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:37.628140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Bound port: 931e0371-88b6-4296-b093-9980122f171b, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:37.628315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:37.643729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21b385b2-977e-48ab-9490-f3a26a0fd46f req-18f03059-fa4d-4a48-913b-33f96ea23d53 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826037 Dec 16 07:46:37.699227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] For port 931e0371-88b6-4296-b093-9980122f171b, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:37.702979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] For port 931e0371-88b6-4296-b093-9980122f171b, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=931e0371-88b6-4296-b093-9980122f171b,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:37.783935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:37.827984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:37.828625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:37.830012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] 10.222.0.36 "PUT /v2.0/ports/931e0371-88b6-4296-b093-9980122f171b HTTP/1.1" status: 200 len: 1097 time: 0.9567056 Dec 16 07:46:37.830463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'tag': '931e0371-88b6-4296-b093-9980122f171b'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:37.832891 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e003e1-6c42-474b-931e-d32a46e12a75" -d '{"events": [{"name": "network-changed", "server_uuid": "17fb1a89-01fd-4a46-a0b7-5dff3d3227ee", "tag": "931e0371-88b6-4296-b093-9980122f171b"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:37.859188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f17be8-5f0b-4c47-8ba7-e27616940d7e service neutron] Pushing event updated for resources: {'Port': ['ID=931e0371-88b6-4296-b093-9980122f171b,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:37.898344 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b195efec-5c4a-48b8-911d-6957191aecda x-openstack-request-id: req-b195efec-5c4a-48b8-911d-6957191aecda {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:37.898712 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fb1a89-01fd-4a46-a0b7-5dff3d3227ee", "tag": "931e0371-88b6-4296-b093-9980122f171b", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:37.898965 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b195efec-5c4a-48b8-911d-6957191aecda {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:37.899385 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'tag': '931e0371-88b6-4296-b093-9980122f171b', 'status': 'completed', 'code': 200} Dec 16 07:46:38.030672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e003e1-6c42-474b-931e-d32a46e12a75 req-397ec6dc-8bae-435d-8b2c-0677d44a52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.032274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21e003e1-6c42-474b-931e-d32a46e12a75 req-397ec6dc-8bae-435d-8b2c-0677d44a52ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 1100 time: 0.1012096 Dec 16 07:46:38.051262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff6739-108c-4ed7-b434-102cdb397a22 req-b301aef4-bafa-4d0a-a88a-d6a5d13e19e6 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.052754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bff6739-108c-4ed7-b434-102cdb397a22 req-b301aef4-bafa-4d0a-a88a-d6a5d13e19e6 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 946 time: 0.0942850 Dec 16 07:46:38.070081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc183a10-ce94-4b92-a4d1-7300557d73fb req-bb0d0a09-9f44-48c6-83e6-6da5fa07f1f0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.071458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc183a10-ce94-4b92-a4d1-7300557d73fb req-bb0d0a09-9f44-48c6-83e6-6da5fa07f1f0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1114995 Dec 16 07:46:38.103923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21e003e1-6c42-474b-931e-d32a46e12a75 req-e60a0b3a-ddcb-4776-a7a5-c3417581f782 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501323 Dec 16 07:46:38.138790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-8e238dd2-2dce-48eb-8b4f-b8acd750fc72 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.140321 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-8e238dd2-2dce-48eb-8b4f-b8acd750fc72 tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.16 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 946 time: 0.0474031 Dec 16 07:46:38.202503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bff6739-108c-4ed7-b434-102cdb397a22 req-b02c82f8-89fc-4690-807f-fccbe5373aec tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/security-groups?id=c05fa6a3-13b3-4d77-958d-39b2f4de6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400082 Dec 16 07:46:38.219592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc183a10-ce94-4b92-a4d1-7300557d73fb req-56584686-efda-4969-a70f-642ab3691822 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328647 Dec 16 07:46:38.238228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Deleting port b5124bc4-437d-406f-a33c-996108cdf887 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:38.238569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:38.250413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e003e1-6c42-474b-931e-d32a46e12a75 req-d23b101d-019d-40cf-9acd-7444983f0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.251884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21e003e1-6c42-474b-931e-d32a46e12a75 req-d23b101d-019d-40cf-9acd-7444983f0c51 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388659 Dec 16 07:46:38.329501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] For port b5124bc4-437d-406f-a33c-996108cdf887, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b5124bc4-437d-406f-a33c-996108cdf887,segment=NetworkSegment(324fd391-a8ee-455e-b591-60c2013157cf),segment_id=324fd391-a8ee-455e-b591-60c2013157cf)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:38.329866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:38.343291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Calling delete_port for b5124bc4-437d-406f-a33c-996108cdf887 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:38.388652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-795ccd5a-591a-4562-b782-3abc5e0548c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.390309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-795ccd5a-591a-4562-b782-3abc5e0548c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 1100 time: 0.0728936 Dec 16 07:46:38.398225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d5ccd-c27e-4be6-a4ea-ca462f65ae33 req-99d33912-31ca-4a43-9208-b54092546b9c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.399884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-421d5ccd-c27e-4be6-a4ea-ca462f65ae33 req-99d33912-31ca-4a43-9208-b54092546b9c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 948 time: 0.0842769 Dec 16 07:46:38.453141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-fe67b56a-a45e-47c0-a3a9-7fff45390388 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=931e0371-88b6-4296-b093-9980122f171b HTTP/1.1" status: 200 len: 217 time: 0.0447593 Dec 16 07:46:38.492694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-421d5ccd-c27e-4be6-a4ea-ca462f65ae33 req-bea687d0-ca94-4906-9a66-09c45af8f2ef tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861056 Dec 16 07:46:38.534516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-af000a11-9a6b-48f8-adbf-d13a6dce1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.538354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-af000a11-9a6b-48f8-adbf-d13a6dce1533 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0577924 Dec 16 07:46:38.554869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:38.585980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Pushing event deleted for resources: {'Port': ['ID=b5124bc4-437d-406f-a33c-996108cdf887,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:38.594263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-8224eadb-e1e4-4c2c-b6c8-3a2468bbb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.595788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-8224eadb-e1e4-4c2c-b6c8-3a2468bbb45c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522258 Dec 16 07:46:38.596529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['b5124bc4-437d-406f-a33c-996108cdf887'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:38.633321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] No DVR routers for this DVR port b5124bc4-437d-406f-a33c-996108cdf887 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:38.635844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.636219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.636833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.637226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.637565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.637898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.639224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.639719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.640059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.640420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.640750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.641077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.641402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:38.648651 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:38.651976 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca7fdcac-b875-4c85-ac0e-dcc5306ec3bd req-4de3fc08-7acd-4e2e-8372-2a73f8ea836b tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.16 "DELETE /v2.0/ports/b5124bc4-437d-406f-a33c-996108cdf887 HTTP/1.1" status: 204 len: 173 time: 0.5044582 Dec 16 07:46:38.652442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'name': 'network-vif-deleted', 'tag': 'b5124bc4-437d-406f-a33c-996108cdf887'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:38.655255 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8504e6c6-a72a-48e4-8ef7-4db6b562bb80" -d '{"events": [{"server_uuid": "c66cab9b-f8a1-415b-8066-528a81a486b8", "name": "network-vif-deleted", "tag": "b5124bc4-437d-406f-a33c-996108cdf887"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:38.702695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-4236363f-267d-4a66-a979-ef121d4f8fae service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951180 Dec 16 07:46:38.708201 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f53ed8a-6800-4665-a015-fd358bd45b16 x-openstack-request-id: req-1f53ed8a-6800-4665-a015-fd358bd45b16 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:38.708515 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66cab9b-f8a1-415b-8066-528a81a486b8", "name": "network-vif-deleted", "tag": "b5124bc4-437d-406f-a33c-996108cdf887", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:38.708773 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f53ed8a-6800-4665-a015-fd358bd45b16 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:38.709170 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66cab9b-f8a1-415b-8066-528a81a486b8', 'name': 'network-vif-deleted', 'tag': 'b5124bc4-437d-406f-a33c-996108cdf887', 'status': 'completed', 'code': 200} Dec 16 07:46:38.838201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d90d40-5e6f-460f-8e85-fa3cc218dc5b req-0bb35bf9-9afc-4cd5-9822-48a2edc7d929 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:38.839703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97d90d40-5e6f-460f-8e85-fa3cc218dc5b req-0bb35bf9-9afc-4cd5-9822-48a2edc7d929 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.1036997 Dec 16 07:46:38.857292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-399315a6-cf34-4f06-ac51-608fecc7ff31 req-a068742d-0776-4a20-8758-74cefcadd91a service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415017 Dec 16 07:46:38.894348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97d90d40-5e6f-460f-8e85-fa3cc218dc5b req-be15f3f0-01e3-4c22-87bb-72e6da2b2fe8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Dec 16 07:46:39.353704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00cad287-819b-4657-9dbd-48e30fcbd9d7 req-821cdd5c-0aba-46d2-a5e9-fac25a1de5ab tempest-InstanceActionsV221TestJSON-788570847 tempest-InstanceActionsV221TestJSON-788570847-project] 10.222.0.43 "GET /v2.0/ports?device_id=c66cab9b-f8a1-415b-8066-528a81a486b8 HTTP/1.1" status: 200 len: 210 time: 0.0396538 Dec 16 07:46:39.376519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbc630-376a-4c01-9c61-ce6fae0ae01b req-fd8db5be-ad00-492e-a597-c9224eb2a797 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:39.377966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1cbc630-376a-4c01-9c61-ce6fae0ae01b req-fd8db5be-ad00-492e-a597-c9224eb2a797 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0738211 Dec 16 07:46:39.425511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1cbc630-376a-4c01-9c61-ce6fae0ae01b req-80537ff3-aa5e-430c-8420-2679fd728fd9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Dec 16 07:46:39.611689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c3f53-bf18-41aa-9607-c0dc4903857a req-c1a29168-202d-42eb-9f53-2c43a8bf806a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:39.613214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-636c3f53-bf18-41aa-9607-c0dc4903857a req-c1a29168-202d-42eb-9f53-2c43a8bf806a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 948 time: 0.0502110 Dec 16 07:46:39.673610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-636c3f53-bf18-41aa-9607-c0dc4903857a req-0488b838-0c28-4a0f-babf-f84bee08ed51 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Dec 16 07:46:40.018897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dd53d-7fdf-45b2-a52e-37e96f24a3dd req-0d30ba12-d468-42ae-8d71-06a254917ea5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:40.020384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d53dd53d-7fdf-45b2-a52e-37e96f24a3dd req-0d30ba12-d468-42ae-8d71-06a254917ea5 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 946 time: 0.0481215 Dec 16 07:46:40.073006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d53dd53d-7fdf-45b2-a52e-37e96f24a3dd req-c334b345-e91f-42e6-9c97-3a87d4cd82cc tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453935 Dec 16 07:46:40.306077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-fa33fda3-6f90-4334-936c-ad9782b78e2c tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:40.307601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-fa33fda3-6f90-4334-936c-ad9782b78e2c tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1098 time: 0.0435848 Dec 16 07:46:40.320542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-11'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:40.373321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.550306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:40.588002 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42248) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:40.592539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d5545-8285-443c-8864-702057df736b req-18ea773e-bfce-4a70-899c-f40bb2583bb9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:40.593921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a1d5545-8285-443c-8864-702057df736b req-18ea773e-bfce-4a70-899c-f40bb2583bb9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0866165 Dec 16 07:46:40.611299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:40.643691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] Deleting subnet 3be00c96-f40a-4d16-9c93-3b44a0d80f2c {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:46:40.647939 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.688404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.688666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a1d5545-8285-443c-8864-702057df736b req-91c54d92-258a-4c71-b5e8-7b0e29bb06df tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866249 Dec 16 07:46:40.689130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:40.691865 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734d1a7-bf0c-4e53-a1ee-29448ffc37c8" -d '{"events": [{"server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:40.696699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.743724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.823441 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.829712 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991dd8f7-d4f0-4357-b81e-0ad53af70150 x-openstack-request-id: req-991dd8f7-d4f0-4357-b81e-0ad53af70150 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:40.830003 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:40.830258 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-991dd8f7-d4f0-4357-b81e-0ad53af70150 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:40.830649 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121', 'code': 200} Dec 16 07:46:40.900063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:40.941032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.948640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on host n-h1-820935-11 for vnic_type normal with profile {"migrating_to": "n-h2-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:40.948980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:40.949312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:40.958695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:46:40.959029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Attempting to bind port d8e6c7bd-48bc-4560-80b9-8e792a293121 on network b29d70f3-9749-473b-9e4f-ddd4263dfda2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:40.967899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:40.968273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Checking segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:40.968657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Bound using segment: {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:40.969093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Bound port: d8e6c7bd-48bc-4560-80b9-8e792a293121, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ad19f-5b33-4f8b-a29b-35103fb481dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29d70f3-9749-473b-9e4f-ddd4263dfda2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:40.969452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.977249 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be00c96-f40a-4d16-9c93-3b44a0d80f2c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:40.978267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d8a4d-d820-43a9-b5cb-052ec5449212 req-b8bc8f6a-50a5-4009-9914-06c3ab765160 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:40.979810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-245d8a4d-d820-43a9-b5cb-052ec5449212 req-b8bc8f6a-50a5-4009-9914-06c3ab765160 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 948 time: 0.0967093 Dec 16 07:46:40.993365 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:40.996743 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb74f6f9-b2dd-4ef0-89a1-261e212dbe9e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3be00c96-f40a-4d16-9c93-3b44a0d80f2c HTTP/1.1" status: 204 len: 168 time: 0.4075248 Dec 16 07:46:40.999407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42260) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:41.071271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.074563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-245d8a4d-d820-43a9-b5cb-052ec5449212 req-4e3ee2a5-8954-4832-993f-a02ffb58ca96 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865395 Dec 16 07:46:41.081442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:41.084618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:41.156628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b5124bc4-437d-406f-a33c-996108cdf887 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:41.160091 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.161014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.181881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b11846-a348-40eb-aa95-444a1948c321']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:41.182955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: b5124bc4-437d-406f-a33c-996108cdf887 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:46:41.183745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b5124bc4-437d-406f-a33c-996108cdf887 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:41.192658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324fd391-a8ee-455e-b591-60c2013157cf') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:41.192958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324fd391-a8ee-455e-b591-60c2013157cf') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:41.202976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.216687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.223534 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:46:41.224101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:46:41.225877 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:46:41.259496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce064067-1a03-418e-b98a-a4773dad8c20 req-c573dba6-502d-4453-928a-497301b1d681 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:41.261152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce064067-1a03-418e-b98a-a4773dad8c20 req-c573dba6-502d-4453-928a-497301b1d681 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.1148634 Dec 16 07:46:41.275056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=8']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:41.283897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:41.284507 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.285819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-59d773d4-58da-4b2e-8439-709a8ab510f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 1124 time: 0.9694438 Dec 16 07:46:41.328034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce064067-1a03-418e-b98a-a4773dad8c20 req-5291f204-a2d1-4e19-8bcd-b1361922fdfe tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476871 Dec 16 07:46:41.349341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.358023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.361365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/59b11846-a348-40eb-aa95-444a1948c321 HTTP/1.1" status: 204 len: 168 time: 0.3610001 Dec 16 07:46:41.371414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2232d-207a-42a0-910c-77fdc988ccf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b11846-a348-40eb-aa95-444a1948c321,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:41.465076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['d8e6c7bd-48bc-4560-80b9-8e792a293121'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:41.493202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d8e6c7bd-48bc-4560-80b9-8e792a293121'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:41.654720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 931e0371-88b6-4296-b093-9980122f171b details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:46:41.813068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 931e0371-88b6-4296-b093-9980122f171b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=931e0371-88b6-4296-b093-9980122f171b,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:41.823359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68f00-e0ea-4a76-9ecf-56d21683651b req-c99fb16b-053f-4157-bb31-025aeaeeaace tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:41.824932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29c68f00-e0ea-4a76-9ecf-56d21683651b req-c99fb16b-053f-4157-bb31-025aeaeeaace tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0531847 Dec 16 07:46:41.826399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '931e0371-88b6-4296-b093-9980122f171b', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '931e0371-88b6-4296-b093-9980122f171b', 'mac_address': 'fa:16:3e:ad:8c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:46:41.869180 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.879619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29c68f00-e0ea-4a76-9ecf-56d21683651b req-bf406878-8920-41d9-89d8-0a95bcbc25e0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 Dec 16 07:46:41.882485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931e0371-88b6-4296-b093-9980122f171b {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:41.903232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 931e0371-88b6-4296-b093-9980122f171b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=931e0371-88b6-4296-b093-9980122f171b,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:41.961495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42274) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:41.983464 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:41.984146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d8e6c7bd-48bc-4560-80b9-8e792a293121 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:46:42.001908 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8bd54087-8167-458f-94eb-1938e4b98064 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1354b68edcf34a49a45d20f8baa36f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395072 Dec 16 07:46:42.004649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42276) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:42.057168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1167-8193-4798-be90-1fa4e31e3069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:42.081886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1167-8193-4798-be90-1fa4e31e3069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:42.096273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=931e0371-88b6-4296-b093-9980122f171b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:42.111326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.111854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.112107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.112407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.112817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.113165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.113497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.113826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.114146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.114472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.114793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.115116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.115436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:42.155112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:42.167901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d8e6c7bd-48bc-4560-80b9-8e792a293121 has no active binding in host n-h2-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:46:42.206624 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1167-8193-4798-be90-1fa4e31e3069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:42.209083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1167-8193-4798-be90-1fa4e31e3069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:42.210187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1b8c1167-8193-4798-be90-1fa4e31e3069 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c05fa6a3-13b3-4d77-958d-39b2f4de6c47 HTTP/1.1" status: 204 len: 168 time: 0.2046154 Dec 16 07:46:42.222133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c1167-8193-4798-be90-1fa4e31e3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05fa6a3-13b3-4d77-958d-39b2f4de6c47,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:42.239555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb097b-aff5-457d-a671-bd102df2b88a req-e51a0dab-b6c3-4cc3-bfa3-2945d8828b08 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:42.241366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8dbb097b-aff5-457d-a671-bd102df2b88a req-e51a0dab-b6c3-4cc3-bfa3-2945d8828b08 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 949 time: 0.0650184 Dec 16 07:46:42.252948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:46:42.296786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8dbb097b-aff5-457d-a671-bd102df2b88a req-d4052a6c-fca7-47ff-b1a7-ae6040316f9b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Dec 16 07:46:42.453826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743ef9-f266-4c79-bc10-e8717da0162c req-bc3205c0-c9f7-442a-a617-db5401cdc9fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:42.455351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb743ef9-f266-4c79-bc10-e8717da0162c req-bc3205c0-c9f7-442a-a617-db5401cdc9fb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0527534 Dec 16 07:46:42.506917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb743ef9-f266-4c79-bc10-e8717da0162c req-42c6d0d7-6665-4ab5-92d2-f3f33de83af1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Dec 16 07:46:42.701371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:42.831555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:42.833943 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6610713a-7175-4d34-8b66-de99da46b3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:42.881005 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dcc05e-704d-48fe-bd95-4ff74dbab1fc x-openstack-request-id: req-73dcc05e-704d-48fe-bd95-4ff74dbab1fc {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:42.881005 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:42.881005 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73dcc05e-704d-48fe-bd95-4ff74dbab1fc {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:42.881005 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121', 'status': 'completed', 'code': 200} Dec 16 07:46:42.978947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-86479317-042e-40df-807c-e4bf9d7a8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:42.981029 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-86479317-042e-40df-807c-e4bf9d7a8fa8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1127 time: 0.0489950 Dec 16 07:46:43.025060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b4c10-d615-4fa6-b0db-c912038c71f7 req-66e1ca32-a44d-4cc8-ab1d-6932fb8972fb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:43.026821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1b4c10-d615-4fa6-b0db-c912038c71f7 req-66e1ca32-a44d-4cc8-ab1d-6932fb8972fb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0553596 Dec 16 07:46:43.079737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1b4c10-d615-4fa6-b0db-c912038c71f7 req-e13c1eb0-785f-4650-baf3-257b89466d07 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Dec 16 07:46:43.086570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-2f334b2a-6f61-4a48-bf32-9b33c6e9ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:43.088216 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-2f334b2a-6f61-4a48-bf32-9b33c6e9ffae service neutron] 10.222.0.16 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.0997972 Dec 16 07:46:43.143754 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-2da54ea5-fc82-4f85-bbe6-6814f132aa63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 217 time: 0.0473616 Dec 16 07:46:43.224783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-8f7dd61c-a9fc-48b5-b78f-0d4567a1ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:43.226344 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-8f7dd61c-a9fc-48b5-b78f-0d4567a1ac5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.0496602 Dec 16 07:46:43.258785 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-6bb0505b-f73e-4356-8751-c021c5cbb1a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252194 Dec 16 07:46:43.357991 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-48795db9-af16-4822-b03e-4c2b9aaf6571 service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908113 Dec 16 07:46:43.426924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6490bc-a31c-41ad-93c5-efe2c42b4b2c req-509356b8-a83c-4f5e-9130-e33696701450 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:43.433341 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f6490bc-a31c-41ad-93c5-efe2c42b4b2c req-509356b8-a83c-4f5e-9130-e33696701450 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 949 time: 0.0608728 Dec 16 07:46:43.441779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42318) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:43.470997 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6610713a-7175-4d34-8b66-de99da46b3b3 req-8a307730-d081-4766-bef9-cd5b7c63613d service neutron] 10.222.0.16 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056700 Dec 16 07:46:43.488396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f6490bc-a31c-41ad-93c5-efe2c42b4b2c req-690f576b-9bc5-4785-9286-27758fcca104 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498099 Dec 16 07:46:43.559290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-network', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:43.631756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc950-afab-46e5-92b3-43048d53aaee req-a80cd847-beb7-429e-809a-0145f6e33035 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:43.633158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-319fc950-afab-46e5-92b3-43048d53aaee req-a80cd847-beb7-429e-809a-0145f6e33035 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0483613 Dec 16 07:46:43.680287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Made reservation on behalf of 1841c64a2f8a477cb67205efdc759bfa for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:43.682019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-319fc950-afab-46e5-92b3-43048d53aaee req-a5630686-9790-46bd-b66a-a4cc59ab6c3f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Dec 16 07:46:43.682841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:43.693363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:43.768670 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:43.874726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:43.899689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:46:43.909722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d96009-78a3-4752-aaa2-013e8d9dd410,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:43.915203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:43.915545 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Added segment 6bc871ec-4d13-4ecc-89ad-28f368c431b9 of type vlan for network 15330c9d-a1b2-4068-93c4-e02da6192d49 Dec 16 07:46:43.958695 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:44.046150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:44.047181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:44.047769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:44.109108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] Pushing event updated for resources: {'Network': ['ID=15330c9d-a1b2-4068-93c4-e02da6192d49,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:44.124314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 15330c9d-a1b2-4068-93c4-e02da6192d49 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:46:44.182965 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0da2d1ac-2321-4a5c-a1fa-6d3ad90f6f38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7399595 Dec 16 07:46:44.185757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42332) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:44.190843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Request body: {'subnet': {'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-subnet', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:44.237650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f517ef5-1761-44ca-827b-7e882ef107cd req-e0c21d97-0193-483b-84e2-ace099aa7d8e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:44.239159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f517ef5-1761-44ca-827b-7e882ef107cd req-e0c21d97-0193-483b-84e2-ace099aa7d8e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0788255 Dec 16 07:46:44.293431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f517ef5-1761-44ca-827b-7e882ef107cd req-88c6ef1d-8383-44bf-b076-96f32a75633b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Dec 16 07:46:44.303379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Made reservation on behalf of 1841c64a2f8a477cb67205efdc759bfa for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:44.314760 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:44.555373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:44.609992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80583023-b684-49dc-8014-7568e576e7a0 req-68abc20d-e440-467e-bc48-85643bbb089f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:44.610969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69c8bd6-4675-4dea-83f9-155226a31112,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:44.611518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80583023-b684-49dc-8014-7568e576e7a0 req-68abc20d-e440-467e-bc48-85643bbb089f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 949 time: 0.0534286 Dec 16 07:46:44.621292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Checking segment: {'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:44.621655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Network hostable DHCP agents. Network: 15330c9d-a1b2-4068-93c4-e02da6192d49, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:46:44.660240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80583023-b684-49dc-8014-7568e576e7a0 req-ce79358c-050d-4f2b-9744-273fd5d45845 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Dec 16 07:46:44.805180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75ea01-5bcd-4237-8730-d587621dba65 req-a769153c-67aa-408c-a36c-74b8b93ef827 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:44.806628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de75ea01-5bcd-4237-8730-d587621dba65 req-a769153c-67aa-408c-a36c-74b8b93ef827 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0484836 Dec 16 07:46:44.811934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Network 15330c9d-a1b2-4068-93c4-e02da6192d49 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:46:44.853329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de75ea01-5bcd-4237-8730-d587621dba65 req-f148b5a0-ff4f-40b0-8bbe-257025302b06 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Dec 16 07:46:44.937551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 15330c9d-a1b2-4068-93c4-e02da6192d49) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:44.942049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:44.942649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:44.947631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587926d-ca43-4ed5-8447-e244f30b25d5 None None] Network 15330c9d-a1b2-4068-93c4-e02da6192d49 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:46:45.038045 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-673db3ee-c6a9-478b-96d5-014de95ef1fe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8508384 Dec 16 07:46:45.039637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:45.043105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33039d1e-1d86-431a-86c1-f46bc01047a4 None None] Network 15330c9d-a1b2-4068-93c4-e02da6192d49 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:46:45.046436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:45.178323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.179730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.296661 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.320154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e0f9f-0c10-4a91-a994-2cd90b35fc0e req-f8969b49-a8fc-4ce0-9bdf-ff93b885d0f4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:45.321716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c03e0f9f-0c10-4a91-a994-2cd90b35fc0e req-f8969b49-a8fc-4ce0-9bdf-ff93b885d0f4 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.0671406 Dec 16 07:46:45.377070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c03e0f9f-0c10-4a91-a994-2cd90b35fc0e req-87f2ce18-c3b3-4840-b1a2-c628353256e5 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485609 Dec 16 07:46:45.499918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362f038-d6c6-4bab-a552-ed4a284c2ddd req-2b76b09a-a7f6-49fb-9d56-aa32663c256e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:45.501528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1362f038-d6c6-4bab-a552-ed4a284c2ddd req-2b76b09a-a7f6-49fb-9d56-aa32663c256e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0617397 Dec 16 07:46:45.516877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.551715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1362f038-d6c6-4bab-a552-ed4a284c2ddd req-b009f074-5659-4d5e-a9c3-6290c8d9a214 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Dec 16 07:46:45.685719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 931e0371-88b6-4296-b093-9980122f171b up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:45.802154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bd1a6-700c-4c5a-afc8-2e16e0e046d4 req-21497aa8-fa5e-43a1-9ba3-788c9fede525 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:45.803709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-008bd1a6-700c-4c5a-afc8-2e16e0e046d4 req-21497aa8-fa5e-43a1-9ba3-788c9fede525 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 949 time: 0.0496478 Dec 16 07:46:45.860620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-008bd1a6-700c-4c5a-afc8-2e16e0e046d4 req-28ef404a-4c91-4699-b949-0e6a039c5165 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 Dec 16 07:46:45.870095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 931e0371-88b6-4296-b093-9980122f171b completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:46:45.877198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 931e0371-88b6-4296-b093-9980122f171b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:45.877795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.881149 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.906484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.990573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3047a2d-f614-48c0-a7cc-908e43a842b2 req-ddee7d25-4dfb-4c38-a5e2-5cd710f539bf tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:45.992860 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:45.998918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3047a2d-f614-48c0-a7cc-908e43a842b2 req-ddee7d25-4dfb-4c38-a5e2-5cd710f539bf tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.0659039 Dec 16 07:46:46.021379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e0371-88b6-4296-b093-9980122f171b'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:46.024107 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0104cfa3-fd89-47e9-b01c-2fe1665ad823" -d '{"events": [{"server_uuid": "17fb1a89-01fd-4a46-a0b7-5dff3d3227ee", "name": "network-vif-plugged", "status": "completed", "tag": "931e0371-88b6-4296-b093-9980122f171b"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:46.055186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 931e0371-88b6-4296-b093-9980122f171b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=931e0371-88b6-4296-b093-9980122f171b,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:46.061449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3047a2d-f614-48c0-a7cc-908e43a842b2 req-42043ca6-f906-4a73-9f15-1df78c896272 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Dec 16 07:46:46.069170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Allocated IP 172.25.2.161 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/c377a571-0231-453f-b66e-f2c120635831) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:46:46.077067 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c615ffaf-3cdd-49f2-b369-c8fe7db24453 x-openstack-request-id: req-c615ffaf-3cdd-49f2-b369-c8fe7db24453 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:46.077469 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fb1a89-01fd-4a46-a0b7-5dff3d3227ee", "name": "network-vif-plugged", "status": "completed", "tag": "931e0371-88b6-4296-b093-9980122f171b", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:46.079232 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c615ffaf-3cdd-49f2-b369-c8fe7db24453 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:46.079232 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e0371-88b6-4296-b093-9980122f171b', 'code': 200} Dec 16 07:46:46.155396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:46.174493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:46.222910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=931e0371-88b6-4296-b093-9980122f171b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:46.252418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781099-c434-473e-bc82-7a8157701890 req-549a84d1-dced-4547-9350-fcc965095ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:46.253934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81781099-c434-473e-bc82-7a8157701890 req-549a84d1-dced-4547-9350-fcc965095ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 1102 time: 0.0430224 Dec 16 07:46:46.274361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:46.318125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81781099-c434-473e-bc82-7a8157701890 req-25213013-a3de-45d9-8884-327306c74cef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Dec 16 07:46:46.323185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:46.329673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:46.331999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Pushing event updated for resources: {'Port': ['ID=c377a571-0231-453f-b66e-f2c120635831,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:46.334736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:46.683904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d466b92-23c0-489c-a36d-525bf9091eb3 req-e820da02-0a74-4feb-9886-7a760a80d1fe tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:46.686426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d466b92-23c0-489c-a36d-525bf9091eb3 req-e820da02-0a74-4feb-9886-7a760a80d1fe tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0570860 Dec 16 07:46:46.714424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:46.744751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d466b92-23c0-489c-a36d-525bf9091eb3 req-e22c4f09-2d3f-4fce-8834-438e35423110 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467899 Dec 16 07:46:46.934501 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:46.989260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79805512-6911-4395-8570-39ede6642afa req-d162b070-e9b7-4ac5-82c4-29fd5878a717 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:46.996753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79805512-6911-4395-8570-39ede6642afa req-d162b070-e9b7-4ac5-82c4-29fd5878a717 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 950 time: 0.0594409 Dec 16 07:46:47.049620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79805512-6911-4395-8570-39ede6642afa req-839db52a-26d1-4530-bdaa-9d0789e7d0f0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 Dec 16 07:46:47.182804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d8e6c7bd-48bc-4560-80b9-8e792a293121 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:47.239964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed32f25-4811-4dc4-a991-7bf5aaae7821 req-7db38db2-109e-499c-9a7f-0a428c523625 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:47.242198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed32f25-4811-4dc4-a991-7bf5aaae7821 req-7db38db2-109e-499c-9a7f-0a428c523625 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 944 time: 0.1050315 Dec 16 07:46:47.317782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed32f25-4811-4dc4-a991-7bf5aaae7821 req-1ca52ce0-3297-4fa2-8299-bae0deda4bbc tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643127 Dec 16 07:46:47.416990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19b0fb-22a7-4691-af4f-9cd12cf80eaf req-7cea9662-a926-4820-b6b6-911fd9a9e04f tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:47.419776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb19b0fb-22a7-4691-af4f-9cd12cf80eaf req-7cea9662-a926-4820-b6b6-911fd9a9e04f tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Dec 16 07:46:47.472723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb19b0fb-22a7-4691-af4f-9cd12cf80eaf req-d27c39cc-deeb-40e9-af20-c4ec6f7979e0 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465343 Dec 16 07:46:47.483786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Router 421f4483-2166-4fc8-aa79-212586ea6f4a is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:46:47.605963 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:46:47.623437 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Sync routers for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:46:47.635274 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:47.636926 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:47.749250 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:47.777422 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-4640d034-7d1b-4106-8226-de6a925c206d service neutron] 10.222.0.16 "GET /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121/bindings/n-h2-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.1069489 Dec 16 07:46:47.780768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:47.784964 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4797119b-ddc5-4e1d-bca6-4e3bc6981c57 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7412987 Dec 16 07:46:47.785690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42388) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:47.963325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4501e5-fc1e-47ba-817a-fd9ce0af34f2 req-8a66c403-595f-4f3c-b2b4-93ca3ccffcc0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:47.963653 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:46Z', 'revision_number': 3, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:47.965179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c4501e5-fc1e-47ba-817a-fd9ce0af34f2 req-8a66c403-595f-4f3c-b2b4-93ca3ccffcc0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1168327 Dec 16 07:46:47.977171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:47.991289 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Checking router: 421f4483-2166-4fc8-aa79-212586ea6f4a for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:46:47.991748 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Updating router 421f4483-2166-4fc8-aa79-212586ea6f4a port c377a571-0231-453f-b66e-f2c120635831 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:46:48.003336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:48.022473 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.038121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e6c7bd-48bc-4560-80b9-8e792a293121 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:46:48.051387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:48.073842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c4501e5-fc1e-47ba-817a-fd9ce0af34f2 req-864040ef-154b-44c8-9ac2-838d279e704e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008053 Dec 16 07:46:48.132371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.221276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] Transition to ACTIVE for port object d8e6c7bd-48bc-4560-80b9-8e792a293121 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:46:48.275247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c51695-bbdd-4e99-9fcc-f361a8f1aadb req-575317e6-27b7-4cf0-aac9-b3b57159eab1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:48.276722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3c51695-bbdd-4e99-9fcc-f361a8f1aadb req-575317e6-27b7-4cf0-aac9-b3b57159eab1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 950 time: 0.0977275 Dec 16 07:46:48.283168 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.303946 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.370222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] No DVR routers for this DVR port d8e6c7bd-48bc-4560-80b9-8e792a293121 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:48.394808 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.411555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=10']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:48.419880 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1d84a624-ab4d-4e53-ba88-4212f40f93f7 service neutron] 10.222.0.16 "PUT /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121/bindings/n-h2-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6351860 Dec 16 07:46:48.451128 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Attempting to bind port c377a571-0231-453f-b66e-f2c120635831 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:48.451586 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Attempting to bind port c377a571-0231-453f-b66e-f2c120635831 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:48.451956 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Attempting to bind port c377a571-0231-453f-b66e-f2c120635831 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:48.464328 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:48.464768 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:48.465122 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.466515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:48.467164 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Bound port: c377a571-0231-453f-b66e-f2c120635831, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:48.467572 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.471367 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d0e41-66ff-41e9-be7e-51079c7b87a9 None None] Pushing event updated for resources: {'Port': ['ID=c377a571-0231-453f-b66e-f2c120635831,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:48.533291 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] For port c377a571-0231-453f-b66e-f2c120635831, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:48.536658 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] For port c377a571-0231-453f-b66e-f2c120635831, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c377a571-0231-453f-b66e-f2c120635831,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:48.663446 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.716991 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:48.717609 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:48.733426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3c51695-bbdd-4e99-9fcc-f361a8f1aadb req-6201bbd3-f4f0-4022-a0a7-b8aeffdaaeec tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480782 Dec 16 07:46:48.771408 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d0e41-66ff-41e9-be7e-51079c7b87a9 None None] Pushing event updated for resources: {'Port': ['ID=c377a571-0231-453f-b66e-f2c120635831,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:48.772238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-340c71ac-9b1e-4438-8eb8-e0e85dc95853 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:48.773728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-340c71ac-9b1e-4438-8eb8-e0e85dc95853 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.1469848 Dec 16 07:46:48.793445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d065c8-1295-4991-86e1-a1209b8d3edc req-107347a9-478c-4148-aa0b-58ed4aaacbb2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:48.793445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03d065c8-1295-4991-86e1-a1209b8d3edc req-107347a9-478c-4148-aa0b-58ed4aaacbb2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.1593561 Dec 16 07:46:48.856093 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:48.928103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:48.936287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-6a479fac-287d-4178-8d18-ee27ca638d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:48.937794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-6a479fac-287d-4178-8d18-ee27ca638d90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e&tenant_id=1fc341eb3d984b099c3301bb32040cb1 HTTP/1.1" status: 200 len: 1097 time: 0.1479254 Dec 16 07:46:48.951674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03d065c8-1295-4991-86e1-a1209b8d3edc req-134d2993-d6c9-4c02-b136-1ffb51de36f0 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515214 Dec 16 07:46:48.961915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f0d19-d34b-47fe-aa42-a120098c6d6f req-4de4f2fc-d3b4-4c24-ab6d-626e8d5bde69 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:48.963432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f47f0d19-d34b-47fe-aa42-a120098c6d6f req-4de4f2fc-d3b4-4c24-ab6d-626e8d5bde69 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.1397047 Dec 16 07:46:49.060980 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:46Z', 'revision_number': 3, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:49.089310 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e2e5f-2372-44b6-bee9-9367fcb28ed5 None None] The sync data for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 is: [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:46Z', 'revision_number': 3, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:46:49.120166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f47f0d19-d34b-47fe-aa42-a120098c6d6f req-a3c7d139-f02e-451c-ae71-1eac9aa7d58b tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471167 Dec 16 07:46:49.135152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-7d1275e4-3c8d-42cf-a6dd-ace072af0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:49.136702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-7d1275e4-3c8d-42cf-a6dd-ace072af0f6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fc341eb3d984b099c3301bb32040cb1&device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1097 time: 0.1211517 Dec 16 07:46:49.268064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Allocated IP 172.20.0.1 (15330c9d-a1b2-4068-93c4-e02da6192d49/d69c8bd6-4675-4dea-83f9-155226a31112/b1d1324e-84fe-4e19-bd1c-cdb159d8308a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:46:49.378329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-99e61a89-8b35-45cb-9da5-3e0df9374455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:49.379816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-99e61a89-8b35-45cb-9da5-3e0df9374455 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 200 len: 922 time: 0.2135255 Dec 16 07:46:49.389578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96edad-b469-426e-871a-e95814c222c5 req-e0da9fc1-38ad-48f3-a3e9-7475b6c8dae8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:49.390970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af96edad-b469-426e-871a-e95814c222c5 req-e0da9fc1-38ad-48f3-a3e9-7475b6c8dae8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1690094 Dec 16 07:46:49.445259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-9d99ce96-9554-4da4-8f8a-eaebd6206124 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 200 len: 217 time: 0.0519252 Dec 16 07:46:49.536828 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:49.550539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af96edad-b469-426e-871a-e95814c222c5 req-1d0bd974-df9d-48c2-a78f-be041189bf07 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504703 Dec 16 07:46:49.559935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-18eba9dd-e68d-4ee0-9ebf-51ed94d79d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:49.561439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-18eba9dd-e68d-4ee0-9ebf-51ed94d79d53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 200 len: 861 time: 0.1003942 Dec 16 07:46:49.680868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-9da879fb-c7d4-49ac-bb3c-5811d6046393 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b29d70f3-9749-473b-9e4f-ddd4263dfda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386076 Dec 16 07:46:49.704832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:49.795247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Network 15330c9d-a1b2-4068-93c4-e02da6192d49 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:49.804650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:49.814884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:49.869522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2840ba3-e084-4558-9636-83fc25eec16c req-c007c140-ca9c-43a0-9b47-9508aaf718f2 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:49.871021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2840ba3-e084-4558-9636-83fc25eec16c req-c007c140-ca9c-43a0-9b47-9508aaf718f2 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.2192745 Dec 16 07:46:49.871672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Pushing event updated for resources: {'Port': ['ID=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:49.937073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-be2787cc-29ed-48bd-a84a-70a41d93fe47 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417529 Dec 16 07:46:49.945650 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.085888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ce1a7-f710-4c0e-96f5-8efe548dbc1c req-89d1cdcf-6c3d-433f-bda7-89e07fd74009 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:50.087376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c08ce1a7-f710-4c0e-96f5-8efe548dbc1c req-89d1cdcf-6c3d-433f-bda7-89e07fd74009 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 950 time: 0.2455676 Dec 16 07:46:50.231753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-87ba98e3-9b1e-462f-87e5-65a55b796c96 service neutron] 10.222.0.36 "GET /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788551 Dec 16 07:46:50.233973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Deleting port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:50.234314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.242056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c08ce1a7-f710-4c0e-96f5-8efe548dbc1c req-55bcba60-854e-4775-b026-59f7c2a0248e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430311 Dec 16 07:46:50.329508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec2cb5-c526-48aa-a653-95a8cb2838ed req-3bd36109-397b-4202-b1a8-a137ce69f1bb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:50.333445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82ec2cb5-c526-48aa-a653-95a8cb2838ed req-3bd36109-397b-4202-b1a8-a137ce69f1bb tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.1226923 Dec 16 07:46:50.417727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] For port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:50.417727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.431437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.505290 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82ec2cb5-c526-48aa-a653-95a8cb2838ed req-e88bfde4-fb18-40e0-849f-b24d1a2be63f tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620982 Dec 16 07:46:50.639650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6eb32-2eb6-4f46-8bad-527ee1884dc3 req-0972b33b-b4fc-445f-89d9-09cb939fa346 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:50.641204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43d6eb32-2eb6-4f46-8bad-527ee1884dc3 req-0972b33b-b4fc-445f-89d9-09cb939fa346 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 945 time: 0.1586084 Dec 16 07:46:50.781705 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.782078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.782399 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Floating IP fb0cee31-5850-45e2-b91d-83b54784a345 disassociated. External IP: 172.25.2.89, port: 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b. Dec 16 07:46:50.782766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Calling delete_port for 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:50.799298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43d6eb32-2eb6-4f46-8bad-527ee1884dc3 req-21850f78-54ca-4221-b7f6-9baf4c82f661 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups?id=91ba5edf-ca6b-4def-a4cc-36fcd3219a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185799 Dec 16 07:46:50.889684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c377a571-0231-453f-b66e-f2c120635831 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:50.942371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c377a571-0231-453f-b66e-f2c120635831 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:50.942985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.978137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:50.997393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83672e-57ae-4752-9f2a-6f876868c713 req-7fc37b9a-eacd-487d-b445-47776147a622 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:50.999585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d83672e-57ae-4752-9f2a-6f876868c713 req-7fc37b9a-eacd-487d-b445-47776147a622 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 1102 time: 0.1506343 Dec 16 07:46:51.027205 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.042705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1544c7b5-b9c0-4b81-9e9e-4bf1beacbff3 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:51.044843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-1544c7b5-b9c0-4b81-9e9e-4bf1beacbff3 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e&tenant_id=1fc341eb3d984b099c3301bb32040cb1&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.1247232 Dec 16 07:46:51.048544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port c377a571-0231-453f-b66e-f2c120635831, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c377a571-0231-453f-b66e-f2c120635831,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:51.062779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0d83672e-57ae-4752-9f2a-6f876868c713 req-e8ad152c-a97a-414c-bb96-773b5dca889a tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.075682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48572ac3-51a9-4f25-b9ed-735d5cced0a3 req-58af19e9-81e9-48d8-8c6f-ec556d952ec5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:51.077125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48572ac3-51a9-4f25-b9ed-735d5cced0a3 req-58af19e9-81e9-48d8-8c6f-ec556d952ec5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1770287 Dec 16 07:46:51.204595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.246204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.265739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48572ac3-51a9-4f25-b9ed-735d5cced0a3 req-df989ce4-0014-458e-991e-c804bd3362a0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765504 Dec 16 07:46:51.305493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.309202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=c377a571-0231-453f-b66e-f2c120635831,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:51.337190 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.371584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Pushing event updated for resources: {'Port': ['ID=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:51.446341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0d83672e-57ae-4752-9f2a-6f876868c713 req-e8ad152c-a97a-414c-bb96-773b5dca889a tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.451321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event deleted for resources: {'Port': ['ID=1e7bc5ea-e98e-485e-b076-a2c7ff7d867b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:51.797632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0d83672e-57ae-4752-9f2a-6f876868c713 req-e8ad152c-a97a-414c-bb96-773b5dca889a tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.814113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-ef3813a8-aca5-40a9-8ab2-564b55f8f5bb service neutron] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:51.852969 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-ef3813a8-aca5-40a9-8ab2-564b55f8f5bb service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:51.854069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54adf62a-7e3c-457d-8511-cac2ecd0c109 req-ef3813a8-aca5-40a9-8ab2-564b55f8f5bb service neutron] 10.222.0.36 "DELETE /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121/bindings/n-h1-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.7863381 Dec 16 07:46:51.930735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad152c-a97a-414c-bb96-773b5dca889a tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3883359-3ac0-4fc6-adb1-ab0f3de35930,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:51.942369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d83672e-57ae-4752-9f2a-6f876868c713 req-e8ad152c-a97a-414c-bb96-773b5dca889a tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9299755 Dec 16 07:46:51.969573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9719e8-161e-4984-a4cd-d4d35bb8305c req-6a66997e-7ddc-4e11-a65d-960c3793e71c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:51.971180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b9719e8-161e-4984-a4cd-d4d35bb8305c req-6a66997e-7ddc-4e11-a65d-960c3793e71c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.1855106 Dec 16 07:46:51.992342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Network 15330c9d-a1b2-4068-93c4-e02da6192d49 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:52.003343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:52.006467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Router b8ff2401-6127-4816-8020-ed9b5eade8af has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:46:52.125191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b9719e8-161e-4984-a4cd-d4d35bb8305c req-16904fba-ba27-4da2-b4b4-f1e841c5748e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466093 Dec 16 07:46:52.183974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-059a9896-1e7a-4214-97b7-9108ca2636ee req-7b90bd61-3ebd-40b3-9bbd-58d0e10df80c tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/ports?device_id=62710841-d774-466d-9863-f9fd4e977e18 HTTP/1.1" status: 200 len: 210 time: 0.0690544 Dec 16 07:46:52.258252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Router 421f4483-2166-4fc8-aa79-212586ea6f4a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:46:52.261499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:46:52.275266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] Sync routers for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:46:52.294431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:52.295561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:52.317325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] No DVR routers for this DVR port 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:52.366531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:52.369837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2840ba3-e084-4558-9636-83fc25eec16c req-8136b910-b58d-4b32-b311-2c143e4aa1f9 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.36 "DELETE /v2.0/ports/1e7bc5ea-e98e-485e-b076-a2c7ff7d867b HTTP/1.1" status: 204 len: 173 time: 2.4887671 Dec 16 07:46:52.371151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'name': 'network-vif-deleted', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:52.374173 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb3db1-da97-4d6d-a8f3-58932958907c" -d '{"events": [{"server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "name": "network-vif-deleted", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:52.427526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:52.438267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c5395-8eac-4698-a0c2-481b33393462 req-fcff19e9-c678-42c3-95b5-c6404b25ea76 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:52.446084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-862c5395-8eac-4698-a0c2-481b33393462 req-fcff19e9-c678-42c3-95b5-c6404b25ea76 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 1097 time: 0.1561046 Dec 16 07:46:52.487078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:46:52.495323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5bd72450-bafd-4de0-978a-b6fd32d246fb admin admin] 10.222.0.43 "PUT /v2.0/routers/421f4483-2166-4fc8-aa79-212586ea6f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7074609 Dec 16 07:46:52.512200 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Sync routers for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:46:52.518003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-862c5395-8eac-4698-a0c2-481b33393462 req-41fa8fd2-6865-4463-a216-22549fc73965 tempest-LiveAutoBlockMigrationV225Test-966650577 tempest-LiveAutoBlockMigrationV225Test-966650577-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702205 Dec 16 07:46:52.543314 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:52.547698 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:52.628140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc34e-9956-47b1-b917-127db66a296a req-a9b50997-2c9b-4a85-8aba-717640649285 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:52.635397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce9dc34e-9956-47b1-b917-127db66a296a req-a9b50997-2c9b-4a85-8aba-717640649285 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1156173 Dec 16 07:46:52.723298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce9dc34e-9956-47b1-b917-127db66a296a req-b54f1337-da9d-4307-90e4-423db6b4f665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787418 Dec 16 07:46:52.758825 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39838957-1b28-4440-a2ea-9d5e1d8469c9 x-openstack-request-id: req-39838957-1b28-4440-a2ea-9d5e1d8469c9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:52.759197 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62710841-d774-466d-9863-f9fd4e977e18", "name": "network-vif-deleted", "tag": "1e7bc5ea-e98e-485e-b076-a2c7ff7d867b", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:52.762730 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39838957-1b28-4440-a2ea-9d5e1d8469c9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:52.762730 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62710841-d774-466d-9863-f9fd4e977e18', 'name': 'network-vif-deleted', 'tag': '1e7bc5ea-e98e-485e-b076-a2c7ff7d867b', 'status': 'completed', 'code': 200} Dec 16 07:46:52.789956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:52.800896 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:52.832625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] Checking router: b8ff2401-6127-4816-8020-ed9b5eade8af for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:46:52.845678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:52.847100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:52.905060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c377a571-0231-453f-b66e-f2c120635831 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:52.987372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-a0348bb6-b516-4ae2-adae-b99be4ad84f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237906 Dec 16 07:46:53.049190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c377a571-0231-453f-b66e-f2c120635831 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:53.049567 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:53.083199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:53.131067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-1a269fdf-64fe-4608-9fb4-6efa82342236 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:53.138382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-1a269fdf-64fe-4608-9fb4-6efa82342236 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443000 Dec 16 07:46:53.155786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-3ef1b659-9b2b-405b-9ffb-141073de0b1f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/quotas/f0cd22c554784edfbc951f2776ee0e17 HTTP/1.1" status: 200 len: 375 time: 0.0164483 Dec 16 07:46:53.161821 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 2, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:53.193637 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Checking router: 421f4483-2166-4fc8-aa79-212586ea6f4a for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:46:53.194043 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Updating router 421f4483-2166-4fc8-aa79-212586ea6f4a port b1d1324e-84fe-4e19-bd1c-cdb159d8308a binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:46:53.203411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-884b8550-ea30-44fe-99c3-6dc7c289f0ee tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465617 Dec 16 07:46:53.220470 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:53.367756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:53.402996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8964-3851-413f-8e3b-3ebb13099a61 None None] The sync data for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 is: [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:41:35Z', 'revision_number': 4, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca', 'name': '', 'network_id': '56581ddc-1858-4c9c-9e65-d461df877c3d', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'mac_address': 'fa:16:3e:fe:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:34Z', 'updated_at': '2021-12-16T07:41:41Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'subnets': [{'id': 'e3b9a48e-5936-471c-9b20-9b141bc2650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:46:53.551281 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:53.610318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299744-acb0-45cd-af23-279ec4e4739d req-cd0964a4-7cc6-4ba2-95b2-62a04694383f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:53.611929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-cd0964a4-7cc6-4ba2-95b2-62a04694383f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 820 time: 0.1134202 Dec 16 07:46:53.628653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-297e76ba-b89d-4a82-997c-eccd04ff8dbb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/quotas/1841c64a2f8a477cb67205efdc759bfa HTTP/1.1" status: 200 len: 375 time: 0.0105255 Dec 16 07:46:53.673483 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:53.691784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-c7b1342b-633e-400c-9566-eef5be275d74 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577631 Dec 16 07:46:53.703443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b066d9-572b-4806-ae01-7bb82c558c86 None None] New status for floating IP fb0cee31-5850-45e2-b91d-83b54784a345: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:46:53.742104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:53.814533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:46:53.815488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1e7bc5ea-e98e-485e-b076-a2c7ff7d867b not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:53.827205 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Pushing event updated for resources: {'Port': ['ID=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:53.831951 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Attempting to bind port b1d1324e-84fe-4e19-bd1c-cdb159d8308a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:53.832388 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Attempting to bind port b1d1324e-84fe-4e19-bd1c-cdb159d8308a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:53.832809 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Attempting to bind port b1d1324e-84fe-4e19-bd1c-cdb159d8308a on network 15330c9d-a1b2-4068-93c4-e02da6192d49 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:53.842148 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.842430 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.842953 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.843293 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.843618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.843942 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.844284 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.844604 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.844921 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.845236 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.845555 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.845867 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.846179 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:46:53.850941 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:53.851592 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Checking segment: {'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:53.852025 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:53.852386 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Bound using segment: {'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:53.853012 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Bound port: b1d1324e-84fe-4e19-bd1c-cdb159d8308a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:53.853572 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:53.894263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-c6585a04-ad84-4718-8c4a-d73280ef120d service neutron] 10.222.0.43 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012329 Dec 16 07:46:53.918242 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] For port b1d1324e-84fe-4e19-bd1c-cdb159d8308a, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:53.928345 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] For port b1d1324e-84fe-4e19-bd1c-cdb159d8308a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:53.991270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-7e7b8eaf-c76d-4f78-9a4e-f5dba6543af1 service neutron] 10.222.0.43 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903161 Dec 16 07:46:54.189472 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:54.250218 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:46:54.250814 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:46:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:54.284528 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f31db-933a-4082-b1ca-95475affd88b None None] Pushing event updated for resources: {'Port': ['ID=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:54.347047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-ad8d6820-e65f-45a5-8da0-0b0be455c633 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:54.348869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-ad8d6820-e65f-45a5-8da0-0b0be455c633 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.0798388 Dec 16 07:46:54.387948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:46:54.623485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832aff7-d9f0-49ab-a72a-5a8661b3ff19 req-d8225129-139f-49ef-9fc2-3d72fe2631b2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:54.625590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6832aff7-d9f0-49ab-a72a-5a8661b3ff19 req-d8225129-139f-49ef-9fc2-3d72fe2631b2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 945 time: 0.1235013 Dec 16 07:46:54.637987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Deleting port d8e6c7bd-48bc-4560-80b9-8e792a293121 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:54.638340 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:54.645100 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:53Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:46:54.677634 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1c478-9e8a-47cb-8f8f-3a18bfda9f78 None None] The sync data for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 is: [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:53Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:46:54.734452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16393a13-aa19-4edd-b9e2-74b1682dcbed req-c3d927c5-0ed2-49bf-aa67-2b605297db17 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:54.751972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16393a13-aa19-4edd-b9e2-74b1682dcbed req-c3d927c5-0ed2-49bf-aa67-2b605297db17 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.2085927 Dec 16 07:46:54.864368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6832aff7-d9f0-49ab-a72a-5a8661b3ff19 req-739092b1-280e-4218-be94-27e002fb08d1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166655 Dec 16 07:46:54.890518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16393a13-aa19-4edd-b9e2-74b1682dcbed req-c07512a7-6230-467a-8bf7-f0d6b516f9ec tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288221 Dec 16 07:46:54.900106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] For port d8e6c7bd-48bc-4560-80b9-8e792a293121, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d8e6c7bd-48bc-4560-80b9-8e792a293121,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:54.900594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:54.915474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Calling delete_port for d8e6c7bd-48bc-4560-80b9-8e792a293121 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:54.988097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b1d1324e-84fe-4e19-bd1c-cdb159d8308a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:55.041300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b1d1324e-84fe-4e19-bd1c-cdb159d8308a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:55.041924 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.142137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d19a08e7-0794-4ec6-ac7e-6f83907fbfb0 req-4bbed78c-17f9-46eb-bf74-461623111652 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 210 time: 0.0508730 Dec 16 07:46:55.176574 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.227842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port b1d1324e-84fe-4e19-bd1c-cdb159d8308a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:55.274623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.304668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event deleted for resources: {'Port': ['ID=d8e6c7bd-48bc-4560-80b9-8e792a293121,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:55.313638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:55.322124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d8e6c7bd-48bc-4560-80b9-8e792a293121'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:46:55.338688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42524) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:55.415386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] No DVR routers for this DVR port d8e6c7bd-48bc-4560-80b9-8e792a293121 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:55.425232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.428511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69d7b020-02eb-4807-b47a-51bb28857b6c req-dedaff98-ae57-45f2-97a4-94ed9b7992b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.36 "DELETE /v2.0/ports/d8e6c7bd-48bc-4560-80b9-8e792a293121 HTTP/1.1" status: 204 len: 173 time: 1.0628009 Dec 16 07:46:55.429521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'name': 'network-vif-deleted', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:55.431244 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bd03e0-7d4a-4ee6-a730-8dbb1e004438" -d '{"events": [{"server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "name": "network-vif-deleted", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:55.432888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f95daaa-6df7-4c55-a447-ad3ce448de33 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.462573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0019fb1b-5e3e-49b7-a2b2-b987ade4967c req-cd990ae6-12bc-4f01-afa3-7f4ca9b89bce tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0482893 Dec 16 07:46:55.477407 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.486161 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f95daaa-6df7-4c55-a447-ad3ce448de33 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.550201 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc110e00-c0ba-433f-ab7e-693a3f224777 x-openstack-request-id: req-fc110e00-c0ba-433f-ab7e-693a3f224777 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:55.550693 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6d2ee5-904b-46c9-8116-87a3b5ace08e", "name": "network-vif-deleted", "tag": "d8e6c7bd-48bc-4560-80b9-8e792a293121", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:55.551129 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc110e00-c0ba-433f-ab7e-693a3f224777 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:55.551813 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6d2ee5-904b-46c9-8116-87a3b5ace08e', 'name': 'network-vif-deleted', 'tag': 'd8e6c7bd-48bc-4560-80b9-8e792a293121', 'status': 'completed', 'code': 200} Dec 16 07:46:55.588126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:55.662919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f95daaa-6df7-4c55-a447-ad3ce448de33 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.665607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f95daaa-6df7-4c55-a447-ad3ce448de33 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:55.669303 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f95daaa-6df7-4c55-a447-ad3ce448de33 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "DELETE /v2.0/security-groups/91ba5edf-ca6b-4def-a4cc-36fcd3219a05 HTTP/1.1" status: 204 len: 168 time: 0.3270497 Dec 16 07:46:55.670072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42530) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:55.676154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95daaa-6df7-4c55-a447-ad3ce448de33 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ba5edf-ca6b-4def-a4cc-36fcd3219a05,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:55.704819 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-52a50e69-4f7d-41f0-a1b1-52e979087b5e tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] show failed (client error): The resource could not be found. Dec 16 07:46:55.705970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-52a50e69-4f7d-41f0-a1b1-52e979087b5e tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "GET /v2.0/security-groups/91ba5edf-ca6b-4def-a4cc-36fcd3219a05 HTTP/1.1" status: 404 len: 347 time: 0.0345585 Dec 16 07:46:55.709270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42536) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:55.864618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Deleting port a6aa570a-8fc6-49e7-b5d0-790dc39875ba {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:55.864964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:56.005894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9664df0a-5604-4257-a984-83c1359bb603 req-c3ad97b3-d38b-4f0a-ad1b-d042c54c48c2 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0366840 Dec 16 07:46:56.033136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:56.035536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:56.049941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Calling delete_port for a6aa570a-8fc6-49e7-b5d0-790dc39875ba owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:56.108910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a055f8a-50d7-4f12-856f-9f803d8fcca5 req-6c6690fe-45d0-4467-9fbc-32127a891995 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:56.116662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a055f8a-50d7-4f12-856f-9f803d8fcca5 req-6c6690fe-45d0-4467-9fbc-32127a891995 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0904129 Dec 16 07:46:56.181437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a055f8a-50d7-4f12-856f-9f803d8fcca5 req-0f7f80ad-2dbb-4969-854c-11f80ca4c2f3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 Dec 16 07:46:56.290606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c89f140c-9d3e-46aa-b73a-0f7e50c59e9f req-28c0861a-4688-48ff-a390-332f7103bafb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 210 time: 0.0289876 Dec 16 07:46:56.326980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:56.354780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Pushing event deleted for resources: {'Port': ['ID=a6aa570a-8fc6-49e7-b5d0-790dc39875ba,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:56.438058 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-fd2aa6c3-9806-4044-a6fe-ca55642a0fd4 service neutron] show failed (client error): The resource could not be found. Dec 16 07:46:56.439204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-fd2aa6c3-9806-4044-a6fe-ca55642a0fd4 service neutron] 10.222.0.36 "GET /v2.0/ports/89c0f761-0b68-4c2e-86e0-06837ea77152/bindings/n-h1-820935-11 HTTP/1.1" status: 404 len: 381 time: 0.0796762 Dec 16 07:46:56.458269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:56.461689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:56.463601 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-364648ba-aae8-40c9-8e3b-a0ce2c810b89 tempest-ServersWithSpecificFlavorTestJSON-785386969 tempest-ServersWithSpecificFlavorTestJSON-785386969-project] 10.222.0.43 "DELETE /v2.0/floatingips/fb0cee31-5850-45e2-b91d-83b54784a345 HTTP/1.1" status: 204 len: 168 time: 0.7528415 Dec 16 07:46:56.549687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-009595c6-b61f-4a09-a874-9864ac25bca4 req-a180112f-f6b0-4bdb-8f33-8d5f7870a2f0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0283599 Dec 16 07:46:56.824462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b1d1324e-84fe-4e19-bd1c-cdb159d8308a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:46:56.878445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b1d1324e-84fe-4e19-bd1c-cdb159d8308a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:46:56.878848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:57.143966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7575ec9c-e15d-4397-b2d6-f916e4463417 req-55122360-09f3-422f-8534-706372f650ae tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0428920 Dec 16 07:46:57.179177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:57.324289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-e40b156d-781c-4fde-8295-8567a139e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:57.327135 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-e40b156d-781c-4fde-8295-8567a139e536 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 1101 time: 0.0793045 Dec 16 07:46:57.346679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:57.408713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4377e-1176-49a8-b8b4-3598d3016cb8 req-beefd60e-178c-44c2-88e4-549da3ba3d6f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:57.410402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbb4377e-1176-49a8-b8b4-3598d3016cb8 req-beefd60e-178c-44c2-88e4-549da3ba3d6f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0758483 Dec 16 07:46:57.456461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:57.482439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbb4377e-1176-49a8-b8b4-3598d3016cb8 req-5b26a5c1-25c5-495f-876c-d1701d19b681 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Dec 16 07:46:57.659681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7308f591-b1db-47a6-b2cf-0feb2c67828a req-3d34c829-bd1d-4f4e-a72c-b96a3e03c718 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 210 time: 0.0587137 Dec 16 07:46:57.708742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cb496b1-3421-4e3a-8f75-bb868f14a5fa req-a8bac623-d9c7-4884-b431-b0d3bcc814c0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0343349 Dec 16 07:46:57.723695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42584) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:46:57.750181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d8e6c7bd-48bc-4560-80b9-8e792a293121 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:57.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: d8e6c7bd-48bc-4560-80b9-8e792a293121 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:46:57.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d8e6c7bd-48bc-4560-80b9-8e792a293121 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:57.877884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:57.943720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:57.980520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299744-acb0-45cd-af23-279ec4e4739d req-1450043e-9d0b-4227-93e9-5d4fa373c956 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:57.982212 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-1450043e-9d0b-4227-93e9-5d4fa373c956 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.16 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 820 time: 0.1719756 Dec 16 07:46:58.000060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:46:58.002544 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1fa7e4-743b-40d3-8964-af7db41d2858" -d '{"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-unplugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:46:58.008005 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.014981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Request body: {'port': {'device_id': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'admin_state_up': True, 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:58.072151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Transition to ACTIVE for port object 89c0f761-0b68-4c2e-86e0-06837ea77152 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:46:58.081564 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5e29d4-0b5a-4094-9f18-cd0467bad1f9 x-openstack-request-id: req-2d5e29d4-0b5a-4094-9f18-cd0467bad1f9 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:46:58.082158 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-unplugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:46:58.082616 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d5e29d4-0b5a-4094-9f18-cd0467bad1f9 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:46:58.083242 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'code': 200} Dec 16 07:46:58.177405 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.190345 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d4691f6-6e25-42e0-8ece-137dc94def85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.284799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Made reservation on behalf of 1841c64a2f8a477cb67205efdc759bfa for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:58.291058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.361849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] No DVR routers for this DVR port 89c0f761-0b68-4c2e-86e0-06837ea77152 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:46:58.400992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-396d2226-66d3-490a-9fb7-9996f986f173 req-a1825e2b-1e55-4b71-878c-8dfdb8b67f98 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0487652 Dec 16 07:46:58.406953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=6']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:58.412869 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.494781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:46:58.494781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:46:58.494781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:58.503871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:46:58.504252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:46:58.549313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:46:58.549661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:46:58.550061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:46:58.550664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Bound port: 89c0f761-0b68-4c2e-86e0-06837ea77152, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:46:58.550861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.597947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-479e2b07-55c8-429b-8f13-c5aa3cafd3d5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460122 Dec 16 07:46:58.638649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Allocated IP 172.20.0.2 (15330c9d-a1b2-4068-93c4-e02da6192d49/d69c8bd6-4675-4dea-83f9-155226a31112/ca5acfee-6151-420c-b0c7-8351c994349d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:46:58.677039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:46:58.688067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:46:58.831288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.869976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24779167-ea4e-4a71-bd95-f65b6fcbfdb8 req-2ee8db99-2db4-44f7-a823-660202500cac tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:58.879419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24779167-ea4e-4a71-bd95-f65b6fcbfdb8 req-2ee8db99-2db4-44f7-a823-660202500cac tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 947 time: 0.1520278 Dec 16 07:46:58.893146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-9aa1030e-42e0-4dde-9309-9580dd440a19 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:58.894693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-9aa1030e-42e0-4dde-9309-9580dd440a19 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539911 Dec 16 07:46:58.925811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:58.927179 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:58.929739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] 10.222.0.16 "PUT /v2.0/ports/89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 1096 time: 1.5863156 Dec 16 07:46:58.930723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82cd9d7a-b7e6-420c-83ed-3bd55ff69ac0 req-7049044c-a707-4d8f-97ca-e5ae6941cd6a tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 210 time: 0.0825741 Dec 16 07:46:58.953406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:59.002647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:59.041953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159338a-74dc-4da7-8a40-3b2db3432493 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=7']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:59.155490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-5f02ae58-41ea-4e09-982b-b2e80ddafa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:59.160155 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-5f02ae58-41ea-4e09-982b-b2e80ddafa67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1099 time: 0.1511695 Dec 16 07:46:59.260048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:59.282476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4df1612-45ca-4c0d-bf30-082860de5ab7 req-5db18be6-6f2e-4d1b-a5ad-c113d38bed85 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 210 time: 0.2620473 Dec 16 07:46:59.326809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Network 15330c9d-a1b2-4068-93c4-e02da6192d49 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:46:59.333247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:46:59.337163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24779167-ea4e-4a71-bd95-f65b6fcbfdb8 req-28e87448-0d4f-4ef6-8a59-bec530f53dbb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568834 Dec 16 07:46:59.344208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:46:59.373956 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event updated for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:46:59.391422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-95f54642-15ae-432d-8b81-168a40a45734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:59.392963 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-95f54642-15ae-432d-8b81-168a40a45734 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2139018 Dec 16 07:46:59.435573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Deleting port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:46:59.438832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:59.449063 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-00d3df5e-745f-45af-a7f6-6636a23dc1f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0450895 Dec 16 07:46:59.482790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:59.483471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:59.545001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-e8851cc1-ef66-4d84-ae9f-5878b4145848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:59.546489 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-e8851cc1-ef66-4d84-ae9f-5878b4145848 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0890243 Dec 16 07:46:59.555704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:46:59.559461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:59.575912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] For port 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:46:59.576330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:59.610143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-b1ef09af-e1a4-4eba-99e4-45e1edda193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:46:59.611908 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-b1ef09af-e1a4-4eba-99e4-45e1edda193c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448024 Dec 16 07:46:59.634343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a4c7ac0-3903-41fb-b42e-62d1c8e000f3 req-5b2404f0-ad34-460a-8621-d9dde9d05b55 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.0822122 Dec 16 07:46:59.636309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Calling delete_port for 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:46:59.640362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-7f9a505c-9f7b-4e65-bf01-17ab8bf0a66f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673921 Dec 16 07:46:59.705858 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-6d7684a6-11a2-4c3e-8f93-802f9270824d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7002466 Dec 16 07:46:59.721416 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:46:59.726139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Request body: {'port': {'device_id': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:46:59.754254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:46:59.839164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:46:59.861485 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-1b8141a1-a07a-4406-80c9-8cb39f89eb31 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294216 Dec 16 07:46:59.864441 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:00.097417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:00.098896 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:00.123590 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b5c33e5-fd19-4f16-88bd-451d98d03092 req-90fbde2c-6df4-4ec6-a532-d02e416245b9 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428272 Dec 16 07:47:00.185980 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb92a877-cf4f-43bc-a188-cc04fbbdba3c x-openstack-request-id: req-fb92a877-cf4f-43bc-a188-cc04fbbdba3c {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:00.186493 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:00.188688 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb92a877-cf4f-43bc-a188-cc04fbbdba3c {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:00.188688 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'status': 'completed', 'code': 200} Dec 16 07:47:00.300158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc717-e08b-4e0b-bc84-faf8e5b55e71 req-70baaaec-5f61-4340-b854-4205ad5ab7c4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.301728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a99cc717-e08b-4e0b-bc84-faf8e5b55e71 req-70baaaec-5f61-4340-b854-4205ad5ab7c4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 931 time: 0.2612770 Dec 16 07:47:00.379051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-699d8cac-8e98-4b0f-94d5-a83587667d4c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.380142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-699d8cac-8e98-4b0f-94d5-a83587667d4c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7279205 Dec 16 07:47:00.385430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5acfee-6151-420c-b0c7-8351c994349d {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:00.395967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.109 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/8ed8eb16-d370-4306-b395-61af379e3a7a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:00.398043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:00.407320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:00.421975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-c0e751e2-80ca-4fe6-b442-0e3639a279bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.423811 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-c0e751e2-80ca-4fe6-b442-0e3639a279bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1099 time: 0.1081252 Dec 16 07:47:00.427799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Transition to ACTIVE for port object ca5acfee-6151-420c-b0c7-8351c994349d will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:00.521133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a84562f-1a8e-4829-920f-47492d77a156 req-b4fa1f56-69fc-4be3-afd2-206048b76c57 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 210 time: 0.1103990 Dec 16 07:47:00.549735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:00.550400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-58ed970e-654b-4f9c-b99a-4ae6fc9230a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.551898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-58ed970e-654b-4f9c-b99a-4ae6fc9230a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1099 time: 0.2769608 Dec 16 07:47:00.626786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a99cc717-e08b-4e0b-bc84-faf8e5b55e71 req-ea42a478-6138-44fd-99aa-b4679d4325ef tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098688 Dec 16 07:47:00.632498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-9b471ee5-8aab-4fd0-ad9a-6d8b68bb46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.633719 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-9b471ee5-8aab-4fd0-ad9a-6d8b68bb46d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1907935 Dec 16 07:47:00.663779 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da91a17b-8975-4a57-b033-992dae0696b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:00.713551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Pushing event updated for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:00.736025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-6046d8b5-59a0-4b61-9677-504ca7d47d10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0825160 Dec 16 07:47:00.813479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Attempting to bind port ca5acfee-6151-420c-b0c7-8351c994349d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:00.813755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Attempting to bind port ca5acfee-6151-420c-b0c7-8351c994349d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:00.814057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Attempting to bind port ca5acfee-6151-420c-b0c7-8351c994349d on network 15330c9d-a1b2-4068-93c4-e02da6192d49 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:00.822326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Port ca5acfee-6151-420c-b0c7-8351c994349d on network 15330c9d-a1b2-4068-93c4-e02da6192d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:00.822658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Attempting to bind port ca5acfee-6151-420c-b0c7-8351c994349d on network 15330c9d-a1b2-4068-93c4-e02da6192d49 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:00.826355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-d735b1a1-6c71-4a49-9d3d-7eb476f5ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.831210 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-d735b1a1-6c71-4a49-9d3d-7eb476f5ee6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0818408 Dec 16 07:47:00.835412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:00.835767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Checking segment: {'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:00.836141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Bound using segment: {'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:00.836607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Bound port: ca5acfee-6151-420c-b0c7-8351c994349d, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc871ec-4d13-4ecc-89ad-28f368c431b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:00.836964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:00.883568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:00.921533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-882a85f1-abb2-44d4-85c8-3d26ed5539a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.923032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-882a85f1-abb2-44d4-85c8-3d26ed5539a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835106 Dec 16 07:47:00.933384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc1aac-cfd4-4924-a2be-5a3ccd86aaed req-a8e8dee1-bd2b-45af-84a5-4f13dab500cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:00.942366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14dc1aac-cfd4-4924-a2be-5a3ccd86aaed req-a8e8dee1-bd2b-45af-84a5-4f13dab500cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 947 time: 0.2695787 Dec 16 07:47:00.959107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:00.989552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:01.008129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ca5acfee-6151-420c-b0c7-8351c994349d,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:01.036604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57ed5015-6daf-45f3-8950-cdde80ecc75d req-42ad2abb-59ac-4e0c-908b-efff66ba864c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.1197586 Dec 16 07:47:01.048131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-4c204af0-58a9-47c7-9b74-299da752a732 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149433 Dec 16 07:47:01.073094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.110566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-d07608df-07e6-4738-90a9-1d634fe231f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:01.112124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-d07608df-07e6-4738-90a9-1d634fe231f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.5405829 Dec 16 07:47:01.134362 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.159145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:01.163122 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.201389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:01.202009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.203477 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] 10.222.0.16 "PUT /v2.0/ports/ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 1092 time: 1.4819553 Dec 16 07:47:01.220771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14dc1aac-cfd4-4924-a2be-5a3ccd86aaed req-c760bc36-5222-4585-81f6-5b6c0b10987e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685423 Dec 16 07:47:01.250810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489dee9-0e55-4870-93a2-7f3e3389e2ae service neutron] Pushing event updated for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:01.266911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-d4174385-e985-4167-adcd-44c70a6522c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.1362033 Dec 16 07:47:01.280530 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-6dd9ce18-026c-4d28-922b-ccf2815a99ca service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216785 Dec 16 07:47:01.379210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299744-acb0-45cd-af23-279ec4e4739d req-c623e43a-2a27-49d7-afa4-83890a8191be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:01.382563 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-c623e43a-2a27-49d7-afa4-83890a8191be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1095 time: 0.0496171 Dec 16 07:47:01.438714 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-14bbae10-2522-4908-b2ae-f72519703a19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 217 time: 0.0404072 Dec 16 07:47:01.500706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299744-acb0-45cd-af23-279ec4e4739d req-935419a9-e730-455d-b2ce-d93640450adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:01.502199 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-935419a9-e730-455d-b2ce-d93640450adc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.0557392 Dec 16 07:47:01.517397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.536054 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-b00c1e72-3a79-4b5a-ab4b-445d4630c148 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252750 Dec 16 07:47:01.552960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:01.596305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-729e4be3-276f-46fc-bae9-c0b282ba53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:01.597791 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-729e4be3-276f-46fc-bae9-c0b282ba53fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.3221431 Dec 16 07:47:01.631136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:01.643788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:01.646433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:01.689199 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.697366 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-cadc42fd-b0d6-4d9e-9d1b-43066922666f service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528294 Dec 16 07:47:01.701537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=8ed8eb16-d370-4306-b395-61af379e3a7a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:01.790917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.797024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.145 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/f59ac8c4-bc1b-47b6-b798-66206b25ed83) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:01.810162 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eb299744-acb0-45cd-af23-279ec4e4739d req-423f10b3-0df2-48b8-854c-ce16ab0cea76 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048005 Dec 16 07:47:01.842588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9b2dcbca-b557-49bc-9ec1-9f77d2375a5c req-afeef83e-2d63-4164-826b-49633bcc4741 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 210 time: 0.1797230 Dec 16 07:47:01.944468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:01.945085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.966847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8cc63fe2-c0d7-4e87-9948-43c3b0fb5090 None None] Provisioning complete for port 8ed8eb16-d370-4306-b395-61af379e3a7a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:01.967248 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8cc63fe2-c0d7-4e87-9948-43c3b0fb5090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:01.983724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-8de3f49e-dc0a-40dc-8851-8659917087fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:01.985252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-8de3f49e-dc0a-40dc-8851-8659917087fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3451595 Dec 16 07:47:02.007950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8cc63fe2-c0d7-4e87-9948-43c3b0fb5090 None None] Port 8ed8eb16-d370-4306-b395-61af379e3a7a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:47:02.095537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc198-ea8c-4cc1-af66-f0a7e9d379e9 req-3bf60291-be4c-4dc6-a56d-e97c83d25bc6 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:02.102951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-720cc198-ea8c-4cc1-af66-f0a7e9d379e9 req-3bf60291-be4c-4dc6-a56d-e97c83d25bc6 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 943 time: 0.3225360 Dec 16 07:47:02.123573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-5797946f-0c6e-4984-a25b-cd21d1204c53 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2026396 Dec 16 07:47:02.187793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Request body: {'port': {'device_id': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:02.188591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:02.194196 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65938513-7f6c-4af4-87f6-85cd1637d496" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:02.254269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bce28262-87f1-43dd-a6a6-4a90dd05f0cc req-801777c3-7e36-4599-99a9-ba21010be68c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b6d2ee5-904b-46c9-8116-87a3b5ace08e HTTP/1.1" status: 200 len: 210 time: 0.1151409 Dec 16 07:47:02.393684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-720cc198-ea8c-4cc1-af66-f0a7e9d379e9 req-7c7fc25e-8dbe-4f1f-8955-cd56067ca05e tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899373 Dec 16 07:47:02.408044 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:02.422735 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0878b012-b102-46c0-9be6-beb3566934e6 x-openstack-request-id: req-0878b012-b102-46c0-9be6-beb3566934e6 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:02.423087 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:02.423412 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0878b012-b102-46c0-9be6-beb3566934e6 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:02.423865 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'status': 'completed', 'code': 200} Dec 16 07:47:02.425371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-8e5469a7-4343-49b2-8a05-6761883de15f service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023292 Dec 16 07:47:02.515343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-43f1ff0e-9fbf-4911-ba37-daf82243ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:02.517470 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-43f1ff0e-9fbf-4911-ba37-daf82243ef92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1095 time: 0.0539365 Dec 16 07:47:02.625188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-4bf349d2-983d-4169-bdef-02af5c3cb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:02.626997 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-4bf349d2-983d-4169-bdef-02af5c3cb447 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.1024113 Dec 16 07:47:02.670381 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-35dd28bb-cff4-4b26-84f9-655c372fd89f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 217 time: 0.0363727 Dec 16 07:47:02.723885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-28bdaef3-1fa5-47d3-b46b-364f09bf9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:02.725407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-28bdaef3-1fa5-47d3-b46b-364f09bf9ea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.0464602 Dec 16 07:47:02.758702 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-9078cb1e-09dd-45bf-8e27-42a26e92259e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251784 Dec 16 07:47:02.870073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-d5b1045a-7438-40ff-8f98-55f3d8345cc5 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026673 Dec 16 07:47:02.880403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:02.975536 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-65938513-7f6c-4af4-87f6-85cd1637d496 req-64f5a7b5-36aa-49ab-99b1-13c2b07fc1e0 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953643 Dec 16 07:47:03.023315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecfaece5-c9bf-43f5-b57c-cc768555729a req-6e897f2a-fa6a-4cb4-b055-a7800649ec1a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 210 time: 0.0686469 Dec 16 07:47:03.116262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Router b8ff2401-6127-4816-8020-ed9b5eade8af has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:47:03.120025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e5d7292-2fd2-4717-a85e-0bcb2c4485bf req-912e484f-4566-43cb-a315-e29840f4cec2 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766524 Dec 16 07:47:03.135506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737194db-9ad0-426c-a60e-8833580fe913 req-c9ff64e8-ba35-44b3-bd2e-2693c06301ee tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:03.135506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-737194db-9ad0-426c-a60e-8833580fe913 req-c9ff64e8-ba35-44b3-bd2e-2693c06301ee tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 947 time: 0.2553761 Dec 16 07:47:03.231596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.242036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:03.273022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:03.323784 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.380846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:03.396963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-737194db-9ad0-426c-a60e-8833580fe913 req-8bd9d3b3-ee64-4fcb-bd6f-a415175db84d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486148 Dec 16 07:47:03.418752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:03.436391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:03.438665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:03.472080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=f59ac8c4-bc1b-47b6-b798-66206b25ed83,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:03.472733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'mac_address': 'fa:16:3e:2b:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:03.538563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:47:03.549746 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] Sync routers for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:47:03.562823 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:47:03.563571 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:03.568622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-926b94c6-83ab-4b17-abe2-a90722f0fbe2 admin admin] 10.222.0.43 "PUT /v2.0/routers/b8ff2401-6127-4816-8020-ed9b5eade8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8449147 Dec 16 07:47:03.571271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42658) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:03.590446 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.642379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c0f761-0b68-4c2e-86e0-06837ea77152 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:03.678765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac46a6-4397-4924-a7c8-f0d261332c8f req-ce61587d-2e22-4532-bb9d-24ecae9272ad tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:03.707025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5ac46a6-4397-4924-a7c8-f0d261332c8f req-ce61587d-2e22-4532-bb9d-24ecae9272ad tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 943 time: 0.1538782 Dec 16 07:47:03.728973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:03.754621 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:47:03.758894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:03.759894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.794359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.823299 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.858567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5ac46a6-4397-4924-a7c8-f0d261332c8f req-6f34501b-fb39-4b49-9266-b5dfb316bfa2 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383073 Dec 16 07:47:03.920649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed8eb16-d370-4306-b395-61af379e3a7a {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:03.925194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-25ffd429-420b-455b-92c3-e18c0d196724 None None] Provisioning complete for port f59ac8c4-bc1b-47b6-b798-66206b25ed83 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:03.925993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25ffd429-420b-455b-92c3-e18c0d196724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.929675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:03.945891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Transition to ACTIVE for port object 8ed8eb16-d370-4306-b395-61af379e3a7a will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:03.950787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-6c7ae3a3-4d1a-416a-9b2e-42157f34e2a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5494592 Dec 16 07:47:03.978006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Request body: {'port': {'device_id': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:03.978830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:03.990839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-25ffd429-420b-455b-92c3-e18c0d196724 None None] Port f59ac8c4-bc1b-47b6-b798-66206b25ed83 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:47:03.999676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:04.018277 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:47:00Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:04.065098 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:04.082479 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] Checking router: b8ff2401-6127-4816-8020-ed9b5eade8af for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:47:04.093195 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] Routers {'b8ff2401-6127-4816-8020-ed9b5eade8af'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:47:04.094156 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8ff2401-6127-4816-8020-ed9b5eade8af'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:04.177497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:04.192712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Pushing event updated for resources: {'Port': ['ID=8ed8eb16-d370-4306-b395-61af379e3a7a,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:04.210771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Deleting port 51ba77e8-4a8c-4563-9dde-cecf75b2da81 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:04.211106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:04.298493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:04.370060 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] Set router b8ff2401-6127-4816-8020-ed9b5eade8af gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:47:04.647633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd0e84-b5f9-4f78-a10b-83e740c9aeb2 req-478219df-ebf2-4a25-a6ec-2c3f57ae47cf tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:04.657460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ebd0e84-b5f9-4f78-a10b-83e740c9aeb2 req-478219df-ebf2-4a25-a6ec-2c3f57ae47cf tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 936 time: 0.4713321 Dec 16 07:47:04.834755 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:47:00Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:04.863103 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4700b7-a390-4aee-b7ea-6bdf91d76c90 None None] The sync data for ids ['b8ff2401-6127-4816-8020-ed9b5eade8af'] in n-d-820935-11 is: [{'id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427336259-router', 'tenant_id': '0424a4b706684dfd8264a23dc3aa4325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:30Z', 'updated_at': '2021-12-16T07:47:00Z', 'revision_number': 5, 'project_id': '0424a4b706684dfd8264a23dc3aa4325', 'gw_port': {'id': '51ba77e8-4a8c-4563-9dde-cecf75b2da81', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ff2401-6127-4816-8020-ed9b5eade8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:31Z', 'updated_at': '2021-12-16T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:47:04.875571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ebd0e84-b5f9-4f78-a10b-83e740c9aeb2 req-99ad1b72-4964-4414-b0a0-3d28cf828e82 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069409 Dec 16 07:47:04.891347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Attempting to bind port 8ed8eb16-d370-4306-b395-61af379e3a7a on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:04.891692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Attempting to bind port 8ed8eb16-d370-4306-b395-61af379e3a7a by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:04.892030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Attempting to bind port 8ed8eb16-d370-4306-b395-61af379e3a7a on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:04.920157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178634a4-2515-4b09-94e4-18e2907c3a83 req-fb262233-e14e-4036-8be5-65222069940f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:04.920157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-178634a4-2515-4b09-94e4-18e2907c3a83 req-fb262233-e14e-4036-8be5-65222069940f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 948 time: 0.3011029 Dec 16 07:47:04.922145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Port 8ed8eb16-d370-4306-b395-61af379e3a7a on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:04.922666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Attempting to bind port 8ed8eb16-d370-4306-b395-61af379e3a7a on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:04.978241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] For port 51ba77e8-4a8c-4563-9dde-cecf75b2da81, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=51ba77e8-4a8c-4563-9dde-cecf75b2da81,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:04.978862 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:04.992613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Calling delete_port for 51ba77e8-4a8c-4563-9dde-cecf75b2da81 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:05.002505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:05.002847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:05.003236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:05.003884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Bound port: 8ed8eb16-d370-4306-b395-61af379e3a7a, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:05.004029 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.141351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-178634a4-2515-4b09-94e4-18e2907c3a83 req-924e5821-ed58-4df7-b96d-05e0f23a2c37 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018244 Dec 16 07:47:05.220351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] For port 8ed8eb16-d370-4306-b395-61af379e3a7a, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:05.245367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] For port 8ed8eb16-d370-4306-b395-61af379e3a7a, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8ed8eb16-d370-4306-b395-61af379e3a7a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:05.249497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ca5acfee-6151-420c-b0c7-8351c994349d details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:05.267712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa316f-f209-40e9-83c9-f9228d70fa49 req-377f94d6-c952-4d6a-8b26-8af0356126cb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:05.275070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8fa316f-f209-40e9-83c9-f9228d70fa49 req-377f94d6-c952-4d6a-8b26-8af0356126cb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 943 time: 0.1261797 Dec 16 07:47:05.327054 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.373400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.388530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59ac8c4-bc1b-47b6-b798-66206b25ed83 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:05.396575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['89c0f761-0b68-4c2e-86e0-06837ea77152'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:05.415981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ba77e8-4a8c-4563-9dde-cecf75b2da81,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:05.459380 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.535058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.547415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:05.548031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.573876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] 10.222.0.16 "PUT /v2.0/ports/8ed8eb16-d370-4306-b395-61af379e3a7a HTTP/1.1" status: 200 len: 1097 time: 3.4299848 Dec 16 07:47:05.592748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ca5acfee-6151-420c-b0c7-8351c994349d,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:05.598427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'tag': '8ed8eb16-d370-4306-b395-61af379e3a7a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:05.610686 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15db5c23-8045-45e3-8914-f4a15ae8267c" -d '{"events": [{"name": "network-changed", "server_uuid": "13d28acf-8395-4278-8fcb-227fcbe4ffc7", "tag": "8ed8eb16-d370-4306-b395-61af379e3a7a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:05.613008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'port_id': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'mac_address': 'fa:16:3e:be:8f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:05.632378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Transition to ACTIVE for port object f59ac8c4-bc1b-47b6-b798-66206b25ed83 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:05.659802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.662467 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.674365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8fa316f-f209-40e9-83c9-f9228d70fa49 req-761c7a84-789b-4a85-aa2d-e2ae872bcc5b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983221 Dec 16 07:47:05.688414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85840712-4a38-465d-9198-7881e38e6bcb service neutron] Pushing event updated for resources: {'Port': ['ID=8ed8eb16-d370-4306-b395-61af379e3a7a,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:05.695359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.721328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5acfee-6151-420c-b0c7-8351c994349d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:05.743202 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e86ec30-fa6b-45b2-8ea8-734188cf11ee x-openstack-request-id: req-3e86ec30-fa6b-45b2-8ea8-734188cf11ee {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:05.743756 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d28acf-8395-4278-8fcb-227fcbe4ffc7", "tag": "8ed8eb16-d370-4306-b395-61af379e3a7a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:05.744264 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e86ec30-fa6b-45b2-8ea8-734188cf11ee {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:05.744880 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'tag': '8ed8eb16-d370-4306-b395-61af379e3a7a', 'status': 'completed', 'code': 200} Dec 16 07:47:05.778186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ca5acfee-6151-420c-b0c7-8351c994349d,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:05.800412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.801044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ff2401-6127-4816-8020-ed9b5eade8af {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:47:05.820315 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.823179 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90e8695e-4951-49ef-a96b-6a3ee4c1d946 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b8ff2401-6127-4816-8020-ed9b5eade8af HTTP/1.1" status: 204 len: 168 time: 2.2506404 Dec 16 07:47:05.826165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42684) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:05.873492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.882546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:05.990866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] Deleting subnet e3b9a48e-5936-471c-9b20-9b141bc2650d {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:47:06.002012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.028312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:06.081641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f59ac8c4-bc1b-47b6-b798-66206b25ed83,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:06.093167 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.198345 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.239509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-2f5b2f7f-815a-46b8-a11a-147e05db1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:06.241058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-2f5b2f7f-815a-46b8-a11a-147e05db1391 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 1100 time: 0.4668844 Dec 16 07:47:06.315978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0ca1-95c4-4aa9-9b3c-ea224ec506e0 req-67d68ce6-5b54-4a86-baa1-10588504a2b3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:06.323515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce4e0ca1-95c4-4aa9-9b3c-ea224ec506e0 req-67d68ce6-5b54-4a86-baa1-10588504a2b3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 948 time: 0.3168147 Dec 16 07:47:06.330260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-40f9ec75-42b3-45b2-9f5d-ec2d695bec2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8ed8eb16-d370-4306-b395-61af379e3a7a HTTP/1.1" status: 200 len: 217 time: 0.0719826 Dec 16 07:47:06.334728 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ca5acfee-6151-420c-b0c7-8351c994349d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:06.380522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.383981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Attempting to bind port f59ac8c4-bc1b-47b6-b798-66206b25ed83 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:06.384331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Attempting to bind port f59ac8c4-bc1b-47b6-b798-66206b25ed83 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:06.384661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Attempting to bind port f59ac8c4-bc1b-47b6-b798-66206b25ed83 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:06.423091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Port f59ac8c4-bc1b-47b6-b798-66206b25ed83 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:06.423423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Attempting to bind port f59ac8c4-bc1b-47b6-b798-66206b25ed83 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:06.423730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.430271 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e3b9a48e-5936-471c-9b20-9b141bc2650d HTTP/1.1" status: 204 len: 168 time: 0.6022620 Dec 16 07:47:06.439165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78310f7-a232-4adb-9cb5-694c462f1df2 None None] Network 56581ddc-1858-4c9c-9e65-d461df877c3d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:47:06.442756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42696) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:06.467783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c07179-a0f5-469a-aefe-45428998b51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b9a48e-5936-471c-9b20-9b141bc2650d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:06.474678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:06.475021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:06.475412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:06.475863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Bound port: f59ac8c4-bc1b-47b6-b798-66206b25ed83, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:06.476245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.545153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-26bd9ce0-031a-4336-a77a-e4c04cc1bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:06.547311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-26bd9ce0-031a-4336-a77a-e4c04cc1bc12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1873565 Dec 16 07:47:06.585089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.590773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce4e0ca1-95c4-4aa9-9b3c-ea224ec506e0 req-91d84da9-06f7-499b-878e-988a5435c9ac tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663906 Dec 16 07:47:06.599328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc9d-fcc4-4e87-b64a-433a79525eb7 req-b6d01094-8f90-4b95-a15c-1c52516d2fef tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:06.611192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7186bc9d-fcc4-4e87-b64a-433a79525eb7 req-b6d01094-8f90-4b95-a15c-1c52516d2fef tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 948 time: 0.3335814 Dec 16 07:47:06.760052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-5c1f42b0-59f3-4c17-b67c-53e164f4b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:06.761743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-5c1f42b0-59f3-4c17-b67c-53e164f4b16f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1472821 Dec 16 07:47:06.762457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] DHCP port deletion for 56581ddc-1858-4c9c-9e65-d461df877c3d request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:47:06.856612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] Deleting port 316dbd25-7d58-4358-bb6a-1406b5e5babd {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:06.857226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:06.872332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] For port f59ac8c4-bc1b-47b6-b798-66206b25ed83, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:06.907279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7186bc9d-fcc4-4e87-b64a-433a79525eb7 req-723105a1-2d1a-43de-8b0f-7c58a48d4749 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894146 Dec 16 07:47:06.936298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 51ba77e8-4a8c-4563-9dde-cecf75b2da81 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:06.967180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] For port f59ac8c4-bc1b-47b6-b798-66206b25ed83, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f59ac8c4-bc1b-47b6-b798-66206b25ed83,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:07.006877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 51ba77e8-4a8c-4563-9dde-cecf75b2da81 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:07.007099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 51ba77e8-4a8c-4563-9dde-cecf75b2da81 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:07.007494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:07.029087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Deleting port 316dbd25-7d58-4358-bb6a-1406b5e5babd {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:07.029680 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.073446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:07.073795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4eeb14d1-e775-4b4b-a2d1-5ea3bc6c8dca not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:07.074762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 316dbd25-7d58-4358-bb6a-1406b5e5babd no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:07.094775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] For port 316dbd25-7d58-4358-bb6a-1406b5e5babd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=316dbd25-7d58-4358-bb6a-1406b5e5babd,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:07.095181 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.118325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] For port 316dbd25-7d58-4358-bb6a-1406b5e5babd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=316dbd25-7d58-4358-bb6a-1406b5e5babd,segment=NetworkSegment(c1144efa-82ef-4685-9991-23dac423b947),segment_id=c1144efa-82ef-4685-9991-23dac423b947)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:07.119341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.130732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] Calling delete_port for 316dbd25-7d58-4358-bb6a-1406b5e5babd owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:07.146604 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.178414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Calling delete_port for 316dbd25-7d58-4358-bb6a-1406b5e5babd owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:07.200672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:07.201297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.202798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/f59ac8c4-bc1b-47b6-b798-66206b25ed83 HTTP/1.1" status: 200 len: 1097 time: 3.2334952 Dec 16 07:47:07.248841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-5a83ab33-2561-4063-8d1c-842d04596da1 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758322 Dec 16 07:47:07.254805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:07.313573 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.424566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf8f8a-b983-4b5c-810a-9ff4ccbd71c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f59ac8c4-bc1b-47b6-b798-66206b25ed83,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:07.444801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0adb-e32b-469d-ac06-004d092fc856 req-9f4e28cc-4cfa-40fe-b978-a421596c6927 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:07.452289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ff0adb-e32b-469d-ac06-004d092fc856 req-9f4e28cc-4cfa-40fe-b978-a421596c6927 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 944 time: 0.3176625 Dec 16 07:47:07.475434 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.567533 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.569226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] Pushing event deleted for resources: {'Port': ['ID=316dbd25-7d58-4358-bb6a-1406b5e5babd,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:07.581475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-57d568d8-820f-4a97-97e4-f3b9138cd633 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864008 Dec 16 07:47:07.609333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 89c0f761-0b68-4c2e-86e0-06837ea77152 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:07.620201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b6409-83cc-4280-89eb-8683a12e6b1b None None] No DVR routers for this DVR port 316dbd25-7d58-4358-bb6a-1406b5e5babd on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:07.624887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 89c0f761-0b68-4c2e-86e0-06837ea77152 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:07.625535 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.627695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Pushing event deleted for resources: {'Port': ['ID=316dbd25-7d58-4358-bb6a-1406b5e5babd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:07.645052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ff0adb-e32b-469d-ac06-004d092fc856 req-3130bd3e-37af-40d2-948a-91a917c36eb6 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895566 Dec 16 07:47:07.646044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] No DVR routers for this DVR port 316dbd25-7d58-4358-bb6a-1406b5e5babd on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:07.715160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-6622e782-c20b-48ba-8053-1f6873acebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:07.720881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-6622e782-c20b-48ba-8053-1f6873acebe2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 1100 time: 0.2150738 Dec 16 07:47:07.778215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'tag': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:07.780630 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d6fffe-3d68-43ce-b23c-46867106bbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa97ed1-c898-45d2-8313-1e36883cdaf6", "tag": "f59ac8c4-bc1b-47b6-b798-66206b25ed83"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:07.860115 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.887802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-bd3ea45f-17cb-4316-ba9a-fb89b98ada77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=f59ac8c4-bc1b-47b6-b798-66206b25ed83 HTTP/1.1" status: 200 len: 217 time: 0.1023886 Dec 16 07:47:07.903002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:07.905661 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d247c89-cb12-42b9-ae0a-ce69bd4c56eb" -d '{"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-plugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:07.911328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:07.923789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:08.033882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:08.051991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56581ddc-1858-4c9c-9e65-d461df877c3d']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:08.063461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1144efa-82ef-4685-9991-23dac423b947') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:08.064006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1144efa-82ef-4685-9991-23dac423b947') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:08.088290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-a4d416f2-2f71-4a7f-9414-96b4b0ad9162 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.091176 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-a4d416f2-2f71-4a7f-9414-96b4b0ad9162 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.16 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 948 time: 0.1526897 Dec 16 07:47:08.095727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:08.103837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:08.120489 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:08.128129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:47:08.128623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:08.174837 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-5c4c2a65-cf10-4a20-b943-b94b812a1b32 service neutron] 10.222.0.16 "GET /v2.0/ports/89c0f761-0b68-4c2e-86e0-06837ea77152/bindings/n-h1-820935-11 HTTP/1.1" status: 200 len: 383 time: 0.0758522 Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:47:08.176932 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:47:08.262215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-bf2cfe8a-75f6-4950-9410-b96286bb5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.264644 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-bf2cfe8a-75f6-4950-9410-b96286bb5203 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1101 time: 0.0460935 Dec 16 07:47:08.360081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-6d184d89-dd43-4671-8380-1c98863e4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.361591 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-6d184d89-dd43-4671-8380-1c98863e4713 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.0881064 Dec 16 07:47:08.410680 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-b4dbc5ac-da99-4d2e-891e-f89bef608247 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0407329 Dec 16 07:47:08.462524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-3e1c2430-bcb9-4d02-bd10-2ab9cbb5d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.464046 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-3e1c2430-bcb9-4d02-bd10-2ab9cbb5d067 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0469010 Dec 16 07:47:08.516012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-9a42045b-3a06-408c-9b6a-bef17719aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.517598 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-9a42045b-3a06-408c-9b6a-bef17719aef0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459750 Dec 16 07:47:08.546005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-151d7071-6ec7-4d22-8385-58e48a31028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.547516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-151d7071-6ec7-4d22-8385-58e48a31028d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 1100 time: 0.7036684 Dec 16 07:47:08.549788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-827bbcf3-ff04-46a2-97ac-e419ac76b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.551107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-827bbcf3-ff04-46a2-97ac-e419ac76b706 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.6540647 Dec 16 07:47:08.562926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afa61f-287c-4584-abd0-ba74a5903be4 req-6b88df37-03a3-45e1-ac71-b54fa0f4dc4c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.570235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34afa61f-287c-4584-abd0-ba74a5903be4 req-6b88df37-03a3-45e1-ac71-b54fa0f4dc4c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 948 time: 0.6501021 Dec 16 07:47:08.621311 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-d3a1bb22-2c2a-448f-ab5d-3029d7d7e546 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914526 Dec 16 07:47:08.658684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408731a-34e7-4dca-bf89-96ae1800d6ab req-c90f466d-c37f-45ea-acf9-774c7e649c7a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.660153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e408731a-34e7-4dca-bf89-96ae1800d6ab req-c90f466d-c37f-45ea-acf9-774c7e649c7a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.5893199 Dec 16 07:47:08.666300 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:08.690716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:08.691936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42726) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:08.692130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] 10.222.0.43 "DELETE /v2.0/networks/56581ddc-1858-4c9c-9e65-d461df877c3d HTTP/1.1" status: 204 len: 168 time: 2.2428641 Dec 16 07:47:08.730488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943e62-c05c-498f-a389-94642626f664 admin admin] Pushing event deleted for resources: {'Network': ['ID=56581ddc-1858-4c9c-9e65-d461df877c3d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:08.764821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafff88-c901-4544-a262-441aa48aac97 req-4894dd1c-4525-4a8a-8d8b-8c7695e64ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.766329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-4894dd1c-4525-4a8a-8d8b-8c7695e64ab8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1997304 Dec 16 07:47:08.768663 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-894f1e12-68ba-4a04-8a7d-c16f2b49abf9 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398180 Dec 16 07:47:08.781731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34afa61f-287c-4584-abd0-ba74a5903be4 req-4be30649-d7c5-409d-b94f-fc6adc5de02f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969109 Dec 16 07:47:08.848646 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a060533-ebf2-4b09-93eb-e6f4c23b11c5 x-openstack-request-id: req-7a060533-ebf2-4b09-93eb-e6f4c23b11c5 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:08.848976 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa97ed1-c898-45d2-8313-1e36883cdaf6", "tag": "f59ac8c4-bc1b-47b6-b798-66206b25ed83", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:08.849215 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a060533-ebf2-4b09-93eb-e6f4c23b11c5 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:08.849705 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'tag': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', 'status': 'completed', 'code': 200} Dec 16 07:47:08.853062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e408731a-34e7-4dca-bf89-96ae1800d6ab req-2df14bcd-a5d6-499e-918a-f5af39e4a55f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848180 Dec 16 07:47:08.868539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-0cc9e8f9-20c0-43b8-b2ab-db251834c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:08.869751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-0cc9e8f9-20c0-43b8-b2ab-db251834c29a service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3041773 Dec 16 07:47:08.894180 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f6534-1066-45fa-8eb6-30b858244232 x-openstack-request-id: req-2c4f6534-1066-45fa-8eb6-30b858244232 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:08.894799 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-plugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:08.894955 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c4f6534-1066-45fa-8eb6-30b858244232 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:08.895818 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'code': 200} Dec 16 07:47:08.958249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-60f2ac8d-7c0e-4d20-9e03-1fb6ff72e153 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8ed8eb16-d370-4306-b395-61af379e3a7a HTTP/1.1" status: 200 len: 217 time: 0.0776260 Dec 16 07:47:09.050721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-bf7cb33f-65b0-431f-892a-aacfec784d7f service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610497 Dec 16 07:47:09.073848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-e19552ce-e793-4267-8f76-63e597cbde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.076286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-e19552ce-e793-4267-8f76-63e597cbde0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0993676 Dec 16 07:47:09.126361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a095-110c-40e3-8415-9da29f3d8e90 req-cc01813b-fc8e-40e1-8722-48c1405f2c48 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.127868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b59a095-110c-40e3-8415-9da29f3d8e90 req-cc01813b-fc8e-40e1-8722-48c1405f2c48 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 944 time: 0.1745744 Dec 16 07:47:09.157511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:09.243568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b59a095-110c-40e3-8415-9da29f3d8e90 req-8db05b64-45ee-4c90-95a9-dcb0a704d8df tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990071 Dec 16 07:47:09.262397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-e821eef2-90e6-494f-b7f7-851a7fbf1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.264340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-e821eef2-90e6-494f-b7f7-851a7fbf1d5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1706724 Dec 16 07:47:09.265308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ca5acfee-6151-420c-b0c7-8351c994349d up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:09.266897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bafff88-c901-4544-a262-441aa48aac97 req-0ce9754d-4a09-4ab2-9e74-b3b2d0b8d55c service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044010 Dec 16 07:47:09.381720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-a2b55aff-6716-425a-8819-3dee95ffe6ef service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991189 Dec 16 07:47:09.442872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Deleting port 50144303-bfa1-46dd-893e-33645289c6cc {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:09.443489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:09.451363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port ca5acfee-6151-420c-b0c7-8351c994349d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:09.457931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port ca5acfee-6151-420c-b0c7-8351c994349d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:09.462794 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:09.526039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15db5c23-8045-45e3-8914-f4a15ae8267c req-a39da31c-82b0-4efb-a09e-1bf60b820c7a service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347713 Dec 16 07:47:09.545301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-2f379336-e173-485a-993d-7db3bedcce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.547349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-2f379336-e173-485a-993d-7db3bedcce66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 1100 time: 0.0616541 Dec 16 07:47:09.561717 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] For port 50144303-bfa1-46dd-893e-33645289c6cc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=50144303-bfa1-46dd-893e-33645289c6cc,segment=NetworkSegment(5d799799-a0cd-466b-9bdd-ee644c569137),segment_id=5d799799-a0cd-466b-9bdd-ee644c569137)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:09.562137 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:09.582949 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:09.583174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Calling delete_port for 50144303-bfa1-46dd-893e-33645289c6cc owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:09.617980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ca5acfee-6151-420c-b0c7-8351c994349d,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:09.668956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-050cae9a-774b-4d03-8760-4503b6adf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.670779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-050cae9a-774b-4d03-8760-4503b6adf710 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1106009 Dec 16 07:47:09.708342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:09.766305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-f0a70763-775a-4b2d-a06f-01c632249aa4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=f59ac8c4-bc1b-47b6-b798-66206b25ed83 HTTP/1.1" status: 200 len: 217 time: 0.0796499 Dec 16 07:47:09.779508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d839c1-4937-4771-a8e7-2c81106be74d req-c25bef5c-b073-44ea-8ccd-b92464aebdb8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.781067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36d839c1-4937-4771-a8e7-2c81106be74d req-c25bef5c-b073-44ea-8ccd-b92464aebdb8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 945 time: 0.1076748 Dec 16 07:47:09.782456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:09.864949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-0bda38ad-b110-4b7e-be58-77f7b5331bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.866847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-0bda38ad-b110-4b7e-be58-77f7b5331bab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0848291 Dec 16 07:47:09.910225 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36d839c1-4937-4771-a8e7-2c81106be74d req-31fa06fe-24c1-4690-8ebe-e6e0b72873f7 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203918 Dec 16 07:47:09.914175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:09.974273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Pushing event deleted for resources: {'Port': ['ID=50144303-bfa1-46dd-893e-33645289c6cc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:09.980093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-276531a4-8cfc-4538-bf7b-72faf6866c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.982451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-276531a4-8cfc-4538-bf7b-72faf6866c08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021724 Dec 16 07:47:09.992112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b1a5b-cb5f-4ddb-b53c-e26172b08d50 req-6912ec28-dfe6-4c90-afb8-35d53e384e89 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:09.993721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-128b1a5b-cb5f-4ddb-b53c-e26172b08d50 req-6912ec28-dfe6-4c90-afb8-35d53e384e89 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 948 time: 0.1353970 Dec 16 07:47:10.131574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-1b6c3923-0f3f-456a-9fb5-17ad81f233cb service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368518 Dec 16 07:47:10.151355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:10.252411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1e2f-ff43-4a81-a1df-754c28c28cf1 req-62531de6-bedb-48dd-a31a-226c9c4e99ab tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:10.254096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec4c1e2f-ff43-4a81-a1df-754c28c28cf1 req-62531de6-bedb-48dd-a31a-226c9c4e99ab tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.1600428 Dec 16 07:47:10.263068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-128b1a5b-cb5f-4ddb-b53c-e26172b08d50 req-d276b321-91ad-466c-a2a4-b439c07eeb4a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677737 Dec 16 07:47:10.325351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1d6fffe-3d68-43ce-b23c-46867106bbe4 req-e9aee403-d891-4b00-a73f-7b01099ca8af service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703627 Dec 16 07:47:10.342070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec4c1e2f-ff43-4a81-a1df-754c28c28cf1 req-19ac7cf9-07e2-4021-9669-14beecbaf2b6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 Dec 16 07:47:10.422960 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Router 2c8b842f-4413-4383-9635-d941dbd2dbec has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:47:10.546582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:47:10.551832 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9cf9878a-2cf8-4d7d-8e8e-48090d388177 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c8b842f-4413-4383-9635-d941dbd2dbec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8581295 Dec 16 07:47:10.554624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:10.559021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] Sync routers for ids ['2c8b842f-4413-4383-9635-d941dbd2dbec'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:47:10.569654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6e48d-d6f1-4021-9522-5e5bdea97b2a req-6b21ee17-6268-4e56-bf65-ac7bef32b51c tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:10.569942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] Routers {'2c8b842f-4413-4383-9635-d941dbd2dbec'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:47:10.572709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2c8b842f-4413-4383-9635-d941dbd2dbec'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:10.572872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6e6e48d-d6f1-4021-9522-5e5bdea97b2a req-6b21ee17-6268-4e56-bf65-ac7bef32b51c tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0554736 Dec 16 07:47:10.635732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6e6e48d-d6f1-4021-9522-5e5bdea97b2a req-aebeb289-1c1e-4337-b0d0-de0d5a2d85cb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572286 Dec 16 07:47:10.671814 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:10.675018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-a02d4982-6834-4d65-83f7-8247bd39c860 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:10.676660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-a02d4982-6834-4d65-83f7-8247bd39c860 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 945 time: 0.0567563 Dec 16 07:47:10.783866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:10.792194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Deleting port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:10.792572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:10.844198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] Set router 2c8b842f-4413-4383-9635-d941dbd2dbec gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:47:10.893645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Deleting port 59892601-670c-48f6-b1ee-628dc6b26e99 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:10.893966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:10.899572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] For port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:10.902943 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:10.903069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:10.904459 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2348caf8-c21c-4bdb-9f6f-2de88f0eec63" -d '{"events": [{"server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "name": "network-vif-plugged", "status": "completed", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:10.928014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Calling delete_port for f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:10.994633 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf54acf-8ba7-4d2d-a4eb-7c7b510647d7 x-openstack-request-id: req-eaf54acf-8ba7-4d2d-a4eb-7c7b510647d7 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:10.995037 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "name": "network-vif-plugged", "status": "completed", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:10.995389 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaf54acf-8ba7-4d2d-a4eb-7c7b510647d7 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:10.996544 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'code': 200} Dec 16 07:47:11.002898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] For port 59892601-670c-48f6-b1ee-628dc6b26e99, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59892601-670c-48f6-b1ee-628dc6b26e99,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:11.003387 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.019972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Calling delete_port for 59892601-670c-48f6-b1ee-628dc6b26e99 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:11.072552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:47:09Z', 'revision_number': 5, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port': {'id': '59892601-670c-48f6-b1ee-628dc6b26e99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:41:44Z', 'updated_at': '2021-12-16T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:11.105005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] Checking router: 2c8b842f-4413-4383-9635-d941dbd2dbec for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:47:11.115167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] Routers {'2c8b842f-4413-4383-9635-d941dbd2dbec'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:47:11.116323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2c8b842f-4413-4383-9635-d941dbd2dbec'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:11.126007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4080c8-579c-482f-9241-649a45f9b0bd req-d1bcad47-9784-4931-9e74-84228d9660ec tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:11.137572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea4080c8-579c-482f-9241-649a45f9b0bd req-d1bcad47-9784-4931-9e74-84228d9660ec tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 945 time: 0.1020267 Dec 16 07:47:11.213354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] Set router 2c8b842f-4413-4383-9635-d941dbd2dbec gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:47:11.226019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66951b-82a6-4e47-bf20-d9c6f9405fa3 req-674c6a01-9514-411e-a59d-dfb55b941aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:11.228320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d66951b-82a6-4e47-bf20-d9c6f9405fa3 req-674c6a01-9514-411e-a59d-dfb55b941aa8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.0740654 Dec 16 07:47:11.229178 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.234379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea4080c8-579c-482f-9241-649a45f9b0bd req-889198ec-109a-440d-a0d6-dd25699b5e80 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895007 Dec 16 07:47:11.275878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event deleted for resources: {'Port': ['ID=f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:11.276756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:11.278697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8ed8eb16-d370-4306-b395-61af379e3a7a details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:11.281939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:47:10Z', 'revision_number': 6, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:11.287173 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.343403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb19d9-93de-4f77-8d46-33b4dff9ba7a None None] The sync data for ids ['2c8b842f-4413-4383-9635-d941dbd2dbec'] in n-d-820935-11 is: [{'id': '2c8b842f-4413-4383-9635-d941dbd2dbec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551189557-router', 'tenant_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:41:41Z', 'updated_at': '2021-12-16T07:47:10Z', 'revision_number': 6, 'project_id': '6a355c3dc61140b09405a5c3c9d7ad42', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:47:11.357890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d66951b-82a6-4e47-bf20-d9c6f9405fa3 req-04b5c24f-622e-4a11-bc2f-23068c144378 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177673 Dec 16 07:47:11.362178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59892601-670c-48f6-b1ee-628dc6b26e99,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:11.426695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] No DVR routers for this DVR port f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:11.432584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.433129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.438222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7be4d43-4828-4531-a56b-6cdd4f94780b req-2bbc6fa5-1296-483c-8b29-1147b7cd375c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "DELETE /v2.0/ports/f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf HTTP/1.1" status: 204 len: 173 time: 0.7538078 Dec 16 07:47:11.440875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'name': 'network-vif-deleted', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:11.443248 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a64fe1-bb56-4749-9ce8-0f26b30871b2" -d '{"events": [{"server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "name": "network-vif-deleted", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:11.445673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 8ed8eb16-d370-4306-b395-61af379e3a7a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8ed8eb16-d370-4306-b395-61af379e3a7a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:11.459343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '8ed8eb16-d370-4306-b395-61af379e3a7a', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '8ed8eb16-d370-4306-b395-61af379e3a7a', 'mac_address': 'fa:16:3e:65:8e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:11.486559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f6ce-956a-4ce8-8551-64c5e5968a89 req-84026c7d-3b3a-4e8f-8a46-f3ffddd9aa0a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:11.487987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e237f6ce-956a-4ce8-8551-64c5e5968a89 req-84026c7d-3b3a-4e8f-8a46-f3ffddd9aa0a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 948 time: 0.1338611 Dec 16 07:47:11.510353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.524236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed8eb16-d370-4306-b395-61af379e3a7a {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:11.533034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.535168 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.536570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e298fc-5095-4c34-822c-f21b0d8c0f5c req-a0071e10-7e45-4e72-8ae0-dc8f2d1d64dc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:11.537851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26e298fc-5095-4c34-822c-f21b0d8c0f5c req-a0071e10-7e45-4e72-8ae0-dc8f2d1d64dc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0888529 Dec 16 07:47:11.545397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 8ed8eb16-d370-4306-b395-61af379e3a7a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8ed8eb16-d370-4306-b395-61af379e3a7a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:11.578075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e237f6ce-956a-4ce8-8551-64c5e5968a89 req-5a1a4061-16cd-4ede-b530-67ce7de60508 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768495 Dec 16 07:47:11.608943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26e298fc-5095-4c34-822c-f21b0d8c0f5c req-74cc9cd6-e093-4824-8722-6a0943e1f021 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596194 Dec 16 07:47:11.639798 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.655334 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6b897f-063b-4796-9f09-a30f7f9162ed x-openstack-request-id: req-9e6b897f-063b-4796-9f09-a30f7f9162ed {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:11.655682 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07ea916-d4c4-4f5c-ac40-628836b9793c", "name": "network-vif-deleted", "tag": "f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:11.655941 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e6b897f-063b-4796-9f09-a30f7f9162ed {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:11.656381 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07ea916-d4c4-4f5c-ac40-628836b9793c', 'name': 'network-vif-deleted', 'tag': 'f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf', 'status': 'completed', 'code': 200} Dec 16 07:47:11.674185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.674731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8b842f-4413-4383-9635-d941dbd2dbec {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:47:11.685594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.689037 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-34f7d508-480b-41eb-846d-fb69b803fcf1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2c8b842f-4413-4383-9635-d941dbd2dbec HTTP/1.1" status: 204 len: 168 time: 1.1310089 Dec 16 07:47:11.689597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42770) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:11.694802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=8ed8eb16-d370-4306-b395-61af379e3a7a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:11.751572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] Deleting subnet b0d66303-b562-43ec-ae8e-8ee5e9c1b758 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:47:11.755056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.811546 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.890533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e6d9a-2def-4528-a6dc-3be91e8211c5 req-fa1ba7ca-94a1-44ee-8c44-67969323637c tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:11.892243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c93e6d9a-2def-4528-a6dc-3be91e8211c5 req-fa1ba7ca-94a1-44ee-8c44-67969323637c tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0495179 Dec 16 07:47:11.907004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:11.946007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c93e6d9a-2def-4528-a6dc-3be91e8211c5 req-c5acfe00-2f3c-4680-9316-c5e625b75af3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Dec 16 07:47:12.022817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.047481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d66303-b562-43ec-ae8e-8ee5e9c1b758,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:12.053410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.056775 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-87bb934c-bdf3-4615-9cec-b4e44ca1ce96 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b0d66303-b562-43ec-ae8e-8ee5e9c1b758 HTTP/1.1" status: 204 len: 168 time: 0.3661621 Dec 16 07:47:12.059788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42772) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:12.060042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31389405-e9b9-426c-9844-4869083c47c0 None None] Network 3c8c54ab-aeae-445c-bec5-92b1a625614f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:47:12.130254 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.201070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:12.201481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Deleting port b5c0a4e5-3699-481a-945c-ba54958a8a28 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:12.201714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.239563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] DHCP port deletion for 3c8c54ab-aeae-445c-bec5-92b1a625614f request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:47:12.299218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] For port b5c0a4e5-3699-481a-945c-ba54958a8a28, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b5c0a4e5-3699-481a-945c-ba54958a8a28,segment=NetworkSegment(5d799799-a0cd-466b-9bdd-ee644c569137),segment_id=5d799799-a0cd-466b-9bdd-ee644c569137)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:12.300487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.341149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Calling delete_port for b5c0a4e5-3699-481a-945c-ba54958a8a28 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:12.372291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] Deleting port b5c0a4e5-3699-481a-945c-ba54958a8a28 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:12.372663 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.377631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-269610bc-1971-4a32-a939-c98952c6db44 req-968323e6-4dc3-43ec-a827-341a1fd71cdf tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=e07ea916-d4c4-4f5c-ac40-628836b9793c HTTP/1.1" status: 200 len: 210 time: 0.0282302 Dec 16 07:47:12.468141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] For port b5c0a4e5-3699-481a-945c-ba54958a8a28, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b5c0a4e5-3699-481a-945c-ba54958a8a28,segment=NetworkSegment(5d799799-a0cd-466b-9bdd-ee644c569137),segment_id=5d799799-a0cd-466b-9bdd-ee644c569137)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:12.468516 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.488392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] Calling delete_port for b5c0a4e5-3699-481a-945c-ba54958a8a28 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:12.514151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.548319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] No DVR routers for this DVR port b5c0a4e5-3699-481a-945c-ba54958a8a28 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:12.553496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c0a4e5-3699-481a-945c-ba54958a8a28,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:12.588896 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.624334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] Pushing event deleted for resources: {'Port': ['ID=b5c0a4e5-3699-481a-945c-ba54958a8a28,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:12.629161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59435f9b-5da6-4173-a653-0c2ab57a91c2 None None] No DVR routers for this DVR port b5c0a4e5-3699-481a-945c-ba54958a8a28 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:12.629941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.652929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8c54ab-aeae-445c-bec5-92b1a625614f']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:12.664541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d799799-a0cd-466b-9bdd-ee644c569137') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:12.664842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d799799-a0cd-466b-9bdd-ee644c569137') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:12.675120 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.691825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.699214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:47:12.700982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:47:12.702966 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:47:12.744990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62f1d-ad55-466f-9021-c95acd9e77bb req-701937f0-3c0a-4608-ad3f-215a447856cb tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:12.747444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8c62f1d-ad55-466f-9021-c95acd9e77bb req-701937f0-3c0a-4608-ad3f-215a447856cb tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 948 time: 0.0588155 Dec 16 07:47:12.834016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b5c0a4e5-3699-481a-945c-ba54958a8a28 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:12.841070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9dc26-2ddd-4c54-8733-89fd351a5833 req-6d8f1ee9-e738-4da3-a7b7-c30a59c35f1f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:12.842568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fe9dc26-2ddd-4c54-8733-89fd351a5833 req-6d8f1ee9-e738-4da3-a7b7-c30a59c35f1f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0918338 Dec 16 07:47:12.852691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8c62f1d-ad55-466f-9021-c95acd9e77bb req-b36c3523-531f-4740-b48e-9cbf2dd62cf8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918820 Dec 16 07:47:12.857226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b5c0a4e5-3699-481a-945c-ba54958a8a28 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:12.857575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b5c0a4e5-3699-481a-945c-ba54958a8a28 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:12.857995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59892601-670c-48f6-b1ee-628dc6b26e99 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:12.874099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.879674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 59892601-670c-48f6-b1ee-628dc6b26e99 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:12.880264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59892601-670c-48f6-b1ee-628dc6b26e99 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:12.884486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 50144303-bfa1-46dd-893e-33645289c6cc no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:12.888428 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:12.894439 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] 10.222.0.43 "DELETE /v2.0/networks/3c8c54ab-aeae-445c-bec5-92b1a625614f HTTP/1.1" status: 204 len: 168 time: 0.8334830 Dec 16 07:47:12.913327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ff72-a2fe-4c82-92be-3df23a0bc99d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8c54ab-aeae-445c-bec5-92b1a625614f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:12.932126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 50144303-bfa1-46dd-893e-33645289c6cc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:12.932504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 50144303-bfa1-46dd-893e-33645289c6cc not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:12.934433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fe9dc26-2ddd-4c54-8733-89fd351a5833 req-e9781591-7feb-4ec7-95e0-e4a8d35d1fdf tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805042 Dec 16 07:47:12.946380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-e65303aa-ba8b-41e7-924a-9dfd4125c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:12.949605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-e65303aa-ba8b-41e7-924a-9dfd4125c344 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 1101 time: 0.0857725 Dec 16 07:47:12.981260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:13.057916 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.223113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f52f4-e60d-482a-9d07-bad741b536d7 req-bb9b4f45-5c06-471a-918c-9acf8b010158 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:13.224620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-419f52f4-e60d-482a-9d07-bad741b536d7 req-bb9b4f45-5c06-471a-918c-9acf8b010158 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1214833 Dec 16 07:47:13.291457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f59ac8c4-bc1b-47b6-b798-66206b25ed83 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:13.302792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:13.327172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:13.328704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8aaf7cd-a61b-4009-95b4-2d6f0faf75cf not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:13.328704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:13.337027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-419f52f4-e60d-482a-9d07-bad741b536d7 req-6107fc78-5091-48a6-9680-f4e5cb87575d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988259 Dec 16 07:47:13.360200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:13.395884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:13.453859 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.461789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:13.476023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Transition to ACTIVE for port object 89c0f761-0b68-4c2e-86e0-06837ea77152 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:13.485457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f59ac8c4-bc1b-47b6-b798-66206b25ed83, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f59ac8c4-bc1b-47b6-b798-66206b25ed83,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:13.504341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.506338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', 'mac_address': 'fa:16:3e:65:84:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:13.515421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f4aed607-3c76-45f5-8d09-60dda4ce3984 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0424a4b706684dfd8264a23dc3aa4325&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523114 Dec 16 07:47:13.518379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42796) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:13.543144 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.585777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-0958-4091-b792-94d55e3e6f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.591152 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.599617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-0958-4091-b792-94d55e3e6f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.610129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] No DVR routers for this DVR port 89c0f761-0b68-4c2e-86e0-06837ea77152 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:13.615618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59ac8c4-bc1b-47b6-b798-66206b25ed83 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:13.619135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:13.622427 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:47:13.629149 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:47:13.656398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:13.657007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:13.657535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:13.658240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f59ac8c4-bc1b-47b6-b798-66206b25ed83, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f59ac8c4-bc1b-47b6-b798-66206b25ed83,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:13.660784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:13.663295 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8521a4-60bd-4478-aadd-bdd88be2bfd8" -d '{"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-unplugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:13.671564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:13.671879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Attempting to bind port 89c0f761-0b68-4c2e-86e0-06837ea77152 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:13.677918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:13.678266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:13.678688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:13.683899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Bound port: 89c0f761-0b68-4c2e-86e0-06837ea77152, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:13.683899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.717097 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82304cb1-7ee1-4e36-95cd-23b4ff4e8b1e x-openstack-request-id: req-82304cb1-7ee1-4e36-95cd-23b4ff4e8b1e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:13.717386 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-unplugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:13.717636 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82304cb1-7ee1-4e36-95cd-23b4ff4e8b1e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:13.718024 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'code': 200} Dec 16 07:47:13.729972 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.742435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-0958-4091-b792-94d55e3e6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.746204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-0958-4091-b792-94d55e3e6f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.746815 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-50b353c3-0958-4091-b792-94d55e3e6f25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f7d695f-63e1-43ad-8ce0-717eebe56d0d HTTP/1.1" status: 204 len: 168 time: 0.2274606 Dec 16 07:47:13.759593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b353c3-0958-4091-b792-94d55e3e6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d695f-63e1-43ad-8ce0-717eebe56d0d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:13.775351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:13.782829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:13.822764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=f59ac8c4-bc1b-47b6-b798-66206b25ed83,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:13.861951 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.896007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:13.896614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:13.897985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] 10.222.0.36 "PUT /v2.0/ports/89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 1097 time: 0.9318283 Dec 16 07:47:13.924627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348740-433c-4fd9-a145-aa9f9c893363 service neutron] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=11']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:14.074786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590c42-a46b-4cb8-b782-5bb37c9ec9c9 req-f359d3c1-ed55-46b8-ac11-7dd10ac0a36b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.076391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7590c42-a46b-4cb8-b782-5bb37c9ec9c9 req-f359d3c1-ed55-46b8-ac11-7dd10ac0a36b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 949 time: 0.1355212 Dec 16 07:47:14.079309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-3f979594-ca34-404b-8db4-db1888edfcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.080736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-3f979594-ca34-404b-8db4-db1888edfcc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1100 time: 0.1288185 Dec 16 07:47:14.109307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66156c-0efc-48dd-9b77-fb4779947906 req-004ba2c7-53ed-4172-80f2-2491d5c54f19 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.110820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad66156c-0efc-48dd-9b77-fb4779947906 req-004ba2c7-53ed-4172-80f2-2491d5c54f19 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 944 time: 0.0909815 Dec 16 07:47:14.244673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f59ac8c4-bc1b-47b6-b798-66206b25ed83'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:14.249349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad66156c-0efc-48dd-9b77-fb4779947906 req-042cf679-b638-47b8-8e16-1affaae28871 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236584 Dec 16 07:47:14.252555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7590c42-a46b-4cb8-b782-5bb37c9ec9c9 req-c1becc08-d84e-453c-8cae-17b21ff5895c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608331 Dec 16 07:47:14.267389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-33629f3d-6f71-4d6e-859b-fd977d5cffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.268988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-33629f3d-6f71-4d6e-859b-fd977d5cffc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1785262 Dec 16 07:47:14.325869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-00750f86-922b-4c99-853a-cca962bb85a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0462704 Dec 16 07:47:14.420537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-c641d3b8-7ef9-4732-a875-6a0e793d653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.422176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-c641d3b8-7ef9-4732-a875-6a0e793d653f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0894067 Dec 16 07:47:14.452584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e52cbb-902a-4929-8000-d97083fd0167 req-6af6af77-f11d-44fb-9dc7-a0688ea3e25b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.454243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40e52cbb-902a-4929-8000-d97083fd0167 req-6af6af77-f11d-44fb-9dc7-a0688ea3e25b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 948 time: 0.0893059 Dec 16 07:47:14.526688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-d7c6279e-ed16-47a1-933a-74201a157864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.528382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-d7c6279e-ed16-47a1-933a-74201a157864 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965776 Dec 16 07:47:14.536133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40e52cbb-902a-4929-8000-d97083fd0167 req-3e6a55d5-d730-409a-bc83-72abe1c2af2c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Dec 16 07:47:14.542321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:14.588226 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25e7ea1f-45b9-4824-98fc-15764ea38605 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a355c3dc61140b09405a5c3c9d7ad42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424705 Dec 16 07:47:14.589234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:14.640920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46c34cd1-db21-441a-a8c7-b74d63617629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:14.664401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46c34cd1-db21-441a-a8c7-b74d63617629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:14.693615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-271bd5ef-564c-48db-a878-3de88828e061 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561587 Dec 16 07:47:14.735914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a1697-65ee-4600-8346-54569ea64eeb req-2305f01f-be5e-4c98-b2e4-53cccc40b767 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.738137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-202a1697-65ee-4600-8346-54569ea64eeb req-2305f01f-be5e-4c98-b2e4-53cccc40b767 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1224306 Dec 16 07:47:14.794475 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46c34cd1-db21-441a-a8c7-b74d63617629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:14.797156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46c34cd1-db21-441a-a8c7-b74d63617629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:14.800608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-46c34cd1-db21-441a-a8c7-b74d63617629 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b1c393b-2548-4628-91d3-a8c28815a62d HTTP/1.1" status: 204 len: 168 time: 0.2079999 Dec 16 07:47:14.808136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c34cd1-db21-441a-a8c7-b74d63617629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c393b-2548-4628-91d3-a8c28815a62d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:14.834966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-cb5d6302-e669-4fd0-9647-8b1d6e43c281 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:14.834966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-cb5d6302-e669-4fd0-9647-8b1d6e43c281 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 944 time: 0.1591091 Dec 16 07:47:14.899447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-202a1697-65ee-4600-8346-54569ea64eeb req-c62a1b2f-4e08-4521-8268-aa1fe0b8ea62 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191700 Dec 16 07:47:14.941570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33324ac9-b1ef-4aa8-b4da-0dbf0d929ad8 req-be97fe43-f3fa-45f8-b132-22de5b98b38b service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283657 Dec 16 07:47:14.969834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Deleting port d0a0bbba-dc29-49bd-b63d-0d66c0660864 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:14.970180 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:15.063098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] For port d0a0bbba-dc29-49bd-b63d-0d66c0660864, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d0a0bbba-dc29-49bd-b63d-0d66c0660864,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:15.063467 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:15.076831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Calling delete_port for d0a0bbba-dc29-49bd-b63d-0d66c0660864 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:15.291246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:15.302374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8ed8eb16-d370-4306-b395-61af379e3a7a up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:15.322657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event deleted for resources: {'Port': ['ID=d0a0bbba-dc29-49bd-b63d-0d66c0660864,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:15.400410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] No DVR routers for this DVR port d0a0bbba-dc29-49bd-b63d-0d66c0660864 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:15.417049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:15.422505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f508ecff-81f7-40cc-b6f0-8e8fcc64e151 req-d2b83451-bcae-438f-9083-1696dcbd9b7c tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "DELETE /v2.0/ports/d0a0bbba-dc29-49bd-b63d-0d66c0660864 HTTP/1.1" status: 204 len: 173 time: 0.5792701 Dec 16 07:47:15.451867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b203502f-016f-47ff-a6a5-80386f0d8dc9 req-1aa14313-60c0-417f-a023-d5f61cfb80e1 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 210 time: 0.0525274 Dec 16 07:47:15.479663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8303388-01c5-49a2-9740-18a0983f4e27 req-85bf97e8-6a5b-4408-8c76-302682d3a26b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:15.482211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8303388-01c5-49a2-9740-18a0983f4e27 req-85bf97e8-6a5b-4408-8c76-302682d3a26b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 949 time: 0.1180768 Dec 16 07:47:15.588822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8303388-01c5-49a2-9740-18a0983f4e27 req-b690452a-7659-4f57-890d-fa64bec4716f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004691 Dec 16 07:47:15.608823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-5af98947-46b2-4fc4-a03f-14beea11ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:15.613863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-5af98947-46b2-4fc4-a03f-14beea11ed58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.0917823 Dec 16 07:47:15.678593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 8ed8eb16-d370-4306-b395-61af379e3a7a completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:15.681658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6b833-0366-45be-b322-c3b8b4ef9d7b req-2c1748d0-aaf7-4d36-9f18-035c587f3133 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:15.683899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45f6b833-0366-45be-b322-c3b8b4ef9d7b req-2c1748d0-aaf7-4d36-9f18-035c587f3133 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1078761 Dec 16 07:47:15.686883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 8ed8eb16-d370-4306-b395-61af379e3a7a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:15.687439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:15.721015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}, {'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'name': 'network-vif-deleted', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:15.723215 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca19c1-1d5c-473f-8017-07f90623eb55" -d '{"events": [{"name": "network-changed", "server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}, {"server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "name": "network-vif-deleted", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:15.763457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-ec270c98-9d5e-4040-a72f-8915ae85ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:15.764992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-ec270c98-9d5e-4040-a72f-8915ae85ffdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.1466601 Dec 16 07:47:15.769877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45f6b833-0366-45be-b322-c3b8b4ef9d7b req-e70e7a52-6258-4645-8fef-55c4e02197fc tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772216 Dec 16 07:47:15.785017 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:15.818355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-143ee74e-e4f4-47c1-880f-938de3fba779 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 217 time: 0.0457876 Dec 16 07:47:15.909777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-2d3203fc-4d2c-4820-b857-776287a61b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:15.911263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-2d3203fc-4d2c-4820-b857-776287a61b87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.0859921 Dec 16 07:47:15.947671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-35367d36-17a4-4b3c-8321-f17a6c2f142e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274568 Dec 16 07:47:15.955770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66568d4-9e10-4291-9e33-4cf2c855ba7e req-5fc71afa-9c7e-490a-a4d6-effdc262373d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:15.957205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e66568d4-9e10-4291-9e33-4cf2c855ba7e req-5fc71afa-9c7e-490a-a4d6-effdc262373d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 948 time: 0.0878391 Dec 16 07:47:15.966814 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb49332-5f55-4ab4-927a-e4a886d42172 x-openstack-request-id: req-edb49332-5f55-4ab4-927a-e4a886d42172 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:15.967110 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "status": "completed", "code": 200}, {"server_uuid": "b09f33a3-15d2-46ff-a3b1-20a51c6bc158", "name": "network-vif-deleted", "tag": "d0a0bbba-dc29-49bd-b63d-0d66c0660864", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:15.970972 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edb49332-5f55-4ab4-927a-e4a886d42172 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:15.970972 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'status': 'completed', 'code': 200} Dec 16 07:47:15.970972 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f33a3-15d2-46ff-a3b1-20a51c6bc158', 'name': 'network-vif-deleted', 'tag': 'd0a0bbba-dc29-49bd-b63d-0d66c0660864', 'status': 'completed', 'code': 200} Dec 16 07:47:15.981249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed8eb16-d370-4306-b395-61af379e3a7a'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:15.983954 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b31bf8-ce7f-4c04-b07b-5d20a9743838" -d '{"events": [{"server_uuid": "13d28acf-8395-4278-8fcb-227fcbe4ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "8ed8eb16-d370-4306-b395-61af379e3a7a"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:16.009746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 8ed8eb16-d370-4306-b395-61af379e3a7a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8ed8eb16-d370-4306-b395-61af379e3a7a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:16.079518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:16.142295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=8ed8eb16-d370-4306-b395-61af379e3a7a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:16.166980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e66568d4-9e10-4291-9e33-4cf2c855ba7e req-10780ced-32c5-49a0-bb59-d9802b18c21f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808369 Dec 16 07:47:16.184619 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d4f50-d787-4895-b7a8-c5004946836a x-openstack-request-id: req-562d4f50-d787-4895-b7a8-c5004946836a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:16.184920 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d28acf-8395-4278-8fcb-227fcbe4ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "8ed8eb16-d370-4306-b395-61af379e3a7a", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:16.185196 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-562d4f50-d787-4895-b7a8-c5004946836a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:16.185777 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed8eb16-d370-4306-b395-61af379e3a7a', 'code': 200} Dec 16 07:47:16.185927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-8e7e4e67-b725-434e-aceb-d830fbb7aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:16.187471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-8e7e4e67-b725-434e-aceb-d830fbb7aa0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1100 time: 0.1578314 Dec 16 07:47:16.189730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-240b65c4-c1e0-4f3e-8ed6-c70637181c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:16.191170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-240b65c4-c1e0-4f3e-8ed6-c70637181c3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 1100 time: 0.1595802 Dec 16 07:47:16.193223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-7df4ad80-a65d-44b6-b5a3-fe3050b373d6 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351453 Dec 16 07:47:16.341041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ca4e4-4b96-42a0-8175-7e5f198084c9 req-0147799e-0d07-4f01-8f78-917f25a7268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:16.347094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b75ca4e4-4b96-42a0-8175-7e5f198084c9 req-0147799e-0d07-4f01-8f78-917f25a7268d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 1102 time: 0.0517280 Dec 16 07:47:16.432938 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b75ca4e4-4b96-42a0-8175-7e5f198084c9 req-e3f224ae-7fbd-497c-85d9-61989586898f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Dec 16 07:47:16.688619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b859568b-e60c-4089-81c7-eb7bad3a3b86 req-11434760-c4ad-4013-b231-925a94264b6d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09f33a3-15d2-46ff-a3b1-20a51c6bc158 HTTP/1.1" status: 200 len: 210 time: 0.0503087 Dec 16 07:47:16.772416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-d26bf2e4-2e58-4950-8ba6-107e9670f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:16.774020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-d26bf2e4-2e58-4950-8ba6-107e9670f1b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.5789232 Dec 16 07:47:16.808128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eea59573-ac83-4ec9-b1d7-50355e77d336 req-8207a4f4-50aa-4b65-964d-197ea6a80eb0 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704138 Dec 16 07:47:16.815400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-4c29167e-02d9-4e0f-90ab-4715cfc855aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:16.817726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-4c29167e-02d9-4e0f-90ab-4715cfc855aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.5812397 Dec 16 07:47:16.874868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5601a5-8c94-4c05-ae9b-d9150989a6d8 req-fc03bd9c-2606-4c92-b670-74c90ed70b08 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:16.876440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a5601a5-8c94-4c05-ae9b-d9150989a6d8 req-fc03bd9c-2606-4c92-b670-74c90ed70b08 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 949 time: 0.1952229 Dec 16 07:47:16.891313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-6ff373ca-5d7c-4bb5-bc13-11847dfd5d2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0954442 Dec 16 07:47:16.958961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-6cc8f603-df6e-409b-b1d2-abcdea3d6627 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 200 len: 217 time: 0.0944436 Dec 16 07:47:17.089200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-0ce5f8ff-1ddd-49f8-b209-81b5cec1b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:17.091659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-0ce5f8ff-1ddd-49f8-b209-81b5cec1b85d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1583261 Dec 16 07:47:17.101204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f538b3b-e470-40f4-8b3d-5b706be5c661 req-2d3c16ae-7b39-42fd-94bc-20cce8c18088 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:17.104408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f538b3b-e470-40f4-8b3d-5b706be5c661 req-2d3c16ae-7b39-42fd-94bc-20cce8c18088 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.2368946 Dec 16 07:47:17.110191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a5601a5-8c94-4c05-ae9b-d9150989a6d8 req-d59b080c-4ce5-4163-a4d3-99879b053ebe tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179737 Dec 16 07:47:17.122787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-9ef0e0d7-7a4d-4f63-8509-c3447fb4e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:17.132465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-9ef0e0d7-7a4d-4f63-8509-c3447fb4e00a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1337187 Dec 16 07:47:17.231501 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-8fb7222d-466e-4080-9566-59fb26f10455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:17.233119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-8fb7222d-466e-4080-9566-59fb26f10455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1266489 Dec 16 07:47:17.236051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-bd98a8d9-1e9c-46b5-98ef-c37dcf8442ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:17.237524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-bd98a8d9-1e9c-46b5-98ef-c37dcf8442ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931718 Dec 16 07:47:17.240935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f538b3b-e470-40f4-8b3d-5b706be5c661 req-3b350774-f159-4af6-a9ac-67d658bdab40 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298876 Dec 16 07:47:17.300732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f59ac8c4-bc1b-47b6-b798-66206b25ed83 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:17.428352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port f59ac8c4-bc1b-47b6-b798-66206b25ed83 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:17.432725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port f59ac8c4-bc1b-47b6-b798-66206b25ed83 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:17.433664 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:17.442979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-bebc3a79-6dbd-4c33-9c33-f84ebc8e30fb service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010734 Dec 16 07:47:17.445592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-7500431e-622b-4148-bdb3-155fffad0853 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954200 Dec 16 07:47:17.453818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0ce16-22c9-49eb-91da-85f903e0e94f req-870c0609-5853-40ac-910d-5ad67199f87e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:17.455278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a0ce16-22c9-49eb-91da-85f903e0e94f req-870c0609-5853-40ac-910d-5ad67199f87e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 948 time: 0.1088121 Dec 16 07:47:17.527652 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:17.566226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f59ac8c4-bc1b-47b6-b798-66206b25ed83, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f59ac8c4-bc1b-47b6-b798-66206b25ed83,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:17.634324 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a0ce16-22c9-49eb-91da-85f903e0e94f req-026710da-ae2d-4875-b688-4d1d99d8bf7d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516609 Dec 16 07:47:17.655108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-df2d58aa-a444-40d3-b31d-c1846ea1f90a service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972678 Dec 16 07:47:17.657624 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:17.666987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dca19c1-1d5c-473f-8017-07f90623eb55 req-61df378a-3099-4017-a3a4-c683c9e1eb43 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104888 Dec 16 07:47:17.712719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=f59ac8c4-bc1b-47b6-b798-66206b25ed83,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:17.819383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:17.925120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:17.940565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'mac_address': 'fa:16:3e:2b:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:17.981057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:17.997307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c0f761-0b68-4c2e-86e0-06837ea77152 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:18.019959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:18.137158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:18.188231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:18.190654 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd60931-a39b-4b1d-a4a3-ce0b9a798ab5" -d '{"events": [{"server_uuid": "4aa97ed1-c898-45d2-8313-1e36883cdaf6", "name": "network-vif-plugged", "status": "completed", "tag": "f59ac8c4-bc1b-47b6-b798-66206b25ed83"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:18.197678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=12']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:18.273906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb216993-0e58-4a31-9281-9c51800f994a req-0ceabe54-e3af-4611-8f8f-6b687e802d75 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:18.275397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb216993-0e58-4a31-9281-9c51800f994a req-0ceabe54-e3af-4611-8f8f-6b687e802d75 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 950 time: 0.0828867 Dec 16 07:47:18.282828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ca001-1f68-4c6e-ad77-3b22d1a57e12 req-e2190912-9efa-40ea-ad22-da1a434a944d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:18.284218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f76ca001-1f68-4c6e-ad77-3b22d1a57e12 req-e2190912-9efa-40ea-ad22-da1a434a944d tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 945 time: 0.0822303 Dec 16 07:47:18.349374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb216993-0e58-4a31-9281-9c51800f994a req-3f8e841a-6ef7-4a6a-a8fb-bac03231d24c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642118 Dec 16 07:47:18.361165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f76ca001-1f68-4c6e-ad77-3b22d1a57e12 req-ab4f086f-f2b1-419e-870e-517da58515b8 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703921 Dec 16 07:47:18.408697 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f3890a-4965-4f04-be64-953963ceefc5 x-openstack-request-id: req-d0f3890a-4965-4f04-be64-953963ceefc5 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:18.409190 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa97ed1-c898-45d2-8313-1e36883cdaf6", "name": "network-vif-plugged", "status": "completed", "tag": "f59ac8c4-bc1b-47b6-b798-66206b25ed83", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:18.409308 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0f3890a-4965-4f04-be64-953963ceefc5 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:18.409665 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', 'code': 200} Dec 16 07:47:18.502865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['89c0f761-0b68-4c2e-86e0-06837ea77152'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:18.521483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c6f4a-0992-47a0-9100-d035a7d2e694 req-0b6ff35c-56b2-46a3-98c1-2b55492b4ef0 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:18.524817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-422c6f4a-0992-47a0-9100-d035a7d2e694 req-0b6ff35c-56b2-46a3-98c1-2b55492b4ef0 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0690522 Dec 16 07:47:18.582726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-422c6f4a-0992-47a0-9100-d035a7d2e694 req-5d679430-a90a-4cd9-a041-ecd7828efe6b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Dec 16 07:47:18.616807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0418b7-eab6-4614-aa7d-5153229104b2 req-442713b4-9bbb-4056-84d4-19954be19dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:18.620221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f0418b7-eab6-4614-aa7d-5153229104b2 req-442713b4-9bbb-4056-84d4-19954be19dc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 1102 time: 0.0516162 Dec 16 07:47:18.700069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f0418b7-eab6-4614-aa7d-5153229104b2 req-12a241fa-5c96-4cfa-bcdf-3945d1472d76 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Dec 16 07:47:18.754326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622c905-0030-4665-85b3-b265dd51e61e req-a11af68d-6841-464b-82f2-8f07930f73e2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:18.755708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e622c905-0030-4665-85b3-b265dd51e61e req-a11af68d-6841-464b-82f2-8f07930f73e2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0494471 Dec 16 07:47:18.803331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e622c905-0030-4665-85b3-b265dd51e61e req-7bdcdf88-2eac-4ea0-b713-4ac462f57bf7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Dec 16 07:47:18.921316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c0ca1-e05f-4341-b4d2-784af4cba15e req-5a333974-ef7b-41d7-9ac1-461a2283215f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:18.922792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a44c0ca1-e05f-4341-b4d2-784af4cba15e req-5a333974-ef7b-41d7-9ac1-461a2283215f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 949 time: 0.0531685 Dec 16 07:47:18.970247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a44c0ca1-e05f-4341-b4d2-784af4cba15e req-9ccb703f-98a9-4141-92f4-486cfb57302b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Dec 16 07:47:19.231231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-07ad23e3-fef3-435d-98ac-bc3006a667de tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370531 Dec 16 07:47:19.243759 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:47:19.298571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-21dde0df-affc-45d3-b88f-12f0bb483ed4 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:19.300039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-21dde0df-affc-45d3-b88f-12f0bb483ed4 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 945 time: 0.1171184 Dec 16 07:47:19.321091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:19.340837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: d0a0bbba-dc29-49bd-b63d-0d66c0660864 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:19.341203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d0a0bbba-dc29-49bd-b63d-0d66c0660864 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:19.411225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-bbfdc0e3-b31b-47d6-8c3e-4553895fc2cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:19.412730 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-bbfdc0e3-b31b-47d6-8c3e-4553895fc2cc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748626 Dec 16 07:47:19.444206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-b4410d29-8678-4b82-b60e-a9455a772f2f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/quotas/323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 375 time: 0.0241787 Dec 16 07:47:19.482060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Deleting port dd7cdbee-d570-4ce0-9342-4aedad57599a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:19.484247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:19.537406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42978) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:19.570755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf7ef9-3ddb-4e73-bb72-d68f543c4e58 req-6d8b820c-42a3-49fc-bbca-54f99063f2d9 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:19.572475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04bf7ef9-3ddb-4e73-bb72-d68f543c4e58 req-6d8b820c-42a3-49fc-bbca-54f99063f2d9 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 950 time: 0.1419399 Dec 16 07:47:19.592680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e15c424c-c384-41e4-8a0d-a93e0e4cc7e4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1298277 Dec 16 07:47:19.647279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] For port dd7cdbee-d570-4ce0-9342-4aedad57599a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=dd7cdbee-d570-4ce0-9342-4aedad57599a,segment=NetworkSegment(924ad19f-5b33-4f8b-a29b-35103fb481dd),segment_id=924ad19f-5b33-4f8b-a29b-35103fb481dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:19.647592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:19.655088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d2f248b-6883-41f0-a77a-70b470dace6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:19.670372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04bf7ef9-3ddb-4e73-bb72-d68f543c4e58 req-50a220a4-ec28-41c8-a400-5cf993ee977e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895536 Dec 16 07:47:19.671263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Calling delete_port for dd7cdbee-d570-4ce0-9342-4aedad57599a owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:19.742816 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d2f248b-6883-41f0-a77a-70b470dace6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:19.805424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d2f248b-6883-41f0-a77a-70b470dace6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:19.814139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987136d7-be03-43b8-908c-349c8f6e21dc req-1c806f78-2dec-4ae2-9edb-e85cd4200f4b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:19.815713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-987136d7-be03-43b8-908c-349c8f6e21dc req-1c806f78-2dec-4ae2-9edb-e85cd4200f4b tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 945 time: 0.0807312 Dec 16 07:47:19.829529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:19.865610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42990) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:19.866485 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0d2f248b-6883-41f0-a77a-70b470dace6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b99bd955cece4185a094f3dba4897845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275440 Dec 16 07:47:19.867938 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f248b-6883-41f0-a77a-70b470dace6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739d9505-3645-429c-bf23-c92f72f5223e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:19.932906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-987136d7-be03-43b8-908c-349c8f6e21dc req-5f8110c9-f43b-480f-a9b7-27f45e63e97e tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/security-groups?id=04c68936-ebbf-4fc1-a266-ececbefa765c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957251 Dec 16 07:47:19.971359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa0dda5b-5035-4751-89c4-58ba722f1b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:19.999761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa0dda5b-5035-4751-89c4-58ba722f1b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.005309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 89c0f761-0b68-4c2e-86e0-06837ea77152 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:20.015937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 89c0f761-0b68-4c2e-86e0-06837ea77152 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:20.015937 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.036397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.102383 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.109222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70cffde2-646b-4960-8c51-6d8f95a912e9 req-ef32fd83-322f-4d58-a06d-972d24f5a6da tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 210 time: 0.0758507 Dec 16 07:47:20.115094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Pushing event deleted for resources: {'Port': ['ID=dd7cdbee-d570-4ce0-9342-4aedad57599a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:20.142575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e93746-362b-460a-a010-269d9c061adc req-ecd45582-faf9-40d6-a57f-a5ba3f62ceb5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:20.142575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41e93746-362b-460a-a010-269d9c061adc req-ecd45582-faf9-40d6-a57f-a5ba3f62ceb5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1463065 Dec 16 07:47:20.142825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:20.189912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] No DVR routers for this DVR port dd7cdbee-d570-4ce0-9342-4aedad57599a on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:20.194118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.197039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1f68a2c-263c-4538-9039-c49ebb8e1118 req-37dfda3e-6be6-4242-93cb-caeb13455b48 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.16 "DELETE /v2.0/ports/dd7cdbee-d570-4ce0-9342-4aedad57599a HTTP/1.1" status: 204 len: 173 time: 0.8871655 Dec 16 07:47:20.197767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'name': 'network-vif-deleted', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:20.200767 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b8e589-fe55-4866-882b-8a1e9d2f0a33" -d '{"events": [{"server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "name": "network-vif-deleted", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:20.228215 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.232191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41e93746-362b-460a-a010-269d9c061adc req-be0473f4-c83c-43f0-a2cb-f5ec8847a917 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907605 Dec 16 07:47:20.277255 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f0d12b-b9f0-40f2-92de-a587723c15e4 x-openstack-request-id: req-f7f0d12b-b9f0-40f2-92de-a587723c15e4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:20.278150 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbbb91b-5fa3-440c-9add-4142432a833f", "name": "network-vif-deleted", "tag": "dd7cdbee-d570-4ce0-9342-4aedad57599a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:20.278495 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7f0d12b-b9f0-40f2-92de-a587723c15e4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:20.278950 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbbb91b-5fa3-440c-9add-4142432a833f', 'name': 'network-vif-deleted', 'tag': 'dd7cdbee-d570-4ce0-9342-4aedad57599a', 'status': 'completed', 'code': 200} Dec 16 07:47:20.282936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=13']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:20.334997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa0dda5b-5035-4751-89c4-58ba722f1b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.337854 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa0dda5b-5035-4751-89c4-58ba722f1b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:20.342144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-aa0dda5b-5035-4751-89c4-58ba722f1b1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/739d9505-3645-429c-bf23-c92f72f5223e HTTP/1.1" status: 204 len: 168 time: 0.4726124 Dec 16 07:47:20.348843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dda5b-5035-4751-89c4-58ba722f1b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739d9505-3645-429c-bf23-c92f72f5223e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:20.411211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:20.413525 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6455ec8-3626-4f99-b8e3-33a549e7f56a" -d '{"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-plugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:20.456310 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da508f-2bae-4a3e-92d2-816f512ed96c x-openstack-request-id: req-03da508f-2bae-4a3e-92d2-816f512ed96c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:20.456820 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-plugged", "status": "completed", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:20.457077 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03da508f-2bae-4a3e-92d2-816f512ed96c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:20.457477 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'code': 200} Dec 16 07:47:20.798839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1a9ba-dbbe-4ce6-92bd-01ebcd8f1588 req-9bf9a5d5-705c-476a-a13f-ef0bfa51d1f1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:20.800366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ae1a9ba-dbbe-4ce6-92bd-01ebcd8f1588 req-9bf9a5d5-705c-476a-a13f-ef0bfa51d1f1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 950 time: 0.0504615 Dec 16 07:47:20.848562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ae1a9ba-dbbe-4ce6-92bd-01ebcd8f1588 req-d348ec7d-2884-4c74-b923-671822d73b1c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Dec 16 07:47:20.982060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3292b-7172-468e-b884-6574022bfe34 req-a0e58916-0d1e-44d7-8754-fb1f3b0d7b54 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:20.983873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50d3292b-7172-468e-b884-6574022bfe34 req-a0e58916-0d1e-44d7-8754-fb1f3b0d7b54 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 950 time: 0.0594330 Dec 16 07:47:21.002076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:21.018147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd67e-67c5-4d85-a7b4-74d1b4478771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:21.037278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50d3292b-7172-468e-b884-6574022bfe34 req-5a5d1fe1-9145-4993-bbee-b90c3d7b0a93 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457277 Dec 16 07:47:21.101595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b1bb842-0a2f-47b3-b726-25f7a0cee5de req-704c9232-47b9-4d9c-a132-de83b2bd1363 tempest-LiveAutoBlockMigrationV225Test-1301583381 tempest-LiveAutoBlockMigrationV225Test-1301583381-project] 10.222.0.43 "GET /v2.0/ports?device_id=edbbb91b-5fa3-440c-9add-4142432a833f HTTP/1.1" status: 200 len: 210 time: 0.0392740 Dec 16 07:47:21.134930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd67e-67c5-4d85-a7b4-74d1b4478771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:21.221907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd67e-67c5-4d85-a7b4-74d1b4478771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:21.227352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aec95075-bff0-4fc4-be77-73486a2a7024 req-da88d39d-93d9-4114-a276-6ab728e769a3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 210 time: 0.0290027 Dec 16 07:47:21.268112 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b7cfd67e-67c5-4d85-a7b4-74d1b4478771 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06ffaa0ea43a49939bf7043a106125a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643819 Dec 16 07:47:21.274038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfd67e-67c5-4d85-a7b4-74d1b4478771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95499d1-bb98-4199-b8e6-5f979daeca6d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:21.275808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:21.469236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f942f-6840-40c9-b728-869389369d60 req-91f8b657-fea5-438c-81f0-16ad914fe421 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:21.482166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f942f-6840-40c9-b728-869389369d60 req-91f8b657-fea5-438c-81f0-16ad914fe421 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:21.482166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d2f942f-6840-40c9-b728-869389369d60 req-91f8b657-fea5-438c-81f0-16ad914fe421 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7&device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 1691 time: 0.1066577 Dec 16 07:47:21.494339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380fba-799e-40af-9ce2-a27477c56102 req-7a0533c2-2b54-4903-9428-33059050ca31 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:21.497114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab380fba-799e-40af-9ce2-a27477c56102 req-7a0533c2-2b54-4903-9428-33059050ca31 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0883455 Dec 16 07:47:21.583641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d2f942f-6840-40c9-b728-869389369d60 req-89ab16ef-5902-4f24-bbbe-be0296c219b9 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852664 Dec 16 07:47:21.600793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab380fba-799e-40af-9ce2-a27477c56102 req-07af3e51-2790-4bbb-9bc3-a478e48d9efd tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955925 Dec 16 07:47:21.603644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87dca5bb-2f9f-40ab-86df-575978e4f6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:21.625889 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87dca5bb-2f9f-40ab-86df-575978e4f6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:21.742616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87dca5bb-2f9f-40ab-86df-575978e4f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:21.745771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87dca5bb-2f9f-40ab-86df-575978e4f6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:21.749292 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-87dca5bb-2f9f-40ab-86df-575978e4f6f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f95499d1-bb98-4199-b8e6-5f979daeca6d HTTP/1.1" status: 204 len: 168 time: 0.4701629 Dec 16 07:47:21.755225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dca5bb-2f9f-40ab-86df-575978e4f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95499d1-bb98-4199-b8e6-5f979daeca6d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:21.760133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2271f-ee3a-4838-8fc7-fa84cbc5b74d req-753e2cc3-b0bd-4182-969b-f34734ce18a1 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:21.763465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65b2271f-ee3a-4838-8fc7-fa84cbc5b74d req-753e2cc3-b0bd-4182-969b-f34734ce18a1 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 1102 time: 0.0450501 Dec 16 07:47:21.810078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65b2271f-ee3a-4838-8fc7-fa84cbc5b74d req-df4cf70b-6949-41ea-9f4a-898dcd983e34 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Dec 16 07:47:21.914912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84537b0c-3f12-41c0-b5ce-9823c2c9108b req-e1b92f5e-10d7-4039-ac36-a061e276f70d tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:21.916454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84537b0c-3f12-41c0-b5ce-9823c2c9108b req-e1b92f5e-10d7-4039-ac36-a061e276f70d tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 1102 time: 0.0398278 Dec 16 07:47:21.960961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84537b0c-3f12-41c0-b5ce-9823c2c9108b req-9a25f7f7-30ab-47fa-86f2-00071b6a889f tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Dec 16 07:47:22.177010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43052) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:22.289229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-7b4159ff-c7be-44df-a1dc-369f15a17ca7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503316 Dec 16 07:47:22.399685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-599b7ec9-c104-4954-a8f7-ec431f9f9640 req-77fa1b88-9db2-4a75-a4f7-3ebb866a59bd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 210 time: 0.0694687 Dec 16 07:47:22.445065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-1491925b-f42e-480e-81f9-731542fecc55 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883460 Dec 16 07:47:22.512017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] Deleting subnet fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:47:22.548927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:22.589723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-5b4191e6-f5bf-4015-9a23-3b44c6b0a6d6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:22.591186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-5b4191e6-f5bf-4015-9a23-3b44c6b0a6d6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935719 Dec 16 07:47:22.616054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Request body: {'port': {'device_id': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '323a7e8e3ea7463e8bc18a5a0fd3d2fc'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:22.664045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.031106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-1a392543-e971-4dc8-86b0-007427100a61 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:23.032516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-1a392543-e971-4dc8-86b0-007427100a61 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5761447 Dec 16 07:47:23.089457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-de64aa97-18ce-46ca-bd52-ba2857c5d76f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/quotas/f0cd22c554784edfbc951f2776ee0e17 HTTP/1.1" status: 200 len: 375 time: 0.0371299 Dec 16 07:47:23.097006 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.178030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3d0b-5aff-40cc-909a-928fc8f687d5 req-0760ba68-43f5-427a-bead-188770c8c7e5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:23.179519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-893e3d0b-5aff-40cc-909a-928fc8f687d5 req-0760ba68-43f5-427a-bead-188770c8c7e5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.4801745 Dec 16 07:47:23.259802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-4fcbf2cd-71f9-4b86-8f5b-13ceb0c62086 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1594281 Dec 16 07:47:23.272926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-893e3d0b-5aff-40cc-909a-928fc8f687d5 req-5666e597-6f4c-4d7a-af6a-5c4dea60753e tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857925 Dec 16 07:47:23.348562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.365867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:23.376457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:23.379494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Made reservation on behalf of 323a7e8e3ea7463e8bc18a5a0fd3d2fc for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:23.383285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.390318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.397283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43096) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:23.398047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-42cfd6e0-1a0b-456c-aa71-78ca71bc092b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd8d6a9b-a2b7-4bdb-95a2-a6f4fefaf737 HTTP/1.1" status: 204 len: 168 time: 1.2188129 Dec 16 07:47:23.419290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: dd7cdbee-d570-4ce0-9342-4aedad57599a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:23.419826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device dd7cdbee-d570-4ce0-9342-4aedad57599a not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:23.493372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.568994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4915dcae-3da1-43a0-91a3-8e2b98f0cd5f req-f019bc77-2b31-4999-8043-d14823e7a02b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 210 time: 0.0386286 Dec 16 07:47:23.581621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.590402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Allocated IP 192.168.233.176 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:23.614083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29d70f3-9749-473b-9e4f-ddd4263dfda2']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:23.624129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924ad19f-5b33-4f8b-a29b-35103fb481dd') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:23.624467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924ad19f-5b33-4f8b-a29b-35103fb481dd') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:23.634756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.654536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.661178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:47:23.662065 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:47:23.664464 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:47:23.775287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.850771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.857208 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.860548 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b29d70f3-9749-473b-9e4f-ddd4263dfda2 HTTP/1.1" status: 204 len: 168 time: 0.4612200 Dec 16 07:47:23.863531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43110) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:23.871591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d0e3c-ce9a-452e-8088-870f32f68ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b29d70f3-9749-473b-9e4f-ddd4263dfda2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:23.898482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:23.943029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'a70239ca-509b-467d-ba2c-75eb1a121deb', '89c0f761-0b68-4c2e-86e0-06837ea77152'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:23.953148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:23.960696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] Deleting subnet 189f36bf-0adf-4cb3-ae8e-6bf818d74278 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:47:23.962920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:23.967932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:23.974047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.027849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:24.082675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.090259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:24.090888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.187572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.269940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e0a170a0-96dd-4472-ad26-75eab91c5d89 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6603498 Dec 16 07:47:24.307135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Request body: {'port': {'device_id': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:24.417644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.427522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a1226db8-2821-4378-aa16-b39a75ca0518 None None] Provisioning complete for port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:24.428080 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1226db8-2821-4378-aa16-b39a75ca0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.447821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585ea0b-aed7-4cd4-8808-d07b91be09d0 req-3672cf1b-8622-43a9-8132-2e09bd565036 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:24.450176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f585ea0b-aed7-4cd4-8808-d07b91be09d0 req-3672cf1b-8622-43a9-8132-2e09bd565036 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0818460 Dec 16 07:47:24.471173 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.493153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a1226db8-2821-4378-aa16-b39a75ca0518 None None] Port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:47:24.532323 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.532323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/189f36bf-0adf-4cb3-ae8e-6bf818d74278 HTTP/1.1" status: 204 len: 168 time: 0.6646178 Dec 16 07:47:24.532743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:24.535007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd0c78-16c2-4cad-b37f-55621c4a7bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189f36bf-0adf-4cb3-ae8e-6bf818d74278,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:24.600059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd125c16-6bbd-4a15-9e29-9dd2c1fca035 req-fbd453da-33db-4aa4-8cf2-27c9ee96c62b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0594780 Dec 16 07:47:24.625821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.675554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f585ea0b-aed7-4cd4-8808-d07b91be09d0 req-2e9f9c23-fd38-465f-ad7b-92994e0812da tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058034 Dec 16 07:47:24.712958 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.757112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d467985-1c06-47ba-bac6-23ae21f738c5']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:24.780257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d4af41-e9b1-4783-962a-736a23bb86ae') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:24.780857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d4af41-e9b1-4783-962a-736a23bb86ae') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:24.799119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.818952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.830703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:47:24.831778 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:47:24.845710 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:47:24.893468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43148) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:24.933177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548a913-d5a6-4f91-8727-c34cd80e9620 req-a8238107-28b2-490d-8d26-f1332a50410a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:24.934820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2548a913-d5a6-4f91-8727-c34cd80e9620 req-a8238107-28b2-490d-8d26-f1332a50410a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 936 time: 0.1157267 Dec 16 07:47:24.951469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:24.965302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:24.986435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d47a322-8ef5-48b6-9777-f2f9170c4bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.004772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2548a913-d5a6-4f91-8727-c34cd80e9620 req-59329517-64bc-461f-b4fb-8f1dc9b32b60 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621262 Dec 16 07:47:25.063430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d47a322-8ef5-48b6-9777-f2f9170c4bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.084871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.092412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Transition to ACTIVE for port object 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:25.092890 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.093732 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] 10.222.0.43 "DELETE /v2.0/networks/6d467985-1c06-47ba-bac6-23ae21f738c5 HTTP/1.1" status: 204 len: 168 time: 0.5605426 Dec 16 07:47:25.105119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b47f0-08fa-4811-92fc-631641e3bb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d467985-1c06-47ba-bac6-23ae21f738c5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:25.233434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d47a322-8ef5-48b6-9777-f2f9170c4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.271498 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3d47a322-8ef5-48b6-9777-f2f9170c4bc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12cad2daeeca45ed8f8fe67f5812fb40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937149 Dec 16 07:47:25.272390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47a322-8ef5-48b6-9777-f2f9170c4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421fffa-bc47-4cde-9399-300ff01e9aa1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:25.275099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43154) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:25.283851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.362476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:25.397606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8041912-3283-4928-a600-c72dd1d47ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.447110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8041912-3283-4928-a600-c72dd1d47ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.488761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:25.489103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:25.489422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:25.499897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:25.500379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:25.508242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:25.508757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:25.509022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:25.509655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Bound port: 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:25.510020 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.561054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43160) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:25.596635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:25.599775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:25.616774 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4f899be4-bd95-4ba2-b08b-9ffa158733f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fc341eb3d984b099c3301bb32040cb1&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0542121 Dec 16 07:47:25.619025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43162) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:25.676789 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f182c6f-b939-4027-ba3a-0317ce184a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.683505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-135f896f-12b8-41f6-b897-6dd713d8c89f req-71abee07-0c8d-4986-b9a6-65129315dc3f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0279493 Dec 16 07:47:25.688066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8041912-3283-4928-a600-c72dd1d47ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.688066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8041912-3283-4928-a600-c72dd1d47ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.688066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f8041912-3283-4928-a600-c72dd1d47ff4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2421fffa-bc47-4cde-9399-300ff01e9aa1 HTTP/1.1" status: 204 len: 168 time: 0.4113474 Dec 16 07:47:25.696340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8041912-3283-4928-a600-c72dd1d47ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421fffa-bc47-4cde-9399-300ff01e9aa1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:25.706434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f182c6f-b939-4027-ba3a-0317ce184a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.736632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.807649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:25.808398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.809906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 1097 time: 1.5132904 Dec 16 07:47:25.810444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:25.813475 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c82e0-17b3-42ef-b58d-db599b5770e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:25.882357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b882a68-2bc8-4a35-9621-ee3861caa348 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:25.895212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f986c7-34ed-492c-b639-ccc1ae750b6c req-b7cc75c7-18de-431a-b8e6-0babcd77dc75 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:25.896918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98f986c7-34ed-492c-b639-ccc1ae750b6c req-b7cc75c7-18de-431a-b8e6-0babcd77dc75 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0795970 Dec 16 07:47:25.900937 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c9c070-9e1b-41ec-af97-ac4dc90b69a4 x-openstack-request-id: req-90c9c070-9e1b-41ec-af97-ac4dc90b69a4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:25.904871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f182c6f-b939-4027-ba3a-0317ce184a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.905021 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:25.905021 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90c9c070-9e1b-41ec-af97-ac4dc90b69a4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:25.905021 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'status': 'completed', 'code': 200} Dec 16 07:47:25.908677 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f182c6f-b939-4027-ba3a-0317ce184a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:25.913451 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5f182c6f-b939-4027-ba3a-0317ce184a89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04c68936-ebbf-4fc1-a266-ececbefa765c HTTP/1.1" status: 204 len: 168 time: 0.2911065 Dec 16 07:47:25.920487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182c6f-b939-4027-ba3a-0317ce184a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c68936-ebbf-4fc1-a266-ececbefa765c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:26.060742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c82e0-17b3-42ef-b58d-db599b5770e7 req-51abdd2a-9850-4f27-a205-bc0f1f5d2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:26.062442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-386c82e0-17b3-42ef-b58d-db599b5770e7 req-51abdd2a-9850-4f27-a205-bc0f1f5d2e0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1100 time: 0.1156802 Dec 16 07:47:26.069955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98f986c7-34ed-492c-b639-ccc1ae750b6c req-6e58b426-f283-4916-acba-5e3ed84c4781 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459937 Dec 16 07:47:26.107093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-386c82e0-17b3-42ef-b58d-db599b5770e7 req-cd592f34-8719-4d38-97e6-28f5d738c935 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294707 Dec 16 07:47:26.206479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b82c-afbd-4b5c-a803-d2f0e0a7a917 req-ed6db30f-1d53-401b-a5d3-0a4d66e4d28a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:26.208268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9445b82c-afbd-4b5c-a803-d2f0e0a7a917 req-ed6db30f-1d53-401b-a5d3-0a4d66e4d28a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.1219163 Dec 16 07:47:26.258747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c82e0-17b3-42ef-b58d-db599b5770e7 req-ff9b6c56-7553-4e6a-a602-c1cf1fcc6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:26.260154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-386c82e0-17b3-42ef-b58d-db599b5770e7 req-ff9b6c56-7553-4e6a-a602-c1cf1fcc6734 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387639 Dec 16 07:47:26.293158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9445b82c-afbd-4b5c-a803-d2f0e0a7a917 req-4ddbe262-7cf9-4900-8b05-3a16a579e944 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Dec 16 07:47:26.371919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e7926e12-c6b3-4f17-a3fe-c5d2f38af01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:26.373629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-e7926e12-c6b3-4f17-a3fe-c5d2f38af01f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1100 time: 0.0451636 Dec 16 07:47:26.428495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-12c1bda1-5c40-4802-ba71-4b7d150d2ca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0394769 Dec 16 07:47:26.479122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-8381b735-0f3b-4a67-8a17-cdcfd73ec7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:26.481274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-8381b735-0f3b-4a67-8a17-cdcfd73ec7b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0453801 Dec 16 07:47:26.528235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-11070493-19c3-4377-a920-418b23f7d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:26.529825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-11070493-19c3-4377-a920-418b23f7d9ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0417192 Dec 16 07:47:26.633332 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-857c2359-0580-4543-8705-d12be34fe69c service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957172 Dec 16 07:47:26.737751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4f1a380-22d5-499c-ad62-33e4c6e0bb51 req-291fff25-7e65-424c-8b83-fa5cc89a1644 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966194 Dec 16 07:47:26.742124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43188) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:26.757997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-740d00fb-0aa7-4054-9553-b0ec154d334b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:26.808626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b08155b-f97e-4ad3-bb68-da5441277073 req-9c1ae124-9b12-463f-b666-4a91dd7c9d7a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0299482 Dec 16 07:47:26.864113 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-740d00fb-0aa7-4054-9553-b0ec154d334b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:26.888966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43192) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:26.936851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c38218b1-5456-4db3-8e1a-d5ba97f0c9b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=929319390d224e1790ed0fc3e42973df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464637 Dec 16 07:47:26.939696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43194) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:26.977001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-740d00fb-0aa7-4054-9553-b0ec154d334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.022434 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c55f9e29-cab9-4eb1-bd32-302de2f10ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.030918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-740d00fb-0aa7-4054-9553-b0ec154d334b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7211a5b4ce3478aabe4b554d4542892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875614 Dec 16 07:47:27.033518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43198) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:27.043692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d00fb-0aa7-4054-9553-b0ec154d334b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209aa1c0-be65-4f0c-aceb-37f8659be06a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:27.059970 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c55f9e29-cab9-4eb1-bd32-302de2f10ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.091226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80343847-4b2d-4a33-94f9-4a3b67910ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.116527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80343847-4b2d-4a33-94f9-4a3b67910ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.146354 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.189649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c55f9e29-cab9-4eb1-bd32-302de2f10ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.199429 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c55f9e29-cab9-4eb1-bd32-302de2f10ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.200768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c55f9e29-cab9-4eb1-bd32-302de2f10ef6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90eea520-99c3-4687-8cda-4b0adea3c8e8 HTTP/1.1" status: 204 len: 168 time: 0.2599475 Dec 16 07:47:27.219299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f9e29-cab9-4eb1-bd32-302de2f10ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eea520-99c3-4687-8cda-4b0adea3c8e8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:27.231875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231684ec-c1f3-429c-93f9-1b21ac9c9827 req-175243ce-8802-463b-918a-eb023409f1c5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:27.233996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-231684ec-c1f3-429c-93f9-1b21ac9c9827 req-175243ce-8802-463b-918a-eb023409f1c5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0753160 Dec 16 07:47:27.245953 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80343847-4b2d-4a33-94f9-4a3b67910ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.249413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80343847-4b2d-4a33-94f9-4a3b67910ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:27.254144 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80343847-4b2d-4a33-94f9-4a3b67910ee5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/209aa1c0-be65-4f0c-aceb-37f8659be06a HTTP/1.1" status: 204 len: 168 time: 0.2162335 Dec 16 07:47:27.261438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80343847-4b2d-4a33-94f9-4a3b67910ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209aa1c0-be65-4f0c-aceb-37f8659be06a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:27.316627 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-231684ec-c1f3-429c-93f9-1b21ac9c9827 req-77d520de-e6b3-4b81-8583-987e752a2493 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756223 Dec 16 07:47:27.449666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6ddc5-0a05-47f3-b98e-3daf18294742 req-a4b4a858-642d-46c9-8d3a-5febb90ab038 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:27.451146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffa6ddc5-0a05-47f3-b98e-3daf18294742 req-a4b4a858-642d-46c9-8d3a-5febb90ab038 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.0589685 Dec 16 07:47:27.499270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffa6ddc5-0a05-47f3-b98e-3daf18294742 req-8414857a-8433-475d-abf3-7a36f97bc9de tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Dec 16 07:47:27.657013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-f127ecdd-af3d-4a06-b345-9a38ce33872c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221257 Dec 16 07:47:27.790111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-50f85e92-5bcb-4fd2-9dc4-2c98a97d07c1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:27.791395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-50f85e92-5bcb-4fd2-9dc4-2c98a97d07c1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286652 Dec 16 07:47:27.837382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': '255d014e-b852-4209-9132-495c6bb857c4', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:27.975194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9a32cf1-40cd-4d99-9b78-25cffb4b93b8 req-37df9146-8420-4938-a241-bbcf95701f3d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0461140 Dec 16 07:47:28.129098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:28.132994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:28.174973 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d89218e1-e825-4b9f-87e0-b8813060d42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:28.273014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-cb336f7c-64ac-4929-9282-9deed640c232 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267911 Dec 16 07:47:28.347550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.110 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/64cbb77d-dd78-4938-8237-9cf2ef2dbfb6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:28.472281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5402032a-c9c6-40f4-a94c-37f74381e599 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:28.473725 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5402032a-c9c6-40f4-a94c-37f74381e599 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937020 Dec 16 07:47:28.522057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:28.601278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ead3-f6e8-445a-a1bb-8b4cf446a7f2 req-d057a3ef-0a97-4bd9-a939-99dd436d6bb9 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:28.603315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e43ead3-f6e8-445a-a1bb-8b4cf446a7f2 req-d057a3ef-0a97-4bd9-a939-99dd436d6bb9 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1950750 Dec 16 07:47:28.755123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2dc6d-69fc-4ee7-b951-067388541b3f req-694c4458-98e3-43d3-b29e-e83efec7a6eb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:28.756674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2a2dc6d-69fc-4ee7-b951-067388541b3f req-694c4458-98e3-43d3-b29e-e83efec7a6eb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.1682913 Dec 16 07:47:28.761917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:28.766471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e43ead3-f6e8-445a-a1bb-8b4cf446a7f2 req-da1eeeea-add4-4750-bdbf-be5bcc76ee13 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450274 Dec 16 07:47:28.819317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43258) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:28.859628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2a2dc6d-69fc-4ee7-b951-067388541b3f req-dbd33a90-b9b1-4492-b3ce-de1312999792 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906487 Dec 16 07:47:28.931025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2005102768-network', 'tenant_id': '96765061660d493e9a57583440fc5099'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:28.958933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:28.962451 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:28.999291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.040640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:29.048852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:29.066307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Made reservation on behalf of 96765061660d493e9a57583440fc5099 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:29.069115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.087695 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.124085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:29.130369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34640c6e-aaa0-4af1-8af0-3b6e1a9b7f32 req-612eb9e4-a251-47f0-a06b-d7679c356dd4 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0658598 Dec 16 07:47:29.132872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:29.146577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:29.153684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:29.182898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.252008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:29.252008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.269989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.92 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:29.331397 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.351702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:47:29.364798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.365148 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Added segment f8e0c776-c421-4ce7-9a83-feb70a9778d8 of type vlan for network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 Dec 16 07:47:29.371303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dfb53446-31f2-4697-a123-23e50f44f6f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5384533 Dec 16 07:47:29.413219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Request body: {'port': {'device_id': '255d014e-b852-4209-9132-495c6bb857c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:29.428019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.484772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f62084-1cca-4342-9812-7ab78624e389,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:29.487882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.506813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a3f225b6-5da6-4937-8d2d-a1868c00ea9f None None] Provisioning complete for port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:29.507319 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a3f225b6-5da6-4937-8d2d-a1868c00ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.531204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.532539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:29.535052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.550887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a3f225b6-5da6-4937-8d2d-a1868c00ea9f None None] Port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:47:29.600398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.605437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] Pushing event updated for resources: {'Network': ['ID=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:29.617074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:47:29.688198 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4ab1b1b7-9fdd-48f9-b61d-2dba2b27036f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8674588 Dec 16 07:47:29.691129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43282) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:29.696331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Request body: {'subnet': {'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2005102768-subnet', 'tenant_id': '96765061660d493e9a57583440fc5099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:29.770847 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.795441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Made reservation on behalf of 96765061660d493e9a57583440fc5099 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:29.798073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:29.901854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:30.035756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:30.048058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'mac_address': 'fa:16:3e:0b:27:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:30.087199 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.093635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86325c-b1e0-4fdf-89e3-9332b0208793 req-7fa4bd63-3cb9-4d74-8c9e-8fb3b9f32d7b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:30.096270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.100047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b86325c-b1e0-4fdf-89e3-9332b0208793 req-7fa4bd63-3cb9-4d74-8c9e-8fb3b9f32d7b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1176093 Dec 16 07:47:30.101402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:30.124694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:30.144285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec19b-dc09-4920-8677-8789c5fb4c68 req-25a1e1ae-27f1-460a-bcd8-586460522a9f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:30.145774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ccec19b-dc09-4920-8677-8789c5fb4c68 req-25a1e1ae-27f1-460a-bcd8-586460522a9f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.1062953 Dec 16 07:47:30.163947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Pushing event updated for resources: {'Subnet': ['ID=932c704e-58cf-4b4d-a943-8454a2acd0b0,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:30.175098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:30.175538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Network hostable DHCP agents. Network: eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:47:30.190289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b86325c-b1e0-4fdf-89e3-9332b0208793 req-d88f07ea-be59-4d23-a1dd-27a82f3c0b93 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879533 Dec 16 07:47:30.230041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ccec19b-dc09-4920-8677-8789c5fb4c68 req-f9c49418-5301-4256-be0f-3c6e89f8546c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717225 Dec 16 07:47:30.231088 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.262547 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.302584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:30.316922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:30.318110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:30.321706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:30.329270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:30.368791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:30.376836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:47:30.424376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:30.425041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.477571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:30.486984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:30.487592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.499989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:30.519064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d87395-47ba-494e-8145-27ad72829724 None None] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:47:30.535109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2c3d522e-d8de-4a3f-9028-41cf82bb6491 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0171206 Dec 16 07:47:30.576808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e467aca-b2f8-4c58-8cd5-354c9b9c7e1e req-55257e5e-d7dd-40af-8ef4-5e144081e7f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:30.589550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e467aca-b2f8-4c58-8cd5-354c9b9c7e1e req-55257e5e-d7dd-40af-8ef4-5e144081e7f3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 935 time: 0.1345592 Dec 16 07:47:30.599533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Request body: {'port': {'device_id': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:30.606489 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3c8bb3a0-05f0-42fd-88c8-0ef3022231af admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9142795 Dec 16 07:47:30.658827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:30.670401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:30.677871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.740218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Transition to ACTIVE for port object 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:30.748283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e467aca-b2f8-4c58-8cd5-354c9b9c7e1e req-b7b50a8f-e606-4bc0-ab3c-6f791968d1ea tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576037 Dec 16 07:47:30.749646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.777905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ff83d58b-a64a-4abf-badc-686957c6be28 None None] Provisioning complete for port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:30.779914 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff83d58b-a64a-4abf-badc-686957c6be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.838455 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d43acfe3-3390-49d1-91ae-eeca127d4500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:30.886197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502ec24-1763-4829-8fb3-663b521816a3 None None] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:47:30.897489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ff83d58b-a64a-4abf-badc-686957c6be28 None None] Port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:47:30.933043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.053367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Pushing event updated for resources: {'Port': ['ID=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:31.174594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Attempting to bind port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:31.175199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Attempting to bind port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:31.175309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Attempting to bind port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:31.206488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:31.206822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Attempting to bind port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:31.234714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:31.235370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:31.235532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:31.235881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Bound port: 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:31.236267 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.273189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:31.314501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.436300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Transition to ACTIVE for port object 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:31.456136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43328) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:31.496746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519e058-cef5-4113-bcc5-98a9776538be req-7acc89c7-9b0f-4fd6-8c7c-ec3d54b41bc3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:31.498680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e519e058-cef5-4113-bcc5-98a9776538be req-7acc89c7-9b0f-4fd6-8c7c-ec3d54b41bc3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1944246 Dec 16 07:47:31.501683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] For port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:31.507186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] For port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:31.529351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e53aad-e498-4b21-bd65-e955badb3406 req-5fe7ec73-90e4-4752-81ea-fef5560e9131 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:31.529351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8e53aad-e498-4b21-bd65-e955badb3406 req-5fe7ec73-90e4-4752-81ea-fef5560e9131 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.1646197 Dec 16 07:47:31.533661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.570915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1853d91a-1f60-4d70-a0a7-269a92003e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.648298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.668948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e519e058-cef5-4113-bcc5-98a9776538be req-0d97a3eb-6ac0-4339-848f-01f54532b870 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635244 Dec 16 07:47:31.693515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1853d91a-1f60-4d70-a0a7-269a92003e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.695216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:31.717233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8e53aad-e498-4b21-bd65-e955badb3406 req-145af2ec-8ab1-43c3-b382-cf98ce06f285 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811063 Dec 16 07:47:31.770918 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.805336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:31.810873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-725679844-network', 'tenant_id': '8f890be352c84751b17d72d5386cd480'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:31.824561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:31.826648 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.828913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] 10.222.0.16 "PUT /v2.0/ports/64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 HTTP/1.1" status: 200 len: 1097 time: 2.4202564 Dec 16 07:47:31.835499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1853d91a-1f60-4d70-a0a7-269a92003e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.835896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255d014e-b852-4209-9132-495c6bb857c4', 'tag': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:31.839140 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57765938-2a22-49e9-ad40-7dae59e8f13b" -d '{"events": [{"name": "network-changed", "server_uuid": "255d014e-b852-4209-9132-495c6bb857c4", "tag": "64cbb77d-dd78-4938-8237-9cf2ef2dbfb6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:31.883022 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1853d91a-1f60-4d70-a0a7-269a92003e8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=daf479943da045f0898884a4ad146db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236250 Dec 16 07:47:31.891543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43344) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:31.905492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853d91a-1f60-4d70-a0a7-269a92003e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610dc4f7-c20c-4045-afc3-7a6444ca3e39,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:31.926705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885b6fd-2ebd-4b59-be68-484da5fdb13f service neutron] Pushing event updated for resources: {'Port': ['ID=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:31.949128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Made reservation on behalf of 8f890be352c84751b17d72d5386cd480 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:31.953647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Attempting to bind port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:31.953990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Attempting to bind port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:31.954305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Attempting to bind port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:31.955233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:31.964982 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd4713-88b8-4bee-a899-560c8e8ac813 x-openstack-request-id: req-63fd4713-88b8-4bee-a899-560c8e8ac813 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:31.965423 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255d014e-b852-4209-9132-495c6bb857c4", "tag": "64cbb77d-dd78-4938-8237-9cf2ef2dbfb6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:31.965553 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63fd4713-88b8-4bee-a899-560c8e8ac813 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:31.965913 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255d014e-b852-4209-9132-495c6bb857c4', 'tag': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', 'status': 'completed', 'code': 200} Dec 16 07:47:31.970131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:31.976671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Attempting to bind port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:31.977155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.022554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:32.022944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:32.023281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:32.023772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Bound port: 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:32.024124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.064982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.065317 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2acac1dc-928d-44d9-8856-edf25f1d8762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.119308 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.128203 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2acac1dc-928d-44d9-8856-edf25f1d8762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.146382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:47:32.148278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ccf82-168b-490b-866d-90069ac0d33b req-85412fbe-ac2c-4f80-b0b1-f6bfd6ce7d0b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.149763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-429ccf82-168b-490b-866d-90069ac0d33b req-85412fbe-ac2c-4f80-b0b1-f6bfd6ce7d0b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 947 time: 0.1820152 Dec 16 07:47:32.157045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60581d0c-d930-46ad-ae18-a758cae5115d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:32.157360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-d0ee451a-df3b-4c8c-8f43-2376be9a62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.158778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-d0ee451a-df3b-4c8c-8f43-2376be9a62e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 1100 time: 0.1647005 Dec 16 07:47:32.163113 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.163452 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Added segment ec9e8355-34ba-4ebc-9101-891b0f05e217 of type vlan for network 92db2591-d845-4a9c-a174-6f87593b313b Dec 16 07:47:32.212296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.247542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] For port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:32.253232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-df6d0912-5f5d-408d-83f9-1c844f54e5fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0546172 Dec 16 07:47:32.270266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] For port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:32.323177 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-429ccf82-168b-490b-866d-90069ac0d33b req-3bb29521-e967-4078-90e6-7d054d21881a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606781 Dec 16 07:47:32.329205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.332746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.332895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dc732ea5-98c6-4143-9436-5cccfea999dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.333011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.333110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-dc732ea5-98c6-4143-9436-5cccfea999dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0633845 Dec 16 07:47:32.352468 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.389661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] Pushing event updated for resources: {'Network': ['ID=92db2591-d845-4a9c-a174-6f87593b313b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:32.399469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 92db2591-d845-4a9c-a174-6f87593b313b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:47:32.410755 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2acac1dc-928d-44d9-8856-edf25f1d8762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.413336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2acac1dc-928d-44d9-8856-edf25f1d8762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.414487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2acac1dc-928d-44d9-8856-edf25f1d8762 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/610dc4f7-c20c-4045-afc3-7a6444ca3e39 HTTP/1.1" status: 204 len: 168 time: 0.5254841 Dec 16 07:47:32.423791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.424442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.425802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef HTTP/1.1" status: 200 len: 1096 time: 1.8597958 Dec 16 07:47:32.448086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acac1dc-928d-44d9-8856-edf25f1d8762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610dc4f7-c20c-4045-afc3-7a6444ca3e39,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:32.457972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2161e060-7065-40e6-a753-f0a6c28d01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.459673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-2161e060-7065-40e6-a753-f0a6c28d01f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175859 Dec 16 07:47:32.460823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84fee0-d392-46c5-ab3c-6e140dc7fde3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:32.475953 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b698f3b-ce90-4283-aeff-00f452cb68f8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6691182 Dec 16 07:47:32.480982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43348) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:32.514961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Request body: {'subnet': {'network_id': '92db2591-d845-4a9c-a174-6f87593b313b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-725679844-subnet', 'tenant_id': '8f890be352c84751b17d72d5386cd480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:32.641829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-c2d321b7-76f6-486b-a4cc-358c9f1a51c3 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740055 Dec 16 07:47:32.647614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-394f9845-b77f-4cde-b90a-a571c2059f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.648989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-394f9845-b77f-4cde-b90a-a571c2059f7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0779073 Dec 16 07:47:32.730318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-8fcc4a83-484d-4ee8-b45a-42df67c8c195 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef HTTP/1.1" status: 200 len: 217 time: 0.0634489 Dec 16 07:47:32.732590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Made reservation on behalf of 8f890be352c84751b17d72d5386cd480 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:32.735100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:32.924355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-af15936c-5b01-43d9-9659-24e57024cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.925879 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-af15936c-5b01-43d9-9659-24e57024cb05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1824274 Dec 16 07:47:32.933554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-605736c4-1e0b-4a15-a911-05c134558249 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836924 Dec 16 07:47:32.987597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a34ef6-ab9d-4513-b3d2-e6c62c4538ad req-1d754656-c76b-4753-8c44-2efa2fa84b53 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:32.989121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23a34ef6-ab9d-4513-b3d2-e6c62c4538ad req-1d754656-c76b-4753-8c44-2efa2fa84b53 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.2467391 Dec 16 07:47:32.999150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3983cae-8bc2-4f5d-82f8-dee96031b339 req-2c1c9272-ec97-4203-9fb4-50afab370298 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.000660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d3983cae-8bc2-4f5d-82f8-dee96031b339 req-2c1c9272-ec97-4203-9fb4-50afab370298 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.2028894 Dec 16 07:47:33.088431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-eafbe46d-eb74-4464-a5e2-c7601778a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.090072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-eafbe46d-eb74-4464-a5e2-c7601778a0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1539407 Dec 16 07:47:33.179936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23a34ef6-ab9d-4513-b3d2-e6c62c4538ad req-d1528db8-4007-44ca-b6d0-e8e32e7ade35 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781828 Dec 16 07:47:33.204269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d3983cae-8bc2-4f5d-82f8-dee96031b339 req-ac742186-3edb-46ad-a2af-e373874f8845 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961758 Dec 16 07:47:33.280976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-fbaab22c-30b0-4189-bcfa-eeebcd2a5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.282545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-fbaab22c-30b0-4189-bcfa-eeebcd2a5690 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 1100 time: 0.1536841 Dec 16 07:47:33.291290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:33.296463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-b54e2af3-bc99-4eb5-9faa-0bd8c2d62646 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973565 Dec 16 07:47:33.305997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffb750fe-fddf-4d87-a3fd-4634d309336e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.346561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.401888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.407175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffb750fe-fddf-4d87-a3fd-4634d309336e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.513460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffb750fe-fddf-4d87-a3fd-4634d309336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.539929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca58cc9-f8db-41ab-94f2-638c1d8ddfc4,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:33.554491 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ffb750fe-fddf-4d87-a3fd-4634d309336e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ea8da3510664b408d0d4745cc5315e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614477 Dec 16 07:47:33.555369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb750fe-fddf-4d87-a3fd-4634d309336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5675ec-a740-487f-9fab-bd58160052d6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:33.558432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43366) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:33.563054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ad9f16b-2a33-43c2-8a06-c07ec5d5cc48 req-533829ca-06c1-4ca6-a833-1b35e0617499 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591608 Dec 16 07:47:33.583556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f87aa-b066-4088-aca6-bc042b799c3c req-96558a06-76d2-4d66-9be7-3924c37ac80d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.585041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-826f87aa-b066-4088-aca6-bc042b799c3c req-96558a06-76d2-4d66-9be7-3924c37ac80d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 947 time: 0.1717098 Dec 16 07:47:33.586472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-d24c13e5-38bc-4afc-ab63-09abd90775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.587841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-d24c13e5-38bc-4afc-ab63-09abd90775ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2381296 Dec 16 07:47:33.588738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Checking segment: {'id': 'ec9e8355-34ba-4ebc-9101-891b0f05e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '92db2591-d845-4a9c-a174-6f87593b313b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:33.589097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Network hostable DHCP agents. Network: 92db2591-d845-4a9c-a174-6f87593b313b, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:47:33.634557 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63c7c2ce-3ea8-41d1-ba54-b0a2a49c4a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.656911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63c7c2ce-3ea8-41d1-ba54-b0a2a49c4a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.657186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-011fe365-4d7b-4e8b-8518-f1ff532fdaa8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0432136 Dec 16 07:47:33.710650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-826f87aa-b066-4088-aca6-bc042b799c3c req-ac7effeb-7411-4a18-9213-d2c2216468a2 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168294 Dec 16 07:47:33.726578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-eae556fb-88e2-463f-924f-6b5bf24e9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.727998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-eae556fb-88e2-463f-924f-6b5bf24e9346 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0630286 Dec 16 07:47:33.760782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Network 92db2591-d845-4a9c-a174-6f87593b313b is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:47:33.780537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-975dd46c-b250-42a9-a793-98cf2cb4f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.781991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-975dd46c-b250-42a9-a793-98cf2cb4f307 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451899 Dec 16 07:47:33.815924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63c7c2ce-3ea8-41d1-ba54-b0a2a49c4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.818566 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63c7c2ce-3ea8-41d1-ba54-b0a2a49c4a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.819713 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-63c7c2ce-3ea8-41d1-ba54-b0a2a49c4a1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c5675ec-a740-487f-9fab-bd58160052d6 HTTP/1.1" status: 204 len: 168 time: 0.2603645 Dec 16 07:47:33.829034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7c2ce-3ea8-41d1-ba54-b0a2a49c4a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5675ec-a740-487f-9fab-bd58160052d6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:33.887519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-4a270dea-de5a-41ae-9ab2-bf29261df61b service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942492 Dec 16 07:47:33.890161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 92db2591-d845-4a9c-a174-6f87593b313b) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:33.894254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:33.894956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:33.899286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13316d0-d94a-493e-a50b-dfb0c9162118 None None] Network 92db2591-d845-4a9c-a174-6f87593b313b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:47:33.942297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:33.966765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'tag': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:33.969096 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3949508-1259-4e15-b748-5dda052d1b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c38625b0-b3be-4365-8f81-49ec8343a2c8", "tag": "0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:33.998049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57765938-2a22-49e9-ad40-7dae59e8f13b req-5ee1c00f-73cf-4365-a50b-c921a12d5c6b service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005924 Dec 16 07:47:34.010135 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e122021-28a2-4c41-8631-289fe24902d9 x-openstack-request-id: req-6e122021-28a2-4c41-8631-289fe24902d9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:34.011060 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38625b0-b3be-4365-8f81-49ec8343a2c8", "tag": "0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:34.011379 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e122021-28a2-4c41-8631-289fe24902d9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:34.011928 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'tag': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef', 'status': 'completed', 'code': 200} Dec 16 07:47:34.040199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed1efd-e959-4656-81cb-452583d0e778 None None] Network 92db2591-d845-4a9c-a174-6f87593b313b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:47:34.099974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949508-1259-4e15-b748-5dda052d1b8c req-8c43f55b-dd69-436e-9349-0393d22b6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:34.101602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3949508-1259-4e15-b748-5dda052d1b8c req-8c43f55b-dd69-436e-9349-0393d22b6b84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0401654 Dec 16 07:47:34.182102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:34.187096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:34.187527 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:34.273642 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:34.294952 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:34.301696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:34.304277 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5c464-7185-475d-a278-415d7dc299ec" -d '{"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:34.318949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:34.483532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f5dc7e28-6c5a-4da6-ad55-1f92805e149f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0014467 Dec 16 07:47:34.589030 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:34.595190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473c508-b28a-4ddd-a02d-9e6890a2a458 req-17503f8c-e1fd-447d-a435-09db3b7fe928 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:34.602393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a473c508-b28a-4ddd-a02d-9e6890a2a458 req-17503f8c-e1fd-447d-a435-09db3b7fe928 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.1255429 Dec 16 07:47:34.621409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb7639-9d6e-4d77-b218-dfff402878b9 req-d84ececb-36da-4240-88bb-0ffd2cc85522 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:34.621409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36cb7639-9d6e-4d77-b218-dfff402878b9 req-d84ececb-36da-4240-88bb-0ffd2cc85522 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1434939 Dec 16 07:47:34.621409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949508-1259-4e15-b748-5dda052d1b8c req-89a2f1b0-2a5a-40c7-8d01-28e3789a85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:34.622014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3949508-1259-4e15-b748-5dda052d1b8c req-89a2f1b0-2a5a-40c7-8d01-28e3789a85f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.5119448 Dec 16 07:47:34.657997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:34.684960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3949508-1259-4e15-b748-5dda052d1b8c req-346b1470-2afc-488e-9961-f7fd4bf8de47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef HTTP/1.1" status: 200 len: 217 time: 0.0546551 Dec 16 07:47:34.748895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a473c508-b28a-4ddd-a02d-9e6890a2a458 req-cc91738b-8d05-4c47-b2be-462eafe05490 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455827 Dec 16 07:47:34.775212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36cb7639-9d6e-4d77-b218-dfff402878b9 req-6aa31a68-9694-43bb-a83c-66bb15e21edb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438594 Dec 16 07:47:34.784755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949508-1259-4e15-b748-5dda052d1b8c req-56cb3df8-b8b1-498e-bbbd-10110f1ccf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:34.788103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3949508-1259-4e15-b748-5dda052d1b8c req-56cb3df8-b8b1-498e-bbbd-10110f1ccf19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0932415 Dec 16 07:47:34.811601 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4410c0a-f85e-4518-a8a3-73a713b28eea x-openstack-request-id: req-e4410c0a-f85e-4518-a8a3-73a713b28eea {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:34.811892 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:34.812337 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4410c0a-f85e-4518-a8a3-73a713b28eea {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:34.812906 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'code': 200} Dec 16 07:47:34.849361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949508-1259-4e15-b748-5dda052d1b8c req-4b083ccd-c3bd-4296-a1bc-ce1a3fbf3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:34.850874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3949508-1259-4e15-b748-5dda052d1b8c req-4b083ccd-c3bd-4296-a1bc-ce1a3fbf3241 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515895 Dec 16 07:47:34.984069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a6095-585a-4706-b602-98d3e70969de req-2d9d720f-2abe-498c-80a5-3717904f6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:34.985669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-873a6095-585a-4706-b602-98d3e70969de req-2d9d720f-2abe-498c-80a5-3717904f6e50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1102 time: 0.0767605 Dec 16 07:47:34.987411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3949508-1259-4e15-b748-5dda052d1b8c req-5ce18413-2703-4660-a90d-cfe3c45998d6 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283131 Dec 16 07:47:35.135292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-873a6095-585a-4706-b602-98d3e70969de req-fd70b744-0109-497c-96f5-89805fd1ba59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341081 Dec 16 07:47:35.169364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b626b-78d1-434f-8bf9-9443cf8c0af0 req-0266e0e9-ba4b-4221-8aeb-170e02c3f683 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:35.170998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-696b626b-78d1-434f-8bf9-9443cf8c0af0 req-0266e0e9-ba4b-4221-8aeb-170e02c3f683 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 947 time: 0.1463559 Dec 16 07:47:35.177517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3949508-1259-4e15-b748-5dda052d1b8c req-0428abcf-0849-4998-8b81-c757d7b20a39 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751506 Dec 16 07:47:35.285927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-696b626b-78d1-434f-8bf9-9443cf8c0af0 req-c04653cf-0c3b-4b0c-ae22-7b3850064bba tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968585 Dec 16 07:47:35.319320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-91e440fe-9ec4-4927-91e4-c78798fa997a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:35.320831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-91e440fe-9ec4-4927-91e4-c78798fa997a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.1424394 Dec 16 07:47:35.336210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-2238a38f-a9a6-4d3e-93dc-952567081bfd tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/quotas/96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 375 time: 0.0089593 Dec 16 07:47:35.368730 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-0fc77d87-ec88-461d-a3d5-e783b2bc441e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258644 Dec 16 07:47:35.451055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:35.461984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a7fabbeb-8bc7-4f71-a518-d37bbeb07e12 service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Dec 16 07:47:35.555307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:35.563484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a5c14d03-e73c-407f-a912-4eb37abfb961 service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947571 Dec 16 07:47:35.568368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', 'mac_address': 'fa:16:3e:9f:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:35.616253 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:35.629514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:35.655082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:35.810734 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:35.922534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:35.941241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:35.968779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54665f9-c6d5-4345-9ef1-75387a85bef0 req-8fea759f-31d8-4c52-9172-49a4c2b11d34 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:35.978217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f54665f9-c6d5-4345-9ef1-75387a85bef0 req-8fea759f-31d8-4c52-9172-49a4c2b11d34 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0877614 Dec 16 07:47:35.997685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d30c5-ead3-485e-bf98-91bb51d1be81 req-681ce3db-e981-47e5-9ffe-bc88c6436db1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:36.017329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-732d30c5-ead3-485e-bf98-91bb51d1be81 req-681ce3db-e981-47e5-9ffe-bc88c6436db1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1750021 Dec 16 07:47:36.126678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f54665f9-c6d5-4345-9ef1-75387a85bef0 req-93a572b1-2d65-4166-9703-0ca22d7c134d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474051 Dec 16 07:47:36.132868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:36.166706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef', 'mac_address': 'fa:16:3e:41:07:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:36.208439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-732d30c5-ead3-485e-bf98-91bb51d1be81 req-ae3ab0af-536a-44ae-9918-a557c685b010 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900833 Dec 16 07:47:36.246833 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:36.264670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:36.278286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdf0773-1e69-4e39-9076-81649c8a0bd3 req-992611d3-2def-4b07-bc27-98855a677896 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 210 time: 0.0613575 Dec 16 07:47:36.320054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:36.354047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['64cbb77d-dd78-4938-8237-9cf2ef2dbfb6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:36.394495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:36.552079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:36.617294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd82c89-9077-4b3d-944d-0ac07814cf97 req-aea9ec05-fff9-4e2f-b842-3293b7a791b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:36.619493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fd82c89-9077-4b3d-944d-0ac07814cf97 req-aea9ec05-fff9-4e2f-b842-3293b7a791b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 948 time: 0.0553617 Dec 16 07:47:36.675847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fd82c89-9077-4b3d-944d-0ac07814cf97 req-cef29ea1-c082-43c8-b66e-8ec54489e815 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Dec 16 07:47:36.766091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:37.277109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157c04a-91a5-4355-a7e5-eda6bad4cbe6 req-372fe7d6-30bc-437f-b8b7-e44cb2a69cd5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:37.277109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c157c04a-91a5-4355-a7e5-eda6bad4cbe6 req-372fe7d6-30bc-437f-b8b7-e44cb2a69cd5 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Dec 16 07:47:37.325138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c157c04a-91a5-4355-a7e5-eda6bad4cbe6 req-396edac6-9d90-47d4-9ed9-6fe49495746f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497324 Dec 16 07:47:37.437150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a450e-92bb-43cd-b2b2-b2e856dd5026 req-4c5ea53f-aca6-480c-904e-b250ad63a9d7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:37.439081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea4a450e-92bb-43cd-b2b2-b2e856dd5026 req-4c5ea53f-aca6-480c-904e-b250ad63a9d7 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0523117 Dec 16 07:47:37.470653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77954966-7726-4d99-957c-2f14e908afb0 req-4a7ce591-8da3-4105-b927-c833ee855c98 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 210 time: 0.0305080 Dec 16 07:47:37.516530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea4a450e-92bb-43cd-b2b2-b2e856dd5026 req-7bed9f49-6eb4-42af-bad3-c3efd22a5b44 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678637 Dec 16 07:47:37.696001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e599f-f7a7-4869-a07a-3d576bb75825 req-1274e72e-bcc5-4373-a71e-a7e605ff61ea tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:37.697768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-661e599f-f7a7-4869-a07a-3d576bb75825 req-1274e72e-bcc5-4373-a71e-a7e605ff61ea tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1102 time: 0.0435016 Dec 16 07:47:37.746897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-661e599f-f7a7-4869-a07a-3d576bb75825 req-65747610-9dbc-4973-8eb3-9fc4b8adf15d tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Dec 16 07:47:37.880462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3224f8c-65d7-4c98-bdfa-9514fbafa49c req-b601348d-6e31-4257-ae99-981ef61b7e02 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:37.881951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3224f8c-65d7-4c98-bdfa-9514fbafa49c req-b601348d-6e31-4257-ae99-981ef61b7e02 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 948 time: 0.0606680 Dec 16 07:47:37.930864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3224f8c-65d7-4c98-bdfa-9514fbafa49c req-cede6909-8b03-4945-a5d1-8eac6a0c6a40 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Dec 16 07:47:37.939006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:38.056156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:38.060406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:38.060764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:38.143399 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:38.167870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:38.170157 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bda19b-ea98-4189-b48c-92fccf411fca" -d '{"events": [{"server_uuid": "c38625b0-b3be-4365-8f81-49ec8343a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:38.187044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:38.250418 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8504bfe-4872-4f20-a16a-8f4462943357 x-openstack-request-id: req-d8504bfe-4872-4f20-a16a-8f4462943357 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:38.250754 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38625b0-b3be-4365-8f81-49ec8343a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:38.251011 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8504bfe-4872-4f20-a16a-8f4462943357 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:38.251404 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef', 'code': 200} Dec 16 07:47:38.448724 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:38.476304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa3386-98e6-4fc0-8599-85c6886ceb41 req-bc3598f9-62c9-43cc-a9f3-8aee76b856f6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:38.481441 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0fa3386-98e6-4fc0-8599-85c6886ceb41 req-bc3598f9-62c9-43cc-a9f3-8aee76b856f6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0842566 Dec 16 07:47:38.481441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a450e80-3d41-4a19-b854-35ba08fa7b34 req-eeb63e14-17d8-4aac-8c7d-0cec35776fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:38.486910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a450e80-3d41-4a19-b854-35ba08fa7b34 req-eeb63e14-17d8-4aac-8c7d-0cec35776fe4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 1100 time: 0.0787756 Dec 16 07:47:38.523867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:38.605474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a450e80-3d41-4a19-b854-35ba08fa7b34 req-a257056a-6103-4dd7-b232-f3c648290080 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156883 Dec 16 07:47:38.626045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0fa3386-98e6-4fc0-8599-85c6886ceb41 req-d52d1909-bdb0-4985-a549-c022f1eda6ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261330 Dec 16 07:47:38.653469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a66b46-2496-49ac-8f8f-ad65348c0138 req-6779a4f0-f7d0-4398-aac4-8b084834b7b8 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:38.654967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30a66b46-2496-49ac-8f8f-ad65348c0138 req-6779a4f0-f7d0-4398-aac4-8b084834b7b8 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1011918 Dec 16 07:47:38.661738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-669b05df-325c-42c0-aa5c-02caf0e59322 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827143 Dec 16 07:47:38.726183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c3f1f22-2ad0-421d-a709-98d081cac731 req-18dc429b-3b05-4c45-be82-0e84f8c6d5ab tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 210 time: 0.0371847 Dec 16 07:47:38.731560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30a66b46-2496-49ac-8f8f-ad65348c0138 req-85732751-5fdc-40d2-8a29-2904bc2ad9df tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689356 Dec 16 07:47:39.011027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-7f9655eb-8755-47b7-b6bf-453d43fd01f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0740354 Dec 16 07:47:39.055583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43526) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:39.158847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504881-23db-4427-adf0-516d8fb64f9a req-0c289b9d-1f22-4b4a-9124-1706b6f03e7c tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.160436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d504881-23db-4427-adf0-516d8fb64f9a req-0c289b9d-1f22-4b4a-9124-1706b6f03e7c tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.1239562 Dec 16 07:47:39.174817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.216336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e2370-915b-4ccb-a8da-28e5ea8030cd req-5ba5ab4d-3d44-4dff-a5b6-bb6a9bbfbe74 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.217969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e2e2370-915b-4ccb-a8da-28e5ea8030cd req-5ba5ab4d-3d44-4dff-a5b6-bb6a9bbfbe74 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 949 time: 0.1795149 Dec 16 07:47:39.259195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-fd6a7049-d642-4e26-95d6-e187e336d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.260956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.261265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-fd6a7049-d642-4e26-95d6-e187e336d830 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bb29da39fde4fe8967225860a7f031e&device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 1098 time: 0.1706347 Dec 16 07:47:39.376288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.390121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d504881-23db-4427-adf0-516d8fb64f9a req-a1e1e7b3-41f6-4730-b114-162a2a98a0e1 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865396 Dec 16 07:47:39.420565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-657d5f18-8878-442f-9baf-b17101a05ab4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.420565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-657d5f18-8878-442f-9baf-b17101a05ab4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.2675714 Dec 16 07:47:39.424842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e2e2370-915b-4ccb-a8da-28e5ea8030cd req-ab12b673-2c2a-48a7-81b8-92a5b07cb5e5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930418 Dec 16 07:47:39.437636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a94a44-efe1-40fc-9b8b-c70f3545baf2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:39.440532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Request body: {'port': {'device_id': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'admin_state_up': True, 'tenant_id': '96765061660d493e9a57583440fc5099'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:39.451649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.451999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.452370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.452721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.453057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.453517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.453857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.454186 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.454511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.454887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.455404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.455844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.456308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:39.464400 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0f060bea-d57d-4121-9d61-4a20464cdab1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca7a003bd23a4b86ab3cf8c82819aec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067829 Dec 16 07:47:39.466706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43538) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:39.487500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:39.528142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-206ecd0c-0f6f-4f5e-abb8-e4c739e5718e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.528668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-1963f054-7ae5-45ca-b6dd-e031d220cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.530319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-1963f054-7ae5-45ca-b6dd-e031d220cdb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b651be1-099b-4b7c-98db-8bfdb3f767a5 HTTP/1.1" status: 200 len: 917 time: 0.2416031 Dec 16 07:47:39.556148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-206ecd0c-0f6f-4f5e-abb8-e4c739e5718e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.625431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-93ebd6dc-18e8-45fc-8bc2-485998c8ab3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56963a77-4522-4651-a55d-67d9c48ab2fd HTTP/1.1" status: 200 len: 1001 time: 0.0863047 Dec 16 07:47:39.662115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:39.669845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:39.669845 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.701856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-52e7a671-4589-49f3-9dd8-9ff407376552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.703480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-52e7a671-4589-49f3-9dd8-9ff407376552 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f6622b9-f8dd-4946-8640-e22666a90cc1 HTTP/1.1" status: 200 len: 855 time: 0.0673583 Dec 16 07:47:39.771217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.776969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-206ecd0c-0f6f-4f5e-abb8-e4c739e5718e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.782604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-206ecd0c-0f6f-4f5e-abb8-e4c739e5718e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.784689 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-206ecd0c-0f6f-4f5e-abb8-e4c739e5718e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74a94a44-efe1-40fc-9b8b-c70f3545baf2 HTTP/1.1" status: 204 len: 168 time: 0.3170199 Dec 16 07:47:39.809042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f3cc1-5c90-4d20-aa0a-f40d166f0be0 req-01d85a0c-890b-4983-9ac3-8433deed61fb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.811476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-935f3cc1-5c90-4d20-aa0a-f40d166f0be0 req-01d85a0c-890b-4983-9ac3-8433deed61fb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0908394 Dec 16 07:47:39.815367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:39.817468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ecd0c-0f6f-4f5e-abb8-e4c739e5718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a94a44-efe1-40fc-9b8b-c70f3545baf2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:39.841079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-abe388e9-fe09-4885-a70a-fde1e35b0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:39.842691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-abe388e9-fe09-4885-a70a-fde1e35b0631 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b651be1-099b-4b7c-98db-8bfdb3f767a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311603 Dec 16 07:47:39.844628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Made reservation on behalf of 96765061660d493e9a57583440fc5099 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:39.847991 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.925100 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:39.952119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6001d6c-fb1c-46c7-9975-76d73a4ee7f6 req-129e2b79-7ce3-4efc-b1f9-3056c9111951 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 210 time: 0.1138053 Dec 16 07:47:39.982266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:40.079992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-935f3cc1-5c90-4d20-aa0a-f40d166f0be0 req-3a87b194-c202-48a0-b8df-a7d380d25905 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427840 Dec 16 07:47:40.143693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-f0ce6a50-8b37-4dc3-94a7-2ba8882ec974 service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764189 Dec 16 07:47:40.159981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9f568-e80d-4e8c-9e0f-2c652d14274d req-e2953619-c8d6-4ea2-8066-c492e6f1a0d4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:40.161529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45f9f568-e80d-4e8c-9e0f-2c652d14274d req-e2953619-c8d6-4ea2-8066-c492e6f1a0d4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1423671 Dec 16 07:47:40.232663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Allocated IP 172.20.0.14 (eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1/932c704e-58cf-4b4d-a943-8454a2acd0b0/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:40.252733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255d014e-b852-4209-9132-495c6bb857c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:40.256094 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c18deca-d7c6-4154-bbef-8a1b9bbae9a4" -d '{"events": [{"server_uuid": "255d014e-b852-4209-9132-495c6bb857c4", "name": "network-vif-plugged", "status": "completed", "tag": "64cbb77d-dd78-4938-8237-9cf2ef2dbfb6"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:40.309382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45f9f568-e80d-4e8c-9e0f-2c652d14274d req-296352d8-d016-42cd-8a77-c07a98b94a70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350448 Dec 16 07:47:40.341115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6f750b-5f5f-4506-840c-7c341174b147 req-d50ba273-2ee6-46fb-afe3-92caea7f562a service neutron] 10.222.0.16 "GET /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767030 Dec 16 07:47:40.356007 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd4b80-f0bb-4c1b-9de1-e202a54cd696 x-openstack-request-id: req-94bd4b80-f0bb-4c1b-9de1-e202a54cd696 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:40.356389 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255d014e-b852-4209-9132-495c6bb857c4", "name": "network-vif-plugged", "status": "completed", "tag": "64cbb77d-dd78-4938-8237-9cf2ef2dbfb6", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:40.365010 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94bd4b80-f0bb-4c1b-9de1-e202a54cd696 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:40.366027 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255d014e-b852-4209-9132-495c6bb857c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', 'code': 200} Dec 16 07:47:40.497012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:40.501095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-146e9cb1-289d-403a-85cb-ecc397b97149 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635796 Dec 16 07:47:40.575291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c25cb-a6b7-41cb-be73-7ef1f464b798 req-e1c2c479-c6ce-4276-9a2b-1056465868a7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:40.577179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b8c25cb-a6b7-41cb-be73-7ef1f464b798 req-e1c2c479-c6ce-4276-9a2b-1056465868a7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 949 time: 0.0710797 Dec 16 07:47:40.678459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67989163-fcf1-4f5a-8327-6d82c1abc5c9 req-8a44bd69-e63c-4efc-b420-f87cf225f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:40.680212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67989163-fcf1-4f5a-8327-6d82c1abc5c9 req-8a44bd69-e63c-4efc-b420-f87cf225f98c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 1102 time: 0.1024039 Dec 16 07:47:40.685823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b8c25cb-a6b7-41cb-be73-7ef1f464b798 req-472b7df9-fdf1-466a-a5aa-50e5c94dbeb8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993016 Dec 16 07:47:40.708706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-cf904029-4d5f-424f-bd08-32731a044efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:40.709542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-cf904029-4d5f-424f-bd08-32731a044efc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 1102 time: 0.0814805 Dec 16 07:47:40.710459 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:40.780937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43566) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:40.796284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c983c3a6-3ae4-41b2-af2c-44fb535676b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:40.819470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:40.868651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:40.875997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67989163-fcf1-4f5a-8327-6d82c1abc5c9 req-b54208e4-5d68-4c64-bc60-a2f22babe014 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854711 Dec 16 07:47:40.876614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:40.876748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c983c3a6-3ae4-41b2-af2c-44fb535676b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:40.882433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:40.914963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.915311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.915649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.915984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.916883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.917464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.917804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.918134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.918464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.918788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.919111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.919430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.919750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:40.978486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2c20b-dd37-4996-80ae-8f421f325074 req-5c933afb-21fb-43cb-b119-9eeb5baef619 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:40.981144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ad2c20b-dd37-4996-80ae-8f421f325074 req-5c933afb-21fb-43cb-b119-9eeb5baef619 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 950 time: 0.1989844 Dec 16 07:47:40.989215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:40.989833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:40.993560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c983c3a6-3ae4-41b2-af2c-44fb535676b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:41.004866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-7973d889-7fe2-4392-bb8a-85dd8b346b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:41.006267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-7973d889-7fe2-4392-bb8a-85dd8b346b73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2495782 Dec 16 07:47:41.035250 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c983c3a6-3ae4-41b2-af2c-44fb535676b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be30a1f9ffdd4e0a880cef0a64d281b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531855 Dec 16 07:47:41.036507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983c3a6-3ae4-41b2-af2c-44fb535676b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefdfecc-0bb9-4a23-af0f-36e50d62a9d9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:41.039294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:41.065838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-e6283d39-8584-4b1d-81dd-fa3d80efb7d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 200 len: 217 time: 0.0496261 Dec 16 07:47:41.094878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4661-40da-4076-a1bc-43af3cdb9659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:41.116700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4661-40da-4076-a1bc-43af3cdb9659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:41.131868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-a4947370-7e5a-4f61-bf11-ca25daeaf80e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6984479 Dec 16 07:47:41.141646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ad2c20b-dd37-4996-80ae-8f421f325074 req-f57461f7-ee1d-488d-96af-4dd4c1085aef tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477544 Dec 16 07:47:41.163561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-5ef609ec-5c2a-4495-83c1-894c46f7908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:41.167035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-5ef609ec-5c2a-4495-83c1-894c46f7908f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0846813 Dec 16 07:47:41.178616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46880-17ff-4ab4-bd3e-7b012653105b req-6a74fd46-555e-4ac1-93dc-83ee91e7d22d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:41.180104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0a46880-17ff-4ab4-bd3e-7b012653105b req-6a74fd46-555e-4ac1-93dc-83ee91e7d22d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 932 time: 0.1211016 Dec 16 07:47:41.237533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4661-40da-4076-a1bc-43af3cdb9659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:41.240019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4661-40da-4076-a1bc-43af3cdb9659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:41.241207 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ebfb4661-40da-4076-a1bc-43af3cdb9659 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fefdfecc-0bb9-4a23-af0f-36e50d62a9d9 HTTP/1.1" status: 204 len: 168 time: 0.1985991 Dec 16 07:47:41.249840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4661-40da-4076-a1bc-43af3cdb9659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefdfecc-0bb9-4a23-af0f-36e50d62a9d9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:41.291036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Request body: {'port': {'device_id': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:41.296584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-24242f04-9f4f-4cf3-ac70-5ac027336204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:41.298041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-24242f04-9f4f-4cf3-ac70-5ac027336204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170020 Dec 16 07:47:41.304092 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0a46880-17ff-4ab4-bd3e-7b012653105b req-c6b7b3ae-fece-4c06-bb42-5e8b03efe064 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130888 Dec 16 07:47:41.388908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553decee-4139-4bed-813a-960b0a9c7c49 req-7a5fb672-209c-4e59-ac3e-a5da0cfdfe3e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:41.390500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553decee-4139-4bed-813a-960b0a9c7c49 req-7a5fb672-209c-4e59-ac3e-a5da0cfdfe3e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1748779 Dec 16 07:47:41.447079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:41.847564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553decee-4139-4bed-813a-960b0a9c7c49 req-ee5eb805-a7be-4aca-bb4f-8d649c17d4e5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373350 Dec 16 07:47:41.849392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-a5ee988f-3a01-413f-aced-208f28306c6c service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290136 Dec 16 07:47:42.034656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4ba7e-6e52-431b-863d-506151738db8 req-d52d378e-9c84-44ae-ae4f-af307e898265 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:42.036736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cae4ba7e-6e52-431b-863d-506151738db8 req-d52d378e-9c84-44ae-ae4f-af307e898265 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1929941 Dec 16 07:47:42.120422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e2ef6e-96ae-4d57-835a-20637ae0600c req-5dad2fd4-2172-4573-95d1-8084de687f1b service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528632 Dec 16 07:47:42.199863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cae4ba7e-6e52-431b-863d-506151738db8 req-d3136907-33c4-49bf-819b-3fa302df0b34 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498396 Dec 16 07:47:42.225783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de87aa-e5a4-4d06-aaf5-37df6c9e131b req-c5917f2f-5a61-4f33-9970-20862ae815a7 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:42.227333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2de87aa-e5a4-4d06-aaf5-37df6c9e131b req-c5917f2f-5a61-4f33-9970-20862ae815a7 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.1020513 Dec 16 07:47:42.353967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2de87aa-e5a4-4d06-aaf5-37df6c9e131b req-0167987f-d1df-4625-bac8-cbb10b8b2f9a tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184185 Dec 16 07:47:42.363531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:42.375168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:42.410887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce78c2-81d3-47ec-a0f3-e2acc72d0543 req-05dfb4d7-ac89-4da9-a059-f976a5a5a9c7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:42.413077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81ce78c2-81d3-47ec-a0f3-e2acc72d0543 req-05dfb4d7-ac89-4da9-a059-f976a5a5a9c7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 950 time: 0.1123765 Dec 16 07:47:42.413566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Transition to ACTIVE for port object 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:42.523420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:42.530887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-6b3bcf66-ba52-407c-a7e7-9b295a20966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:42.532420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-6b3bcf66-ba52-407c-a7e7-9b295a20966c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1102 time: 0.1167309 Dec 16 07:47:42.540289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81ce78c2-81d3-47ec-a0f3-e2acc72d0543 req-e8096cce-4850-4e8e-bb36-6656e30650d6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154981 Dec 16 07:47:42.578200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c5ffc-a440-4611-a98f-b122ed0f11e9 req-0038acd5-83be-4aec-aa9e-2e6fde2e021f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:42.579784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c60c5ffc-a440-4611-a98f-b122ed0f11e9 req-0038acd5-83be-4aec-aa9e-2e6fde2e021f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 932 time: 0.1651747 Dec 16 07:47:42.673088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:42.767280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c60c5ffc-a440-4611-a98f-b122ed0f11e9 req-3fd96b9a-cca8-4a7e-a817-194f470ed409 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703293 Dec 16 07:47:42.774761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-610239c4-439c-46aa-88a9-0f3afe3073ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:42.777092 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-610239c4-439c-46aa-88a9-0f3afe3073ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2157207 Dec 16 07:47:42.834059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-59580faa-c2cc-4921-b95e-cd51fbd053aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0477304 Dec 16 07:47:42.836345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:42.836672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:42.836993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:42.849177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:42.850465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:42.872643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:42.872979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:42.873359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:42.873795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Bound port: 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:42.874150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:42.933677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-3d98f499-e063-4b57-8d73-30927ba09243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:42.935089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-3d98f499-e063-4b57-8d73-30927ba09243 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0928135 Dec 16 07:47:43.008457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:43.029231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:43.038988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999f5f-a694-4994-abb4-12d0d20faec4 req-8316ccbe-7b39-4186-86c3-f13bd3862d5d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.040480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31999f5f-a694-4994-abb4-12d0d20faec4 req-8316ccbe-7b39-4186-86c3-f13bd3862d5d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1211264 Dec 16 07:47:43.047532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-6b51ad6a-5a4d-435b-8b4b-d2f67a2cbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.048909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-6b51ad6a-5a4d-435b-8b4b-d2f67a2cbe5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937228 Dec 16 07:47:43.123346 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:43.179345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31999f5f-a694-4994-abb4-12d0d20faec4 req-b8200095-658f-45f7-be56-7556971622a8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294997 Dec 16 07:47:43.186632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.187251 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:43.188925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 1093 time: 1.9041359 Dec 16 07:47:43.190978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:43.194631 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6023ede3-182f-4389-9a6d-ae71ef37d7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:43.234218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1737f-e6ae-48d5-836a-e9d17bd1b3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:43.237620 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b1738-e403-49fc-9350-78f32be119a9 x-openstack-request-id: req-f24b1738-e403-49fc-9350-78f32be119a9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:43.237903 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:43.238154 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f24b1738-e403-49fc-9350-78f32be119a9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:43.238540 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee', 'status': 'completed', 'code': 200} Dec 16 07:47:43.243527 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-e376471a-d681-4b17-a80b-788a9f349344 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803727 Dec 16 07:47:43.416885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ede3-182f-4389-9a6d-ae71ef37d7ce req-235bbf08-0d32-495a-958a-81bd9b2177d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.418567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6023ede3-182f-4389-9a6d-ae71ef37d7ce req-235bbf08-0d32-495a-958a-81bd9b2177d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1096 time: 0.1086133 Dec 16 07:47:43.432649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76ab1c-887e-48df-b2ef-79df80a951fa req-1857259a-8380-4ab5-84d7-6d9d07c1358b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.436421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa76ab1c-887e-48df-b2ef-79df80a951fa req-1857259a-8380-4ab5-84d7-6d9d07c1358b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1227112 Dec 16 07:47:43.446069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-621f0c8e-b856-459f-a317-26e7971a1754 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949840 Dec 16 07:47:43.560263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa76ab1c-887e-48df-b2ef-79df80a951fa req-68cc719a-e73e-414d-bc8c-95c06c56cf04 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062551 Dec 16 07:47:43.572087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ede3-182f-4389-9a6d-ae71ef37d7ce req-107207dc-7f2a-407b-b159-810f41d40c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.574673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6023ede3-182f-4389-9a6d-ae71ef37d7ce req-107207dc-7f2a-407b-b159-810f41d40c15 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=96765061660d493e9a57583440fc5099&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1376326 Dec 16 07:47:43.711139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092013f-603f-4761-96bb-7d73c5803221 req-93362319-918d-4d77-b84d-1bdbc5457d5d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.712703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5092013f-603f-4761-96bb-7d73c5803221 req-93362319-918d-4d77-b84d-1bdbc5457d5d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 950 time: 0.0743361 Dec 16 07:47:43.738518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ede3-182f-4389-9a6d-ae71ef37d7ce req-43dbfb9a-fdc9-4864-8f45-3ea1979d6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.739915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6023ede3-182f-4389-9a6d-ae71ef37d7ce req-43dbfb9a-fdc9-4864-8f45-3ea1979d6e2a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566365 Dec 16 07:47:43.773419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5092013f-603f-4761-96bb-7d73c5803221 req-37dbf528-01b3-42e5-a73f-583cce0134f2 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544009 Dec 16 07:47:43.891003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-baf7683d-bf2b-4b60-9496-d474bceeb980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.892509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-baf7683d-bf2b-4b60-9496-d474bceeb980 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1096 time: 0.0684760 Dec 16 07:47:43.917364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9475511-1491-40b9-8989-51e0c8768a46 req-32b44623-f19a-4a36-994b-b3e4abbd0c45 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:43.918782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9475511-1491-40b9-8989-51e0c8768a46 req-32b44623-f19a-4a36-994b-b3e4abbd0c45 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.0683873 Dec 16 07:47:43.978484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-b94add02-6c2a-4106-aa75-3acfcbdd2c33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 217 time: 0.0576365 Dec 16 07:47:44.056419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3871f-984b-464d-be07-1b019dfdb220 req-2e6006ea-248b-45d7-b72a-e4426f22e411 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.058126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3871f-984b-464d-be07-1b019dfdb220 req-2e6006ea-248b-45d7-b72a-e4426f22e411 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.1563492 Dec 16 07:47:44.066789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9475511-1491-40b9-8989-51e0c8768a46 req-248fcbec-7f6e-4b8a-8712-4344e66d927e tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237969 Dec 16 07:47:44.069307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-34681ecf-5d8a-4097-8c83-8de6b4d193be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.070636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-34681ecf-5d8a-4097-8c83-8de6b4d193be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0834258 Dec 16 07:47:44.113549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-237c39c8-6fc3-4032-af0c-4592fac16f79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260699 Dec 16 07:47:44.179248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3871f-984b-464d-be07-1b019dfdb220 req-a38b0e47-3baf-43b7-a554-64f4a07f48c9 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114557 Dec 16 07:47:44.213322 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43656) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:44.240272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-5f15ae00-c4de-41d6-869e-f9fd9a5752b4 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148367 Dec 16 07:47:44.349952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e861ba39-390a-44a7-9afb-2a0ad638b752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:44.396876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ae37d63-8cb2-4afa-a695-970d2020ccb7 req-b644803b-8897-4b62-824e-f9a2ad8ce999 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458898 Dec 16 07:47:44.421053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f843cc8-0f46-4ded-a8b4-11d6bfbe96ef req-1430ea38-f559-473b-b6a9-8c9344bf8ae8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.426931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f843cc8-0f46-4ded-a8b4-11d6bfbe96ef req-1430ea38-f559-473b-b6a9-8c9344bf8ae8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.428848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f843cc8-0f46-4ded-a8b4-11d6bfbe96ef req-1430ea38-f559-473b-b6a9-8c9344bf8ae8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4&device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 1690 time: 0.1047311 Dec 16 07:47:44.430593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e861ba39-390a-44a7-9afb-2a0ad638b752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:44.441664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb54a3-defa-464c-9d08-f6e3b9850b73 req-994259d8-308b-4e9f-96a9-d11590a0ba9b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.443084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37cb54a3-defa-464c-9d08-f6e3b9850b73 req-994259d8-308b-4e9f-96a9-d11590a0ba9b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0860286 Dec 16 07:47:44.516263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f843cc8-0f46-4ded-a8b4-11d6bfbe96ef req-ceb97c69-9a30-4644-8dfc-f9ca5e2542d8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722122 Dec 16 07:47:44.523210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37cb54a3-defa-464c-9d08-f6e3b9850b73 req-8e70aac4-b2b8-41e6-b43b-76ee203c63a9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716088 Dec 16 07:47:44.525259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e861ba39-390a-44a7-9afb-2a0ad638b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:44.564927 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861ba39-390a-44a7-9afb-2a0ad638b752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9ea310-a014-4f92-90d9-853f439a2630,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:44.569930 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e861ba39-390a-44a7-9afb-2a0ad638b752 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec644d6c4aaa411399417b9172aa6447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548207 Dec 16 07:47:44.572775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43662) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:44.626088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d793664f-a73d-4f3c-a856-caace5dccfd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:44.648257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d793664f-a73d-4f3c-a856-caace5dccfd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:44.713448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa3be-0d85-4597-ae85-1db97297b405 req-f5332b6c-9ce6-4bfc-8510-ca36f0dcf725 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.714909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd9aa3be-0d85-4597-ae85-1db97297b405 req-f5332b6c-9ce6-4bfc-8510-ca36f0dcf725 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0767097 Dec 16 07:47:44.717364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074a21-6acf-4a1f-a444-3a605cc1d601 req-6f97c403-0f8a-4d54-a5e3-ec43ad8ec929 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.718732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b074a21-6acf-4a1f-a444-3a605cc1d601 req-6f97c403-0f8a-4d54-a5e3-ec43ad8ec929 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 1102 time: 0.0696466 Dec 16 07:47:44.785164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd9aa3be-0d85-4597-ae85-1db97297b405 req-da1edb62-4d59-425f-b10f-32b85ece9639 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641234 Dec 16 07:47:44.791524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b074a21-6acf-4a1f-a444-3a605cc1d601 req-5676a7db-b1d6-4c20-b157-be2c25158c0b tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643933 Dec 16 07:47:44.799495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d793664f-a73d-4f3c-a856-caace5dccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:44.802396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d793664f-a73d-4f3c-a856-caace5dccfd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:44.806255 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d793664f-a73d-4f3c-a856-caace5dccfd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba9ea310-a014-4f92-90d9-853f439a2630 HTTP/1.1" status: 204 len: 168 time: 0.2300847 Dec 16 07:47:44.820222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793664f-a73d-4f3c-a856-caace5dccfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9ea310-a014-4f92-90d9-853f439a2630,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:44.914466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb49239-d8a3-4ef2-a619-9a6ae071d6ce req-7f635e44-bf55-448d-a2fc-5d9698dc4fc8 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:44.915982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfb49239-d8a3-4ef2-a619-9a6ae071d6ce req-7f635e44-bf55-448d-a2fc-5d9698dc4fc8 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 1101 time: 0.0441093 Dec 16 07:47:44.962332 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfb49239-d8a3-4ef2-a619-9a6ae071d6ce req-3313210a-c93b-4cea-b6c6-e9c32fa0f240 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Dec 16 07:47:45.180999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-407c08ab-8d55-410a-9847-61e1ee35e9a3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425692 Dec 16 07:47:45.251222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47dc88-dc06-445f-9fb8-9d08bfe3d377 req-97011bdc-79a1-468e-885c-846531204f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:45.252731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a47dc88-dc06-445f-9fb8-9d08bfe3d377 req-97011bdc-79a1-468e-885c-846531204f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.1131303 Dec 16 07:47:45.334544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a47dc88-dc06-445f-9fb8-9d08bfe3d377 req-fb8e6770-f3d6-49c4-9bdb-ea05768885cf tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711727 Dec 16 07:47:45.341482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-689a0f53-84de-4bad-be6e-3cf6ee66b3e3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:45.343025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-689a0f53-84de-4bad-be6e-3cf6ee66b3e3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547644 Dec 16 07:47:45.360626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-fd38a3ba-ce0c-4a8e-ba8e-cbc12a156ac3 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/quotas/f0cd22c554784edfbc951f2776ee0e17 HTTP/1.1" status: 200 len: 375 time: 0.0102637 Dec 16 07:47:45.376343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43694) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:45.391202 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-52f163d8-f2fa-4e49-b116-1a25a61ab5cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:45.438233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-eb0699a0-74ba-4128-8204-0c28cf14a8de tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0696130 Dec 16 07:47:45.475563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38112b-8ce6-47c9-9943-1a8b3d52c0f0 req-d2f0a485-e8ca-46c4-b338-a924a4f3e88b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:45.482609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-52f163d8-f2fa-4e49-b116-1a25a61ab5cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:45.483693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a38112b-8ce6-47c9-9943-1a8b3d52c0f0 req-d2f0a485-e8ca-46c4-b338-a924a4f3e88b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.0768020 Dec 16 07:47:45.530526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a38112b-8ce6-47c9-9943-1a8b3d52c0f0 req-5193c1bc-80a4-4dcd-9905-a48d8e7c622e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Dec 16 07:47:45.552760 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-52f163d8-f2fa-4e49-b116-1a25a61ab5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:45.602059 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-52f163d8-f2fa-4e49-b116-1a25a61ab5cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0187cfb8d4a4757bd7e1c6575bdbb72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242069 Dec 16 07:47:45.602937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f163d8-f2fa-4e49-b116-1a25a61ab5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24137d1-3ed7-48c5-a7fc-11890cc5767e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:45.605275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43698) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:45.667071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-714d5884-20c1-4844-89bd-381e2d4f8bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:45.692333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-714d5884-20c1-4844-89bd-381e2d4f8bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:45.779628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b5793aa-8f8f-438a-a70f-7a5eb6b44626 req-a524e231-227d-4804-b03b-581051805ed2 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 210 time: 0.0374286 Dec 16 07:47:45.801635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241ca37-cd48-49be-bb61-a8ee3d32eaef req-0507750b-7904-4cee-8437-0e91fbdc998b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:45.803117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6241ca37-cd48-49be-bb61-a8ee3d32eaef req-0507750b-7904-4cee-8437-0e91fbdc998b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0981333 Dec 16 07:47:45.858902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6241ca37-cd48-49be-bb61-a8ee3d32eaef req-bf34361e-8475-435e-8e65-17032ee32d51 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485590 Dec 16 07:47:45.876553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-714d5884-20c1-4844-89bd-381e2d4f8bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:45.879282 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-714d5884-20c1-4844-89bd-381e2d4f8bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:45.880597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-714d5884-20c1-4844-89bd-381e2d4f8bb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b24137d1-3ed7-48c5-a7fc-11890cc5767e HTTP/1.1" status: 204 len: 168 time: 0.2737310 Dec 16 07:47:45.905475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d5884-20c1-4844-89bd-381e2d4f8bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24137d1-3ed7-48c5-a7fc-11890cc5767e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:45.939558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5830c-805c-4099-aab2-97c0e894ce54 req-45cb335a-2357-41ae-990f-0cf2b8c6dda8 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:45.941104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6e5830c-805c-4099-aab2-97c0e894ce54 req-45cb335a-2357-41ae-990f-0cf2b8c6dda8 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0759001 Dec 16 07:47:46.019372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6e5830c-805c-4099-aab2-97c0e894ce54 req-d049c277-b93e-4440-a260-e8a2bda5f8c0 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701869 Dec 16 07:47:46.047104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-83f85bf5-1cfb-458e-876e-13ea788ed1d1 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:46.048802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-83f85bf5-1cfb-458e-876e-13ea788ed1d1 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.16 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.0603538 Dec 16 07:47:46.153841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Deleting port 56963a77-4522-4651-a55d-67d9c48ab2fd {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:46.154182 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:46.239342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] For port 56963a77-4522-4651-a55d-67d9c48ab2fd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=56963a77-4522-4651-a55d-67d9c48ab2fd,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:46.239705 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:46.776008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:46.776519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:46.776943 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Floating IP da7481f9-9960-4740-a913-aa46345e6a17 disassociated. External IP: 172.25.2.66, port: 56963a77-4522-4651-a55d-67d9c48ab2fd. Dec 16 07:47:46.781951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Calling delete_port for 56963a77-4522-4651-a55d-67d9c48ab2fd owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:46.803022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b7e2b-a022-4912-b42a-8dae6a4a95a4 req-54d6260b-cf34-4999-a731-7e22e9ad086f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:46.804910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-532b7e2b-a022-4912-b42a-8dae6a4a95a4 req-54d6260b-cf34-4999-a731-7e22e9ad086f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.1075613 Dec 16 07:47:46.814614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934ab3-f022-4731-9c96-479a7ccff0c9 req-bc0a6fb7-0044-46d3-97d1-3c3fc7849ee2 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:46.816020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88934ab3-f022-4731-9c96-479a7ccff0c9 req-bc0a6fb7-0044-46d3-97d1-3c3fc7849ee2 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 946 time: 0.1179090 Dec 16 07:47:46.944236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88934ab3-f022-4731-9c96-479a7ccff0c9 req-f2cd57e7-b37b-4b87-9da8-e9714a446ad7 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups?id=a50618ac-5231-4a55-92a9-2f6fd9f23818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170444 Dec 16 07:47:46.954596 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-532b7e2b-a022-4912-b42a-8dae6a4a95a4 req-2f0e0727-9f0f-4c52-aea7-d4bdd37615d6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375995 Dec 16 07:47:47.086504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a14cdd3e-484f-4a4d-99e0-2d5fe82ff5aa req-859c1608-9115-46b1-9185-495606ea58ad tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 210 time: 0.0275452 Dec 16 07:47:47.107496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:47.140097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event deleted for resources: {'Port': ['ID=56963a77-4522-4651-a55d-67d9c48ab2fd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:47.262751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82167455-762a-400f-ae4e-8d0bacda2c32 req-fd915934-3600-43e6-8776-3f67c3ce83f3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:47.268019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82167455-762a-400f-ae4e-8d0bacda2c32 req-fd915934-3600-43e6-8776-3f67c3ce83f3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1317718 Dec 16 07:47:47.401942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc504107-f3a2-48e1-a90a-19d512ea3f7f req-e769252d-e199-4ea8-8707-a913f6420dec tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:47.403590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc504107-f3a2-48e1-a90a-19d512ea3f7f req-e769252d-e199-4ea8-8707-a913f6420dec tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1335092 Dec 16 07:47:47.405356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Router dcbb8526-1719-469a-bba1-f3df17290822 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:47:47.409433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82167455-762a-400f-ae4e-8d0bacda2c32 req-dae04b8f-7b78-4a48-8460-4b7f167e6dc2 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101389 Dec 16 07:47:47.498547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc504107-f3a2-48e1-a90a-19d512ea3f7f req-07e09949-150e-4a99-84e4-bbce67676853 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885828 Dec 16 07:47:47.511139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:47.563807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:47:47.574796 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] Sync routers for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:47:47.586510 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:47:47.590010 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:47.631001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] No DVR routers for this DVR port 56963a77-4522-4651-a55d-67d9c48ab2fd on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:47:47.634570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:47.639948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffd6c76d-3a2c-45da-a859-6189037a89a4 req-e7741d66-97f6-4486-ab6a-52553e5c3e1d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.16 "DELETE /v2.0/ports/56963a77-4522-4651-a55d-67d9c48ab2fd HTTP/1.1" status: 204 len: 173 time: 1.5836701 Dec 16 07:47:47.640690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'name': 'network-vif-deleted', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:47.643513 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0aaf9d-e07e-4109-86cc-a0de57705fbb" -d '{"events": [{"server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "name": "network-vif-deleted", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:47.659889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:47.691998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'port_id': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee', 'mac_address': 'fa:16:3e:7b:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c704e-58cf-4b4d-a943-8454a2acd0b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:47.704612 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fefd95-cb6d-43f3-8ab5-61d1a6d52723 x-openstack-request-id: req-b7fefd95-cb6d-43f3-8ab5-61d1a6d52723 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:47.704912 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865ff8e-22be-46a5-b638-67a97b446835", "name": "network-vif-deleted", "tag": "56963a77-4522-4651-a55d-67d9c48ab2fd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:47.705885 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7fefd95-cb6d-43f3-8ab5-61d1a6d52723 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:47.706353 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c865ff8e-22be-46a5-b638-67a97b446835', 'name': 'network-vif-deleted', 'tag': '56963a77-4522-4651-a55d-67d9c48ab2fd', 'status': 'completed', 'code': 200} Dec 16 07:47:47.732726 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:47:47.743927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:47.759070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:47.780281 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:47.884542 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:47.954551 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:15Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:47.955689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:47.964841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.971260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.980588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.981133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:47.981575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:47:48.015161 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] Checking router: dcbb8526-1719-469a-bba1-f3df17290822 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:47:48.027734 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:47:48.028383 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:48.140990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62284e49-f5d8-4d7b-b503-aa3466c58efc req-f25b1aa6-09b9-4c95-9e09-9f48658c3404 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.0527186 Dec 16 07:47:48.162952 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:47:48.209083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7966c20c-f580-4a43-b19d-3f05476516d5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716865 Dec 16 07:47:48.238275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369684d-71e4-40a2-adef-9dece5ef8baf req-0ca7c197-a2cd-4eca-8114-f3b72c5f4414 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:48.240066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f369684d-71e4-40a2-adef-9dece5ef8baf req-0ca7c197-a2cd-4eca-8114-f3b72c5f4414 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.1506035 Dec 16 07:47:48.334302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f369684d-71e4-40a2-adef-9dece5ef8baf req-a19828ac-aa88-4150-abf5-7bcb300ec82a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Dec 16 07:47:48.416004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1013400-229e-425f-90af-796503de257d req-de094a89-f1dd-40df-ac2a-c83df2852677 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 210 time: 0.0347168 Dec 16 07:47:48.425375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-91c1da1a-846d-4a37-838d-8058a1cc0b64 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:48.427417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-91c1da1a-846d-4a37-838d-8058a1cc0b64 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102573 Dec 16 07:47:48.452838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:48.466172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9435edeb-37fe-41d0-ac5c-2d9f555fa6ee'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:48.514651 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:15Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:48.551536 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c45c0-6448-48e0-83a3-95a568b63ec8 None None] The sync data for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 is: [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:43:09Z', 'revision_number': 4, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bb8ff71e-cd11-42ba-89d7-3f4f4feec278', 'name': '', 'network_id': '5b651be1-099b-4b7c-98db-8bfdb3f767a5', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'mac_address': 'fa:16:3e:66:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:08Z', 'updated_at': '2021-12-16T07:43:15Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'subnets': [{'id': '6f6622b9-f8dd-4946-8640-e22666a90cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:47:48.678958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226a8-c3fb-430b-954c-13f2e8948b96 req-22aefe62-21f5-46cd-b5b0-7ce7e6aae332 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:48.687057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-426226a8-c3fb-430b-954c-13f2e8948b96 req-22aefe62-21f5-46cd-b5b0-7ce7e6aae332 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1182272 Dec 16 07:47:48.750323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Request body: {'security_group': {'name': 'tempest-securitygroup-660211388', 'description': 'tempest-description-215288326'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:48.754997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-426226a8-c3fb-430b-954c-13f2e8948b96 req-cb3a47b1-ece8-4d4e-b738-06d9911af155 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670936 Dec 16 07:47:48.805879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:47:48.811359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:48.898324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e554e2e-28ce-4a6b-9a83-8e7196d2cd18 None None] New status for floating IP da7481f9-9960-4740-a913-aa46345e6a17: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:47:48.943284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf233-8e2f-41a2-adef-5d05ca83f9cc req-202563af-8196-4562-992a-c7ac25959a67 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:48.944985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-754cf233-8e2f-41a2-adef-5d05ca83f9cc req-202563af-8196-4562-992a-c7ac25959a67 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1151695 Dec 16 07:47:48.988315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.015175 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.043716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.250 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/58e48cee-e737-4007-888c-1117278a2f0d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:49.073677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-754cf233-8e2f-41a2-adef-5d05ca83f9cc req-e79fa271-5065-4cc0-bab7-cd0902eb7d7b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025653 Dec 16 07:47:49.238965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.256204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50fda3de-90a7-40a7-ae49-c74cc5d92c48 req-a31201ac-7dbb-486f-ad53-83ff4bd7e64e tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.0425146 Dec 16 07:47:49.295276 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.320786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.358655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c182f1-12da-43ad-96c1-de6f3366a574,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:49.404670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.423765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.465779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b', '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:49.504638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:49.508343 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.516901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 56963a77-4522-4651-a55d-67d9c48ab2fd no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:47:49.535832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 56963a77-4522-4651-a55d-67d9c48ab2fd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:47:49.536190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 56963a77-4522-4651-a55d-67d9c48ab2fd not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:47:49.540050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8c48b-d241-4606-832f-22da134cb542,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:49.542785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:49.547907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=58e48cee-e737-4007-888c-1117278a2f0d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:49.551233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:49.613004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:49.613806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.642030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95bd03-fec2-4fe8-96db-b06fefcd2a24 req-b661524d-8faa-42d0-8383-01b7eaee671b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:49.643746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d95bd03-fec2-4fe8-96db-b06fefcd2a24 req-b661524d-8faa-42d0-8383-01b7eaee671b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.2096767 Dec 16 07:47:49.672730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:49.730815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.732705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83e62991-efbc-4dbf-b40e-43c672456fdf req-fec2410d-657b-4bab-8f53-4e5f8b9b75b7 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9898233 Dec 16 07:47:49.739809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736145-3bb7-4da2-83f0-d3ff1bc962a4 req-d68c20bd-b87f-4223-94f9-1a5853342e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:49.741375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60736145-3bb7-4da2-83f0-d3ff1bc962a4 req-d68c20bd-b87f-4223-94f9-1a5853342e6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.1247914 Dec 16 07:47:49.749076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d95bd03-fec2-4fe8-96db-b06fefcd2a24 req-c908dbe3-1d0c-4f5a-8278-fca3a73c2cb1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906527 Dec 16 07:47:49.875265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-794edcc5-3213-4e40-a8d7-1efe886ea8aa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4288983 Dec 16 07:47:49.881801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60736145-3bb7-4da2-83f0-d3ff1bc962a4 req-f25cab1a-3416-4eab-a9bf-ed6c0d75e9e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318123 Dec 16 07:47:49.903836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4da3-adcf-4378-b000-bd2be66b534a req-7b6bf0cc-1355-404f-80d6-90c7bf3ee0ed tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:49.905860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ade4da3-adcf-4378-b000-bd2be66b534a req-7b6bf0cc-1355-404f-80d6-90c7bf3ee0ed tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 936 time: 0.0801134 Dec 16 07:47:49.938404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-be33605b-ce7b-4c3b-9c0b-4352002a9a02 req-54967a6a-d26c-4c0a-b61a-88ccae1efcb1 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Request body: {'security_group': {'name': 'tempest-securitygroup-778752654', 'description': 'tempest-description-1437018052'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:49.949906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4478ce11-05ab-44d6-a6ef-ff9747d4f620 None None] Provisioning complete for port 58e48cee-e737-4007-888c-1117278a2f0d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:49.950471 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4478ce11-05ab-44d6-a6ef-ff9747d4f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:49.981755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ade4da3-adcf-4378-b000-bd2be66b534a req-c7028bb7-3704-4ea7-b03b-d91354365655 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685587 Dec 16 07:47:50.026413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4478ce11-05ab-44d6-a6ef-ff9747d4f620 None None] Port 58e48cee-e737-4007-888c-1117278a2f0d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:47:50.077193 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be33605b-ce7b-4c3b-9c0b-4352002a9a02 req-54967a6a-d26c-4c0a-b61a-88ccae1efcb1 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.127728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ef21-0d33-4969-b708-73685f3347c7 req-83889348-b451-436a-9b4a-201ddbf50ae9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:50.129397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a171ef21-0d33-4969-b708-73685f3347c7 req-83889348-b451-436a-9b4a-201ddbf50ae9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0818219 Dec 16 07:47:50.209035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be33605b-ce7b-4c3b-9c0b-4352002a9a02 req-54967a6a-d26c-4c0a-b61a-88ccae1efcb1 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.214173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a171ef21-0d33-4969-b708-73685f3347c7 req-c51628e3-8705-4845-a000-8c9c0ab2b44b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774865 Dec 16 07:47:50.267111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Request body: {'port': {'device_id': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:50.290873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be33605b-ce7b-4c3b-9c0b-4352002a9a02 req-54967a6a-d26c-4c0a-b61a-88ccae1efcb1 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.378484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54967a6a-d26c-4c0a-b61a-88ccae1efcb1 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffdd81a-252c-43b2-b6fd-a01da8f796d0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:50.383444 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.409893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7cbe1-ed1e-41f3-a073-081c13d243ec req-bd119b71-f597-4bf6-ac74-868c9efa48c3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:50.411390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5b7cbe1-ed1e-41f3-a073-081c13d243ec req-bd119b71-f597-4bf6-ac74-868c9efa48c3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.1246555 Dec 16 07:47:50.441303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be33605b-ce7b-4c3b-9c0b-4352002a9a02 req-54967a6a-d26c-4c0a-b61a-88ccae1efcb1 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.442492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be33605b-ce7b-4c3b-9c0b-4352002a9a02 req-54967a6a-d26c-4c0a-b61a-88ccae1efcb1 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5111287 Dec 16 07:47:50.576646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5309626f-78cd-4d37-8413-be31af6dc0b6 req-9fcc4a7c-72ca-4241-8065-785725202bce tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.0449290 Dec 16 07:47:50.595922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5b7cbe1-ed1e-41f3-a073-081c13d243ec req-625be089-5d3f-49a4-a65a-2b60b309ad69 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563277 Dec 16 07:47:50.692300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-738769352', 'description': 'tempest-description-1227391557'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:50.759546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e48cee-e737-4007-888c-1117278a2f0d {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:50.767304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.779549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Transition to ACTIVE for port object 58e48cee-e737-4007-888c-1117278a2f0d will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:47:50.873170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.886389 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:50.895465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e26f2-6d67-4fcd-b1ff-d5fb010dd82d req-ceb51e8f-ae69-4a63-9ced-d3a93a938a41 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:50.897070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e01e26f2-6d67-4fcd-b1ff-d5fb010dd82d req-ceb51e8f-ae69-4a63-9ced-d3a93a938a41 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.0663300 Dec 16 07:47:50.908691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.008034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Pushing event updated for resources: {'Port': ['ID=58e48cee-e737-4007-888c-1117278a2f0d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:51.038565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e01e26f2-6d67-4fcd-b1ff-d5fb010dd82d req-a9de0e84-8d2f-4a87-84b8-4ea424a8db40 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326921 Dec 16 07:47:51.126364 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.142671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Attempting to bind port 58e48cee-e737-4007-888c-1117278a2f0d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:47:51.143040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Attempting to bind port 58e48cee-e737-4007-888c-1117278a2f0d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:47:51.143370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Attempting to bind port 58e48cee-e737-4007-888c-1117278a2f0d on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:51.148243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Port 58e48cee-e737-4007-888c-1117278a2f0d on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:47:51.148593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Attempting to bind port 58e48cee-e737-4007-888c-1117278a2f0d on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:47:51.154561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:47:51.154924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:47:51.155498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:47:51.156048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Bound port: 58e48cee-e737-4007-888c-1117278a2f0d, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:47:51.156695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.202919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.294719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.330212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b26805-9e91-466a-8bfa-a49aa22ed8d4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:51.345785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] For port 58e48cee-e737-4007-888c-1117278a2f0d, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:47:51.349429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] For port 58e48cee-e737-4007-888c-1117278a2f0d, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=58e48cee-e737-4007-888c-1117278a2f0d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:47:51.361407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3991bb-d0ba-44bf-a0df-cb75b616e444 req-8e180f50-f29a-4bea-ad85-d15e0f9424a7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:51.362878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad3991bb-d0ba-44bf-a0df-cb75b616e444 req-8e180f50-f29a-4bea-ad85-d15e0f9424a7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 948 time: 0.1318383 Dec 16 07:47:51.363986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.411071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65cf054-8533-4fff-ae68-290712efc426,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:51.436982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad3991bb-d0ba-44bf-a0df-cb75b616e444 req-ccb6afe5-2704-40ff-98b4-18ffa1252fd2 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Dec 16 07:47:51.438833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.475348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:51.475840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.480258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] 10.222.0.16 "PUT /v2.0/ports/58e48cee-e737-4007-888c-1117278a2f0d HTTP/1.1" status: 200 len: 1097 time: 1.2172525 Dec 16 07:47:51.480258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'tag': '58e48cee-e737-4007-888c-1117278a2f0d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:51.480258 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df0d3eb-634a-4c1a-9f84-c631f7bf406e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c4c321-96a5-4a1f-ad6c-bd2258e413eb", "tag": "58e48cee-e737-4007-888c-1117278a2f0d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:51.487929 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.489182 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51673512-6112-41b6-9123-105ce47fa3c8 req-61ad7761-aef3-462c-8ea7-f995c71a51ab tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8074045 Dec 16 07:47:51.510916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:47:51.539976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177e63-28ed-4708-a42e-0977e6dcaa1f service neutron] Pushing event updated for resources: {'Port': ['ID=58e48cee-e737-4007-888c-1117278a2f0d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:51.568565 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cce791-ee46-4744-b91c-a9c0fbe7d5c6 x-openstack-request-id: req-c6cce791-ee46-4744-b91c-a9c0fbe7d5c6 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:51.568798 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c4c321-96a5-4a1f-ad6c-bd2258e413eb", "tag": "58e48cee-e737-4007-888c-1117278a2f0d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:51.569029 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6cce791-ee46-4744-b91c-a9c0fbe7d5c6 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:51.569486 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'tag': '58e48cee-e737-4007-888c-1117278a2f0d', 'status': 'completed', 'code': 200} Dec 16 07:47:51.578413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-dd118317-b088-4098-b590-415cfe82f94d req-a46a81e3-62d1-48bb-80fa-6be567324f34 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1732222404', 'description': 'tempest-description-2142706623'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:51.612949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc76125-855b-4370-87a0-38c5e309bc0b req-6eb18078-118d-4840-af3b-c66d943205f5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:51.614946 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcc76125-855b-4370-87a0-38c5e309bc0b req-6eb18078-118d-4840-af3b-c66d943205f5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0959985 Dec 16 07:47:51.655488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:47:51.659661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:47:51.660034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.698040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0d3eb-634a-4c1a-9f84-c631f7bf406e req-55459535-53e5-4c10-a316-5a977c8a0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:51.699685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0df0d3eb-634a-4c1a-9f84-c631f7bf406e req-55459535-53e5-4c10-a316-5a977c8a0b01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 1100 time: 0.0822885 Dec 16 07:47:51.716247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcc76125-855b-4370-87a0-38c5e309bc0b req-bc0141c7-247a-47fe-ae28-e64e6d3cba21 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883472 Dec 16 07:47:51.735682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd118317-b088-4098-b590-415cfe82f94d req-a46a81e3-62d1-48bb-80fa-6be567324f34 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.767190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0df0d3eb-634a-4c1a-9f84-c631f7bf406e req-f9aea2d0-8598-4726-96f8-ab99608d7fdb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477250 Dec 16 07:47:51.872629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1c506d2-2a7d-4407-9c2e-f642b11bde9d req-336f71e7-1b21-489b-9644-ae36c0b0086d tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.0802963 Dec 16 07:47:51.938285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.951401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0d3eb-634a-4c1a-9f84-c631f7bf406e req-85bdf6e8-a1d0-425a-9fad-c79c5d45058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:51.952950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0df0d3eb-634a-4c1a-9f84-c631f7bf406e req-85bdf6e8-a1d0-425a-9fad-c79c5d45058b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765957 Dec 16 07:47:51.969109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd118317-b088-4098-b590-415cfe82f94d req-a46a81e3-62d1-48bb-80fa-6be567324f34 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:51.978034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:51.980969 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbbe879-28f2-4772-b075-b0a616130666" -d '{"events": [{"server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "name": "network-vif-plugged", "status": "completed", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:51.993938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:52.021388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef309d54-1cc1-484c-b4f2-c041018fdd32 req-6983f53c-7a63-4e41-9010-e00a343264a7 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:52.023035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef309d54-1cc1-484c-b4f2-c041018fdd32 req-6983f53c-7a63-4e41-9010-e00a343264a7 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0524204 Dec 16 07:47:52.032435 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd118317-b088-4098-b590-415cfe82f94d req-a46a81e3-62d1-48bb-80fa-6be567324f34 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:52.069301 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:52.102674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a81e3-62d1-48bb-80fa-6be567324f34 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a48f9-2322-4bb3-b1c1-452efcb400af,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:52.121075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-c2bc88b8-73bd-49af-9c8c-87711804ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:52.122590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-c2bc88b8-73bd-49af-9c8c-87711804ae03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 1100 time: 0.0985258 Dec 16 07:47:52.129660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:52.149085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef309d54-1cc1-484c-b4f2-c041018fdd32 req-53acbb91-181d-43f0-8d9f-a2ff4734f115 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133354 Dec 16 07:47:52.191696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-f3fc25b3-d53f-413c-ab4f-e0c6e519d62b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=58e48cee-e737-4007-888c-1117278a2f0d HTTP/1.1" status: 200 len: 217 time: 0.0511401 Dec 16 07:47:52.194399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd118317-b088-4098-b590-415cfe82f94d req-a46a81e3-62d1-48bb-80fa-6be567324f34 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:52.195698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd118317-b088-4098-b590-415cfe82f94d req-a46a81e3-62d1-48bb-80fa-6be567324f34 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6253006 Dec 16 07:47:52.250525 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa90fa-49e3-4df9-819e-ec9e79da80fb x-openstack-request-id: req-f1aa90fa-49e3-4df9-819e-ec9e79da80fb {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:52.250974 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "name": "network-vif-plugged", "status": "completed", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:52.251252 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1aa90fa-49e3-4df9-819e-ec9e79da80fb {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:52.251654 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee', 'code': 200} Dec 16 07:47:52.264056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-2e7c22b8-de69-4332-b9f8-9b9120cc98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:52.265757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-2e7c22b8-de69-4332-b9f8-9b9120cc98dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0669699 Dec 16 07:47:52.270849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b758cb15-8b31-4466-a42a-136e5822d7d4 req-29c22fa4-ea5d-41c7-b813-c6cd695ab110 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1744577662', 'description': 'tempest-description-1131257833'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:52.364929 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b758cb15-8b31-4466-a42a-136e5822d7d4 req-29c22fa4-ea5d-41c7-b813-c6cd695ab110 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:52.417053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-323b4de5-2620-4f63-bded-256da2f875a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:52.418579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-323b4de5-2620-4f63-bded-256da2f875a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217370 Dec 16 07:47:52.451556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79ec0-38b7-498c-8101-309b9a950bcd req-261b9571-7eae-4ce0-abc6-d8c9efa01e0d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:52.453002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7b79ec0-38b7-498c-8101-309b9a950bcd req-261b9571-7eae-4ce0-abc6-d8c9efa01e0d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 946 time: 0.1225178 Dec 16 07:47:52.507921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bffc4-8fd2-43e6-a97d-8573aebb1895 req-731814a6-a6e7-4051-b3b8-4d9405a61a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:52.509450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c0bffc4-8fd2-43e6-a97d-8573aebb1895 req-731814a6-a6e7-4051-b3b8-4d9405a61a60 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1098 time: 0.1414261 Dec 16 07:47:52.617109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7b79ec0-38b7-498c-8101-309b9a950bcd req-6142f2fe-7523-45ab-aae8-394cfde9d9e0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478193 Dec 16 07:47:52.650491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b758cb15-8b31-4466-a42a-136e5822d7d4 req-29c22fa4-ea5d-41c7-b813-c6cd695ab110 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:52.653305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-d65646e6-5dd8-41bf-9274-622ce1c5b773 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202697 Dec 16 07:47:52.655491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c0bffc4-8fd2-43e6-a97d-8573aebb1895 req-f3d59a15-61e6-48d3-9786-2bfa9b34de58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320701 Dec 16 07:47:52.719041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b758cb15-8b31-4466-a42a-136e5822d7d4 req-29c22fa4-ea5d-41c7-b813-c6cd695ab110 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:52.770751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c22fa4-ea5d-41c7-b813-c6cd695ab110 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98bdee-2f53-4cf1-b16a-69691de2db1f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:52.831721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b758cb15-8b31-4466-a42a-136e5822d7d4 req-29c22fa4-ea5d-41c7-b813-c6cd695ab110 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:52.833075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b758cb15-8b31-4466-a42a-136e5822d7d4 req-29c22fa4-ea5d-41c7-b813-c6cd695ab110 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.5658436 Dec 16 07:47:52.976167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930bcbf-a67c-4316-a523-0e5136e28f46 req-c4a0e614-40d4-4042-b8cc-d646a8c51904 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:52.977594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a930bcbf-a67c-4316-a523-0e5136e28f46 req-c4a0e614-40d4-4042-b8cc-d646a8c51904 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 948 time: 0.0899143 Dec 16 07:47:53.415465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a930bcbf-a67c-4316-a523-0e5136e28f46 req-e0ccc7cc-274e-4627-8ebe-518b4a93f1ea tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275517 Dec 16 07:47:53.502880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-4e7aa8d7-475f-4d99-997c-6b83a4fdc0f0 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58041 time: 0.7765241 Dec 16 07:47:53.507108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e7c673d-97a2-4e5c-9d27-0f9cbca6167d req-d821eee6-ad63-4f5e-8dad-13e1c6f28031 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021434 Dec 16 07:47:53.587831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14e634-e695-49a8-b6e2-d1f452edf8af req-9dbf287b-df19-4642-ab40-d6debffe8451 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:53.589570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a14e634-e695-49a8-b6e2-d1f452edf8af req-9dbf287b-df19-4642-ab40-d6debffe8451 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0854700 Dec 16 07:47:53.591306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-81d3500f-0017-453e-b0b1-8a662ef954b9 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/13be318e-de79-43d4-974d-5e11514bd9a0 HTTP/1.1" status: 200 len: 2998 time: 0.0758836 Dec 16 07:47:53.666355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a14e634-e695-49a8-b6e2-d1f452edf8af req-b5e0a46f-47cc-4a84-9310-9531d19f3c75 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697773 Dec 16 07:47:53.667901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-21b2d9b9-3cb4-48dd-9674-4a16f661f870 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/13be318e-de79-43d4-974d-5e11514bd9a0 HTTP/1.1" status: 200 len: 2998 time: 0.0659435 Dec 16 07:47:53.713827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-eb055df0-b288-4e80-b401-a1a25f79eed3 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1e6c567a-c0cc-4456-8f0e-44e2a9fa3964 HTTP/1.1" status: 200 len: 2998 time: 0.0390513 Dec 16 07:47:53.783013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-66ce167f-b349-48d8-8dd7-3bb7e50e5805 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1e6c567a-c0cc-4456-8f0e-44e2a9fa3964 HTTP/1.1" status: 200 len: 2998 time: 0.0625570 Dec 16 07:47:53.799703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caa09111-a136-4196-a957-7c0aa35e2106 req-53fde6f3-af32-49f7-bc0c-33ae271821f2 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1744577662&fields=id&tenant_id=1841c64a2f8a477cb67205efdc759bfa HTTP/1.1" status: 200 len: 267 time: 0.0732336 Dec 16 07:47:53.860162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-f3179f70-e615-4490-9151-be804c85b0db tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/27d96009-78a3-4752-aaa2-013e8d9dd410 HTTP/1.1" status: 200 len: 2998 time: 0.0703044 Dec 16 07:47:53.880641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa09111-a136-4196-a957-7c0aa35e2106 req-15935c2f-2b15-4a8b-afa8-2caf8d848e0f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:53.882104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caa09111-a136-4196-a957-7c0aa35e2106 req-15935c2f-2b15-4a8b-afa8-2caf8d848e0f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0761428 Dec 16 07:47:53.898306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Request body: {'port': {'security_groups': ['27d96009-78a3-4752-aaa2-013e8d9dd410', '3f98bdee-2f53-4cf1-b16a-69691de2db1f']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:53.950332 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-830007b3-5142-4239-844d-d60bfe5f38bd tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/27d96009-78a3-4752-aaa2-013e8d9dd410 HTTP/1.1" status: 200 len: 2998 time: 0.0828233 Dec 16 07:47:53.988926 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:54.045240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-2cdb0c7a-9a2c-4c63-b480-f26b029c3978 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/36c182f1-12da-43ad-96c1-de6f3366a574 HTTP/1.1" status: 200 len: 2998 time: 0.0795057 Dec 16 07:47:54.126168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-6ba62082-2cd0-466c-8a25-a5bc3181025b tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/36c182f1-12da-43ad-96c1-de6f3366a574 HTTP/1.1" status: 200 len: 2998 time: 0.0716627 Dec 16 07:47:54.233697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-d9acfc81-ef7a-4cc3-b44e-1f5712ff8cd9 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/36f62084-1cca-4342-9812-7ab78624e389 HTTP/1.1" status: 200 len: 2998 time: 0.0993755 Dec 16 07:47:54.276207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ca5acfee-6151-420c-b0c7-8351c994349d,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:54.310602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-2caaddf9-119f-4566-8f6a-f7aad4e5ef18 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/36f62084-1cca-4342-9812-7ab78624e389 HTTP/1.1" status: 200 len: 2998 time: 0.0643578 Dec 16 07:47:54.325363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:54.362345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-f428024d-7e16-4069-a2de-b03222e2efde tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/57b26805-9e91-466a-8bfa-a49aa22ed8d4 HTTP/1.1" status: 200 len: 2998 time: 0.0426085 Dec 16 07:47:54.404906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-729f51c7-9344-42f0-b158-622d0e18cc6e tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/57b26805-9e91-466a-8bfa-a49aa22ed8d4 HTTP/1.1" status: 200 len: 2998 time: 0.0364213 Dec 16 07:47:54.440551 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:54.479979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ca5acfee-6151-420c-b0c7-8351c994349d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:54.529007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:54.529806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:54.531217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caa09111-a136-4196-a957-7c0aa35e2106 req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "PUT /v2.0/ports/ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 981 time: 0.6415901 Dec 16 07:47:54.531690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:54.534009 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aeb70e-8e44-4bd1-a307-3664b0419819" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:54.549823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-07d89a7d-a4d3-4974-8aa7-a45f63689ef5 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/60581d0c-d930-46ad-ae18-a758cae5115d HTTP/1.1" status: 200 len: 2998 time: 0.1373250 Dec 16 07:47:54.592502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e9355-50e3-4554-9c14-057da0219c1b tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event updated for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:54.676351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4fcc0c3-5c5f-4a5c-9d94-1ea1f27f38c5 req-54e66d0e-1af7-4c6e-bba2-6de0a3f0d00e tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/ports?device_id=c865ff8e-22be-46a5-b638-67a97b446835 HTTP/1.1" status: 200 len: 210 time: 0.0377116 Dec 16 07:47:54.688692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-3031f9e1-0de1-4a7c-87bf-c3580e4e17c7 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/60581d0c-d930-46ad-ae18-a758cae5115d HTTP/1.1" status: 200 len: 2998 time: 0.1246305 Dec 16 07:47:54.707300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ca5acfee-6151-420c-b0c7-8351c994349d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:54.750862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-01293985-6667-4f60-9b2f-ff58e23bdbca tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/78e7f63e-747f-4514-bb64-dc1cfde3978c HTTP/1.1" status: 200 len: 2998 time: 0.0508983 Dec 16 07:47:54.805018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-fa46bd94-d597-40bd-b776-fee90df11909 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/78e7f63e-747f-4514-bb64-dc1cfde3978c HTTP/1.1" status: 200 len: 2998 time: 0.0462575 Dec 16 07:47:54.885544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-35e83140-e524-4998-a337-f7377d4e0e64 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/800bea60-618a-4334-bb50-4d01d94faca4 HTTP/1.1" status: 200 len: 2994 time: 0.0771708 Dec 16 07:47:54.913316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76922e-ee53-439f-8c34-481143957fb9 req-5bc054f5-7cf5-434d-a98c-6b4041650315 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:54.914783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac76922e-ee53-439f-8c34-481143957fb9 req-5bc054f5-7cf5-434d-a98c-6b4041650315 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 946 time: 0.0732594 Dec 16 07:47:54.971337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-cd340053-1f5c-42cb-b2ca-afc1e2c15558 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/800bea60-618a-4334-bb50-4d01d94faca4 HTTP/1.1" status: 200 len: 2994 time: 0.0769644 Dec 16 07:47:54.999390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac76922e-ee53-439f-8c34-481143957fb9 req-bc2b2c65-66c1-4d67-bb1b-c00b22d0c40b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753889 Dec 16 07:47:55.036384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-8b2f1008-65d7-4008-8ca9-c393cb45c07c tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/927700dc-cf1d-40c0-8a18-15e52a120c32 HTTP/1.1" status: 200 len: 2998 time: 0.0546727 Dec 16 07:47:55.080459 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-615953b6-91cf-4abc-a7d2-2e9b8f0d1450 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/927700dc-cf1d-40c0-8a18-15e52a120c32 HTTP/1.1" status: 200 len: 2998 time: 0.0371296 Dec 16 07:47:55.133597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-7864aee0-bf85-439f-b8d8-a3af42128684 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c3883359-3ac0-4fc6-adb1-ab0f3de35930 HTTP/1.1" status: 200 len: 2998 time: 0.0392332 Dec 16 07:47:55.207132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57fe85-3165-4a8d-b66c-74947f84a3ad req-77cf2a0f-ee15-4ec8-ad21-face7066159f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:55.208644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf57fe85-3165-4a8d-b66c-74947f84a3ad req-77cf2a0f-ee15-4ec8-ad21-face7066159f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 948 time: 0.0742891 Dec 16 07:47:55.211837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-cb42ec7d-887a-4d5d-afe2-2d7ecc5be9fa tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c3883359-3ac0-4fc6-adb1-ab0f3de35930 HTTP/1.1" status: 200 len: 2998 time: 0.0682755 Dec 16 07:47:55.285538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf57fe85-3165-4a8d-b66c-74947f84a3ad req-dda15686-bef6-4c97-97e7-8dd86a73399e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690973 Dec 16 07:47:55.287047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-671f5a42-80cc-414f-b569-d95c2c0ca71d tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/dcc5c230-9883-4ae2-86d7-55c9bf194105 HTTP/1.1" status: 200 len: 2998 time: 0.0649028 Dec 16 07:47:55.338082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-8747357e-b5da-47af-b2b4-cafc63d549c4 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/dcc5c230-9883-4ae2-86d7-55c9bf194105 HTTP/1.1" status: 200 len: 2998 time: 0.0428174 Dec 16 07:47:55.341813 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2b81ab-74de-4185-9d0e-4d02c745aa5f x-openstack-request-id: req-ca2b81ab-74de-4185-9d0e-4d02c745aa5f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:55.342301 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:55.342745 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca2b81ab-74de-4185-9d0e-4d02c745aa5f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:55.343143 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'status': 'completed', 'code': 200} Dec 16 07:47:55.396229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-371cbd86-2cf3-4f42-b001-40f3c0896e1f tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/dd8e8617-d642-44d8-a5eb-98e768e378cf HTTP/1.1" status: 200 len: 2998 time: 0.0568211 Dec 16 07:47:55.476394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-fa75adc7-0bc0-4e41-8fb1-cd0ab1cfe236 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1744577662&fields=id&tenant_id=1841c64a2f8a477cb67205efdc759bfa HTTP/1.1" status: 200 len: 267 time: 0.0978405 Dec 16 07:47:55.519684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-7484a826-2848-40ea-887f-846c68f478d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:55.521228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-7484a826-2848-40ea-887f-846c68f478d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1136 time: 0.1268725 Dec 16 07:47:55.523699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-bcaf27d7-78a8-4fa8-abe9-73a01749b1d0 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/dd8e8617-d642-44d8-a5eb-98e768e378cf HTTP/1.1" status: 200 len: 2998 time: 0.1172965 Dec 16 07:47:55.609782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-1d418f38-3245-447b-aedc-e93d87790d6f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:55.611183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-1d418f38-3245-447b-aedc-e93d87790d6f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 984 time: 0.1244287 Dec 16 07:47:55.635131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Request body: {'port': {'security_groups': ['27d96009-78a3-4752-aaa2-013e8d9dd410']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:55.666673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-12cdd997-12a7-4451-a344-699132ceb08f tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e4c774be-4fe0-4116-8575-8343de0d28da HTTP/1.1" status: 200 len: 2998 time: 0.1347620 Dec 16 07:47:55.721714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-26e9e8de-0241-48f2-abb0-bb54d4de6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:55.731557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-26e9e8de-0241-48f2-abb0-bb54d4de6626 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.1932957 Dec 16 07:47:55.801759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-d43c469c-fcef-4183-aa18-494700f9b47d tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e4c774be-4fe0-4116-8575-8343de0d28da HTTP/1.1" status: 200 len: 2998 time: 0.1279972 Dec 16 07:47:55.805597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-43a4b5d0-15f1-4b89-985a-6bc6c355f9da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 217 time: 0.0688396 Dec 16 07:47:55.810150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:55.927900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-5ba51378-95d7-4a83-bca2-9ecccd84ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:55.929310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-5ba51378-95d7-4a83-bca2-9ecccd84ce98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.1103113 Dec 16 07:47:55.934255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-c381f17d-1e55-4576-9afc-cc38c6562574 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e93017df-ed15-4f73-8263-e353ab576988 HTTP/1.1" status: 200 len: 2990 time: 0.1218765 Dec 16 07:47:55.980437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-ee990c89-cd27-44ef-afe1-e4160791882d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410478 Dec 16 07:47:56.118370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2325abb-db0f-42c7-9f42-d08339cd6362 req-acf48938-ba52-4257-a349-ac964e2d1a41 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e93017df-ed15-4f73-8263-e353ab576988 HTTP/1.1" status: 200 len: 2990 time: 0.1617050 Dec 16 07:47:56.171174 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-3417bb6e-ea89-4f03-9fdf-883cb4bf0a90 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768942 Dec 16 07:47:56.218542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ca5acfee-6151-420c-b0c7-8351c994349d,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:56.244832 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:47:56.309200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:56.319994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf353-fdfd-4f62-999b-689aa73477ef req-d623f2a8-a0fb-4557-9e1e-31da7cbd4064 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:56.321497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84fdf353-fdfd-4f62-999b-689aa73477ef req-d623f2a8-a0fb-4557-9e1e-31da7cbd4064 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1494777 Dec 16 07:47:56.355518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19aeb70e-8e44-4bd1-a307-3664b0419819 req-5146bc5d-a0b2-41ab-b63e-b07761b4d1ac service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636770 Dec 16 07:47:56.375554 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:56.412590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84fdf353-fdfd-4f62-999b-689aa73477ef req-de1dad32-8b20-4e61-a5e9-817ebc39408b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836225 Dec 16 07:47:56.413746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ca5acfee-6151-420c-b0c7-8351c994349d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:56.430962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:56.432471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:56.433906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5383e3f-a658-4e02-886e-6f9001ad0bc9 req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "PUT /v2.0/ports/ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 942 time: 0.8107166 Dec 16 07:47:56.456473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad48a6-c71c-434e-b180-e58c1cb15529 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event updated for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:56.669181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79f55e-b512-43c7-a25b-c4029d9d2654 req-52f25334-fdd1-47ae-a743-7225c4e8dd4b tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:56.670727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e79f55e-b512-43c7-a25b-c4029d9d2654 req-52f25334-fdd1-47ae-a743-7225c4e8dd4b tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1098 time: 0.0412767 Dec 16 07:47:56.706684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ca5acfee-6151-420c-b0c7-8351c994349d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:56.769829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e79f55e-b512-43c7-a25b-c4029d9d2654 req-df3a8e07-e16b-4200-b505-4df5786816c2 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927203 Dec 16 07:47:56.796266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41e1918d-87d0-4ca2-8c4f-869dbd48b4c4 req-e7d90364-43df-4e3f-b9e5-0f4c5fe910f4 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75fc0bb991bd414da797d1ab5feacf55 HTTP/1.1" status: 200 len: 6152 time: 0.0879190 Dec 16 07:47:56.859378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41e1918d-87d0-4ca2-8c4f-869dbd48b4c4 req-9180d92c-435c-4425-b81d-9dde6132078c tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "GET /v2.0/security-groups/36c182f1-12da-43ad-96c1-de6f3366a574 HTTP/1.1" status: 200 len: 2998 time: 0.0613861 Dec 16 07:47:56.929849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41e1918d-87d0-4ca2-8c4f-869dbd48b4c4 req-2072f7fe-5c80-4a51-8d02-a794b6d57858 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "GET /v2.0/security-groups/36c182f1-12da-43ad-96c1-de6f3366a574 HTTP/1.1" status: 200 len: 2998 time: 0.0695302 Dec 16 07:47:56.942114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57ad6d-b6d6-4459-b78f-ed947be4b627 req-090801a3-51b3-4bca-8d9c-8ded77dcc246 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:56.943708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea57ad6d-b6d6-4459-b78f-ed947be4b627 req-090801a3-51b3-4bca-8d9c-8ded77dcc246 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 948 time: 0.0685508 Dec 16 07:47:57.052261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea57ad6d-b6d6-4459-b78f-ed947be4b627 req-e8c6abf1-2877-4a63-b552-4b12965f0f75 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963283 Dec 16 07:47:57.091013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-a390652e-b1d7-499a-a461-17c3c6d872a0 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1443672 Dec 16 07:47:57.101410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:47:57.162856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43878) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:57.231352 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.248409 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d56ed5a8-ff4a-417a-8d73-25e139540f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.250227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.326108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d56ed5a8-ff4a-417a-8d73-25e139540f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.342266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe99f2-d3f1-4641-96fe-294512455b37 req-7dfd5c80-8bf8-426a-8579-b7380ce75267 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:57.343774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfbe99f2-d3f1-4641-96fe-294512455b37 req-7dfd5c80-8bf8-426a-8579-b7380ce75267 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1098 time: 0.1364536 Dec 16 07:47:57.346812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:47:57.348989 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049e65e7-f7e8-423e-875b-541c61281cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:47:57.427411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfbe99f2-d3f1-4641-96fe-294512455b37 req-5aa84ff1-3a65-40e0-82b9-ac10fbe9b58a tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754843 Dec 16 07:47:57.460204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.513093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d56ed5a8-ff4a-417a-8d73-25e139540f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.515865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d56ed5a8-ff4a-417a-8d73-25e139540f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.520421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d56ed5a8-ff4a-417a-8d73-25e139540f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "DELETE /v2.0/security-groups/a50618ac-5231-4a55-92a9-2f6fd9f23818 HTTP/1.1" status: 204 len: 168 time: 0.3531613 Dec 16 07:47:57.522763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:57.533994 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-7dd76625-5330-4f34-8d98-f870340fb8c5 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] show failed (client error): The resource could not be found. Dec 16 07:47:57.537772 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7dd76625-5330-4f34-8d98-f870340fb8c5 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "GET /v2.0/security-groups/a50618ac-5231-4a55-92a9-2f6fd9f23818 HTTP/1.1" status: 404 len: 347 time: 0.0170662 Dec 16 07:47:57.538325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43888) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:57.547381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 58e48cee-e737-4007-888c-1117278a2f0d details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:47:57.553752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ed5a8-ff4a-417a-8d73-25e139540f99 tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50618ac-5231-4a55-92a9-2f6fd9f23818,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:57.583839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75b7c9bb-6424-48f2-9824-c391c9e19660 req-d3cd5559-7908-4adb-9fa6-18389244a8b0 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/dd2a48f9-2322-4bb3-b1c1-452efcb400af HTTP/1.1" status: 200 len: 1795 time: 0.1195920 Dec 16 07:47:57.665300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Allocated IP 172.25.2.102 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/e32fa31a-d18e-4c63-83dc-c14589961697) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:47:57.668981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Deleting port 1293e12b-3014-4568-b307-35e01ff750b4 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:57.669324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.693871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75b7c9bb-6424-48f2-9824-c391c9e19660 req-e489e753-b51f-45e1-96d7-c186e7cd1b43 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.742848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 58e48cee-e737-4007-888c-1117278a2f0d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=58e48cee-e737-4007-888c-1117278a2f0d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:57.748504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.756887 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.762002 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Calling delete_port for 1293e12b-3014-4568-b307-35e01ff750b4 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:57.765823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '58e48cee-e737-4007-888c-1117278a2f0d', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '58e48cee-e737-4007-888c-1117278a2f0d', 'mac_address': 'fa:16:3e:90:7f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:47:57.768532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75b7c9bb-6424-48f2-9824-c391c9e19660 req-e489e753-b51f-45e1-96d7-c186e7cd1b43 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.833392 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.842062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.849451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e48cee-e737-4007-888c-1117278a2f0d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:47:57.870454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 58e48cee-e737-4007-888c-1117278a2f0d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=58e48cee-e737-4007-888c-1117278a2f0d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:57.910270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75b7c9bb-6424-48f2-9824-c391c9e19660 req-e489e753-b51f-45e1-96d7-c186e7cd1b43 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.912783 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75b7c9bb-6424-48f2-9824-c391c9e19660 req-e489e753-b51f-45e1-96d7-c186e7cd1b43 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.913927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75b7c9bb-6424-48f2-9824-c391c9e19660 req-e489e753-b51f-45e1-96d7-c186e7cd1b43 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd2a48f9-2322-4bb3-b1c1-452efcb400af HTTP/1.1" status: 204 len: 173 time: 0.3293803 Dec 16 07:47:57.924922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489e753-b51f-45e1-96d7-c186e7cd1b43 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a48f9-2322-4bb3-b1c1-452efcb400af,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:57.942789 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.958821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.959270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:57.962162 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63efd1fe-c608-4750-8b13-95d5be78d5a8 x-openstack-request-id: req-63efd1fe-c608-4750-8b13-95d5be78d5a8 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:47:57.963787 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:47:57.963787 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63efd1fe-c608-4750-8b13-95d5be78d5a8 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:47:57.964202 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'status': 'completed', 'code': 200} Dec 16 07:47:58.011055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:47:58.024113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:47:58.032905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:47:58.058326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event updated for resources: {'Port': ['ID=e32fa31a-d18e-4c63-83dc-c14589961697,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:58.062168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=58e48cee-e737-4007-888c-1117278a2f0d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:58.089878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Pushing event deleted for resources: {'Port': ['ID=1293e12b-3014-4568-b307-35e01ff750b4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:58.101937 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.104036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.108273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-77cd88a3-725f-4ecc-99f5-795c738ff26b tempest-ServersTestBootFromVolume-99262346 tempest-ServersTestBootFromVolume-99262346-project] 10.222.0.43 "DELETE /v2.0/floatingips/da7481f9-9960-4740-a913-aa46345e6a17 HTTP/1.1" status: 204 len: 168 time: 0.5690024 Dec 16 07:47:58.108862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43898) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:58.140937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-cbcc89f1-98c2-4407-869d-21aec2752ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:58.142419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-cbcc89f1-98c2-4407-869d-21aec2752ca9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.1282382 Dec 16 07:47:58.147253 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7345f838-b448-4a6e-8d63-d4aa54167ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.229918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684866-6859-4a69-af81-135f543055e9 req-fb3001dd-1d7f-4451-97c5-3480f4349f7a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:58.231399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83684866-6859-4a69-af81-135f543055e9 req-fb3001dd-1d7f-4451-97c5-3480f4349f7a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1703243 Dec 16 07:47:58.278056 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.325129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83684866-6859-4a69-af81-135f543055e9 req-0d98d445-99f6-43d9-8a45-7cfd129db268 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871146 Dec 16 07:47:58.327777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-6fa47026-cd72-4b9e-9cfc-8a799a6a331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:58.329247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-6fa47026-cd72-4b9e-9cfc-8a799a6a331e service neutron] 10.222.0.16 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.1772246 Dec 16 07:47:58.378958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-b8b3c3da-558f-4043-9e56-f04df14aaa1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 217 time: 0.0401790 Dec 16 07:47:58.431466 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.467265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['58e48cee-e737-4007-888c-1117278a2f0d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:47:58.468841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-3d5c7a6d-fe06-4a6e-b981-89801ac5e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:58.477422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-3d5c7a6d-fe06-4a6e-b981-89801ac5e570 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.0751457 Dec 16 07:47:58.487757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.518247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-aa75b39c-5fac-47fe-816d-0c2254daeee4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352590 Dec 16 07:47:58.703265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04287233-09e4-4cd1-ad32-b11365fd588a req-ec3fd40d-4de8-48e5-a227-2557e14fc15b tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a65cf054-8533-4fff-ae68-290712efc426 HTTP/1.1" status: 200 len: 1794 time: 0.1007216 Dec 16 07:47:58.732534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-f70406c1-85b7-4f93-a42c-39d970b211b9 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003207 Dec 16 07:47:58.757080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Deleting port bb8ff71e-cd11-42ba-89d7-3f4f4feec278 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:47:58.757690 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.760722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.835893 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-04287233-09e4-4cd1-ad32-b11365fd588a req-0d7e8566-e97a-4951-b2e8-ebd0ae5babd5 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.838257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] For port bb8ff71e-cd11-42ba-89d7-3f4f4feec278, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:47:58.839426 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.849453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.852013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Calling delete_port for bb8ff71e-cd11-42ba-89d7-3f4f4feec278 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:47:58.908171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-049e65e7-f7e8-423e-875b-541c61281cd3 req-df73706a-6f03-46ed-8f38-66111ef65f73 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595323 Dec 16 07:47:58.911115 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-04287233-09e4-4cd1-ad32-b11365fd588a req-0d7e8566-e97a-4951-b2e8-ebd0ae5babd5 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:58.968986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event updated for resources: {'Port': ['ID=e32fa31a-d18e-4c63-83dc-c14589961697,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:58.978306 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.073076 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-04287233-09e4-4cd1-ad32-b11365fd588a req-0d7e8566-e97a-4951-b2e8-ebd0ae5babd5 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.075679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-04287233-09e4-4cd1-ad32-b11365fd588a req-0d7e8566-e97a-4951-b2e8-ebd0ae5babd5 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.076867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04287233-09e4-4cd1-ad32-b11365fd588a req-0d7e8566-e97a-4951-b2e8-ebd0ae5babd5 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/a65cf054-8533-4fff-ae68-290712efc426 HTTP/1.1" status: 204 len: 173 time: 0.3657484 Dec 16 07:47:59.088161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e8566-e97a-4951-b2e8-ebd0ae5babd5 tempest-SecurityGroupsTestAdminJSON-2129014262 tempest-SecurityGroupsTestAdminJSON-2129014262-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65cf054-8533-4fff-ae68-290712efc426,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:59.101502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.104786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.105131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-3e6d2aad-8350-4264-ad02-81597e75a3b3 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0075073 Dec 16 07:47:59.129210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8ff71e-cd11-42ba-89d7-3f4f4feec278,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:59.191184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-941c38a2-5008-4903-a1c6-637df5061729 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0790067 Dec 16 07:47:59.281141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f691e1-835e-43ec-b9c6-66a514305b59 req-4012fc64-b921-4d95-b924-4c7777abf700 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:59.282700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24f691e1-835e-43ec-b9c6-66a514305b59 req-4012fc64-b921-4d95-b924-4c7777abf700 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 949 time: 0.1269500 Dec 16 07:47:59.316310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.355035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-6a1e55aa-5822-40b7-9fef-2e04a7cfb722 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:47:59.356986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88cdedd3-9487-4650-8f20-8cf2cb03b371 req-6a1e55aa-5822-40b7-9fef-2e04a7cfb722 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1570611 Dec 16 07:47:59.417244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24f691e1-835e-43ec-b9c6-66a514305b59 req-b4935d28-83a1-4173-aa8e-ba23417d08a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094668 Dec 16 07:47:59.505361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36a849b2-90b1-4cdf-b336-b858088e064e req-3a9e6a82-8b6a-45d4-898c-2a7ce755136c tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "GET /v2.0/security-groups/cffdd81a-252c-43b2-b6fd-a01da8f796d0 HTTP/1.1" status: 200 len: 1794 time: 0.0450943 Dec 16 07:47:59.557031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-36a849b2-90b1-4cdf-b336-b858088e064e req-2e228c89-6934-4e71-bc68-05a9a1013086 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.572326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Router dcbb8526-1719-469a-bba1-f3df17290822 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:47:59.581925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-36a849b2-90b1-4cdf-b336-b858088e064e req-2e228c89-6934-4e71-bc68-05a9a1013086 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.689382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:47:59.694432 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-02eb4ff1-4751-45ee-9b0a-455f97aafbda admin admin] 10.222.0.43 "PUT /v2.0/routers/dcbb8526-1719-469a-bba1-f3df17290822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845220 Dec 16 07:47:59.697747 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:47:59.701549 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] Sync routers for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:47:59.710821 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:47:59.711715 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:47:59.764466 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-36a849b2-90b1-4cdf-b336-b858088e064e req-2e228c89-6934-4e71-bc68-05a9a1013086 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.767205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-36a849b2-90b1-4cdf-b336-b858088e064e req-2e228c89-6934-4e71-bc68-05a9a1013086 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.768495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36a849b2-90b1-4cdf-b336-b858088e064e req-2e228c89-6934-4e71-bc68-05a9a1013086 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "DELETE /v2.0/security-groups/cffdd81a-252c-43b2-b6fd-a01da8f796d0 HTTP/1.1" status: 204 len: 173 time: 0.2726312 Dec 16 07:47:59.777065 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:47:59.800596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e228c89-6934-4e71-bc68-05a9a1013086 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffdd81a-252c-43b2-b6fd-a01da8f796d0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:47:59.832572 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:00.035687 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:47:58Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:00.065367 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] Checking router: dcbb8526-1719-469a-bba1-f3df17290822 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:00.076701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] Routers {'dcbb8526-1719-469a-bba1-f3df17290822'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:00.078060 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:47:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dcbb8526-1719-469a-bba1-f3df17290822'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:00.095463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.235885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.282135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b50430-8d84-4f90-960c-0f871a34a340 req-7000521c-fe0f-4c2a-a17b-22e3dcc776fa tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:00.284379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7b50430-8d84-4f90-960c-0f871a34a340 req-7000521c-fe0f-4c2a-a17b-22e3dcc776fa tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.4087873 Dec 16 07:48:00.293161 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] Set router dcbb8526-1719-469a-bba1-f3df17290822 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:00.342590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7b50430-8d84-4f90-960c-0f871a34a340 req-8b267ab0-c0f3-4a6a-a431-7afd4d44d4cf tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Dec 16 07:48:00.364423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Deleting port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:00.370015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.451253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] For port 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:00.451612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.453761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-3e2813d9-0870-4c9f-94fe-b2ca852a0fdb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:00.455581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-3e2813d9-0870-4c9f-94fe-b2ca852a0fdb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0552142 Dec 16 07:48:00.471090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Calling delete_port for 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:00.504383 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:47:58Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:00.516956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-c57a6df4-ea5f-467d-b556-2a8bf40ed325 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0554073 Dec 16 07:48:00.527204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Request body: {'floatingip': {'port_id': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'fixed_ip_address': '172.20.0.2'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:00.530641 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c0bc8-f08a-49e0-acfa-041c06fe4a1b None None] The sync data for ids ['dcbb8526-1719-469a-bba1-f3df17290822'] in n-d-820935-11 is: [{'id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'name': 'tempest-ServersTestBootFromVolume-1919000864-router', 'tenant_id': '9bb29da39fde4fe8967225860a7f031e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:43:03Z', 'updated_at': '2021-12-16T07:47:58Z', 'revision_number': 5, 'project_id': '9bb29da39fde4fe8967225860a7f031e', 'gw_port': {'id': '0e9f4ec2-4f97-4849-87d0-55f6e8167f5b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb8526-1719-469a-bba1-f3df17290822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:43:04Z', 'updated_at': '2021-12-16T07:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:00.574936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.642411 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2539c46b-d609-43ec-a55c-e2dd59d3fff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.746778 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.777799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9f4ec2-4f97-4849-87d0-55f6e8167f5b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:00.839835 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.939227 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:00.941730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.044103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bb8ff71e-cd11-42ba-89d7-3f4f4feec278 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:01.061350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.062039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbb8526-1719-469a-bba1-f3df17290822 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:48:01.069963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: bb8ff71e-cd11-42ba-89d7-3f4f4feec278 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:01.071344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.071474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bb8ff71e-cd11-42ba-89d7-3f4f4feec278 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:01.072993 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8292f56f-0df0-426b-976d-461a4422161f admin admin] 10.222.0.43 "DELETE /v2.0/routers/dcbb8526-1719-469a-bba1-f3df17290822 HTTP/1.1" status: 204 len: 168 time: 1.3726308 Dec 16 07:48:01.074801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43942) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:01.120894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.187104 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.303715 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Floating IP c371b528-5215-48c4-b66a-d7595f7e771b associated. External IP: 172.25.2.102, port: ca5acfee-6151-420c-b0c7-8351c994349d. Dec 16 07:48:01.304995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] Deleting subnet 6f6622b9-f8dd-4946-8640-e22666a90cc1 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:48:01.308573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.344218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.420102 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.518827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Router 421f4483-2166-4fc8-aa79-212586ea6f4a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:01.531615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-95bc8062-65a1-41a8-9260-4a64ff6552ba tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:48:01.532534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-95bc8062-65a1-41a8-9260-4a64ff6552ba tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066755 Dec 16 07:48:01.541329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.568580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6622b9-f8dd-4946-8640-e22666a90cc1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:01.570745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.576567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c8511-dfa0-485d-b87b-db120a3f97a7 None None] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:01.578743 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0861ae5e-6fc7-4b6c-aeaf-19f503d64680 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6f6622b9-f8dd-4946-8640-e22666a90cc1 HTTP/1.1" status: 204 len: 168 time: 0.5014396 Dec 16 07:48:01.582474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:01.588847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 58e48cee-e737-4007-888c-1117278a2f0d up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:01.613844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-55982240-c2b6-4aa0-97d6-91378b5ea1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:01.614300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-55982240-c2b6-4aa0-97d6-91378b5ea1b4 service neutron] 10.222.0.43 "GET /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 1095 time: 0.0757077 Dec 16 07:48:01.651534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Request body: {'binding': {'host': 'n-h2-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:01.652063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Unknown quota resources ['binding']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:48:01.668395 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.735507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Deleting port c1645031-588e-4593-b2fd-4968ca8c1f84 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:01.736535 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.746050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.752224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:01.757826 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.768762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] Sync routers for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:01.778439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:01.779334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:01.812115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] For port c1645031-588e-4593-b2fd-4968ca8c1f84, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c1645031-588e-4593-b2fd-4968ca8c1f84,segment=NetworkSegment(e0c98599-1c0d-470a-b784-5a7aaff04c61),segment_id=e0c98599-1c0d-470a-b784-5a7aaff04c61)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:01.812688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.827548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Calling delete_port for c1645031-588e-4593-b2fd-4968ca8c1f84 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:01.847887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-eb0d9880-e672-4b4c-a8f3-3ac288b6e818 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "PUT /v2.0/floatingips/c371b528-5215-48c4-b66a-d7595f7e771b HTTP/1.1" status: 200 len: 996 time: 1.3245497 Dec 16 07:48:01.850055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:01.851972 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552632e5-30f6-4fdc-964a-3a3812f47c70" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:01.859860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on host n-h2-820935-11 for vnic_type normal with profile None {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:01.860130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:01.860499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:01.864988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:01.865309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:01.875628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:01.875966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:01.876816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:01.877423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Bound port: 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:01.933873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] DHCP port deletion for 5b651be1-099b-4b7c-98db-8bfdb3f767a5 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:48:01.940519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 58e48cee-e737-4007-888c-1117278a2f0d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:48:01.947265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:01.973626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:01.975103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 58e48cee-e737-4007-888c-1117278a2f0d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:01.975475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:01.984987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-1359ad20-d5c0-46cb-9552-659c80a88c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:01.986258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-1359ad20-d5c0-46cb-9552-659c80a88c57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.1178594 Dec 16 07:48:02.026783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.054047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1645031-588e-4593-b2fd-4968ca8c1f84,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:02.063714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] No DVR routers for this DVR port c1645031-588e-4593-b2fd-4968ca8c1f84 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:02.064073 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.065407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-14c61a00-fd56-4799-b7fa-e88ff214a218 service neutron] 10.222.0.43 "POST /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee/bindings HTTP/1.1" status: 201 len: 390 time: 0.4217277 Dec 16 07:48:02.094520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-1258ff44-faae-4c74-b43e-c4ca89947a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:02.097625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-1258ff44-faae-4c74-b43e-c4ca89947a2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.1063619 Dec 16 07:48:02.144470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.164827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b651be1-099b-4b7c-98db-8bfdb3f767a5']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:02.174327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c98599-1c0d-470a-b784-5a7aaff04c61') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:02.174618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c98599-1c0d-470a-b784-5a7aaff04c61') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:02.178033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-ef8b7b15-0b74-4956-8602-1baa67ff3318 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 999 time: 0.0718117 Dec 16 07:48:02.184923 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.196215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Deleting port c1645031-588e-4593-b2fd-4968ca8c1f84 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:02.201334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.201565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.210174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:48:02.211077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:48:02.214754 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:48:02.255367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-2be0b935-3381-48c0-bb72-0df9f5415e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:02.257773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-2be0b935-3381-48c0-bb72-0df9f5415e61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.0676813 Dec 16 07:48:02.261438 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.298714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-79533afb-59cd-43a8-a7f6-0541e1b7159a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295749 Dec 16 07:48:02.319384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] For port c1645031-588e-4593-b2fd-4968ca8c1f84, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:02.319873 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.340017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e48cee-e737-4007-888c-1117278a2f0d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:02.341868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.344283 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de651a-bec5-42c3-b9df-414a0f16cfbf" -d '{"events": [{"server_uuid": "e7c4c321-96a5-4a1f-ad6c-bd2258e413eb", "name": "network-vif-plugged", "status": "completed", "tag": "58e48cee-e737-4007-888c-1117278a2f0d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:02.354436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.361179 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] 10.222.0.43 "DELETE /v2.0/networks/5b651be1-099b-4b7c-98db-8bfdb3f767a5 HTTP/1.1" status: 204 len: 168 time: 0.7752087 Dec 16 07:48:02.364448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Calling delete_port for c1645031-588e-4593-b2fd-4968ca8c1f84 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:02.368112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 58e48cee-e737-4007-888c-1117278a2f0d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=58e48cee-e737-4007-888c-1117278a2f0d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:02.370617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Port c1645031-588e-4593-b2fd-4968ca8c1f84 was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 07:48:02.374443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686a99a-4827-4de1-a7c4-6b4fac925bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=5b651be1-099b-4b7c-98db-8bfdb3f767a5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:02.374751 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.429638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Network 5b651be1-099b-4b7c-98db-8bfdb3f767a5 is not hosted by any dhcp agent {{(pid=110397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 07:48:02.430118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] No DVR routers for this DVR port c1645031-588e-4593-b2fd-4968ca8c1f84 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:02.434884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229c2b9-588a-4680-a66c-574f6942decd None None] Pushing event deleted for resources: {'Port': ['ID=c1645031-588e-4593-b2fd-4968ca8c1f84,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:02.435088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-68f7ca58-3249-415e-8786-d3ae635dd625 service neutron] 10.222.0.43 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211252 Dec 16 07:48:02.450440 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.585956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-659b00cc-9964-4104-bdd6-46f8077b0085 req-8764c8d8-919a-4aba-8807-d68a87274221 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "GET /v2.0/security-groups/f2b8c48b-d241-4606-832f-22da134cb542 HTTP/1.1" status: 200 len: 1793 time: 0.0795903 Dec 16 07:48:02.605823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec0f701c-0545-49c6-b8de-581a840c2264 req-57c0ff44-caca-4555-877d-74bfb48a751c service neutron] 10.222.0.43 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702278 Dec 16 07:48:02.649024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=58e48cee-e737-4007-888c-1117278a2f0d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:02.654690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'c371b528-5215-48c4-b66a-d7595f7e771b', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'port_id': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'mac_address': 'fa:16:3e:be:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:47:58Z', 'updated_at': '2021-12-16T07:48:00Z', 'revision_number': 1, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:55Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:02.656742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-659b00cc-9964-4104-bdd6-46f8077b0085 req-6f790b7f-6e0e-471f-96bd-7275ff565820 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.682952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] Checking router: 421f4483-2166-4fc8-aa79-212586ea6f4a for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:02.687136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-659b00cc-9964-4104-bdd6-46f8077b0085 req-6f790b7f-6e0e-471f-96bd-7275ff565820 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.693417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:02.694134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:02.803441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:02.852204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fd0bc-727f-477b-b2a2-6ea4fdd81f07 req-ce42a390-d73a-46e6-92b0-ca2d24705151 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:02.852204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-952fd0bc-727f-477b-b2a2-6ea4fdd81f07 req-ce42a390-d73a-46e6-92b0-ca2d24705151 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 950 time: 0.0575321 Dec 16 07:48:02.869755 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-659b00cc-9964-4104-bdd6-46f8077b0085 req-6f790b7f-6e0e-471f-96bd-7275ff565820 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.873354 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-659b00cc-9964-4104-bdd6-46f8077b0085 req-6f790b7f-6e0e-471f-96bd-7275ff565820 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:02.894949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-659b00cc-9964-4104-bdd6-46f8077b0085 req-6f790b7f-6e0e-471f-96bd-7275ff565820 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] 10.222.0.43 "DELETE /v2.0/security-groups/f2b8c48b-d241-4606-832f-22da134cb542 HTTP/1.1" status: 204 len: 173 time: 0.3006442 Dec 16 07:48:02.901395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43964) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:02.916148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1645031-588e-4593-b2fd-4968ca8c1f84 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:02.961637 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-daed67e2-bafb-4c74-9d24-3b78ed60cc80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bb29da39fde4fe8967225860a7f031e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589759 Dec 16 07:48:02.963922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43966) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:02.966720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c1645031-588e-4593-b2fd-4968ca8c1f84 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:02.967071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1645031-588e-4593-b2fd-4968ca8c1f84 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:02.967486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:02.991985 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:02.992359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0e9f4ec2-4f97-4849-87d0-55f6e8167f5b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:03.029451 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-760353ce-0dd8-4852-8083-58352a545c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:03.035694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-952fd0bc-727f-477b-b2a2-6ea4fdd81f07 req-51db91d3-19b3-4e7b-bbc7-95a8f704dd82 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791649 Dec 16 07:48:03.036483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f790b7f-6e0e-471f-96bd-7275ff565820 tempest-SecurityGroupsTestAdminJSON-65792093 tempest-SecurityGroupsTestAdminJSON-65792093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8c48b-d241-4606-832f-22da134cb542,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:03.065911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-760353ce-0dd8-4852-8083-58352a545c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:03.086543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-a576d995-5c5a-43a2-9271-15e38dcec717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.088640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-a576d995-5c5a-43a2-9271-15e38dcec717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1098 time: 0.1669676 Dec 16 07:48:03.101019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818127d-baa9-406b-b51b-cc1364160da6 req-fafd035a-422b-45f0-9d87-1bcaceedac50 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.108425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b818127d-baa9-406b-b51b-cc1364160da6 req-fafd035a-422b-45f0-9d87-1bcaceedac50 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1500871 Dec 16 07:48:03.143696 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab947489-7799-4b95-a4d3-dc981105cffb x-openstack-request-id: req-ab947489-7799-4b95-a4d3-dc981105cffb {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:03.144053 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:03.144269 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab947489-7799-4b95-a4d3-dc981105cffb {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:03.144678 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'status': 'completed', 'code': 200} Dec 16 07:48:03.152714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'c371b528-5215-48c4-b66a-d7595f7e771b', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'port_id': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'mac_address': 'fa:16:3e:be:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:47:58Z', 'updated_at': '2021-12-16T07:48:00Z', 'revision_number': 1, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:55Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:03.186486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b2e31-ff34-47ba-b885-e9f6beeafde9 None None] The sync data for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 is: [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'c371b528-5215-48c4-b66a-d7595f7e771b', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'port_id': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'mac_address': 'fa:16:3e:be:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:47:58Z', 'updated_at': '2021-12-16T07:48:00Z', 'revision_number': 1, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:55Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:03.253604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-760353ce-0dd8-4852-8083-58352a545c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:03.256726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-760353ce-0dd8-4852-8083-58352a545c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:03.260819 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-760353ce-0dd8-4852-8083-58352a545c6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcc5c230-9883-4ae2-86d7-55c9bf194105 HTTP/1.1" status: 204 len: 168 time: 0.2928150 Dec 16 07:48:03.270477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760353ce-0dd8-4852-8083-58352a545c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc5c230-9883-4ae2-86d7-55c9bf194105,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:03.280669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b818127d-baa9-406b-b51b-cc1364160da6 req-2274e6ec-f479-461b-bd9f-80fdfbbb5bde tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670749 Dec 16 07:48:03.341012 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f40cac-2d0d-4c6c-9c50-7d5263338824 x-openstack-request-id: req-b5f40cac-2d0d-4c6c-9c50-7d5263338824 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:03.341517 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c4c321-96a5-4a1f-ad6c-bd2258e413eb", "name": "network-vif-plugged", "status": "completed", "tag": "58e48cee-e737-4007-888c-1117278a2f0d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:03.341617 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5f40cac-2d0d-4c6c-9c50-7d5263338824 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:03.341976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4000e2a-e656-4da1-8034-38d0f2199bfe req-e9584054-c436-497c-bf39-37b1e1711458 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.342114 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e48cee-e737-4007-888c-1117278a2f0d', 'code': 200} Dec 16 07:48:03.343432 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:03.350394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4000e2a-e656-4da1-8034-38d0f2199bfe req-e9584054-c436-497c-bf39-37b1e1711458 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 946 time: 0.1654317 Dec 16 07:48:03.354658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-a52e3ca4-2d77-488b-b0db-43578ec296fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.355101 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-a52e3ca4-2d77-488b-b0db-43578ec296fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.2391217 Dec 16 07:48:03.358748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-0ecf6c84-4fba-4e5e-866c-16d642d24039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.360132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-0ecf6c84-4fba-4e5e-866c-16d642d24039 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.1764383 Dec 16 07:48:03.450196 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374594ae-2efa-40ee-9ba8-656c0d7f0873 None None] New status for floating IP c371b528-5215-48c4-b66a-d7595f7e771b: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:48:03.474489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-f866d652-873b-4123-a5a0-a6f6767df5bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 217 time: 0.1037838 Dec 16 07:48:03.583665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43976) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:03.622157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-510f3d3d-5968-4c9e-b797-f4dc4545835d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 999 time: 0.2654443 Dec 16 07:48:03.630516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4000e2a-e656-4da1-8034-38d0f2199bfe req-28e37391-bf67-4f94-a400-bf16dc0aa286 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792802 Dec 16 07:48:03.673328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-43668473-e227-4f07-ad82-854aeff31adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.675050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-43668473-e227-4f07-ad82-854aeff31adb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1653883 Dec 16 07:48:03.701051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31022567-e269-4b3e-b2fe-ee287395958c req-0bc42d27-ff05-472d-8ffe-55a81707f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.702517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31022567-e269-4b3e-b2fe-ee287395958c req-0bc42d27-ff05-472d-8ffe-55a81707f6db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 1102 time: 0.2461967 Dec 16 07:48:03.741203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-abfd4676-1c7a-431a-b704-0a072484b99e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544477 Dec 16 07:48:03.748646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-51ccc059-a8ef-4cbd-8244-9bcf3ad7f481 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.749969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-51ccc059-a8ef-4cbd-8244-9bcf3ad7f481 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports/ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 942 time: 0.1176002 Dec 16 07:48:03.806628 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-32b2be48-48ce-438f-b6e3-81f10c87584a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75fc0bb991bd414da797d1ab5feacf55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210550 Dec 16 07:48:03.810189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43986) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:03.849908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-f7b389b8-e193-4111-a05e-d2dde5b3f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:03.851881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-f7b389b8-e193-4111-a05e-d2dde5b3f7d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.4353063 Dec 16 07:48:03.879261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fc448aa-d786-4836-9d71-b6372c3b6448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:03.903282 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fc448aa-d786-4836-9d71-b6372c3b6448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:03.973217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31022567-e269-4b3e-b2fe-ee287395958c req-7fbef3bf-f97b-4cf5-9f82-59f7078da6d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594974 Dec 16 07:48:04.003277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-a904cf35-eaa2-4cbd-8389-c6cbd4dd88cb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 1001 time: 0.1727493 Dec 16 07:48:04.011638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-cd422d00-f57c-4b3c-bead-f8f99bdd442e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 1001 time: 0.1502922 Dec 16 07:48:04.026018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-9247b039-48a0-4b38-8fd0-232bb237b3e9 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740283 Dec 16 07:48:04.044544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fc448aa-d786-4836-9d71-b6372c3b6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.047278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fc448aa-d786-4836-9d71-b6372c3b6448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.048612 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8fc448aa-d786-4836-9d71-b6372c3b6448 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36c182f1-12da-43ad-96c1-de6f3366a574 HTTP/1.1" status: 204 len: 168 time: 0.2374904 Dec 16 07:48:04.058989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc448aa-d786-4836-9d71-b6372c3b6448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c182f1-12da-43ad-96c1-de6f3366a574,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:04.181810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.539716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-f4e9c785-cc89-462f-8427-92fdc9c0836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:04.541738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44008) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:04.541886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-f4e9c785-cc89-462f-8427-92fdc9c0836b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.1509800 Dec 16 07:48:04.566989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107dbb-da5c-4856-95e6-a80be2f37302 req-9c736c23-fddd-4ddb-829c-f9575201c843 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:04.568445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99107dbb-da5c-4856-95e6-a80be2f37302 req-9c736c23-fddd-4ddb-829c-f9575201c843 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 950 time: 0.1989899 Dec 16 07:48:04.616763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-f9c94f54-8754-4d63-86b8-b4c9ce8c32de tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:04.618140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-f9c94f54-8754-4d63-86b8-b4c9ce8c32de tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.6088979 Dec 16 07:48:04.621471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-b0f0d827-35fe-453d-af50-033e0ce3a516 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506826 Dec 16 07:48:04.623300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-eeb0c4ed-bac4-44f9-aeb5-8b6a4396de18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646126 Dec 16 07:48:04.656878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-914551956-network', 'tenant_id': 'bca9ba56f49a4162998ecd5417c10dae'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:04.659842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:04.714154 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8d7b63c9-7324-440c-8091-5e3c0c1071f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da0c35bf70d84a49b78544ab089c06af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526214 Dec 16 07:48:04.724212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:04.753172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99107dbb-da5c-4856-95e6-a80be2f37302 req-5d4e6a73-188e-4198-9c63-456b98516fb5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674831 Dec 16 07:48:04.764920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-302160cb-52cf-4b73-9935-70260ec9f5cd tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 1001 time: 0.1353130 Dec 16 07:48:04.771477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88529986-22fa-4ffe-919e-5ec873736346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.779031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:04.796074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88529986-22fa-4ffe-919e-5ec873736346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.802383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Made reservation on behalf of bca9ba56f49a4162998ecd5417c10dae for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:04.804699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.822523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.856288 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-3cf05f9a-7be2-4000-a94a-7768e119fe41 service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848378 Dec 16 07:48:04.901927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.955818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88529986-22fa-4ffe-919e-5ec873736346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.958484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88529986-22fa-4ffe-919e-5ec873736346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:04.959623 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-88529986-22fa-4ffe-919e-5ec873736346 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57b26805-9e91-466a-8bfa-a49aa22ed8d4 HTTP/1.1" status: 204 len: 168 time: 0.2420092 Dec 16 07:48:04.975485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88529986-22fa-4ffe-919e-5ec873736346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b26805-9e91-466a-8bfa-a49aa22ed8d4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:05.028767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.035492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70598-e582-4763-a779-7a2865544811 req-5985efd6-9b02-49b1-80aa-c39422e34749 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:05.037019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cda70598-e582-4763-a779-7a2865544811 req-5985efd6-9b02-49b1-80aa-c39422e34749 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1984930 Dec 16 07:48:05.095581 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.104060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-2b2a60d2-423e-4440-a134-e1b8d4921258 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:05.105656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-2b2a60d2-423e-4440-a134-e1b8d4921258 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1098 time: 0.1998324 Dec 16 07:48:05.121298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:48:05.131238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:05.134828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-11'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:05.136584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.136934 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Added segment 827bfa5e-cfb2-4304-a27c-908d0868a30f of type vlan for network 5e888795-1352-415a-8937-1d787f2608fd Dec 16 07:48:05.163713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-552632e5-30f6-4fdc-964a-3a3812f47c70 req-7dcdf247-0193-499b-b852-c1629d94eb0d service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898521 Dec 16 07:48:05.179880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.218784 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.255356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cda70598-e582-4763-a779-7a2865544811 req-40d72241-ed03-44ce-85b9-482c9bb337f4 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741276 Dec 16 07:48:05.256164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.278044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.279313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:05.279931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.326098 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.326098 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Floating IP c371b528-5215-48c4-b66a-d7595f7e771b disassociated. External IP: 172.25.2.102, port: ca5acfee-6151-420c-b0c7-8351c994349d. Dec 16 07:48:05.347991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] Pushing event updated for resources: {'Network': ['ID=5e888795-1352-415a-8937-1d787f2608fd,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:05.358923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5e888795-1352-415a-8937-1d787f2608fd details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:48:05.430647 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7f84351c-712a-4948-ae07-b2d8eae07d65 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8877590 Dec 16 07:48:05.432003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44026) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:05.449137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Request body: {'subnet': {'network_id': '5e888795-1352-415a-8937-1d787f2608fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-914551956-subnet', 'tenant_id': 'bca9ba56f49a4162998ecd5417c10dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:05.493204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d31f-c143-4a3d-8151-f755260033e0 req-4b9ca38c-d7e7-4e79-8c20-ac9d020f298f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:05.494952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a44d31f-c143-4a3d-8151-f755260033e0 req-4b9ca38c-d7e7-4e79-8c20-ac9d020f298f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 946 time: 0.1854794 Dec 16 07:48:05.549132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:05.552566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Made reservation on behalf of bca9ba56f49a4162998ecd5417c10dae for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:05.555121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.654471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a44d31f-c143-4a3d-8151-f755260033e0 req-236a0678-38f8-4636-b42d-f7d70722d7ec tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465213 Dec 16 07:48:05.661792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:05.758443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:05.761361 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b806cb3-710b-42de-b465-eaeecf149fa2" -d '{"events": [{"server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "name": "network-vif-unplugged", "status": "completed", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:05.767038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.785394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Router 421f4483-2166-4fc8-aa79-212586ea6f4a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:05.888967 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879e613b-e7b3-4642-8a27-96f9831ae256 x-openstack-request-id: req-879e613b-e7b3-4642-8a27-96f9831ae256 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:05.889270 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "name": "network-vif-unplugged", "status": "completed", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:05.889527 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-879e613b-e7b3-4642-8a27-96f9831ae256 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:05.889927 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee', 'code': 200} Dec 16 07:48:05.893193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.919454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:05.925507 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.928798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:05.932459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] Sync routers for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:05.951785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:05.952722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:06.002365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ce23b6-0a03-4d2a-89c4-747a62262bf2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:06.006650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Checking segment: {'id': '827bfa5e-cfb2-4304-a27c-908d0868a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e888795-1352-415a-8937-1d787f2608fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:06.007222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Network hostable DHCP agents. Network: 5e888795-1352-415a-8937-1d787f2608fd, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:48:06.043518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-703caae9-f26b-4a1c-875b-db9cccc7fec4 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "PUT /v2.0/floatingips/c371b528-5215-48c4-b66a-d7595f7e771b HTTP/1.1" status: 200 len: 695 time: 1.2723160 Dec 16 07:48:06.107197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:06.108366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:06.121741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on host n-h1-820935-11 for vnic_type normal with profile {"migrating_to": "n-h2-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:06.125730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:06.125730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:06.140967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1180b-1661-440a-b7dc-fc1cf5b2df49 req-742ca435-f7b8-47d1-94a0-0604be345ae1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.142449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84e1180b-1661-440a-b7dc-fc1cf5b2df49 req-742ca435-f7b8-47d1-94a0-0604be345ae1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 950 time: 0.1601913 Dec 16 07:48:06.143012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:06.143339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Attempting to bind port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:06.146542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Network 5e888795-1352-415a-8937-1d787f2608fd is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:48:06.159121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:06.160309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:06.160309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:06.160549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Bound port: 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:06.160694 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:06.179055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-173be23e-0cc3-4c74-8807-0183cc0fcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.180582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-173be23e-0cc3-4c74-8807-0183cc0fcdbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.1105020 Dec 16 07:48:06.248631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 5e888795-1352-415a-8937-1d787f2608fd) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:06.255215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.257321 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:06.267496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ec52f-8308-41cb-821b-9ca03bc4143f None None] Network 5e888795-1352-415a-8937-1d787f2608fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:06.307011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84e1180b-1661-440a-b7dc-fc1cf5b2df49 req-a9e1e2b2-35f6-4c93-a0fe-39d664c33303 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582229 Dec 16 07:48:06.323473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:06.337739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:06.347808 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8be96d82-5c58-4542-b35b-4f043b591878 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9116859 Dec 16 07:48:06.364059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-cb467b2e-38e0-408e-ba75-d821c7850859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.365725 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-cb467b2e-38e0-408e-ba75-d821c7850859 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.1521711 Dec 16 07:48:06.414131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a762954-1179-4eff-b2d1-4f85a14eaf55 None None] Network 5e888795-1352-415a-8937-1d787f2608fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:06.420023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:55Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:06.432976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-f684ac4f-49c5-4b84-994e-55e1471575d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 217 time: 0.0601618 Dec 16 07:48:06.444938 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:06.486925 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] Checking router: 421f4483-2166-4fc8-aa79-212586ea6f4a for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:06.519346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:06.519987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:06.607872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa4b1c-c8de-4c93-9fd8-c23d2da37421 req-08ed3651-5a95-4382-af5f-5a2738ea8c99 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.609426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7afa4b1c-c8de-4c93-9fd8-c23d2da37421 req-08ed3651-5a95-4382-af5f-5a2738ea8c99 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1805658 Dec 16 07:48:06.630398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=8']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:06.635331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-6955a59d-7a94-41fc-bd4c-5aa023e8f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.636880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-6955a59d-7a94-41fc-bd4c-5aa023e8f7d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.1937151 Dec 16 07:48:06.642822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.643049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:06.644596 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-1a412ae0-fc08-4a4c-857b-cb9f03e920eb service neutron] 10.222.0.36 "PUT /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 1124 time: 1.5160549 Dec 16 07:48:06.655204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:06.686924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-69c7fb82-996d-4abb-9533-1b18319b7b83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359261 Dec 16 07:48:06.726705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7afa4b1c-c8de-4c93-9fd8-c23d2da37421 req-dfdd3f3e-f816-4206-804f-ac7b5a155097 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883887 Dec 16 07:48:06.847248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-10ebdc04-bbe8-4b3a-8f3c-40db766cc674 service neutron] 10.222.0.43 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452746 Dec 16 07:48:06.881529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca5bc-0b97-40b5-b1cb-85c336986b69 req-1e14eb05-28f7-4672-a87e-1263c9304d2b tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:06.884984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e50ca5bc-0b97-40b5-b1cb-85c336986b69 req-1e14eb05-28f7-4672-a87e-1263c9304d2b tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 1102 time: 0.0958993 Dec 16 07:48:06.992711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e50ca5bc-0b97-40b5-b1cb-85c336986b69 req-78e861de-be23-4d75-a1c8-d365b7c8efdc tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773942 Dec 16 07:48:06.996587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9435edeb-37fe-41d0-ac5c-2d9f555fa6ee'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:06.999269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44c19d55-92bb-45b5-8059-32e1028e1454 req-e26df451-a852-4311-9c61-9f0500b8f029 service neutron] 10.222.0.43 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421139 Dec 16 07:48:07.067600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:55Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:07.102107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccc46a-388e-4002-80b2-b4718a8aa904 None None] The sync data for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 is: [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:50Z', 'revision_number': 4, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'b1d1324e-84fe-4e19-bd1c-cdb159d8308a', 'name': '', 'network_id': '15330c9d-a1b2-4068-93c4-e02da6192d49', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'mac_address': 'fa:16:3e:74:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:48Z', 'updated_at': '2021-12-16T07:46:55Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'subnets': [{'id': 'd69c8bd6-4675-4dea-83f9-155226a31112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:07.469284 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf76c99-59b4-48ef-8864-2c4f620ff4bf None None] New status for floating IP c371b528-5215-48c4-b66a-d7595f7e771b: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:48:07.621791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770c6a9-0004-4254-a8c4-0e61b77454db req-dfd1e2e4-e43f-4b1f-8ab0-c3cc116ca400 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:07.623373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d770c6a9-0004-4254-a8c4-0e61b77454db req-dfd1e2e4-e43f-4b1f-8ab0-c3cc116ca400 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.4202211 Dec 16 07:48:07.685912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-21d4f525-2eb5-4d02-80a1-22c23710a73e tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:07.687635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-21d4f525-2eb5-4d02-80a1-22c23710a73e tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/networks?id=5e888795-1352-415a-8937-1d787f2608fd HTTP/1.1" status: 200 len: 813 time: 0.1427746 Dec 16 07:48:07.714072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-ed40f153-617c-4692-81c5-a72039a446c6 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/quotas/bca9ba56f49a4162998ecd5417c10dae HTTP/1.1" status: 200 len: 375 time: 0.0206838 Dec 16 07:48:07.718820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d770c6a9-0004-4254-a8c4-0e61b77454db req-59f11c3d-866d-44f5-a67a-cbf0db8be6ea tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784156 Dec 16 07:48:07.746452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-e2adc23b-abb6-4fc0-8434-71fdb69471e9 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bca9ba56f49a4162998ecd5417c10dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266705 Dec 16 07:48:07.845123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-87f31f9e-0419-4f9d-9a77-63e3b42dd20d service neutron] 10.222.0.43 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890250 Dec 16 07:48:07.903050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d'}, {'name': 'network-changed', 'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:07.903050 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757a8ebb-4156-4509-9922-b2ba7444583c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d"}, {"name": "network-changed", "server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:07.956910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-97fbcccd-3823-41e0-b3b1-44eabaa476f9 service neutron] 10.222.0.43 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057649 Dec 16 07:48:07.983565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-c357c160-fd7b-45cc-bb6d-62d44b40e78a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289948 Dec 16 07:48:08.079567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:08.095974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-ae078a68-79c2-42bb-8577-813bc876fe97 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:08.097461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-ae078a68-79c2-42bb-8577-813bc876fe97 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084530 Dec 16 07:48:08.112554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-53c73145-d2fb-46f9-b959-72eed8f3d3f2 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/quotas/f0cd22c554784edfbc951f2776ee0e17 HTTP/1.1" status: 200 len: 375 time: 0.0093055 Dec 16 07:48:08.185302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-c69fec14-a33a-4606-8715-ae1408832b46 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0664477 Dec 16 07:48:08.185509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:08.199232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee has no active binding in host n-h2-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:48:08.255722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87e620bd-8557-4e23-b168-da262496bd33 req-09a2bb3e-2abe-4027-a3c1-371f6a944db7 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips/c371b528-5215-48c4-b66a-d7595f7e771b HTTP/1.1" status: 200 len: 693 time: 0.0518711 Dec 16 07:48:08.368132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e620bd-8557-4e23-b168-da262496bd33 req-0f84d8cd-af6d-4abc-9e07-6c086f025bdb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:08.370159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87e620bd-8557-4e23-b168-da262496bd33 req-0f84d8cd-af6d-4abc-9e07-6c086f025bdb tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1079862 Dec 16 07:48:08.426246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87e620bd-8557-4e23-b168-da262496bd33 req-47a9e4cd-b2b4-4d63-9c5b-54ba88f4ef7d tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0501432 Dec 16 07:48:08.484887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87e620bd-8557-4e23-b168-da262496bd33 req-3de44476-d5c3-4e2d-b90e-aecadec6b0dd tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0516894 Dec 16 07:48:08.652907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Deleting port e32fa31a-d18e-4c63-83dc-c14589961697 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:08.653572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:08.662485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1523b-507a-493b-b62d-d5c310f647b5 req-f750bca3-29e3-4c54-8469-571dd08001fc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:08.663959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93a1523b-507a-493b-b62d-d5c310f647b5 req-f750bca3-29e3-4c54-8469-571dd08001fc tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0605311 Dec 16 07:48:08.761521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93a1523b-507a-493b-b62d-d5c310f647b5 req-e88bc5f9-ae50-4336-a897-87ea8f2fe533 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876663 Dec 16 07:48:08.775011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:08.775348 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:08.792407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Calling delete_port for e32fa31a-d18e-4c63-83dc-c14589961697 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:08.836276 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd67759-4882-4d75-835d-cd25695b3516 x-openstack-request-id: req-ebd67759-4882-4d75-835d-cd25695b3516 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:08.849316 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:08.849316 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebd67759-4882-4d75-835d-cd25695b3516 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:08.849316 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'status': 'completed', 'code': 200} Dec 16 07:48:08.849316 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee', 'status': 'completed', 'code': 200} Dec 16 07:48:08.904727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34b97a9a-c48d-4118-b4b5-e3cc7e8016f1 req-a27bea72-8a56-4632-af33-41b6e79b485e tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 210 time: 0.0399332 Dec 16 07:48:08.998924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad3533fd-4bb0-403d-8b0a-9b3dee5fad9d req-5988e211-2fa1-4e0d-bf05-fb3e19ffb5d0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 210 time: 0.0466075 Dec 16 07:48:09.010197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a8ebb-4156-4509-9922-b2ba7444583c req-80cc202e-3cfa-4293-b609-3b112469a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:09.020406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-80cc202e-3cfa-4293-b609-3b112469a7d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1841c64a2f8a477cb67205efdc759bfa&device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 1097 time: 0.1100621 Dec 16 07:48:09.139348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a8ebb-4156-4509-9922-b2ba7444583c req-87b8b9b7-c0ff-4718-9f14-609e2a325c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:09.140840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-87b8b9b7-c0ff-4718-9f14-609e2a325c21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 200 len: 921 time: 0.1198583 Dec 16 07:48:09.148606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:09.219362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34989c41-1772-4a40-9a60-fd7f7131baf8 req-06fcc812-8d20-4491-afc1-3620c4262416 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:09.220785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34989c41-1772-4a40-9a60-fd7f7131baf8 req-06fcc812-8d20-4491-afc1-3620c4262416 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.1188197 Dec 16 07:48:09.223518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-531d72bb-190a-4571-93ce-20a4c922cece service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 200 len: 217 time: 0.0723181 Dec 16 07:48:09.224243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event deleted for resources: {'Port': ['ID=e32fa31a-d18e-4c63-83dc-c14589961697,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:09.346496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a8ebb-4156-4509-9922-b2ba7444583c req-87ac1b91-b2ef-4411-8501-8c8732c1bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:09.348044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-87ac1b91-b2ef-4411-8501-8c8732c1bbbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 200 len: 860 time: 0.1141329 Dec 16 07:48:09.388231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34989c41-1772-4a40-9a60-fd7f7131baf8 req-86f8538f-9a46-47b3-a973-5554379eff30 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572638 Dec 16 07:48:09.389064 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:09.391590 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:09.392729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87e620bd-8557-4e23-b168-da262496bd33 req-88ff6823-a67d-41f8-a62e-40be52579b70 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "DELETE /v2.0/floatingips/c371b528-5215-48c4-b66a-d7595f7e771b HTTP/1.1" status: 204 len: 173 time: 0.9021933 Dec 16 07:48:09.394835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-4d884b23-c80e-4ea4-ad15-2d68b6c3ed37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15330c9d-a1b2-4068-93c4-e02da6192d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363562 Dec 16 07:48:09.548212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c63c5f63-a11f-4ba1-b8db-14381d3792ff req-6d11466f-7727-488f-9c66-847d13483b9f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups/3f98bdee-2f53-4cf1-b16a-69691de2db1f HTTP/1.1" status: 200 len: 1825 time: 0.0815628 Dec 16 07:48:09.567814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-3758b21e-7c37-4a36-ac16-a425a2ab93ba service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625884 Dec 16 07:48:09.667895 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c63c5f63-a11f-4ba1-b8db-14381d3792ff req-015bc3f5-2d57-42f7-be38-636cae650635 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:09.715086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c63c5f63-a11f-4ba1-b8db-14381d3792ff req-015bc3f5-2d57-42f7-be38-636cae650635 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:09.719053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-3b435228-bcc5-4498-a85e-01941771b5bd service neutron] 10.222.0.16 "GET /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400571 Dec 16 07:48:09.867865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a8ebb-4156-4509-9922-b2ba7444583c req-824960f5-30b5-4190-a5f1-be7630f11568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:09.870462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-824960f5-30b5-4190-a5f1-be7630f11568 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1127 time: 0.0437093 Dec 16 07:48:09.923451 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c63c5f63-a11f-4ba1-b8db-14381d3792ff req-015bc3f5-2d57-42f7-be38-636cae650635 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:09.925935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c63c5f63-a11f-4ba1-b8db-14381d3792ff req-015bc3f5-2d57-42f7-be38-636cae650635 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:09.927067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c63c5f63-a11f-4ba1-b8db-14381d3792ff req-015bc3f5-2d57-42f7-be38-636cae650635 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "DELETE /v2.0/security-groups/3f98bdee-2f53-4cf1-b16a-69691de2db1f HTTP/1.1" status: 204 len: 173 time: 0.3778133 Dec 16 07:48:09.943981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bc3f5-2d57-42f7-be38-636cae650635 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98bdee-2f53-4cf1-b16a-69691de2db1f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:09.993484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a8ebb-4156-4509-9922-b2ba7444583c req-b0097d76-4017-4421-82a9-a16eb6e5ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:09.995234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-b0097d76-4017-4421-82a9-a16eb6e5ce83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.1146638 Dec 16 07:48:10.101036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-18c56090-f243-4b29-9c06-eaee6bb2a530 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 217 time: 0.0476208 Dec 16 07:48:10.122743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f0c74-05f3-4e9d-ab7d-c83b6754ab76 req-b86e3aec-109b-4159-9e2b-dbbf5ed5c8e5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:10.124241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-686f0c74-05f3-4e9d-ab7d-c83b6754ab76 req-b86e3aec-109b-4159-9e2b-dbbf5ed5c8e5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1017432 Dec 16 07:48:10.151480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6017681-00cc-4a1a-9875-41644a1b28a1 req-b0374532-9fc0-49ef-875b-00069e17cbe3 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 210 time: 0.0447452 Dec 16 07:48:10.214135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a8ebb-4156-4509-9922-b2ba7444583c req-8a6f3a77-2a4a-4e45-ad4b-293aecf72aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:10.216292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-8a6f3a77-2a4a-4e45-ad4b-293aecf72aa2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0911708 Dec 16 07:48:10.233518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-686f0c74-05f3-4e9d-ab7d-c83b6754ab76 req-4249c232-8296-4b32-9757-299ab3dac387 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999012 Dec 16 07:48:10.260877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-5ee2313e-b05d-4f66-84cc-37b894651cd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262945 Dec 16 07:48:10.369779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-a770697c-9504-4313-8056-54bea476991f service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896618 Dec 16 07:48:10.468539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33c556e1-391f-4e52-8d72-e827d2f83f91 req-9422633a-8112-4fec-850c-334da1623404 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 210 time: 0.0344498 Dec 16 07:48:10.515962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-757a8ebb-4156-4509-9922-b2ba7444583c req-8adfa62c-d8fd-4894-a606-523f63d9772d service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392410 Dec 16 07:48:10.609218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af0587-3e04-4f6e-a26d-9db1e9b68433 req-a991ae90-4347-42ef-8cba-4e84565ba345 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:10.610677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29af0587-3e04-4f6e-a26d-9db1e9b68433 req-a991ae90-4347-42ef-8cba-4e84565ba345 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.0821998 Dec 16 07:48:10.648464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b738000-691c-4d1d-8aa3-cd1e9b198b27 req-86a44b94-27d4-496e-8343-617e291add90 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:10.650439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b738000-691c-4d1d-8aa3-cd1e9b198b27 req-86a44b94-27d4-496e-8343-617e291add90 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.0815332 Dec 16 07:48:10.693584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29af0587-3e04-4f6e-a26d-9db1e9b68433 req-836e361a-0a29-40f9-b544-43dc8a6409cd tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756302 Dec 16 07:48:10.718330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b738000-691c-4d1d-8aa3-cd1e9b198b27 req-4820122a-c846-4564-9ba5-29a77d31e55c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584741 Dec 16 07:48:10.830173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc99f3-a3a9-4d86-a6e5-2e04717a8add req-0145b8b5-4453-47cc-89b8-6f2e31713a03 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:10.831692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ddc99f3-a3a9-4d86-a6e5-2e04717a8add req-0145b8b5-4453-47cc-89b8-6f2e31713a03 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0559592 Dec 16 07:48:10.880821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ddc99f3-a3a9-4d86-a6e5-2e04717a8add req-18214a6b-cee9-49a9-baec-ba73b1d8ab15 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420122 Dec 16 07:48:11.051192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44186) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:11.162131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc993575-eba2-4a2c-bb82-9c3908c68198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.171157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-eec94c48-e5db-4336-830a-d2b2fb3e0d47 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314476 Dec 16 07:48:11.246401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc993575-eba2-4a2c-bb82-9c3908c68198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.302702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d43df0e0-70b1-41fc-bfcc-d0f6c8182dda req-225cbfed-b7d3-4330-94db-5f8b6336dc89 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 210 time: 0.0451546 Dec 16 07:48:11.322049 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc993575-eba2-4a2c-bb82-9c3908c68198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.359907 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc993575-eba2-4a2c-bb82-9c3908c68198 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f4b1c1f58204df487d484d9c299c937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076131 Dec 16 07:48:11.362187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc993575-eba2-4a2c-bb82-9c3908c68198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fb8b98-f450-4c18-a3fc-d3aa499ab678,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:11.365523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44194) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:11.394851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-9a7e8f1b-6f00-432a-8599-03779c61b2f5 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:11.394851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-9a7e8f1b-6f00-432a-8599-03779c61b2f5 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.36 "GET /v2.0/networks?id=5e888795-1352-415a-8937-1d787f2608fd HTTP/1.1" status: 200 len: 813 time: 0.2303953 Dec 16 07:48:11.408012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-ae8797ff-2674-4f28-815d-a1abcae1bfa7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:11.409457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-ae8797ff-2674-4f28-815d-a1abcae1bfa7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281809 Dec 16 07:48:11.419327 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08115a2c-322a-489f-a46b-51f01d342d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.421662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Request body: {'port': {'device_id': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'network_id': '5e888795-1352-415a-8937-1d787f2608fd', 'admin_state_up': True, 'tenant_id': 'bca9ba56f49a4162998ecd5417c10dae'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:11.434304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259a579-5e4a-4071-b32d-a2cd6843f1fa req-5b3b610a-ebcd-4318-bd91-f76d859c560d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:11.435857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f259a579-5e4a-4071-b32d-a2cd6843f1fa req-5b3b610a-ebcd-4318-bd91-f76d859c560d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1174057 Dec 16 07:48:11.452164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08115a2c-322a-489f-a46b-51f01d342d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.479840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': '4347f107-334c-4936-83b1-44affe5e815f', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:11.617710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92ee677e-4712-4d0b-bdb0-ff7d734620c2 req-648f7347-1f76-441c-9be4-ad6078383416 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 210 time: 0.0620122 Dec 16 07:48:11.636598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f259a579-5e4a-4071-b32d-a2cd6843f1fa req-95be9a70-8f47-4fdd-a76c-1b5c87a8563e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889205 Dec 16 07:48:11.644341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08115a2c-322a-489f-a46b-51f01d342d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.646909 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08115a2c-322a-489f-a46b-51f01d342d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.648261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-08115a2c-322a-489f-a46b-51f01d342d11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7fb8b98-f450-4c18-a3fc-d3aa499ab678 HTTP/1.1" status: 204 len: 168 time: 0.2815204 Dec 16 07:48:11.658149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08115a2c-322a-489f-a46b-51f01d342d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fb8b98-f450-4c18-a3fc-d3aa499ab678,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:11.828473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Made reservation on behalf of bca9ba56f49a4162998ecd5417c10dae for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:11.832308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.853470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:11.856918 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:11.865475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ad506-da41-4bd1-9955-9b2b815f9655 req-86d5bd93-9fde-4132-a901-8ff26d9e750f tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:11.866959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-926ad506-da41-4bd1-9955-9b2b815f9655 req-86d5bd93-9fde-4132-a901-8ff26d9e750f tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.1026213 Dec 16 07:48:11.910494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85de0b-df70-4766-b44e-e35af4d14b08 req-1dbc25cf-3629-404c-a86a-21e55843dc47 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:11.911955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca85de0b-df70-4766-b44e-e35af4d14b08 req-1dbc25cf-3629-404c-a86a-21e55843dc47 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.1206431 Dec 16 07:48:12.080551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-926ad506-da41-4bd1-9955-9b2b815f9655 req-4d3a637b-e066-4c61-b9e5-32239e884bc2 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975124 Dec 16 07:48:12.126139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca85de0b-df70-4766-b44e-e35af4d14b08 req-e0e3828a-e25e-458a-bcd2-54d3b656e8c8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748776 Dec 16 07:48:12.162132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Allocated IP 172.20.0.6 (5e888795-1352-415a-8937-1d787f2608fd/46ce23b6-0a03-4d2a-89c4-747a62262bf2/2c93957b-6eb9-4324-bb26-63b5f54aec84) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:12.206027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.32 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/a742dcdf-c0fe-4fa7-80b9-913eeae895c6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:12.385170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44212) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:12.400086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-674b8f2d-7b56-418f-b392-8585e3300256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.480226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-674b8f2d-7b56-418f-b392-8585e3300256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.563873 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-674b8f2d-7b56-418f-b392-8585e3300256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.604798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-674b8f2d-7b56-418f-b392-8585e3300256 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2032615d8b654ceb8bba0b03eda3b7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181919 Dec 16 07:48:12.605687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b8f2d-7b56-418f-b392-8585e3300256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388f9e1-fbcf-4ec4-897b-7bfeb603a4e7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:12.607943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44214) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:12.655638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef3a54-aaa3-4b1b-892a-7fb77c6f8690 req-60e2d9a1-6fdb-4fd9-a886-758ac22fee17 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:12.657154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aef3a54-aaa3-4b1b-892a-7fb77c6f8690 req-60e2d9a1-6fdb-4fd9-a886-758ac22fee17 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.4689646 Dec 16 07:48:12.657442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c59c5eb-e3d2-4322-b78a-07a916973f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.681838 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c59c5eb-e3d2-4322-b78a-07a916973f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.726544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e25ce3c-c106-425d-b795-bfd625d7a16a req-09e660c9-0ec5-424f-9a37-49c99e05ae85 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 210 time: 0.0915186 Dec 16 07:48:12.841292 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c59c5eb-e3d2-4322-b78a-07a916973f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.843867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c59c5eb-e3d2-4322-b78a-07a916973f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.847373 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c59c5eb-e3d2-4322-b78a-07a916973f3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5388f9e1-fbcf-4ec4-897b-7bfeb603a4e7 HTTP/1.1" status: 204 len: 168 time: 0.2362101 Dec 16 07:48:12.854359 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59c5eb-e3d2-4322-b78a-07a916973f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388f9e1-fbcf-4ec4-897b-7bfeb603a4e7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:12.870558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-d2e4f8ea-af2b-4b50-9551-7b1d6ca4e416 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:12.872055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-d2e4f8ea-af2b-4b50-9551-7b1d6ca4e416 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.36 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.2627425 Dec 16 07:48:12.880709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c69cb3a-be71-471d-b360-6f5c56b07185 req-ce37d107-93d3-4925-be4f-90a60c36e2ab tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 210 time: 0.0737765 Dec 16 07:48:12.926486 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:12.955316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aef3a54-aaa3-4b1b-892a-7fb77c6f8690 req-1b888d25-c2d2-4542-91b8-85e6f39c8d34 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641742 Dec 16 07:48:13.015328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.105006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb376013-9dc6-4a29-b1a0-6875ec20e0bc req-c53117ae-66cd-4e6c-8a1c-5140de47675a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:13.106549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb376013-9dc6-4a29-b1a0-6875ec20e0bc req-c53117ae-66cd-4e6c-8a1c-5140de47675a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1623187 Dec 16 07:48:13.144733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Deleting port 7fa68003-d680-476e-a43a-458827fd16ba {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:13.145185 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.243861 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.245844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.288128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb376013-9dc6-4a29-b1a0-6875ec20e0bc req-f74a3f46-1513-44e8-b5a7-82da8e5f8c5a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697290 Dec 16 07:48:13.298408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', '58e48cee-e737-4007-888c-1117278a2f0d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:13.300731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b', '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:13.335491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Network 5e888795-1352-415a-8937-1d787f2608fd is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:13.360752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03f4b-6d5b-4c2f-be86-1170026fd65e req-52c1aba6-bb31-4bca-a0a0-47aa75cab3f8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:13.367994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3aa03f4b-6d5b-4c2f-be86-1170026fd65e req-52c1aba6-bb31-4bca-a0a0-47aa75cab3f8 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 946 time: 0.2081356 Dec 16 07:48:13.370879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:13.385457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:13.387984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Pushing event updated for resources: {'Port': ['ID=2c93957b-6eb9-4324-bb26-63b5f54aec84,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:13.392461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:13.395452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] For port 7fa68003-d680-476e-a43a-458827fd16ba, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7fa68003-d680-476e-a43a-458827fd16ba,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:13.395905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.440057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:13.483043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:13.635282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3aa03f4b-6d5b-4c2f-be86-1170026fd65e req-0caa9f46-a32b-4777-af4a-1da03be68876 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups?id=200a547d-2f81-4357-a95d-17e9f7bdfe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658882 Dec 16 07:48:13.708139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:13.723614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:13.724331 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.763268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:13.764497 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.786583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc520a99-64e7-44ac-b60f-bb49f1254297 req-7cafd06d-1b68-484d-aaad-29acd83f1df3 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:13.788266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc520a99-64e7-44ac-b60f-bb49f1254297 req-7cafd06d-1b68-484d-aaad-29acd83f1df3 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.3550575 Dec 16 07:48:13.815576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-648f9054-0b63-4f86-9112-c425b294ea77 None None] Provisioning complete for port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:13.816195 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-648f9054-0b63-4f86-9112-c425b294ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.886167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-648f9054-0b63-4f86-9112-c425b294ea77 None None] Port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:13.934295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-0f1b7172-0835-4b8b-8f1a-3a6b0b6bef39 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5170217 Dec 16 07:48:13.936269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.936636 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:13.937205 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Floating IP cb593c79-ea27-4fe8-8cba-a04b03bdf11d disassociated. External IP: 172.25.2.211, port: 7fa68003-d680-476e-a43a-458827fd16ba. Dec 16 07:48:13.937724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Calling delete_port for 7fa68003-d680-476e-a43a-458827fd16ba owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:13.949692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809432ab-524d-46c3-a016-8a692f768fe1 req-d417546a-9a46-45fa-b22c-d63cc85581ae tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:13.951328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-809432ab-524d-46c3-a016-8a692f768fe1 req-d417546a-9a46-45fa-b22c-d63cc85581ae tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 931 time: 0.1053596 Dec 16 07:48:13.968407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Request body: {'port': {'device_id': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:13.980638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-6982d195-ccdf-4d23-8243-8f07044ebede tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5318909 Dec 16 07:48:14.021764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Request body: {'port': {'device_id': '4347f107-334c-4936-83b1-44affe5e815f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:14.026957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc520a99-64e7-44ac-b60f-bb49f1254297 req-57be1832-a5c4-4550-a9e1-99f2739accd7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822178 Dec 16 07:48:14.189843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44252) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:14.243323 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.252473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-809432ab-524d-46c3-a016-8a692f768fe1 req-0a0f1c9e-5c22-4b3c-bac8-5ecae643d841 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812786 Dec 16 07:48:14.287031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.293338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-cec6cb5d-8d65-4beb-8183-43a23014ab7c service neutron] 10.222.0.16 "GET /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee/bindings/n-h2-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.2856188 Dec 16 07:48:14.298493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-3b1f1f5f-35e7-4fed-a1df-a48f304c73d8 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:14.298825 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-3b1f1f5f-35e7-4fed-a1df-a48f304c73d8 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.0616384 Dec 16 07:48:14.312530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b80c4-e567-4c60-8385-65787e5cddc8 req-68e37bae-36a6-4991-8dab-f295bbf8b31e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:14.314071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-471b80c4-e567-4c60-8385-65787e5cddc8 req-68e37bae-36a6-4991-8dab-f295bbf8b31e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 935 time: 0.2071006 Dec 16 07:48:14.318977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-network', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:14.418569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Deleting port ca5acfee-6151-420c-b0c7-8351c994349d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:14.418957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.486111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Made reservation on behalf of 4c5e14521cf44fb0b24d03dac22cea8c for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:14.489157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.512681 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.547444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] For port ca5acfee-6151-420c-b0c7-8351c994349d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ca5acfee-6151-420c-b0c7-8351c994349d,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:14.547820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.566252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Calling delete_port for ca5acfee-6151-420c-b0c7-8351c994349d owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:14.666404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-471b80c4-e567-4c60-8385-65787e5cddc8 req-92a1d9c6-1593-4854-9ddc-03cc4101e01b tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306136 Dec 16 07:48:14.685543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.701193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af215090-626d-4d00-ab48-879ba1ebbff4 req-64f6602b-7ffc-4331-a32f-4ff1167ace8e tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:14.702636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af215090-626d-4d00-ab48-879ba1ebbff4 req-64f6602b-7ffc-4331-a32f-4ff1167ace8e tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0 HTTP/1.1" status: 200 len: 945 time: 0.3680265 Dec 16 07:48:14.721225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.773139 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.799846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:48:14.809974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd127b86-17e3-4e62-9cd0-88e76de473b4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:14.817500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.817895 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Added segment 4b07c943-fd32-424c-885a-3800c1673fb6 of type vlan for network 4aa8ec02-f832-4da1-b38b-034759f7d0fa Dec 16 07:48:14.861030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.867196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event deleted for resources: {'Port': ['ID=7fa68003-d680-476e-a43a-458827fd16ba,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:14.901736 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.931720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Pushing event deleted for resources: {'Port': ['ID=ca5acfee-6151-420c-b0c7-8351c994349d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:14.976080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] No DVR routers for this DVR port ca5acfee-6151-420c-b0c7-8351c994349d on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:14.979634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.983094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-72ffde8e-a607-4880-8af0-73c7a5c4c136 req-df509bed-2ddd-4d16-bbbc-8763f80e8464 tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.16 "DELETE /v2.0/ports/ca5acfee-6151-420c-b0c7-8351c994349d HTTP/1.1" status: 204 len: 173 time: 0.6775212 Dec 16 07:48:14.983545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'name': 'network-vif-deleted', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:14.985826 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7850ec-3019-47e5-afa3-83a3f11f8ae2" -d '{"events": [{"server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "name": "network-vif-deleted", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:14.991825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:14.993388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:14.994162 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.058518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa8ec02-f832-4da1-b38b-034759f7d0fa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:15.069249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:48:15.158592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5e3df2d1-38d5-4b30-aaa0-b0dbf5e76e63 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9675982 Dec 16 07:48:15.161505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44268) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:15.167175 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Request body: {'subnet': {'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-subnet', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:15.268621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Made reservation on behalf of 4c5e14521cf44fb0b24d03dac22cea8c for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:15.270969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.299374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ca5acfee-6151-420c-b0c7-8351c994349d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:15.363579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af215090-626d-4d00-ab48-879ba1ebbff4 req-fc622f69-6f80-4221-bbd7-af8ebb0d761f tempest-ServerRescueTestJSONUnderV235-1891214728 tempest-ServerRescueTestJSONUnderV235-1891214728-project] 10.222.0.43 "GET /v2.0/security-groups?id=27d96009-78a3-4752-aaa2-013e8d9dd410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085627 Dec 16 07:48:15.410940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7c42b-cf43-4d6a-b64f-c6cd8a8547c7 req-9f0c4e67-83f3-4a05-adb2-455b09c38ba8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:15.412519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41f7c42b-cf43-4d6a-b64f-c6cd8a8547c7 req-9f0c4e67-83f3-4a05-adb2-455b09c38ba8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.6491680 Dec 16 07:48:15.487742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:15.588376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca20373c-e726-499c-acff-79792eb3867d req-09420cdd-f54a-4318-ad0c-f0723b826a2b tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 210 time: 0.1160758 Dec 16 07:48:15.608797 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.618546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:15.663409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=904d35e0-0431-4b13-860b-04e60a77e1ad,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:15.675482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Checking segment: {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:15.675907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Network hostable DHCP agents. Network: 4aa8ec02-f832-4da1-b38b-034759f7d0fa, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:48:15.685306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c93957b-6eb9-4324-bb26-63b5f54aec84 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:15.697415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:15.700836 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.707846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41f7c42b-cf43-4d6a-b64f-c6cd8a8547c7 req-c9066d6b-a93f-4327-bbed-c0c4318d2543 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485566 Dec 16 07:48:15.718839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a742dcdf-c0fe-4fa7-80b9-913eeae895c6 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:15.726854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:15.739100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.748277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Transition to ACTIVE for port object 2c93957b-6eb9-4324-bb26-63b5f54aec84 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:15.750274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:15.787358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Transition to ACTIVE for port object a742dcdf-c0fe-4fa7-80b9-913eeae895c6 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:15.830029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:48:15.884149 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868b9f38-07c2-4147-9cef-98eb98625ae0 x-openstack-request-id: req-868b9f38-07c2-4147-9cef-98eb98625ae0 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:15.884604 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0", "name": "network-vif-deleted", "tag": "ca5acfee-6151-420c-b0c7-8351c994349d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:15.884950 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-868b9f38-07c2-4147-9cef-98eb98625ae0 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:15.885437 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae5d062-1fdf-43f8-b4ea-acb5fa2504a0', 'name': 'network-vif-deleted', 'tag': 'ca5acfee-6151-420c-b0c7-8351c994349d', 'status': 'completed', 'code': 200} Dec 16 07:48:15.905975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.929474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55f3b-b826-4c8e-9271-0806efb58cd6 req-f3f8a84f-4ed8-4ee2-8b0a-39529f5eb2c7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:15.931511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81a55f3b-b826-4c8e-9271-0806efb58cd6 req-f3f8a84f-4ed8-4ee2-8b0a-39529f5eb2c7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 944 time: 0.1587012 Dec 16 07:48:15.981748 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.983555 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:15.992120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4aa8ec02-f832-4da1-b38b-034759f7d0fa) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:16.005741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:16.005741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.005991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0648161-d188-4c9f-a90d-8a2b7c013954 None None] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:16.061467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:16.064316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c93957b-6eb9-4324-bb26-63b5f54aec84,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:16.087823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] Sync routers for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:16.141844 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8b392c2f-e7d2-4af7-ae17-36d6144a0a4c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9788945 Dec 16 07:48:16.142904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44276) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:16.148477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:16.150341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:16.152522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:16.212512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7fa68003-d680-476e-a43a-458827fd16ba no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:16.230892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] No DVR routers for this DVR port 7fa68003-d680-476e-a43a-458827fd16ba on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:16.246584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'fixed_ips': [{'subnet_id': '904d35e0-0431-4b13-860b-04e60a77e1ad'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:48:16.247452 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.253055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 7fa68003-d680-476e-a43a-458827fd16ba {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:16.253416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7fa68003-d680-476e-a43a-458827fd16ba not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:16.269207 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.271738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e3b458b-f814-4a11-a56d-d369ef6290df req-78c86378-7fb3-437a-80d1-20812573a5f5 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.36 "DELETE /v2.0/ports/7fa68003-d680-476e-a43a-458827fd16ba HTTP/1.1" status: 204 len: 173 time: 3.3901196 Dec 16 07:48:16.280055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc92-b316-470e-b7c3-867a02c49511 req-87cd9f11-9118-47b8-960c-98bf3fad709d tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:16.288001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b946fc92-b316-470e-b7c3-867a02c49511 req-87cd9f11-9118-47b8-960c-98bf3fad709d tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 943 time: 0.3313611 Dec 16 07:48:16.290317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'name': 'network-vif-deleted', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:16.292858 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10ede2b-86c7-4fb5-97f0-47e3294b80fe" -d '{"events": [{"server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "name": "network-vif-deleted", "tag": "7fa68003-d680-476e-a43a-458827fd16ba"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:16.314005 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.315311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.322895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81a55f3b-b826-4c8e-9271-0806efb58cd6 req-a18873ac-98ab-4a11-9626-24f76f8a21c5 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552177 Dec 16 07:48:16.355733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:16.429591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Attempting to bind port 2c93957b-6eb9-4324-bb26-63b5f54aec84 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:16.430615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Attempting to bind port 2c93957b-6eb9-4324-bb26-63b5f54aec84 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '827bfa5e-cfb2-4304-a27c-908d0868a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e888795-1352-415a-8937-1d787f2608fd'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:16.430615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Attempting to bind port 2c93957b-6eb9-4324-bb26-63b5f54aec84 on network 5e888795-1352-415a-8937-1d787f2608fd {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:16.432801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:16.435606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] Transition to ACTIVE for port object 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:16.448993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b946fc92-b316-470e-b7c3-867a02c49511 req-3d654c98-7207-4ebb-9524-aadf163363f0 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599066 Dec 16 07:48:16.455597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Port 2c93957b-6eb9-4324-bb26-63b5f54aec84 on network 5e888795-1352-415a-8937-1d787f2608fd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:16.463744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Attempting to bind port 2c93957b-6eb9-4324-bb26-63b5f54aec84 on network 5e888795-1352-415a-8937-1d787f2608fd {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:16.481875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.496310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:16.496577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Checking segment: {'id': '827bfa5e-cfb2-4304-a27c-908d0868a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e888795-1352-415a-8937-1d787f2608fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:16.496938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Bound using segment: {'id': '827bfa5e-cfb2-4304-a27c-908d0868a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e888795-1352-415a-8937-1d787f2608fd'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:16.497207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Bound port: 2c93957b-6eb9-4324-bb26-63b5f54aec84, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827bfa5e-cfb2-4304-a27c-908d0868a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e888795-1352-415a-8937-1d787f2608fd'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:16.497565 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.515411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Attempting to bind port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:16.515411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Attempting to bind port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:16.515411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Attempting to bind port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:16.523285 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15646c2-231f-4f51-a5b2-38f6a888751d x-openstack-request-id: req-b15646c2-231f-4f51-a5b2-38f6a888751d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:16.523586 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b279e175-97b3-43d3-824e-956a47068a31", "name": "network-vif-deleted", "tag": "7fa68003-d680-476e-a43a-458827fd16ba", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:16.523908 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b15646c2-231f-4f51-a5b2-38f6a888751d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:16.525204 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b279e175-97b3-43d3-824e-956a47068a31', 'name': 'network-vif-deleted', 'tag': '7fa68003-d680-476e-a43a-458827fd16ba', 'status': 'completed', 'code': 200} Dec 16 07:48:16.534591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:16.534771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Attempting to bind port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:16.564361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:16.564719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:16.565102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:16.565565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Bound port: a742dcdf-c0fe-4fa7-80b9-913eeae895c6, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:16.565913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.574031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44282) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:16.594284 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.603674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d484-4be6-4a3e-9e4e-2da7c343ad95 req-ec2283b8-429b-4485-b0bb-6b15542d19c6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:16.608667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9183d484-4be6-4a3e-9e4e-2da7c343ad95 req-ec2283b8-429b-4485-b0bb-6b15542d19c6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 947 time: 0.1324322 Dec 16 07:48:16.633738 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Allocated IP 172.20.0.2 (4aa8ec02-f832-4da1-b38b-034759f7d0fa/904d35e0-0431-4b13-860b-04e60a77e1ad/ed585400-4501-4461-97f5-8f9d741accaf) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:16.660024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] For port 2c93957b-6eb9-4324-bb26-63b5f54aec84, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:16.664105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] For port 2c93957b-6eb9-4324-bb26-63b5f54aec84, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84,segment=NetworkSegment(827bfa5e-cfb2-4304-a27c-908d0868a30f),segment_id=827bfa5e-cfb2-4304-a27c-908d0868a30f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:16.762222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-247609b9-13d6-403f-8454-869a6b1d3c87 req-528ee155-5f15-44a5-bf10-ec2428408e4b tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279e175-97b3-43d3-824e-956a47068a31 HTTP/1.1" status: 200 len: 210 time: 0.0923865 Dec 16 07:48:16.831868 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.863792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] No DVR routers for this DVR port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:16.910082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:16.929563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] For port a742dcdf-c0fe-4fa7-80b9-913eeae895c6, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:16.934661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:16.935287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.937067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/2c93957b-6eb9-4324-bb26-63b5f54aec84 HTTP/1.1" status: 200 len: 1092 time: 2.9790909 Dec 16 07:48:16.941683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:16.944316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:59Z', 'revision_number': 5, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:16.948284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9183d484-4be6-4a3e-9e4e-2da7c343ad95 req-04ccdb3d-8435-4fbe-a57d-cb1e75747cc6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730677 Dec 16 07:48:17.011593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] For port a742dcdf-c0fe-4fa7-80b9-913eeae895c6, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:17.025201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-d936bec8-76e1-41a0-8e39-41b83b35b7a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee/bindings/n-h2-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 2.7094724 Dec 16 07:48:17.050957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d26c0d-a3d8-491c-98e7-b925250df3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c93957b-6eb9-4324-bb26-63b5f54aec84,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:17.053773 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-4c7b1279-7978-4b4a-8f0a-93ef42299aee service neutron] show failed (client error): The resource could not be found. Dec 16 07:48:17.054803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-4c7b1279-7978-4b4a-8f0a-93ef42299aee service neutron] 10.222.0.36 "GET /v2.0/ports/7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74/bindings/n-h1-820935-11 HTTP/1.1" status: 404 len: 381 time: 0.1953740 Dec 16 07:48:17.055951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] Checking router: ad2f41b0-46bc-4f43-a9e9-ec9aacde629a for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:17.092532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:17.093945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:17.105620 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.121660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdf85b-4b27-400b-aef1-26feb956cf43 req-d2df5836-137b-4b95-ae95-9b2e487eb6b8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.123582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89bdf85b-4b27-400b-aef1-26feb956cf43 req-d2df5836-137b-4b95-ae95-9b2e487eb6b8 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0673497 Dec 16 07:48:17.179693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.192854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.196653 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.196653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] 10.222.0.16 "PUT /v2.0/ports/a742dcdf-c0fe-4fa7-80b9-913eeae895c6 HTTP/1.1" status: 200 len: 1096 time: 3.1884012 Dec 16 07:48:17.238191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.289429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89bdf85b-4b27-400b-aef1-26feb956cf43 req-de448095-124d-4713-ab77-c7052a65e185 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429548 Dec 16 07:48:17.290821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b92e-7206-4490-8eea-0278e1ee8cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:17.310474 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.402654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:17.411408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:17.412504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-8bc60a86-c756-48d3-90d7-3f6d84a2cb96 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.414349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:17.424417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-8bc60a86-c756-48d3-90d7-3f6d84a2cb96 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.1358159 Dec 16 07:48:17.426461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-3a8c7ccf-551a-4337-96cb-c9ab957033db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.429206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-3a8c7ccf-551a-4337-96cb-c9ab957033db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bca9ba56f49a4162998ecd5417c10dae&device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 1095 time: 0.2751241 Dec 16 07:48:17.442604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:17.592702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.682837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:17.697200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-c947e28c-f9e9-4045-9116-27b835247c13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84 HTTP/1.1" status: 200 len: 217 time: 0.2008362 Dec 16 07:48:17.730232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Pushing event updated for resources: {'Port': ['ID=ed585400-4501-4461-97f5-8f9d741accaf,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:17.768001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-bc120d01-cc13-4d25-8d68-581fc155fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.768813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-bc120d01-cc13-4d25-8d68-581fc155fa39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 1099 time: 0.3362486 Dec 16 07:48:17.781358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-512e408a-7d5b-4088-b806-e2305f8d0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.782889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-512e408a-7d5b-4088-b806-e2305f8d0d07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc&tenant_id=96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 1097 time: 0.3277650 Dec 16 07:48:17.794758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf053-0a5f-4fb4-9eb6-451f2e5d0bab req-6a59c6db-b97d-49eb-a516-922ec5dd155f tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.796337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81baf053-0a5f-4fb4-9eb6-451f2e5d0bab req-6a59c6db-b97d-49eb-a516-922ec5dd155f tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 943 time: 0.1929727 Dec 16 07:48:17.832289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7457cb-2fda-4fd2-a01b-aa35af7dc887 req-71098b95-d6bb-4e41-8b0b-ce81e4d68594 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.834344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a7457cb-2fda-4fd2-a01b-aa35af7dc887 req-71098b95-d6bb-4e41-8b0b-ce81e4d68594 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.3108683 Dec 16 07:48:17.835688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Attempting to bind port ed585400-4501-4461-97f5-8f9d741accaf on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:17.838823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Attempting to bind port ed585400-4501-4461-97f5-8f9d741accaf by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:17.841512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Attempting to bind port ed585400-4501-4461-97f5-8f9d741accaf on network 4aa8ec02-f832-4da1-b38b-034759f7d0fa {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:17.886706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:17.886706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ca5acfee-6151-420c-b0c7-8351c994349d no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:17.895674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-9acdc985-2a0b-4270-a790-29d7c51a3baf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a742dcdf-c0fe-4fa7-80b9-913eeae895c6 HTTP/1.1" status: 200 len: 217 time: 0.0974605 Dec 16 07:48:17.897494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-098b8ce9-f121-466e-bee1-566575bafdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:17.899749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-098b8ce9-f121-466e-bee1-566575bafdde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46ce23b6-0a03-4d2a-89c4-747a62262bf2 HTTP/1.1" status: 200 len: 853 time: 0.1894870 Dec 16 07:48:17.915429 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:17.916017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Checking segment: {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:17.916460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.916857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Bound using segment: {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:17.917348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Bound port: ed585400-4501-4461-97f5-8f9d741accaf, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:17.917728 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.919742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: ca5acfee-6151-420c-b0c7-8351c994349d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:17.920082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ca5acfee-6151-420c-b0c7-8351c994349d not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:17.950892 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:17.993980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-980bc9cf-1426-45db-9872-1cfd7b62a339 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888795-1352-415a-8937-1d787f2608fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484576 Dec 16 07:48:18.007353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] For port ed585400-4501-4461-97f5-8f9d741accaf, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:18.010662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] For port ed585400-4501-4461-97f5-8f9d741accaf, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ed585400-4501-4461-97f5-8f9d741accaf,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:18.139194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81baf053-0a5f-4fb4-9eb6-451f2e5d0bab req-6ebf8ed0-8816-4616-adab-0888734a09a0 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986667 Dec 16 07:48:18.142323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a7457cb-2fda-4fd2-a01b-aa35af7dc887 req-2158c089-8641-4135-bca7-75fb5095c177 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936792 Dec 16 07:48:18.147104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-e44d5119-e21a-4835-a459-017c7eb75d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:18.151708 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.152900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-e44d5119-e21a-4835-a459-017c7eb75d2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1097 time: 0.3108678 Dec 16 07:48:18.152900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-8ac79163-554e-455a-af60-79a8bf32c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:18.153506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-8ac79163-554e-455a-af60-79a8bf32c5fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.2090516 Dec 16 07:48:18.156776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-0e17965b-bd43-4c93-8c85-cdb042b39b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:18.158695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-0e17965b-bd43-4c93-8c85-cdb042b39b4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 1102 time: 0.2802932 Dec 16 07:48:18.241103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:18.294085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:59Z', 'revision_number': 5, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:18.296413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39659fa1-2263-44e7-abec-0a26c9820c87 None None] Pushing event updated for resources: {'Port': ['ID=ed585400-4501-4461-97f5-8f9d741accaf,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:18.304603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Allocated IP 172.25.2.162 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/c04347d4-a360-44c1-980a-369880055dd4) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:18.332607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-8e2126e4-639e-4fea-8e17-444f44f10831 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145869 Dec 16 07:48:18.341967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a56c8e-8910-4606-91ea-ad2a42fcebbf None None] The sync data for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 is: [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:45:54Z', 'revision_number': 4, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '39f2d431-2d57-43d0-b071-2560d9970b0b', 'name': '', 'network_id': '9fae06d9-6577-41b6-9583-b63f9ac8261f', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'mac_address': 'fa:16:3e:b2:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:53Z', 'updated_at': '2021-12-16T07:45:59Z', 'revision_number': 5, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'subnets': [{'id': 'de72a6a6-cda4-4c3e-9964-71093a0a7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:18.455963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-3a1a59d4-ba68-4c24-a089-0e1e5357e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:18.457491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-3a1a59d4-ba68-4c24-a089-0e1e5357e092 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2838197 Dec 16 07:48:18.481866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44308) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:18.501702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.607032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.624770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Deleting port b1d1324e-84fe-4e19-bd1c-cdb159d8308a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:18.625108 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.644123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75c9bab6-84c0-4c96-be0d-aec8575ba266 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.756645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75c9bab6-84c0-4c96-be0d-aec8575ba266 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.784111 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcfada6-8baf-42fb-bdfc-246b7f91b643 None None] New status for floating IP cb593c79-ea27-4fe8-8cba-a04b03bdf11d: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:48:18.815474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] For port b1d1324e-84fe-4e19-bd1c-cdb159d8308a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,segment=NetworkSegment(6bc871ec-4d13-4ecc-89ad-28f368c431b9),segment_id=6bc871ec-4d13-4ecc-89ad-28f368c431b9)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:18.815870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.837509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Calling delete_port for b1d1324e-84fe-4e19-bd1c-cdb159d8308a owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:18.881324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'tag': '2c93957b-6eb9-4324-bb26-63b5f54aec84'}, {'name': 'network-changed', 'server_uuid': '4347f107-334c-4936-83b1-44affe5e815f', 'tag': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:18.884087 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c956356-9e8f-4b47-bac2-cf21ad3469c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1936f80a-4e28-4a27-be0a-b7827c67e7fb", "tag": "2c93957b-6eb9-4324-bb26-63b5f54aec84"}, {"name": "network-changed", "server_uuid": "4347f107-334c-4936-83b1-44affe5e815f", "tag": "a742dcdf-c0fe-4fa7-80b9-913eeae895c6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:18.918299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:18.923025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-2e278d26-1a2a-47bf-8086-928cf6061d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:18.926885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-2e278d26-1a2a-47bf-8086-928cf6061d01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.7633290 Dec 16 07:48:18.989326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ed585400-4501-4461-97f5-8f9d741accaf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:18.997420 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75c9bab6-84c0-4c96-be0d-aec8575ba266 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.000068 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75c9bab6-84c0-4c96-be0d-aec8575ba266 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.002489 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-75c9bab6-84c0-4c96-be0d-aec8575ba266 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "DELETE /v2.0/security-groups/200a547d-2f81-4357-a95d-17e9f7bdfe8c HTTP/1.1" status: 204 len: 168 time: 0.5193071 Dec 16 07:48:19.006658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:19.012269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44312) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:19.052436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-96f5cd1c-ac62-4fdb-9aca-695b2acb8d2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 217 time: 0.0921631 Dec 16 07:48:19.058876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:19.067171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:19.068853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4433c3-5117-4069-9681-c2891be35cbc req-7fffb342-5f6c-4af9-a736-6bbd2e146c00 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:19.070395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b4433c3-5117-4069-9681-c2891be35cbc req-7fffb342-5f6c-4af9-a736-6bbd2e146c00 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 947 time: 0.6521029 Dec 16 07:48:19.072008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ed585400-4501-4461-97f5-8f9d741accaf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:19.073711 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.076224 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-9c448475-fc2c-4387-a264-f59a32c8d067 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] show failed (client error): The resource could not be found. Dec 16 07:48:19.077427 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9c448475-fc2c-4387-a264-f59a32c8d067 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "GET /v2.0/security-groups/200a547d-2f81-4357-a95d-17e9f7bdfe8c HTTP/1.1" status: 404 len: 347 time: 0.0610030 Dec 16 07:48:19.098186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44314) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:19.110539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9bab6-84c0-4c96-be0d-aec8575ba266 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a547d-2f81-4357-a95d-17e9f7bdfe8c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:19.120150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Pushing event updated for resources: {'Port': ['ID=c04347d4-a360-44c1-980a-369880055dd4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:19.191674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.243092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port ed585400-4501-4461-97f5-8f9d741accaf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ed585400-4501-4461-97f5-8f9d741accaf,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:19.249703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f2d682-b01d-416d-a1f3-5a8994d5071d req-ec890099-742b-4004-92d5-5ed4a9510b20 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8957212 Dec 16 07:48:19.323975 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.324556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c6959-ae05-4449-b43b-6f21f2023026 req-45aa3467-cd34-4431-8db2-49ebd2e54d88 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:19.326163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-539c6959-ae05-4449-b43b-6f21f2023026 req-45aa3467-cd34-4431-8db2-49ebd2e54d88 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.4293766 Dec 16 07:48:19.377921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-920f8389-9918-41c0-8483-885f9e3fb449 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9055824 Dec 16 07:48:19.385489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=ed585400-4501-4461-97f5-8f9d741accaf,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:19.396878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-0a485a51-f843-4a04-93eb-cae78356071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:19.398339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-0a485a51-f843-4a04-93eb-cae78356071b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.3251653 Dec 16 07:48:19.416260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.446872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d1324e-84fe-4e19-bd1c-cdb159d8308a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:19.536789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b4433c3-5117-4069-9681-c2891be35cbc req-c3a1bbca-0fa7-436a-a67e-547f5faed864 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484828 Dec 16 07:48:19.538650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-07f36b0d-64e9-4040-bf7a-d40e7b441db8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062450 Dec 16 07:48:19.616845 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cace02e0-83da-4066-8174-a1863f0cd57d x-openstack-request-id: req-cace02e0-83da-4066-8174-a1863f0cd57d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:19.617161 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1936f80a-4e28-4a27-be0a-b7827c67e7fb", "tag": "2c93957b-6eb9-4324-bb26-63b5f54aec84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4347f107-334c-4936-83b1-44affe5e815f", "tag": "a742dcdf-c0fe-4fa7-80b9-913eeae895c6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:19.617378 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cace02e0-83da-4066-8174-a1863f0cd57d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:19.618901 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'tag': '2c93957b-6eb9-4324-bb26-63b5f54aec84', 'status': 'completed', 'code': 200} Dec 16 07:48:19.618901 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4347f107-334c-4936-83b1-44affe5e815f', 'tag': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6', 'status': 'completed', 'code': 200} Dec 16 07:48:19.691708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c5f3e-37a5-4ed2-89fd-5f2d4a691e66 None None] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:19.710486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-539c6959-ae05-4449-b43b-6f21f2023026 req-aa73d84d-8035-4de6-bd4d-7899fe9b7d6e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490953 Dec 16 07:48:19.721518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.779055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.784914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-63e8e518-13d0-4213-8551-3f5d845f853c None None] Provisioning complete for port ed585400-4501-4461-97f5-8f9d741accaf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:19.788339 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-63e8e518-13d0-4213-8551-3f5d845f853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:19.837452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:19.923976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2c322c2-8e06-467c-b254-d67fd0172cf2 req-e27c2fc0-1dac-49b0-b4c7-f74a106aa2fe service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237055 Dec 16 07:48:19.967657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dbef0-a9bb-4f0d-9f6a-91156909b4b5 req-35c92e78-3ec9-4e7b-bd8f-be2469aef145 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:19.975738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b95dbef0-a9bb-4f0d-9f6a-91156909b4b5 req-35c92e78-3ec9-4e7b-bd8f-be2469aef145 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 943 time: 0.3048034 Dec 16 07:48:19.979804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-6470f3ed-73d2-4cc9-9948-a30a338fee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:19.982067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-6470f3ed-73d2-4cc9-9948-a30a338fee99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bca9ba56f49a4162998ecd5417c10dae&device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 1095 time: 0.3056521 Dec 16 07:48:20.000699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-7e1f0a2b-89e1-4db3-9530-424a46129cf2 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024544 Dec 16 07:48:20.007668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Deleting port 9458bcb2-5b33-4e82-8dbe-e41cd0a1b92c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:20.008012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.036912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:20.082259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74604f43-32a9-41ab-be5d-bfdac26185cd req-86ba2efd-55c1-4fb9-90ad-34d70be7883c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:20.082933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.083793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74604f43-32a9-41ab-be5d-bfdac26185cd req-86ba2efd-55c1-4fb9-90ad-34d70be7883c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.2817502 Dec 16 07:48:20.123911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:20.164081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-414fe1e9-2dcc-4cc8-9c97-d63e0e0cff4d None None] Provisioning complete for port ed585400-4501-4461-97f5-8f9d741accaf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:20.165301 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-414fe1e9-2dcc-4cc8-9c97-d63e0e0cff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.240567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Router 421f4483-2166-4fc8-aa79-212586ea6f4a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:20.271144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.280733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.322371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b95dbef0-a9bb-4f0d-9f6a-91156909b4b5 req-b1bd499d-5b01-4b08-b727-8fddde233059 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457544 Dec 16 07:48:20.354914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Transition to ACTIVE for port object 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:20.393717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.394046 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.405015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:20.406463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-85782b53-705c-499c-accc-a9df6e8e9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:20.407977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-85782b53-705c-499c-accc-a9df6e8e9a0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 1099 time: 0.2548974 Dec 16 07:48:20.413630 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5ae4b601-fcc1-49e5-83ea-0e531f465371 admin admin] 10.222.0.43 "PUT /v2.0/routers/421f4483-2166-4fc8-aa79-212586ea6f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8348181 Dec 16 07:48:20.413757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74604f43-32a9-41ab-be5d-bfdac26185cd req-7ae140df-b2ee-4fbd-935f-64a57485bd41 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572317 Dec 16 07:48:20.413757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-9ac8862a-72c9-4119-be96-058ccf633fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:20.413962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-9ac8862a-72c9-4119-be96-058ccf633fd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888795-1352-415a-8937-1d787f2608fd HTTP/1.1" status: 200 len: 914 time: 0.4088464 Dec 16 07:48:20.418662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44322) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:20.424911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] Sync routers for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:20.435828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Calling delete_port for 9458bcb2-5b33-4e82-8dbe-e41cd0a1b92c owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:20.443398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:20.444222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:20.450527 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-ec57f3d1-edc9-43e7-b39a-f78bd2459ced service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318073 Dec 16 07:48:20.475188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Router e753f145-b4d9-4023-8a17-efbecef6f141 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:48:20.531875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.535482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-37aa654a-b249-4a97-9b67-ea70945818e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84 HTTP/1.1" status: 200 len: 217 time: 0.1069317 Dec 16 07:48:20.587600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:48:20.588146 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:48:20.609635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:20.754416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] No DVR routers for this DVR port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:20.778327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:20.791321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-361b316a-9d53-4b94-9642-77122363648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:20.793828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-361b316a-9d53-4b94-9642-77122363648f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46ce23b6-0a03-4d2a-89c4-747a62262bf2 HTTP/1.1" status: 200 len: 853 time: 0.2455163 Dec 16 07:48:20.886255 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:20.951933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:48:19Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:20.956011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-19b1b5e7-7cbb-4e32-9ac7-6d1ed0b3508d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888795-1352-415a-8937-1d787f2608fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418312 Dec 16 07:48:20.969723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-fe9507bd-99c0-4bf1-93c0-ee8cff239d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:20.972079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-fe9507bd-99c0-4bf1-93c0-ee8cff239d9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.5487306 Dec 16 07:48:20.981507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df1f38-a64c-4c09-8973-564b46aa01d3 req-07d78bb4-a16c-4791-9f64-e9d5db073927 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:20.990272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9df1f38-a64c-4c09-8973-564b46aa01d3 req-07d78bb4-a16c-4791-9f64-e9d5db073927 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 947 time: 0.3380439 Dec 16 07:48:21.006238 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] Checking router: 421f4483-2166-4fc8-aa79-212586ea6f4a for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:21.015407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ed585400-4501-4461-97f5-8f9d741accaf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:21.067117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] Routers {'421f4483-2166-4fc8-aa79-212586ea6f4a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:21.067803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['421f4483-2166-4fc8-aa79-212586ea6f4a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:21.156094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:21.163935 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.178097 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Sync routers for ids ['e753f145-b4d9-4023-8a17-efbecef6f141'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:21.192280 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Routers {'e753f145-b4d9-4023-8a17-efbecef6f141'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:21.193354 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e753f145-b4d9-4023-8a17-efbecef6f141'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:21.216420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ed585400-4501-4461-97f5-8f9d741accaf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:21.216807 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.257091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] Set router 421f4483-2166-4fc8-aa79-212586ea6f4a gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:21.299372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.301311 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3d62c50-109a-409d-9ebf-14b623015bfa admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1569381 Dec 16 07:48:21.303860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44328) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:21.312552 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Set router e753f145-b4d9-4023-8a17-efbecef6f141 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:21.444484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:21.444754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:21.445099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:21.452287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Deleting port c377a571-0231-453f-b66e-f2c120635831 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:21.452782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.457239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-5d8d8640-4756-40f7-a63f-323a39a795da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a742dcdf-c0fe-4fa7-80b9-913eeae895c6 HTTP/1.1" status: 200 len: 217 time: 0.4551516 Dec 16 07:48:21.498081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:21.498448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:21.598980 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:48:19Z', 'revision_number': 3, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:21.600843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00cb86-ec57-42b6-b793-12883d2ca2b0 req-fce0af70-2acd-408d-8609-a9dbdf1740c0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:21.603171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f00cb86-ec57-42b6-b793-12883d2ca2b0 req-fce0af70-2acd-408d-8609-a9dbdf1740c0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.7541811 Dec 16 07:48:21.604254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:21.604596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:21.604979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:21.605428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Bound port: 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:21.605787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.638246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:48:19Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:21.640062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:21.642395 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d7cf7b-dc05-423c-a8a9-94211d2e42a7" -d '{"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:21.670996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9df1f38-a64c-4c09-8973-564b46aa01d3 req-eff215fd-0f0c-4f87-a8e8-9d8bedf46850 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797247 Dec 16 07:48:21.673892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2ea0e-c15b-40ca-9d85-229e4dcb9f6b None None] The sync data for ids ['421f4483-2166-4fc8-aa79-212586ea6f4a'] in n-d-820935-11 is: [{'id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1871036201-router', 'tenant_id': '1841c64a2f8a477cb67205efdc759bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c377a571-0231-453f-b66e-f2c120635831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:48:19Z', 'revision_number': 5, 'project_id': '1841c64a2f8a477cb67205efdc759bfa', 'gw_port': {'id': 'c377a571-0231-453f-b66e-f2c120635831', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421f4483-2166-4fc8-aa79-212586ea6f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:46:45Z', 'updated_at': '2021-12-16T07:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:21.700870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-27e9cdec-fcd3-4a3f-b92e-3663289acff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:21.702672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-27e9cdec-fcd3-4a3f-b92e-3663289acff6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.2278900 Dec 16 07:48:21.718701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] For port c377a571-0231-453f-b66e-f2c120635831, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c377a571-0231-453f-b66e-f2c120635831,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:21.719076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.752141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Calling delete_port for c377a571-0231-453f-b66e-f2c120635831 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:21.752392 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Checking router: e753f145-b4d9-4023-8a17-efbecef6f141 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:21.752585 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Updating router e753f145-b4d9-4023-8a17-efbecef6f141 port c04347d4-a360-44c1-980a-369880055dd4 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:48:21.780433 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.813181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-164bf1d2-83ff-4b89-8ab4-7a03062cbf93 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:21.814924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-164bf1d2-83ff-4b89-8ab4-7a03062cbf93 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.3814287 Dec 16 07:48:21.867299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-406643d8-dbc1-4d39-b603-ea2a67228ec2 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8549302 Dec 16 07:48:21.869469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:21.896482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:21.942987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f00cb86-ec57-42b6-b793-12883d2ca2b0 req-843995b9-8495-41d4-843d-82fe3485a376 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073020 Dec 16 07:48:21.958716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:22.027637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Pushing event deleted for resources: {'Port': ['ID=9458bcb2-5b33-4e82-8dbe-e41cd0a1b92c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:22.078755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2a94-49a8-49eb-8c28-696e0f3de36d req-4fa3f987-f667-4a0a-b0b7-d9cc2675e8ae tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:22.088782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c0d2a94-49a8-49eb-8c28-696e0f3de36d req-4fa3f987-f667-4a0a-b0b7-d9cc2675e8ae tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 943 time: 0.3283904 Dec 16 07:48:22.120683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.125315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2c93957b-6eb9-4324-bb26-63b5f54aec84 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:22.149303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.173761 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.195125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.266355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-115d7986-f598-4b2d-8084-7fd8f6b84563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:22.267908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-115d7986-f598-4b2d-8084-7fd8f6b84563 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4982367 Dec 16 07:48:22.277012 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2c93957b-6eb9-4324-bb26-63b5f54aec84, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84,segment=NetworkSegment(827bfa5e-cfb2-4304-a27c-908d0868a30f),segment_id=827bfa5e-cfb2-4304-a27c-908d0868a30f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:22.280909 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.285796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Pushing event deleted for resources: {'Port': ['ID=c377a571-0231-453f-b66e-f2c120635831,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:22.306353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '2c93957b-6eb9-4324-bb26-63b5f54aec84', 'network_id': '5e888795-1352-415a-8937-1d787f2608fd', 'port_id': '2c93957b-6eb9-4324-bb26-63b5f54aec84', 'mac_address': 'fa:16:3e:e6:4e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ce23b6-0a03-4d2a-89c4-747a62262bf2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:48:22.353449 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Pushing event updated for resources: {'Port': ['ID=c04347d4-a360-44c1-980a-369880055dd4,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:22.373716 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.381954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.382312 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.382893 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.383272 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.383619 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.384136 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.384495 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.385614 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.386002 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.386357 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.387220 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.387220 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.387475 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:22.393417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c93957b-6eb9-4324-bb26-63b5f54aec84 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:22.407414 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Attempting to bind port c04347d4-a360-44c1-980a-369880055dd4 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:22.408014 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Attempting to bind port c04347d4-a360-44c1-980a-369880055dd4 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:22.408455 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Attempting to bind port c04347d4-a360-44c1-980a-369880055dd4 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:22.417945 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:22.418423 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:22.418740 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.419153 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:22.419793 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Bound port: c04347d4-a360-44c1-980a-369880055dd4, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:22.420945 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.431087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2c93957b-6eb9-4324-bb26-63b5f54aec84, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84,segment=NetworkSegment(827bfa5e-cfb2-4304-a27c-908d0868a30f),segment_id=827bfa5e-cfb2-4304-a27c-908d0868a30f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:22.441352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.448506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:22.462203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:22.463168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.464645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-749fef8e-20e3-4cba-b736-a9a5d4518566 service neutron] 10.222.0.16 "PUT /v2.0/ports/7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 1097 time: 4.2875628 Dec 16 07:48:22.504914 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] For port c04347d4-a360-44c1-980a-369880055dd4, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:22.510285 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] For port c04347d4-a360-44c1-980a-369880055dd4, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c04347d4-a360-44c1-980a-369880055dd4,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:22.535067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-3a85b3c6-754c-4324-a70d-4deed7c318c5 service neutron] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:22.564662 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.568627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.572530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.586100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Allocated IP 172.20.0.1 (4aa8ec02-f832-4da1-b38b-034759f7d0fa/904d35e0-0431-4b13-860b-04e60a77e1ad/9f5a9856-d632-4584-86ab-bc01f046b389) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:22.588973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-3a85b3c6-754c-4324-a70d-4deed7c318c5 service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.590137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80facb80-3f5d-44d6-833a-91c7a61fa72d req-3a85b3c6-754c-4324-a70d-4deed7c318c5 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee/bindings/n-h1-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.7439895 Dec 16 07:48:22.625304 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.637655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-eb4a232a-0151-4f45-8cae-7925b4873304 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607956 Dec 16 07:48:22.645670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=2c93957b-6eb9-4324-bb26-63b5f54aec84,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:22.653609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.656152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.660387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1e797a43-1330-449f-a038-ff8827544f05 tempest-ServersTestFqdnHostnames-1354263592 tempest-ServersTestFqdnHostnames-1354263592-project] 10.222.0.43 "DELETE /v2.0/floatingips/cb593c79-ea27-4fe8-8cba-a04b03bdf11d HTTP/1.1" status: 204 len: 168 time: 3.5611928 Dec 16 07:48:22.666612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:22.670084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f3ee9-e09c-44cb-877f-f51cb2e432fa req-07d41a1f-85b4-49ad-8210-f4dffe9cb68c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:22.671651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e64f3ee9-e09c-44cb-877f-f51cb2e432fa req-07d41a1f-85b4-49ad-8210-f4dffe9cb68c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.5092595 Dec 16 07:48:22.679175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c0d2a94-49a8-49eb-8c28-696e0f3de36d req-78f1929a-6edd-4f22-be74-f2b6b30cf158 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883007 Dec 16 07:48:22.706986 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Routers {'e753f145-b4d9-4023-8a17-efbecef6f141'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:22.707719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e753f145-b4d9-4023-8a17-efbecef6f141'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:22.729565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-68a4fdfc-beac-4129-81cf-ae01839d7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:22.731136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-68a4fdfc-beac-4129-81cf-ae01839d7aab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1100 time: 0.1950197 Dec 16 07:48:22.736754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-c96a04dc-5f5c-490a-9122-ab89cada9323 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681358 Dec 16 07:48:22.773520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.775046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421f4483-2166-4fc8-aa79-212586ea6f4a {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:48:22.777651 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefab49-87de-4e3a-9b54-87d34dae4e62 None None] Pushing event updated for resources: {'Port': ['ID=c04347d4-a360-44c1-980a-369880055dd4,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:22.784786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.786985 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f03f5082-7f92-4ea2-b83b-de26f05ac66d admin admin] 10.222.0.43 "DELETE /v2.0/routers/421f4483-2166-4fc8-aa79-212586ea6f4a HTTP/1.1" status: 204 len: 168 time: 2.3610809 Dec 16 07:48:22.790941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:22.840833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e64f3ee9-e09c-44cb-877f-f51cb2e432fa req-6ae7f354-787a-4145-829a-aaa23aacbb76 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605885 Dec 16 07:48:22.842683 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e060e062-1502-45d1-89a4-c17f5dc65436 x-openstack-request-id: req-e060e062-1502-45d1-89a4-c17f5dc65436 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:22.843781 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:22.843781 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e060e062-1502-45d1-89a4-c17f5dc65436 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:22.843781 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'code': 200} Dec 16 07:48:22.939285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] Deleting subnet d69c8bd6-4675-4dea-83f9-155226a31112 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:48:22.942673 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.948640 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] Set router e753f145-b4d9-4023-8a17-efbecef6f141 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:22.979472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b1d1324e-84fe-4e19-bd1c-cdb159d8308a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:22.980437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:22.994247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['2c93957b-6eb9-4324-bb26-63b5f54aec84'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:23.024511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.061125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b1d1324e-84fe-4e19-bd1c-cdb159d8308a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:23.062237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b1d1324e-84fe-4e19-bd1c-cdb159d8308a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:23.154675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c956356-9e8f-4b47-bac2-cf21ad3469c0 req-256d6639-9f94-43b0-8a08-1563ede460c0 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796067 Dec 16 07:48:23.165962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d80f30-1afc-499c-8885-037ce863401a req-ae18f6fc-3cda-4ce7-9fc3-3222c43df9eb tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:23.168127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3d80f30-1afc-499c-8885-037ce863401a req-ae18f6fc-3cda-4ce7-9fc3-3222c43df9eb tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 947 time: 0.2187939 Dec 16 07:48:23.178949 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.185098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-2190e604-5583-412a-b575-b9eff0f6892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:23.190825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-2190e604-5583-412a-b575-b9eff0f6892a service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.4279602 Dec 16 07:48:23.203471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.205690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a75af-2c03-46da-9431-35aab6c627a4 req-4b4125b1-1c07-41ec-a1b1-433744ccddf4 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:23.207271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-221a75af-2c03-46da-9431-35aab6c627a4 req-4b4125b1-1c07-41ec-a1b1-433744ccddf4 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1097 time: 0.1742678 Dec 16 07:48:23.266374 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.269584 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d69c8bd6-4675-4dea-83f9-155226a31112 HTTP/1.1" status: 204 len: 168 time: 0.4764309 Dec 16 07:48:23.273444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44354) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:23.281540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-867afe7d-2e45-41bf-aa80-1b8d723e4b24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0731757 Dec 16 07:48:23.305155 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:48:19Z', 'revision_number': 3, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:23.327042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645496f1-4d4b-4cdf-bac8-898611bed2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69c8bd6-4675-4dea-83f9-155226a31112,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:23.344105 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db61800-830f-40d8-b5f5-686052871a7e None None] The sync data for ids ['e753f145-b4d9-4023-8a17-efbecef6f141'] in n-d-820935-11 is: [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:48:19Z', 'revision_number': 3, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:23.379104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.379784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3d80f30-1afc-499c-8885-037ce863401a req-b8d60867-a856-4e1e-bc3d-cf58bf67d980 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878877 Dec 16 07:48:23.395855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-221a75af-2c03-46da-9431-35aab6c627a4 req-ad225b82-b09f-4d36-a9dc-41ec2a8bf384 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765428 Dec 16 07:48:23.433569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-c9d01d05-cb89-4638-a2ef-f4305bedc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:23.435843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-c9d01d05-cb89-4638-a2ef-f4305bedc2f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1078079 Dec 16 07:48:23.462437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.535280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Pushing event updated for resources: {'Port': ['ID=9f5a9856-d632-4584-86ab-bc01f046b389,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:23.576718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-7e8599d2-8226-4351-b77d-f5e8b0c900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:23.578745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-7e8599d2-8226-4351-b77d-f5e8b0c900e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313517 Dec 16 07:48:23.615735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c79754-eb96-44a3-abff-faa7d0864f5c req-2ac81155-ec0e-4aac-a2ec-f9268cd35f7f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:23.617952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:23.620010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.621011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28c79754-eb96-44a3-abff-faa7d0864f5c req-2ac81155-ec0e-4aac-a2ec-f9268cd35f7f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.0788178 Dec 16 07:48:23.631025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:23.636325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:23.680153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15330c9d-a1b2-4068-93c4-e02da6192d49']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:23.694612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc871ec-4d13-4ecc-89ad-28f368c431b9') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:23.694912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc871ec-4d13-4ecc-89ad-28f368c431b9') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:23.698152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a742dcdf-c0fe-4fa7-80b9-913eeae895c6 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:23.724925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.726880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:23.903342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a742dcdf-c0fe-4fa7-80b9-913eeae895c6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:23.918422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6', 'mac_address': 'fa:16:3e:41:58:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:48:23.955104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-7ec62419-63af-4e67-9244-37340000a54f service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240919 Dec 16 07:48:23.994863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.017525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a742dcdf-c0fe-4fa7-80b9-913eeae895c6 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:24.028366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28c79754-eb96-44a3-abff-faa7d0864f5c req-5a61808a-49d0-4977-8183-e8e518904868 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041605 Dec 16 07:48:24.060452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a742dcdf-c0fe-4fa7-80b9-913eeae895c6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:24.079613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f35edb98-da3f-4c95-a490-9ebeaa095377 None None] Provisioning complete for port 9f5a9856-d632-4584-86ab-bc01f046b389 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:24.079613 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f35edb98-da3f-4c95-a490-9ebeaa095377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.130280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f35edb98-da3f-4c95-a490-9ebeaa095377 None None] Port 9f5a9856-d632-4584-86ab-bc01f046b389 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:24.135271 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.138368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-e2b5f2b0-726d-4951-b5c1-536e1b6c5c12 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:24.146993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.148813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-e2b5f2b0-726d-4951-b5c1-536e1b6c5c12 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.4021122 Dec 16 07:48:24.169170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:48:24.169170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:48:24.169878 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:48:24.190381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-e327b9f3-d04d-4279-86e9-91f8b70c2cd0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/quotas/96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 375 time: 0.0405126 Dec 16 07:48:24.202758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:24.291492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b9155c4-fd3b-4933-bfbc-0d7f79621dd2 req-048a7506-ecba-462f-bdd5-a2c26d7a2e93 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094046 Dec 16 07:48:24.316727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc3fa-947a-4c35-acb5-cbad0a7e7b76 req-aa222096-ffb2-41d0-919e-3f082ef98d07 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:24.318284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-406bc3fa-947a-4c35-acb5-cbad0a7e7b76 req-aa222096-ffb2-41d0-919e-3f082ef98d07 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 944 time: 0.1671920 Dec 16 07:48:24.325458 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.356741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-3b062ee6-bc8e-42fb-b528-cee0de3df556 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1351013 Dec 16 07:48:24.405368 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.416872 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.422640 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] 10.222.0.43 "DELETE /v2.0/networks/15330c9d-a1b2-4068-93c4-e02da6192d49 HTTP/1.1" status: 204 len: 168 time: 1.1431377 Dec 16 07:48:24.435580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-406bc3fa-947a-4c35-acb5-cbad0a7e7b76 req-1aed5e27-2e95-40de-8042-76e1675d53ec tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083682 Dec 16 07:48:24.435818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd06cbb-b83a-4bad-b120-89d6da2d7f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=15330c9d-a1b2-4068-93c4-e02da6192d49,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:24.514756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.562629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-3657d21e-ab09-43a0-ae8f-2eb707de3a96 service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941102 Dec 16 07:48:24.641892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['a742dcdf-c0fe-4fa7-80b9-913eeae895c6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:24.654400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db643ca-7445-4e50-8d74-ae65d743ef39 req-64cca33b-2464-4c06-9393-82ec7994f268 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:24.656205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4db643ca-7445-4e50-8d74-ae65d743ef39 req-64cca33b-2464-4c06-9393-82ec7994f268 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 948 time: 0.1142011 Dec 16 07:48:24.739157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4db643ca-7445-4e50-8d74-ae65d743ef39 req-ecf45c8e-a093-4ad6-b243-3e1520ded7a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730269 Dec 16 07:48:24.744077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-09869710-1fe9-48a2-86bf-f69c139374b9 service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608589 Dec 16 07:48:24.825646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.840444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Deleting port 39f2d431-2d57-43d0-b071-2560d9970b0b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:24.841246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.845188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:24.848325 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28af0b24-19f2-43f6-879a-4ac3c797fefc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:24.928243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:24.960703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44378) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:25.001387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c04347d4-a360-44c1-980a-369880055dd4 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:25.014935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4568b331-1cd4-4b86-bfbf-6043f2a754d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1841c64a2f8a477cb67205efdc759bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519817 Dec 16 07:48:25.017402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44380) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:25.031524 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12937ef4-8c9a-4cad-ab4d-9ca4f693a95c x-openstack-request-id: req-12937ef4-8c9a-4cad-ab4d-9ca4f693a95c {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:25.031902 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:25.032163 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12937ef4-8c9a-4cad-ab4d-9ca4f693a95c {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:25.032588 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'status': 'completed', 'code': 200} Dec 16 07:48:25.038120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Pushing event updated for resources: {'Port': ['ID=9f5a9856-d632-4584-86ab-bc01f046b389,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:25.103655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] For port 39f2d431-2d57-43d0-b071-2560d9970b0b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=39f2d431-2d57-43d0-b071-2560d9970b0b,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:25.104050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.118706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Calling delete_port for 39f2d431-2d57-43d0-b071-2560d9970b0b owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:25.154400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c04347d4-a360-44c1-980a-369880055dd4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:25.155256 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.177773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b50678bb-bee6-4ff2-a7c1-88b409590d30 req-b7804244-dbf6-4867-9764-c13e6ae802df tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 210 time: 0.0871985 Dec 16 07:48:25.203256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcea0efc-c149-4e2e-92d6-448afa57c748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.248063 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.284311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcea0efc-c149-4e2e-92d6-448afa57c748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.287370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-9ab606b9-71ed-4ba5-97b3-6bdb336e6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:25.289046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-9ab606b9-71ed-4ba5-97b3-6bdb336e6ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1100 time: 0.1998432 Dec 16 07:48:25.295580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.297570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-fede80c2-7ea3-4069-b34f-80962490c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:25.299010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-fede80c2-7ea3-4069-b34f-80962490c66c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1100 time: 0.2218766 Dec 16 07:48:25.319410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port c04347d4-a360-44c1-980a-369880055dd4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c04347d4-a360-44c1-980a-369880055dd4,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:25.399307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:25.401297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:25.426592 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.427413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf096e-e339-4c46-980d-085a1807390d req-bdf299b3-5438-4fbd-8f8f-ece517dcad4a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:25.428909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3edf096e-e339-4c46-980d-085a1807390d req-bdf299b3-5438-4fbd-8f8f-ece517dcad4a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.2502680 Dec 16 07:48:25.440926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c377a571-0231-453f-b66e-f2c120635831 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:25.545795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c377a571-0231-453f-b66e-f2c120635831 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:25.545795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c377a571-0231-453f-b66e-f2c120635831 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:25.575230 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.588399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=c04347d4-a360-44c1-980a-369880055dd4,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:25.632680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=39f2d431-2d57-43d0-b071-2560d9970b0b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:25.719997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Router e753f145-b4d9-4023-8a17-efbecef6f141 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:25.778928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-28a6e1e2-48d1-4a86-a048-b6ccbddfad5f None None] Provisioning complete for port 9f5a9856-d632-4584-86ab-bc01f046b389 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:25.779626 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28a6e1e2-48d1-4a86-a048-b6ccbddfad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:25.841284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-28a6e1e2-48d1-4a86-a048-b6ccbddfad5f None None] Port 9f5a9856-d632-4584-86ab-bc01f046b389 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:25.972103 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:26.044456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:26.059482 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-63f29081-634d-46de-9035-5c1841fd88af admin admin] 10.222.0.43 "PUT /v2.0/routers/e753f145-b4d9-4023-8a17-efbecef6f141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7449219 Dec 16 07:48:26.063364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-8e5250df-bf15-4a0a-bf29-6a4e454d1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.063364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-8e5250df-bf15-4a0a-bf29-6a4e454d1b97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.7385221 Dec 16 07:48:26.063364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-18091d1b-d74f-4284-8888-0ec906c08836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.063364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-18091d1b-d74f-4284-8888-0ec906c08836 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.7562304 Dec 16 07:48:26.078478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Sync routers for ids ['e753f145-b4d9-4023-8a17-efbecef6f141'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:26.083233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3edf096e-e339-4c46-980d-085a1807390d req-3c1516d0-856b-4248-8a67-6daa5bbc6554 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325469 Dec 16 07:48:26.094205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Routers {'e753f145-b4d9-4023-8a17-efbecef6f141'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:26.094847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e753f145-b4d9-4023-8a17-efbecef6f141'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:26.149824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-48d30a5e-f862-4f0e-9a54-6e4b9aa5703c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0840185 Dec 16 07:48:26.152703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-7b6ff44f-9523-492f-8149-35d348ce0e22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0665028 Dec 16 07:48:26.160731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be0cfd-ad5f-441c-b13b-347fbab067ec req-c4c37d1c-38c8-47b3-a66d-07ba2484ed59 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.167300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0be0cfd-ad5f-441c-b13b-347fbab067ec req-c4c37d1c-38c8-47b3-a66d-07ba2484ed59 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 944 time: 0.5767875 Dec 16 07:48:26.167300 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcea0efc-c149-4e2e-92d6-448afa57c748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:26.167512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2c93957b-6eb9-4324-bb26-63b5f54aec84 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:26.167613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcea0efc-c149-4e2e-92d6-448afa57c748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:26.169835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fcea0efc-c149-4e2e-92d6-448afa57c748 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27d96009-78a3-4752-aaa2-013e8d9dd410 HTTP/1.1" status: 204 len: 168 time: 1.1514399 Dec 16 07:48:26.288066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:26.290770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea0efc-c149-4e2e-92d6-448afa57c748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d96009-78a3-4752-aaa2-013e8d9dd410,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:26.352598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-2ea447f6-8810-4cf8-a9eb-b81937e3a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.353992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-2ea447f6-8810-4cf8-a9eb-b81937e3a584 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1755571 Dec 16 07:48:26.359515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0be0cfd-ad5f-441c-b13b-347fbab067ec req-0fc0f296-3fc1-43d3-9a71-30725a89c4ec tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874831 Dec 16 07:48:26.373323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-60c59a1a-28c0-472f-a5b8-57126d1c376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.374816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-60c59a1a-28c0-472f-a5b8-57126d1c376e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.2039478 Dec 16 07:48:26.392482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7517e81-06da-48c4-96f7-fd99c43f7422 req-c98466bb-3f65-4726-8307-41a377a3f4d5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.392482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7517e81-06da-48c4-96f7-fd99c43f7422 req-c98466bb-3f65-4726-8307-41a377a3f4d5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 948 time: 0.1898577 Dec 16 07:48:26.473287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Set router e753f145-b4d9-4023-8a17-efbecef6f141 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:26.478926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:26.487555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-2b3079b0-c4f3-4f13-98b7-5d30f7561238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.489111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-2b3079b0-c4f3-4f13-98b7-5d30f7561238 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258328 Dec 16 07:48:26.490115 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dee5f954-d989-46ca-b1d2-bd29c55f7ffe admin admin] 10.222.0.43 "PUT /v2.0/routers/ad2f41b0-46bc-4f43-a9e9-ec9aacde629a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8225563 Dec 16 07:48:26.495947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:26.496124 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] Sync routers for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:26.503147 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:26.503920 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:26.518145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7517e81-06da-48c4-96f7-fd99c43f7422 req-f3dfc3d9-fffb-43bb-8372-2a2fdb01c559 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141694 Dec 16 07:48:26.530802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-7ff481a2-758b-46fe-a492-d5c7baeeba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:26.532340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-7ff481a2-758b-46fe-a492-d5c7baeeba36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1455092 Dec 16 07:48:26.607060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 2c93957b-6eb9-4324-bb26-63b5f54aec84 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:48:26.626345 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 2c93957b-6eb9-4324-bb26-63b5f54aec84 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:26.626735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:26.664844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:26.755651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bec6b13b-6215-4cc3-9b2b-f48b5e91a98c req-4bbb6ac7-4c66-4746-bf5c-ee1c60458884 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 210 time: 0.0775843 Dec 16 07:48:26.784463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-c27d7d8b-7f3d-4770-9148-df872c0b505a service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818999 Dec 16 07:48:26.827156 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:26.837779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-ed0c699f-9665-41d5-a294-ce8c3a11b0ab service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750006 Dec 16 07:48:26.933620 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:26.936290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:26.986425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2c93957b-6eb9-4324-bb26-63b5f54aec84, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84,segment=NetworkSegment(827bfa5e-cfb2-4304-a27c-908d0868a30f),segment_id=827bfa5e-cfb2-4304-a27c-908d0868a30f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:26.990525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c93957b-6eb9-4324-bb26-63b5f54aec84'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:26.994927 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a11bbb4-71bc-40eb-aa0f-f0ce9b3b27f0" -d '{"events": [{"server_uuid": "1936f80a-4e28-4a27-be0a-b7827c67e7fb", "name": "network-vif-plugged", "status": "completed", "tag": "2c93957b-6eb9-4324-bb26-63b5f54aec84"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:27.029141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:48:24Z', 'revision_number': 4, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5a9856-d632-4584-86ab-bc01f046b389', 'name': '', 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'mac_address': 'fa:16:3e:09:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '904d35e0-0431-4b13-860b-04e60a77e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:22Z', 'updated_at': '2021-12-16T07:48:24Z', 'revision_number': 2, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'subnets': [{'id': '904d35e0-0431-4b13-860b-04e60a77e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:27.038079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-d4e9170b-af0e-45cc-a8c8-a018c6a543ab service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344673 Dec 16 07:48:27.046248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28af0b24-19f2-43f6-879a-4ac3c797fefc req-50dde503-cd59-4de0-bfb2-a20b25c1d0d0 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754427 Dec 16 07:48:27.093483 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5247b70b-94fc-4b73-811f-357dddc1ee4d x-openstack-request-id: req-5247b70b-94fc-4b73-811f-357dddc1ee4d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:27.093927 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1936f80a-4e28-4a27-be0a-b7827c67e7fb", "name": "network-vif-plugged", "status": "completed", "tag": "2c93957b-6eb9-4324-bb26-63b5f54aec84", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:27.094024 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5247b70b-94fc-4b73-811f-357dddc1ee4d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:27.094365 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c93957b-6eb9-4324-bb26-63b5f54aec84', 'code': 200} Dec 16 07:48:27.100002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c04347d4-a360-44c1-980a-369880055dd4 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:27.103605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Checking router: e753f145-b4d9-4023-8a17-efbecef6f141 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:27.103967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Updating router e753f145-b4d9-4023-8a17-efbecef6f141 port 9f5a9856-d632-4584-86ab-bc01f046b389 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:48:27.114752 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:48:25Z', 'revision_number': 5, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port': {'id': '55008f84-a609-45ea-8ddc-b717551d54d1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:49Z', 'updated_at': '2021-12-16T07:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:27.161777 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.167615 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] Checking router: ad2f41b0-46bc-4f43-a9e9-ec9aacde629a for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:27.174325 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.187947 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] Routers {'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:27.189944 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:27.236980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Deleting port 55008f84-a609-45ea-8ddc-b717551d54d1 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:27.238942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.299636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.303041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=2c93957b-6eb9-4324-bb26-63b5f54aec84,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:27.344007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c04347d4-a360-44c1-980a-369880055dd4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:27.344516 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.388513 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] Set router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:27.404084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] For port 55008f84-a609-45ea-8ddc-b717551d54d1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=55008f84-a609-45ea-8ddc-b717551d54d1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:27.405271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.418347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c61d92-a222-4821-bda7-81eb076bbb9f req-a64af82e-924e-430a-a5d9-b90194ee8b83 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:27.424428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Calling delete_port for 55008f84-a609-45ea-8ddc-b717551d54d1 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:27.432162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-72c61d92-a222-4821-bda7-81eb076bbb9f req-a64af82e-924e-430a-a5d9-b90194ee8b83 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 948 time: 0.2358036 Dec 16 07:48:27.487330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c29b4-7e88-4bb3-89f3-dc7c93300f3c req-f3b6c8c0-9e60-4973-a998-de7955f97f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:27.488960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-185c29b4-7e88-4bb3-89f3-dc7c93300f3c req-f3b6c8c0-9e60-4973-a998-de7955f97f15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 1097 time: 0.2123358 Dec 16 07:48:27.540460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-72c61d92-a222-4821-bda7-81eb076bbb9f req-f6d3a2e2-82a5-4278-b3ea-7d2aeefe9470 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049509 Dec 16 07:48:27.631688 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:48:26Z', 'revision_number': 6, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:27.696774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72b924-4f27-4549-999b-e6b4d026ce01 req-39e0a000-8167-4c2a-a7cb-8d8c7e45650e tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:27.703048 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8893c093-ef29-47be-b51e-8259fa2e687c None None] The sync data for ids ['ad2f41b0-46bc-4f43-a9e9-ec9aacde629a'] in n-d-820935-11 is: [{'id': 'ad2f41b0-46bc-4f43-a9e9-ec9aacde629a', 'name': 'tempest-ServersTestFqdnHostnames-414271611-router', 'tenant_id': 'ebed548f81954ffa837e71a022f70529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:48Z', 'updated_at': '2021-12-16T07:48:26Z', 'revision_number': 6, 'project_id': 'ebed548f81954ffa837e71a022f70529', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:27.709242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f72b924-4f27-4549-999b-e6b4d026ce01 req-39e0a000-8167-4c2a-a7cb-8d8c7e45650e tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.1854634 Dec 16 07:48:27.728122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:27.757150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-185c29b4-7e88-4bb3-89f3-dc7c93300f3c req-f79c0e12-3edd-400d-ada7-30bcb12334ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256217 Dec 16 07:48:27.808148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f72b924-4f27-4549-999b-e6b4d026ce01 req-d0491f83-adb5-4391-91c9-362ec48e70d8 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957370 Dec 16 07:48:27.812628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.832622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44448) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:27.837372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a742dcdf-c0fe-4fa7-80b9-913eeae895c6 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:27.844492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-network', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:27.896997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Pushing event deleted for resources: {'Port': ['ID=55008f84-a609-45ea-8ddc-b717551d54d1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:27.917496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6f9a6-b760-4e08-85cb-e907c3ba5a26 req-c3516a46-0ced-43a4-b8e6-2cdd7cc89292 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:27.922074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02c6f9a6-b760-4e08-85cb-e907c3ba5a26 req-c3516a46-0ced-43a4-b8e6-2cdd7cc89292 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 948 time: 0.1141739 Dec 16 07:48:27.961239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:27.986490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.986877 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:27.990564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'mac_address': 'fa:16:3e:0b:27:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:48:28.000024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e19da3b-2f4b-4938-bf1a-fe98a5efa76b req-4be63df4-b9c5-48cb-928b-f6790f8f5659 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 210 time: 0.0613558 Dec 16 07:48:28.030407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02c6f9a6-b760-4e08-85cb-e907c3ba5a26 req-44cc5f91-bf27-4d33-a1e3-1c822fa4bfbf tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014645 Dec 16 07:48:28.036487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.060499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:28.087790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:28.101337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:48:28.106157 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.112823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.115440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:28.115601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.126068 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.180461 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.199832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf3fb5-cb94-4e70-a263-4d95bc06ee36 None None] Pushing event updated for resources: {'Port': ['ID=9f5a9856-d632-4584-86ab-bc01f046b389,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:28.213742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Made reservation on behalf of 1880f764bcfe4d5e8497455af01071e8 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:28.218362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.235893 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.260848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d02c6c4b-7e14-4467-96c9-3316c8f2339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.275517 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.276246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad2f41b0-46bc-4f43-a9e9-ec9aacde629a {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:48:28.285990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.287208 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-becd32d9-9f30-4778-b0c3-66e29db9df22 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ad2f41b0-46bc-4f43-a9e9-ec9aacde629a HTTP/1.1" status: 204 len: 168 time: 1.7954571 Dec 16 07:48:28.290679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:28.336856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Attempting to bind port 9f5a9856-d632-4584-86ab-bc01f046b389 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:28.337009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Attempting to bind port 9f5a9856-d632-4584-86ab-bc01f046b389 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:28.337288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Attempting to bind port 9f5a9856-d632-4584-86ab-bc01f046b389 on network 4aa8ec02-f832-4da1-b38b-034759f7d0fa {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:28.342171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:28.350642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:28.351034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Checking segment: {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:28.351454 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.352665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Bound using segment: {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:28.360508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Bound port: 9f5a9856-d632-4584-86ab-bc01f046b389, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:28.360508 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.369162 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.454345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] Deleting subnet de72a6a6-cda4-4c3e-9964-71093a0a7bbb {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:48:28.462315 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.484084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-7962faf8-20e4-4363-a69e-5879a5535fad tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:28.485999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-7962faf8-20e4-4363-a69e-5879a5535fad tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.2261329 Dec 16 07:48:28.520074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Request body: {'port': {'device_id': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'admin_state_up': True, 'tenant_id': '96765061660d493e9a57583440fc5099'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:28.533669 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.545572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.694250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] For port 9f5a9856-d632-4584-86ab-bc01f046b389, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:28.698745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] For port 9f5a9856-d632-4584-86ab-bc01f046b389, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5a9856-d632-4584-86ab-bc01f046b389,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:28.750061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a742dcdf-c0fe-4fa7-80b9-913eeae895c6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:28.751239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ec89b9b8-54aa-4d0d-a81b-c127ad4a0b4b None None] Provisioning complete for port 9f5a9856-d632-4584-86ab-bc01f046b389 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:28.751621 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ec89b9b8-54aa-4d0d-a81b-c127ad4a0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.790052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ec89b9b8-54aa-4d0d-a81b-c127ad4a0b4b None None] Port 9f5a9856-d632-4584-86ab-bc01f046b389 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:28.810851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Made reservation on behalf of 96765061660d493e9a57583440fc5099 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:28.820833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.848348 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.855863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.963784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:28.963784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Routers {'e753f145-b4d9-4023-8a17-efbecef6f141'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:28.963784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e753f145-b4d9-4023-8a17-efbecef6f141'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:28.971495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:28.989379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:48:29.001890 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.015641 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Added segment 4a602beb-a65c-4069-a7db-c6a64085d64f of type vlan for network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 Dec 16 07:48:29.072983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.112889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] Set router e753f145-b4d9-4023-8a17-efbecef6f141 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:29.199897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4347f107-334c-4936-83b1-44affe5e815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:29.202707 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df1f6da-be63-4a6a-aa5c-1ac40e931e56" -d '{"events": [{"server_uuid": "4347f107-334c-4936-83b1-44affe5e815f", "name": "network-vif-plugged", "status": "completed", "tag": "a742dcdf-c0fe-4fa7-80b9-913eeae895c6"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:29.208811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 39f2d431-2d57-43d0-b071-2560d9970b0b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:29.209847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e3602-02f6-4ed4-96e5-ed9ac66dc1a7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:29.252489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8b414-d294-4bf0-8c2a-0a182d2fad12 req-a63a6749-31b8-4992-bcaf-c34a2fbbb5b6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:29.258473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 39f2d431-2d57-43d0-b071-2560d9970b0b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:29.259653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 39f2d431-2d57-43d0-b071-2560d9970b0b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:29.260866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.261292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 55008f84-a609-45ea-8ddc-b717551d54d1 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:29.261720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:29.262041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dda8b414-d294-4bf0-8c2a-0a182d2fad12 req-a63a6749-31b8-4992-bcaf-c34a2fbbb5b6 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.5318806 Dec 16 07:48:29.262351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.303980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Allocated IP 172.20.0.8 (eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1/932c704e-58cf-4b4d-a943-8454a2acd0b0/e0c65ebb-3279-4838-97e5-cb8171c39039) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:29.322793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 55008f84-a609-45ea-8ddc-b717551d54d1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:29.323140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 55008f84-a609-45ea-8ddc-b717551d54d1 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:29.385106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.387751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] Pushing event updated for resources: {'Network': ['ID=cf16f22d-bcbf-4bd0-a1d8-0485178a01f5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:29.402752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7b98d098-34dc-4c26-8cca-d579048087eb None None] Provisioning complete for port 9f5a9856-d632-4584-86ab-bc01f046b389 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:29.403487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b98d098-34dc-4c26-8cca-d579048087eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.426616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dda8b414-d294-4bf0-8c2a-0a182d2fad12 req-452d5807-268e-4a48-8a46-c812c3903c96 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636205 Dec 16 07:48:29.469637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:48:29.484981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44486) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:29.485661 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-782ac960-ecae-44bc-b25e-05e07a4394c9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6504579 Dec 16 07:48:29.509665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Request body: {'subnet': {'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-subnet', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:29.564502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf3fb5-cb94-4e70-a263-4d95bc06ee36 None None] Pushing event updated for resources: {'Port': ['ID=9f5a9856-d632-4584-86ab-bc01f046b389,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:29.573456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.591447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fad35-7e9c-4c7b-bfaa-0bcebc43c055 req-d62627ba-2cd1-438d-84d3-ec38bcf9c1a2 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:29.593079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f17fad35-7e9c-4c7b-bfaa-0bcebc43c055 req-d62627ba-2cd1-438d-84d3-ec38bcf9c1a2 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.1713266 Dec 16 07:48:29.610685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de72a6a6-cda4-4c3e-9964-71093a0a7bbb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:29.612688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.621643 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3614c39e-be9a-4a1c-bef8-4109bbda3878 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/de72a6a6-cda4-4c3e-9964-71093a0a7bbb HTTP/1.1" status: 204 len: 168 time: 1.3266931 Dec 16 07:48:29.621643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:29.623226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67e47dc0-fae8-4fe7-9c5e-ce611a428d14 req-8d765c5f-2e24-4d62-9a6e-563479b17afd tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 210 time: 0.0999188 Dec 16 07:48:29.647233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0bd04-4558-4338-b466-5bc318e91955 None None] Network 9fae06d9-6577-41b6-9583-b63f9ac8261f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:29.702697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.709941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.737397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b98d098-34dc-4c26-8cca-d579048087eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.770305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Deleting port f1669035-a14c-4897-82e7-124c082e559b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:29.770643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.794385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:29.813449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f17fad35-7e9c-4c7b-bfaa-0bcebc43c055 req-acbae569-2d89-41b2-b60d-46a392df7b81 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187787 Dec 16 07:48:29.829701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacfe46-45e8-43b5-93de-6556326ced3e req-9e704fbf-bd90-40eb-819d-f8fd8712df0d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:29.831517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bacfe46-45e8-43b5-93de-6556326ced3e req-9e704fbf-bd90-40eb-819d-f8fd8712df0d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 949 time: 0.1066122 Dec 16 07:48:29.837855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] For port f1669035-a14c-4897-82e7-124c082e559b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f1669035-a14c-4897-82e7-124c082e559b,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:29.839018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.851424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7b98d098-34dc-4c26-8cca-d579048087eb None None] For port 9f5a9856-d632-4584-86ab-bc01f046b389, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5a9856-d632-4584-86ab-bc01f046b389,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:29.875708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Calling delete_port for f1669035-a14c-4897-82e7-124c082e559b owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:29.877768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:48:24Z', 'revision_number': 4, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5a9856-d632-4584-86ab-bc01f046b389', 'name': '', 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'mac_address': 'fa:16:3e:09:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '904d35e0-0431-4b13-860b-04e60a77e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:22Z', 'updated_at': '2021-12-16T07:48:28Z', 'revision_number': 4, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'subnets': [{'id': '904d35e0-0431-4b13-860b-04e60a77e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:29.917104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fd13860-f3a2-4cb3-a642-605813092626 req-a2c73d67-9c63-4e8d-904d-22af153412ea tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0435917 Dec 16 07:48:29.922332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Made reservation on behalf of 1880f764bcfe4d5e8497455af01071e8 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:29.922766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2ca07-3760-4bc5-a5c4-e4f1691ffa1a None None] The sync data for ids ['e753f145-b4d9-4023-8a17-efbecef6f141'] in n-d-820935-11 is: [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:48:24Z', 'revision_number': 4, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5a9856-d632-4584-86ab-bc01f046b389', 'name': '', 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'mac_address': 'fa:16:3e:09:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '904d35e0-0431-4b13-860b-04e60a77e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:22Z', 'updated_at': '2021-12-16T07:48:28Z', 'revision_number': 4, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'subnets': [{'id': '904d35e0-0431-4b13-860b-04e60a77e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:29.924043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:29.939698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bacfe46-45e8-43b5-93de-6556326ced3e req-f4691307-6e05-4c42-8f02-0f6a41e5e212 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935822 Dec 16 07:48:29.956326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] DHCP port deletion for 9fae06d9-6577-41b6-9583-b63f9ac8261f request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:48:30.031957 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.065198 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef346ba6-e513-491e-89f4-31aaaa50ac5a x-openstack-request-id: req-ef346ba6-e513-491e-89f4-31aaaa50ac5a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:30.065504 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4347f107-334c-4936-83b1-44affe5e815f", "name": "network-vif-plugged", "status": "completed", "tag": "a742dcdf-c0fe-4fa7-80b9-913eeae895c6", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:30.065757 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef346ba6-e513-491e-89f4-31aaaa50ac5a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:30.066193 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4347f107-334c-4936-83b1-44affe5e815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6', 'code': 200} Dec 16 07:48:30.083651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.087362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b98d098-34dc-4c26-8cca-d579048087eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.147948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:30.152017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:30.161763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:30.165388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] Deleting port f1669035-a14c-4897-82e7-124c082e559b {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:30.165930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.198073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.204786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:30.245131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1669035-a14c-4897-82e7-124c082e559b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:30.245358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d098-34dc-4c26-8cca-d579048087eb None None] Pushing event updated for resources: {'Port': ['ID=9f5a9856-d632-4584-86ab-bc01f046b389,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:30.251456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] No DVR routers for this DVR port f1669035-a14c-4897-82e7-124c082e559b on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:30.280336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] For port f1669035-a14c-4897-82e7-124c082e559b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f1669035-a14c-4897-82e7-124c082e559b,segment=NetworkSegment(01e4e189-a131-4b0b-b0dd-15d88322b839),segment_id=01e4e189-a131-4b0b-b0dd-15d88322b839)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:30.281485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.304621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] Calling delete_port for f1669035-a14c-4897-82e7-124c082e559b owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:30.317653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:30.318437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.355721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f394d-9587-4f60-90fc-20d0fe7f7668 req-3a3afd33-0fdf-45d6-8318-b82103e3a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:30.358885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-726f394d-9587-4f60-90fc-20d0fe7f7668 req-3a3afd33-0fdf-45d6-8318-b82103e3a6fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 1101 time: 0.1396415 Dec 16 07:48:30.400454 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.415935 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.440148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fae06d9-6577-41b6-9583-b63f9ac8261f']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:30.453531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e4e189-a131-4b0b-b0dd-15d88322b839') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:30.453986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e4e189-a131-4b0b-b0dd-15d88322b839') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:30.455505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-726f394d-9587-4f60-90fc-20d0fe7f7668 req-c9f69d24-941f-4be3-94c2-70db20254e3d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869579 Dec 16 07:48:30.471411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.473189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] No DVR routers for this DVR port f1669035-a14c-4897-82e7-124c082e559b on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:30.475732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664bb52-6f35-4cf1-9d61-b8370764dc84 None None] Pushing event deleted for resources: {'Port': ['ID=f1669035-a14c-4897-82e7-124c082e559b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:30.497148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-a09f4d55-e826-41d2-a67a-d58990e7b7a0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9820731 Dec 16 07:48:30.508676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.520775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:48:30.521307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:48:30.523135 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:48:30.599315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02647d2a-13c9-4c4b-be3c-07bb8f489174 req-8c4fed7d-7e84-455d-b69c-7ac3709c700a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:30.601340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02647d2a-13c9-4c4b-be3c-07bb8f489174 req-8c4fed7d-7e84-455d-b69c-7ac3709c700a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.0611534 Dec 16 07:48:30.638117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.671953 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-51253c87-a3ab-48c4-8ea1-82db9e708af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.673525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.695972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:30.695972 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9fae06d9-6577-41b6-9583-b63f9ac8261f HTTP/1.1" status: 204 len: 168 time: 1.0722361 Dec 16 07:48:30.734175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02647d2a-13c9-4c4b-be3c-07bb8f489174 req-aecc7792-419b-44c5-8275-406a95355343 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085165 Dec 16 07:48:30.734520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d7f5a-1213-4e6b-a4fb-523e3569ad37 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fae06d9-6577-41b6-9583-b63f9ac8261f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:30.766179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da06ad0-b14a-4087-a409-e9c89720a2e6,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:30.794503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Checking segment: {'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:30.794909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Network hostable DHCP agents. Network: cf16f22d-bcbf-4bd0-a1d8-0485178a01f5, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:48:30.822688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488b049-4bac-489d-88ac-7e9c4c5b201f req-695b8a22-e5ba-487b-8ba2-510ad5b45408 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:30.830372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3488b049-4bac-489d-88ac-7e9c4c5b201f req-695b8a22-e5ba-487b-8ba2-510ad5b45408 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 931 time: 0.1028914 Dec 16 07:48:30.865054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Request body: {'port': {'device_id': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:30.920906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3488b049-4bac-489d-88ac-7e9c4c5b201f req-d5c8c0e8-5c30-4cae-a8a6-7fa1141eafb2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898159 Dec 16 07:48:30.960162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5a9856-d632-4584-86ab-bc01f046b389 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:30.972682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.033464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9f5a9856-d632-4584-86ab-bc01f046b389 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:31.033834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.038257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:48:31.154572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc573810-6c93-4372-90d0-53a91724ec5c req-5f6665b2-e15c-4ad1-930a-09eb9aa49040 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:31.156110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc573810-6c93-4372-90d0-53a91724ec5c req-5f6665b2-e15c-4ad1-930a-09eb9aa49040 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.1207385 Dec 16 07:48:31.203424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f1669035-a14c-4897-82e7-124c082e559b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:31.212527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, cf16f22d-bcbf-4bd0-a1d8-0485178a01f5) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:31.217719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:31.218309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.240005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7acbfa-c0b0-4bcd-ab81-e6d24ce81aea None None] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:31.242897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f1669035-a14c-4897-82e7-124c082e559b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:31.243240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f1669035-a14c-4897-82e7-124c082e559b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:31.291807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc573810-6c93-4372-90d0-53a91724ec5c req-9a3b51df-fbf7-456b-9261-d8deb0ad7260 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157486 Dec 16 07:48:31.361385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2b186a43-6c0b-4692-bb3f-04e5942037b1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8645623 Dec 16 07:48:31.363984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44514) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:31.370646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:31.380503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-cf16f22d-bcbf-4bd0-a1d8-0485178a01f5', 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5', 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'fixed_ips': [{'subnet_id': '8da06ad0-b14a-4087-a409-e9c89720a2e6'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:48:31.384008 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.390476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44516) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:31.506672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.507825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.567813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Allocated IP 172.20.0.2 (cf16f22d-bcbf-4bd0-a1d8-0485178a01f5/8da06ad0-b14a-4087-a409-e9c89720a2e6/d709c19f-e4ea-4b3d-905a-f67dc241c685) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:31.581056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.632762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce300bd1-c274-481d-81ff-e26ba3bd5bbb req-e926881c-22fa-447b-bdd5-c6fde0788b53 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0645440 Dec 16 07:48:31.643967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3a2e7db0-4fab-4d56-94de-98c1c2a0182d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebed548f81954ffa837e71a022f70529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485321 Dec 16 07:48:31.643967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c65ebb-3279-4838-97e5-cb8171c39039 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:31.644523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44520) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:31.658657 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.674282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-9a478f1b-c541-4656-8e9b-8340a485cf93 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:31.675848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-9a478f1b-c541-4656-8e9b-8340a485cf93 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 949 time: 0.2374868 Dec 16 07:48:31.691242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230447-e312-4a69-9208-4865f44a5b96 req-572ccd42-a0c9-4c8f-b6c1-af94ef7217db tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:31.702067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc230447-e312-4a69-9208-4865f44a5b96 req-572ccd42-a0c9-4c8f-b6c1-af94ef7217db tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 949 time: 0.2640836 Dec 16 07:48:31.716197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:31.722490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Transition to ACTIVE for port object e0c65ebb-3279-4838-97e5-cb8171c39039 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:31.791915 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.827269 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.836698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc230447-e312-4a69-9208-4865f44a5b96 req-2fdeff27-3238-4a78-b9cd-296532580eac tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337209 Dec 16 07:48:31.838938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-cd684acd-f9a3-4977-bca3-809c57de4cf2 service neutron] 10.222.0.16 "GET /v2.0/ports/7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74/bindings/n-h1-820935-11 HTTP/1.1" status: 200 len: 383 time: 0.1341965 Dec 16 07:48:31.856597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a564f12e-7c90-42c1-8db2-8c27b02cbda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.856711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f725-628a-45e3-83d7-1729b44f9c00 req-4c089e67-1656-4ab2-a4b3-d70f2590068d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:31.859670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4320f725-628a-45e3-83d7-1729b44f9c00 req-4c089e67-1656-4ab2-a4b3-d70f2590068d tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.1190271 Dec 16 07:48:31.895302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.909659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a564f12e-7c90-42c1-8db2-8c27b02cbda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.934868 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:31.940020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4320f725-628a-45e3-83d7-1729b44f9c00 req-73a195d2-0e44-494d-831b-97936e3627d9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795445 Dec 16 07:48:31.996027 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.005361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:48:32.005519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:32.005519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-cec66e88-ba36-4d25-b206-40dbaff7efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:32.006144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-cec66e88-ba36-4d25-b206-40dbaff7efa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1101 time: 0.1019039 Dec 16 07:48:32.066384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:32.066759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.108313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:32.119033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:32.124584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:32.134124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Pushing event updated for resources: {'Port': ['ID=d709c19f-e4ea-4b3d-905a-f67dc241c685,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:32.209514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:32.209846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:32.210182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:32.221445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.231120 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:32.231451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:32.240767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f8228-4e95-4980-8d59-f75a7c304e2f req-cae57479-4142-4df8-9543-f88cb5c3e218 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:32.242989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d6f8228-4e95-4980-8d59-f75a7c304e2f req-cae57479-4142-4df8-9543-f88cb5c3e218 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.1206584 Dec 16 07:48:32.244107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-1bfcc26a-dbf5-4647-825a-f2893d112790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:32.245487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-1bfcc26a-dbf5-4647-825a-f2893d112790 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2081292 Dec 16 07:48:32.251526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:32.251869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:32.252298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:32.252746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Bound port: e0c65ebb-3279-4838-97e5-cb8171c39039, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:32.253132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.275324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Attempting to bind port d709c19f-e4ea-4b3d-905a-f67dc241c685 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:32.276011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Attempting to bind port d709c19f-e4ea-4b3d-905a-f67dc241c685 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:32.276578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Attempting to bind port d709c19f-e4ea-4b3d-905a-f67dc241c685 on network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:32.279251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a564f12e-7c90-42c1-8db2-8c27b02cbda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.282001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a564f12e-7c90-42c1-8db2-8c27b02cbda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.285145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:32.285770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Checking segment: {'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:32.286317 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a564f12e-7c90-42c1-8db2-8c27b02cbda0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e6c567a-c0cc-4456-8f0e-44e2a9fa3964 HTTP/1.1" status: 204 len: 168 time: 0.6407704 Dec 16 07:48:32.286505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.287147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Bound using segment: {'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:32.288455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Bound port: d709c19f-e4ea-4b3d-905a-f67dc241c685, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:32.295067 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.298494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564f12e-7c90-42c1-8db2-8c27b02cbda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c567a-c0cc-4456-8f0e-44e2a9fa3964,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:32.314084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-f2f1308f-6380-4cbd-8d54-0c6d3414fcba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0531080 Dec 16 07:48:32.352228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.374480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.407864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d6f8228-4e95-4980-8d59-f75a7c304e2f req-77e8284c-74c6-4ccc-bc60-0ab45b4edac8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583469 Dec 16 07:48:32.435905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-9722510c-b8f1-4909-8b7d-b8cf64ef2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:32.440632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-9722510c-b8f1-4909-8b7d-b8cf64ef2829 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1043587 Dec 16 07:48:32.503633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:32.506203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:32.508003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:32.509044 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1ebc01-e4fc-4a3e-9563-f55830d1fd67" -d '{"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:32.549262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Allocated IP 172.25.2.89 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:32.588207 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.598694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:32.600472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-a0056ff8-d6d7-46ea-9484-7e0057314cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:32.602048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-a0056ff8-d6d7-46ea-9484-7e0057314cd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483698 Dec 16 07:48:32.608092 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113a4303-d668-412d-9c43-cf878c857b6c x-openstack-request-id: req-113a4303-d668-412d-9c43-cf878c857b6c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:32.608900 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:32.609155 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-113a4303-d668-412d-9c43-cf878c857b6c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:32.609537 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'code': 200} Dec 16 07:48:32.640073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] For port d709c19f-e4ea-4b3d-905a-f67dc241c685, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:32.642943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:32.643500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.644916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] 10.222.0.16 "PUT /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 1092 time: 1.7882724 Dec 16 07:48:32.645593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] For port d709c19f-e4ea-4b3d-905a-f67dc241c685, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d709c19f-e4ea-4b3d-905a-f67dc241c685,segment=NetworkSegment(4a602beb-a65c-4069-a7db-c6a64085d64f),segment_id=4a602beb-a65c-4069-a7db-c6a64085d64f)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:32.646077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:32.648788 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c345f8f2-90c6-44b2-b04c-01314a21b12b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:32.660590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cc875-6a5d-4712-9ab3-df7931782954 req-39c438fc-887d-4edc-aa5b-db385ccf982d tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:32.662073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0cc875-6a5d-4712-9ab3-df7931782954 req-39c438fc-887d-4edc-aa5b-db385ccf982d tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.1247392 Dec 16 07:48:32.718437 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc26da5e-44e9-431d-8372-b3fd125af2ed x-openstack-request-id: req-bc26da5e-44e9-431d-8372-b3fd125af2ed {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:32.718794 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:32.719109 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc26da5e-44e9-431d-8372-b3fd125af2ed {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:32.719507 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039', 'status': 'completed', 'code': 200} Dec 16 07:48:32.752853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.805929 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.812481 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:32.881290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:32.950206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f75da1-4030-470b-a67e-b43107f3a995 None None] Pushing event updated for resources: {'Port': ['ID=d709c19f-e4ea-4b3d-905a-f67dc241c685,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:32.968282 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:33.022739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:33.027695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:33.032127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:33.069328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Pushing event updated for resources: {'Port': ['ID=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:33.147217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847e62a-a899-47e3-ae56-b16354ddce47 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:33.233314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf79a7fc-810e-4147-831b-93ebdc8d2686 req-58b3fc1e-909c-4a81-885c-84cd6a4fec21 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0871642 Dec 16 07:48:33.256696 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:48:33.266608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0cc875-6a5d-4712-9ab3-df7931782954 req-a07c8034-1c53-4331-a9c6-b51e3f7527cb tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920274 Dec 16 07:48:33.311649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-49915b58-258e-4885-bd5c-b40ed6f45afe service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458633 Dec 16 07:48:33.313485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-935dfe28-da4d-42fd-977b-88d60124a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.314914 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-935dfe28-da4d-42fd-977b-88d60124a641 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bca9ba56f49a4162998ecd5417c10dae&device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 1097 time: 0.5871785 Dec 16 07:48:33.319044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345f8f2-90c6-44b2-b04c-01314a21b12b req-c136a106-5488-46e8-94da-48a9ba83bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.321270 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:33.337655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c345f8f2-90c6-44b2-b04c-01314a21b12b req-c136a106-5488-46e8-94da-48a9ba83bbc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1095 time: 0.5837624 Dec 16 07:48:33.558696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:33.663705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1865bd-989a-4af1-a20b-06791c1de692 req-11478e64-4ed1-4fa8-937a-c4406151f8a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.665389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c1865bd-989a-4af1-a20b-06791c1de692 req-11478e64-4ed1-4fa8-937a-c4406151f8a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 949 time: 0.2943799 Dec 16 07:48:33.687061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7bd5a-ccc2-43ce-9f94-72c1f798c52f req-e95f735c-f0ee-4d36-bb91-a40400e0b150 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.688624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35f7bd5a-ccc2-43ce-9f94-72c1f798c52f req-e95f735c-f0ee-4d36-bb91-a40400e0b150 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.2443841 Dec 16 07:48:33.698245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-e54a39c4-c223-4795-a503-3352dc521cdf service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656964 Dec 16 07:48:33.701859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-235a4d6c-3618-4b64-b273-55a8670237c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.703832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-235a4d6c-3618-4b64-b273-55a8670237c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e888795-1352-415a-8937-1d787f2608fd HTTP/1.1" status: 200 len: 914 time: 0.3719196 Dec 16 07:48:33.723096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345f8f2-90c6-44b2-b04c-01314a21b12b req-e5cd386c-d212-48e4-8d13-30036d3c469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.723096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c345f8f2-90c6-44b2-b04c-01314a21b12b req-e5cd386c-d212-48e4-8d13-30036d3c469c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=96765061660d493e9a57583440fc5099&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3601613 Dec 16 07:48:33.785510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:33.833710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-7b7086cc-3651-455b-b8ea-061070cc6d75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84 HTTP/1.1" status: 200 len: 217 time: 0.1064608 Dec 16 07:48:33.915733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c1865bd-989a-4af1-a20b-06791c1de692 req-6bb71b7d-4b1f-4e51-b44a-fc10ae3bb9cd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261183 Dec 16 07:48:33.930286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35f7bd5a-ccc2-43ce-9f94-72c1f798c52f req-98a23a95-474b-4298-9c63-25cd0563d0aa tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253428 Dec 16 07:48:33.948590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-e83cbd49-bc8d-4587-8a0f-8fcdb2752f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.950248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-e83cbd49-bc8d-4587-8a0f-8fcdb2752f1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46ce23b6-0a03-4d2a-89c4-747a62262bf2 HTTP/1.1" status: 200 len: 853 time: 0.1035686 Dec 16 07:48:33.974627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345f8f2-90c6-44b2-b04c-01314a21b12b req-59eebd4a-611f-4845-a72c-b4a4d28968ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:33.976235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c345f8f2-90c6-44b2-b04c-01314a21b12b req-59eebd4a-611f-4845-a72c-b4a4d28968ab service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2449458 Dec 16 07:48:34.017539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-1f084630-09a7-4790-9665-05604d8e8700 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e888795-1352-415a-8937-1d787f2608fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401638 Dec 16 07:48:34.047729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:48:34.120924 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:34.128071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44564) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:34.235839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229aece-7a06-4ad1-b012-331704f0c60f req-58751c60-5009-47c1-81d5-a4ce806b0ffc tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:34.244330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8229aece-7a06-4ad1-b012-331704f0c60f req-58751c60-5009-47c1-81d5-a4ce806b0ffc tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.2069895 Dec 16 07:48:34.256211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9524ae-3eb0-4b83-b715-7e1f2f3755b0 None None] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:34.261627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:34.287298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Sync routers for ids ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:34.292812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-14d892e2-a1f0-4b93-920e-7fc683a63967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:34.292812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-14d892e2-a1f0-4b93-920e-7fc683a63967 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1095 time: 0.2149842 Dec 16 07:48:34.306089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-8914566b-9548-4b01-8752-1ad5d300ebd6 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793174 Dec 16 07:48:34.307639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-248580836-network', 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:34.354644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:34.356323 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1a86cbce-06ad-42b1-acfe-4848a337bf21 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9906824 Dec 16 07:48:34.359038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44572) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:34.360404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Routers {'d4c3a0f5-25db-4fb4-b5e5-97f976737c65'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:34.361038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:34.410394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-54b7a507-2295-4727-8144-5c033c414982 None None] Provisioning complete for port d709c19f-e4ea-4b3d-905a-f67dc241c685 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:34.410759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54b7a507-2295-4727-8144-5c033c414982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:34.418710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8229aece-7a06-4ad1-b012-331704f0c60f req-95f43372-6ee9-4729-8d3f-ecdb3d5bd21b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734991 Dec 16 07:48:34.424542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-0c02ad7b-38b9-4287-a1ee-683d1adc618d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 217 time: 0.0788884 Dec 16 07:48:34.542057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728ea4c1-f379-4ff3-b1f5-1a6e3f6846af req-a747a6df-478a-4a74-a0bd-9bba88566207 service neutron] 10.222.0.36 "GET /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237380 Dec 16 07:48:34.567733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3edca5a6-da0d-4112-964f-95495c2e88de req-710bb8ba-aa3e-4ec4-8508-f658ea9d701a tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0471332 Dec 16 07:48:34.569550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918f2e-4e1c-487b-8950-934bf298b092 req-cd20f340-6e34-4193-86dc-99fa929978d9 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:34.571127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e918f2e-4e1c-487b-8950-934bf298b092 req-cd20f340-6e34-4193-86dc-99fa929978d9 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 1101 time: 0.1568282 Dec 16 07:48:34.572523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-7bb32b52-4ac0-4bdd-9053-536e98b2edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:34.573924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-7bb32b52-4ac0-4bdd-9053-536e98b2edc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1378448 Dec 16 07:48:34.600638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:34.600638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:34.611951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:34.627194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-3dbac650-da72-457a-bade-e4c3e37a2e5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339303 Dec 16 07:48:34.630967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Set router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:34.717962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e918f2e-4e1c-487b-8950-934bf298b092 req-1140c935-15b6-4107-9333-7ad3e6ef91c1 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396995 Dec 16 07:48:34.828714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54b7a507-2295-4727-8144-5c033c414982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:34.856685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-e43bd91a-f026-47ba-8906-d91620cb57f8 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161164 Dec 16 07:48:34.901583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-54b7a507-2295-4727-8144-5c033c414982 None None] For port d709c19f-e4ea-4b3d-905a-f67dc241c685, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d709c19f-e4ea-4b3d-905a-f67dc241c685,segment=NetworkSegment(4a602beb-a65c-4069-a7db-c6a64085d64f),segment_id=4a602beb-a65c-4069-a7db-c6a64085d64f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:34.939089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:34.988264 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54b7a507-2295-4727-8144-5c033c414982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.015136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.045828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:48:33Z', 'revision_number': 3, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port': {'id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:32Z', 'updated_at': '2021-12-16T07:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:35.048004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d709c19f-e4ea-4b3d-905a-f67dc241c685 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:35.048246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe69fd-d80a-46c9-bf36-052271a533ce,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:35.089944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:48:35.093959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa4375-f3e4-4a61-a85b-64d85575dcf2 req-2bcf5e44-0e34-4c62-aefe-29c909cc39a7 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:35.102454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7a507-2295-4727-8144-5c033c414982 None None] Pushing event updated for resources: {'Port': ['ID=d709c19f-e4ea-4b3d-905a-f67dc241c685,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:35.102607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6fa4375-f3e4-4a61-a85b-64d85575dcf2 req-2bcf5e44-0e34-4c62-aefe-29c909cc39a7 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.4324651 Dec 16 07:48:35.112602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.112929 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Added segment 1091ee19-b8b2-451c-9427-1a7fb31c5aa8 of type vlan for network c7ca6011-fb6a-497f-aa27-1397eb25c475 Dec 16 07:48:35.119793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f95e8705-d2d8-4652-b874-baff4c3926a9 req-302d5b83-9184-40a4-9ad3-b35417d49969 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1201062 Dec 16 07:48:35.141240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-a1287dfe-71cf-4515-9218-d1990796b22e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193743 Dec 16 07:48:35.156431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Checking router: d4c3a0f5-25db-4fb4-b5e5-97f976737c65 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:35.156789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Updating router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:48:35.192514 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.237388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d709c19f-e4ea-4b3d-905a-f67dc241c685 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:35.237764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.263339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6fa4375-f3e4-4a61-a85b-64d85575dcf2 req-3d01ac94-3670-419c-8380-2672b25342a8 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598489 Dec 16 07:48:35.268480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f5f19c-03c0-44f2-995e-1cdb615f24e7 req-5f4103d9-c2fd-4d1d-a304-fbbaa1391115 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808711 Dec 16 07:48:35.314753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-38bb8fb9-6426-4e1c-a7d1-1aa8afb8045e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:35.316355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-38bb8fb9-6426-4e1c-a7d1-1aa8afb8045e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650708 Dec 16 07:48:35.333720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9f7f69c2-940c-4c0e-b5ff-b92c28aeb9ea None None] Provisioning complete for port d709c19f-e4ea-4b3d-905a-f67dc241c685 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:35.334103 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f7f69c2-940c-4c0e-b5ff-b92c28aeb9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.337653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-d04285aa-b1c8-4339-bc8e-1681de427536 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/quotas/f0cd22c554784edfbc951f2776ee0e17 HTTP/1.1" status: 200 len: 375 time: 0.0123258 Dec 16 07:48:35.444240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-d93728e2-1445-4c48-9eb3-9775e70a3b29 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1004829 Dec 16 07:48:35.459685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14e6c-799f-4361-8064-60dbdbe8c013 req-f11a3988-4b6a-4388-ba6f-5fa5dcb32a2b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:35.468012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25c14e6c-799f-4361-8064-60dbdbe8c013 req-f11a3988-4b6a-4388-ba6f-5fa5dcb32a2b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0852530 Dec 16 07:48:35.473867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.491379 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.539991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25c14e6c-799f-4361-8064-60dbdbe8c013 req-64241fa8-1f6a-4566-90f9-c9a6a55bb91c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Dec 16 07:48:35.655112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.656698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:35.657291 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.700714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.756227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa1f2b-a052-4d2b-9c29-5d9cb2eb2adf req-132dc3ff-9ab5-44e4-ab9d-0a9997a3b0de tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:35.757329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ca6011-fb6a-497f-aa27-1397eb25c475,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:35.757909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94aa1f2b-a052-4d2b-9c29-5d9cb2eb2adf req-132dc3ff-9ab5-44e4-ab9d-0a9997a3b0de tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.0543201 Dec 16 07:48:35.775942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:48:35.780748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Allocated IP 172.20.0.1 (cf16f22d-bcbf-4bd0-a1d8-0485178a01f5/8da06ad0-b14a-4087-a409-e9c89720a2e6/f122a716-8d5f-463a-96cd-7c43499d4eb0) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:35.801094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44594) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:35.801573 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f1e524f7-2d11-4332-a7c2-14b084283358 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6714137 Dec 16 07:48:35.808107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Request body: {'subnet': {'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-248580836-subnet', 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:35.857139 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:35.899611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4316908-1b2c-47ac-8e3f-cec372c61fd9 req-be9f72d7-e6ac-4ef4-b7ff-0c9efe1b8db4 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0338538 Dec 16 07:48:35.923287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:35.925612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.010157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Attempting to bind port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:36.010535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Attempting to bind port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:36.010900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Attempting to bind port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:36.018678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1ee8e-8043-4981-917b-209e6555dece None None] Pushing event updated for resources: {'Port': ['ID=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:36.027020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:36.027441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:36.028286 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.028517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:36.029007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Bound port: 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:36.029822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.102899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb390116-6bdf-47ee-8b1f-a3ca39a77bfc req-d2ac7895-5592-4b97-95f9-ca80b6f8bdab tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 210 time: 0.0561273 Dec 16 07:48:36.125524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94aa1f2b-a052-4d2b-9c29-5d9cb2eb2adf req-df519ae5-d7cd-4d04-8e5d-b47a9faeadc1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592634 Dec 16 07:48:36.127157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.149251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] For port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:36.155149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] For port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:36.247437 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.248946 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.313971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:36.318813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:36.322605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:36.325262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Pushing event updated for resources: {'Port': ['ID=f122a716-8d5f-463a-96cd-7c43499d4eb0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:36.338132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1ee8e-8043-4981-917b-209e6555dece None None] Pushing event updated for resources: {'Port': ['ID=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:36.373007 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.387046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Routers {'d4c3a0f5-25db-4fb4-b5e5-97f976737c65'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:36.387695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:36.422857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.512075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c1c502-4564-4858-9f04-d7ba04f934fa,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:36.606640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:36.607153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Network hostable DHCP agents. Network: c7ca6011-fb6a-497f-aa27-1397eb25c475, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:48:36.684465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136499b4-4005-4e20-aa1b-1020ed185703 req-0a27090c-409b-4c6e-bda0-a82052793dde tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:36.686559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-136499b4-4005-4e20-aa1b-1020ed185703 req-0a27090c-409b-4c6e-bda0-a82052793dde tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.1759245 Dec 16 07:48:36.770627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e920ca6-85a1-4fe7-8804-34a1a911d9ec req-7d87f46e-2f31-49c5-b63f-5b6d9ca80706 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:36.772128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e920ca6-85a1-4fe7-8804-34a1a911d9ec req-7d87f46e-2f31-49c5-b63f-5b6d9ca80706 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.0845530 Dec 16 07:48:36.782260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-136499b4-4005-4e20-aa1b-1020ed185703 req-9af147d1-fd02-4f2d-83d0-09988976b5f1 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847437 Dec 16 07:48:36.803792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] Set router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:36.837112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-62c8e216-211d-4098-a2d1-a79c82023571 None None] Provisioning complete for port f122a716-8d5f-463a-96cd-7c43499d4eb0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:36.837503 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-62c8e216-211d-4098-a2d1-a79c82023571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.838704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:48:36.852330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e920ca6-85a1-4fe7-8804-34a1a911d9ec req-f172d437-d62a-4a1e-9081-864775c21a2f tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Dec 16 07:48:36.875070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:36.963339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-62c8e216-211d-4098-a2d1-a79c82023571 None None] Port f122a716-8d5f-463a-96cd-7c43499d4eb0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:36.974536 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d709c19f-e4ea-4b3d-905a-f67dc241c685 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:37.024503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c7ca6011-fb6a-497f-aa27-1397eb25c475) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:37.027937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:37.028680 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62858db9-8077-490e-a062-c744af76732b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:37.044771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d830e-8b2a-4c0a-8b8b-79f41d6cf323 None None] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:37.157571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:37.172561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d709c19f-e4ea-4b3d-905a-f67dc241c685 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:37.172994 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:37.204423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-62858db9-8077-490e-a062-c744af76732b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4011211 Dec 16 07:48:37.271588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c384be1a-8400-487a-9d99-6aa72e83d7bf req-87ed6ca1-17bd-4e23-bf9d-99b5297edb87 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0706990 Dec 16 07:48:37.277612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:37.290118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34bf25-504b-41fb-8c6f-52d1f0cc3aed None None] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:37.328695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:48:33Z', 'revision_number': 3, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port': {'id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:32Z', 'updated_at': '2021-12-16T07:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:37.385508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-212802b4-122d-4954-83c1-4c7a087e5c44 req-84ac85b2-9c47-4f8c-a2ce-3b454a4028c9 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 210 time: 0.0394285 Dec 16 07:48:37.403428 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:37.435450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Pushing event updated for resources: {'Port': ['ID=f122a716-8d5f-463a-96cd-7c43499d4eb0,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:37.453784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b5c7-3bb1-4851-9814-ad180cbf3849 None None] The sync data for ids ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'] in n-d-820935-11 is: [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:48:33Z', 'revision_number': 3, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port': {'id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:32Z', 'updated_at': '2021-12-16T07:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:37.557077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059cc2f-affc-4576-8530-3700cf66d0b3 req-54d32efd-be57-48f6-9083-d35185c3e8f0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:37.567765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a059cc2f-affc-4576-8530-3700cf66d0b3 req-54d32efd-be57-48f6-9083-d35185c3e8f0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.0962007 Dec 16 07:48:37.615737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:37.621354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:37.630792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a059cc2f-affc-4576-8530-3700cf66d0b3 req-13eddda9-5a9c-41ba-ab25-23c051d9a532 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607557 Dec 16 07:48:37.828443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:37.947155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-379274ac-1a31-4a57-b6ff-8d413cbdac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:37.952529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-379274ac-1a31-4a57-b6ff-8d413cbdac60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c&tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc HTTP/1.1" status: 200 len: 1102 time: 0.1624198 Dec 16 07:48:37.980748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:38.111446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f77b6d03-60a2-4578-8f54-ac23c0749aa9 None None] Provisioning complete for port f122a716-8d5f-463a-96cd-7c43499d4eb0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:38.112026 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f77b6d03-60a2-4578-8f54-ac23c0749aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:38.125226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:38.131637 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-619a5d6f-af5f-405f-9376-40bffa35704a admin admin] 10.222.0.43 "PUT /v2.0/routers/d4c3a0f5-25db-4fb4-b5e5-97f976737c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712319 Dec 16 07:48:38.189477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f77b6d03-60a2-4578-8f54-ac23c0749aa9 None None] Port f122a716-8d5f-463a-96cd-7c43499d4eb0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:38.199578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:38.291131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bf39-50f9-4520-a001-be773eaf3157 req-ef96864d-4318-4ca5-8bb7-04e15f46fa7d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:38.298566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-ef96864d-4318-4ca5-8bb7-04e15f46fa7d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.1971891 Dec 16 07:48:38.373861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-856580b8-6a35-4070-aaa1-51a89cf399b2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.0741029 Dec 16 07:48:38.419387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-256e1c62-395d-4cba-ac89-90ae02259c38 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446305 Dec 16 07:48:38.940943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7a9e7-17d5-44d8-8ae0-055ea9b5d8be req-86e05ff2-cecc-4405-b379-e5bf14285be4 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:38.949729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13d7a9e7-17d5-44d8-8ae0-055ea9b5d8be req-86e05ff2-cecc-4405-b379-e5bf14285be4 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.5364408 Dec 16 07:48:39.019532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:39.094980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:39.105716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:39.111339 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:39.127827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-43d0a3aa-5f9b-4fdb-9e05-8563ca062039 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986024 Dec 16 07:48:39.145582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-b60e2223-1f68-4277-8148-32294440fb81 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097338 Dec 16 07:48:39.207165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13d7a9e7-17d5-44d8-8ae0-055ea9b5d8be req-e8fe269b-c2a2-4ffd-ac2b-bedac025d74a tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545352 Dec 16 07:48:39.238551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:39.270467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:39.366087 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:39.414718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:39.435176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:39.526485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787d71e-b9ef-4eff-9eb5-dcb38a22cd16 req-dcda7e4f-9757-4cd2-9a94-5c435ccae76e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:39.543210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8787d71e-b9ef-4eff-9eb5-dcb38a22cd16 req-dcda7e4f-9757-4cd2-9a94-5c435ccae76e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.2268243 Dec 16 07:48:39.587508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-2d34323b-6a4e-4f1a-b435-0d15b6dd0808 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584234 Dec 16 07:48:39.599464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:39.602337 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92891a00-a0dc-48ba-8284-261d24a97380" -d '{"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:39.608033 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:39.636692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-f5bce904-f503-4fe1-91df-edf4f69210e4 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:39.638252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-f5bce904-f503-4fe1-91df-edf4f69210e4 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463596 Dec 16 07:48:39.657527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Transition to ACTIVE for port object 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:39.667384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Request body: {'port': {'device_id': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': 'f0cd22c554784edfbc951f2776ee0e17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:39.698759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d619216-7f93-4d0a-aa73-884938913208 req-3a0f135e-6e26-4769-8afd-48b58d6aa642 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:39.701710 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4d619216-7f93-4d0a-aa73-884938913208 req-3a0f135e-6e26-4769-8afd-48b58d6aa642 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.36 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 945 time: 0.1229758 Dec 16 07:48:39.739190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:39.768513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:39.825459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Deleting port 2c93957b-6eb9-4324-bb26-63b5f54aec84 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:39.825812 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:39.859894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:39.885661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:40.065865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:40.065865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'e0c65ebb-3279-4838-97e5-cb8171c39039', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'port_id': 'e0c65ebb-3279-4838-97e5-cb8171c39039', 'mac_address': 'fa:16:3e:9f:4b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c704e-58cf-4b4d-a943-8454a2acd0b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:48:40.068347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] No DVR routers for this DVR port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:40.068878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] For port 2c93957b-6eb9-4324-bb26-63b5f54aec84, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2c93957b-6eb9-4324-bb26-63b5f54aec84,segment=NetworkSegment(827bfa5e-cfb2-4304-a27c-908d0868a30f),segment_id=827bfa5e-cfb2-4304-a27c-908d0868a30f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:40.068878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:40.069504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:40.069504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8787d71e-b9ef-4eff-9eb5-dcb38a22cd16 req-c21a9597-dfb4-4322-86a2-6d512a7c0113 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006404 Dec 16 07:48:40.069721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Calling delete_port for 2c93957b-6eb9-4324-bb26-63b5f54aec84 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:40.083529 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Sync routers for ids ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:40.095987 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:40.102357 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Routers {'d4c3a0f5-25db-4fb4-b5e5-97f976737c65'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:40.105635 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:40.113227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c65ebb-3279-4838-97e5-cb8171c39039 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:40.114982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:40.115299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:40.115638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:40.123770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:40.124084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Attempting to bind port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:40.126013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Made reservation on behalf of f0cd22c554784edfbc951f2776ee0e17 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:40.142568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:40.143054 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:40.176622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:40.177963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:40.181705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:40.182355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Bound port: 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:40.182913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:40.214624 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:40.389753 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:40.535044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9420609-e79a-4e9b-8940-674463a777be req-c390a864-3ace-4e9e-b8a5-090779a6c026 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 210 time: 0.1442108 Dec 16 07:48:40.592569 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Set router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:40.632056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:40.719890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Allocated IP 192.168.233.222 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:40.723018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['e0c65ebb-3279-4838-97e5-cb8171c39039'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:40.742204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Pushing event deleted for resources: {'Port': ['ID=2c93957b-6eb9-4324-bb26-63b5f54aec84,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:40.762357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:40.768061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:40.779259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c75ae-18f3-4440-8732-dac658884907 req-e9c264ba-6fdd-411e-8124-c5c8d2006bae tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:40.784216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e0c75ae-18f3-4440-8732-dac658884907 req-e9c264ba-6fdd-411e-8124-c5c8d2006bae tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.1117120 Dec 16 07:48:40.795729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] No DVR routers for this DVR port 2c93957b-6eb9-4324-bb26-63b5f54aec84 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:40.803709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:40.817304 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4d619216-7f93-4d0a-aa73-884938913208 req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.36 "DELETE /v2.0/ports/2c93957b-6eb9-4324-bb26-63b5f54aec84 HTTP/1.1" status: 204 len: 173 time: 1.0985088 Dec 16 07:48:40.818321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'name': 'network-vif-deleted', 'tag': '2c93957b-6eb9-4324-bb26-63b5f54aec84'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:40.822240 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6c40c2-4ebf-4bca-b450-aba7163d32a7" -d '{"events": [{"server_uuid": "1936f80a-4e28-4a27-be0a-b7827c67e7fb", "name": "network-vif-deleted", "tag": "2c93957b-6eb9-4324-bb26-63b5f54aec84"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:40.833751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.847180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.848771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.850807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.852462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.859167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.859756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.860364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.863235 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.863847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.864444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.865025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.865613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ebde9-3059-467c-879b-7042c060d125 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:40.940240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:41.026696 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:48:36Z', 'revision_number': 4, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port': {'id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:32Z', 'updated_at': '2021-12-16T07:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f122a716-8d5f-463a-96cd-7c43499d4eb0', 'name': '', 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'mac_address': 'fa:16:3e:e0:58:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '8da06ad0-b14a-4087-a409-e9c89720a2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:35Z', 'updated_at': '2021-12-16T07:48:36Z', 'revision_number': 2, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'subnets': [{'id': '8da06ad0-b14a-4087-a409-e9c89720a2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:41.043996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:41.143781 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Checking router: d4c3a0f5-25db-4fb4-b5e5-97f976737c65 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:41.144849 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Updating router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 port f122a716-8d5f-463a-96cd-7c43499d4eb0 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:48:41.148269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:41.150308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:41.154346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 1098 time: 3.1813576 Dec 16 07:48:41.193327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e0c75ae-18f3-4440-8732-dac658884907 req-d5d95ca4-d0f7-45fc-b284-edfd358c539b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891716 Dec 16 07:48:41.207410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=11']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:41.235317 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:41.293686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:41.294315 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:41.325702 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcc1074-c743-480c-b167-3776c87887a1 x-openstack-request-id: req-adcc1074-c743-480c-b167-3776c87887a1 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:41.326023 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:41.326386 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adcc1074-c743-480c-b167-3776c87887a1 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:41.326681 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'code': 200} Dec 16 07:48:41.378691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.379056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.379390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.379740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.380080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.380448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.384632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.385001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.385357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.385771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.392367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.392367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.392681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a3f0d-5c4c-42c6-97ac-0c02eb177480 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:41.651987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eca4a94e-d6f6-4510-91ea-e9dfacaae381 req-a4df0c11-d917-4ce3-bb74-082a15263509 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 210 time: 0.2806706 Dec 16 07:48:41.667738 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-676842ca-46a1-4142-84e2-2fcfc8f2b1fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1491072 Dec 16 07:48:41.778259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-8b520cdf-bf4e-41e6-baab-65371775eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:41.779495 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:41.781425 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-8b520cdf-bf4e-41e6-baab-65371775eead service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 1102 time: 0.0718563 Dec 16 07:48:41.816373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-1ec64c4a-91c9-4eab-97d8-785430641add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:41.821016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-1ec64c4a-91c9-4eab-97d8-785430641add service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1101 time: 0.5633390 Dec 16 07:48:41.909803 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:41.953448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-f67c8d5b-72bd-48f8-840a-f94ac597bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:41.955192 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-f67c8d5b-72bd-48f8-840a-f94ac597bb0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1468391 Dec 16 07:48:42.018264 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:42.019743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d3c6fc7-a462-4b93-b922-1a6c8f4a8604 req-0189e23d-0879-4633-9469-46e208256283 tempest-InstanceActionsTestJSON-1815491932 tempest-InstanceActionsTestJSON-1815491932-project] 10.222.0.43 "GET /v2.0/ports?device_id=1936f80a-4e28-4a27-be0a-b7827c67e7fb HTTP/1.1" status: 200 len: 210 time: 0.2165675 Dec 16 07:48:42.037953 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-29e06fea-730e-426b-ad4a-6f738a493cdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 200 len: 217 time: 0.0706203 Dec 16 07:48:42.080443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc24e-31c0-4cce-a24a-095849cda9ed req-9ae18ade-5f40-4bc6-9d62-9bfc06bce41b tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:42.089573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a38dc24e-31c0-4cce-a24a-095849cda9ed req-9ae18ade-5f40-4bc6-9d62-9bfc06bce41b tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.6056924 Dec 16 07:48:42.106389 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b7f17-1103-42d2-bde9-0bdfc96cf35a x-openstack-request-id: req-e45b7f17-1103-42d2-bde9-0bdfc96cf35a {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:42.106746 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1936f80a-4e28-4a27-be0a-b7827c67e7fb", "name": "network-vif-deleted", "tag": "2c93957b-6eb9-4324-bb26-63b5f54aec84", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:42.106923 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e45b7f17-1103-42d2-bde9-0bdfc96cf35a {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:42.107311 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936f80a-4e28-4a27-be0a-b7827c67e7fb', 'name': 'network-vif-deleted', 'tag': '2c93957b-6eb9-4324-bb26-63b5f54aec84', 'status': 'completed', 'code': 200} Dec 16 07:48:42.130209 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73102385-147d-4d2f-af80-3613ec433509 None None] Pushing event updated for resources: {'Port': ['ID=f122a716-8d5f-463a-96cd-7c43499d4eb0,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:42.148700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-7980e119-d1af-426d-ad40-10907b29fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:42.151544 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-7980e119-d1af-426d-ad40-10907b29fb88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1039762 Dec 16 07:48:42.195363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a38dc24e-31c0-4cce-a24a-095849cda9ed req-4810c09b-ee87-4fb5-9e88-6baf4998f7ab tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940962 Dec 16 07:48:42.267782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-94c2df47-9495-425c-b982-b7d5d194d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:42.271910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-94c2df47-9495-425c-b982-b7d5d194d15c service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.4364681 Dec 16 07:48:42.274074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2c93957b-6eb9-4324-bb26-63b5f54aec84 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:42.288082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-3e6b24c8-af2a-417a-bba3-645646c0bd34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4657490 Dec 16 07:48:42.353413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 2c93957b-6eb9-4324-bb26-63b5f54aec84 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:42.353413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2c93957b-6eb9-4324-bb26-63b5f54aec84 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:42.382300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-6cc2b8b0-ca69-4050-98e0-502efeaf176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:42.384789 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-6cc2b8b0-ca69-4050-98e0-502efeaf176c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2123811 Dec 16 07:48:42.388851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Attempting to bind port f122a716-8d5f-463a-96cd-7c43499d4eb0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:42.389425 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Attempting to bind port f122a716-8d5f-463a-96cd-7c43499d4eb0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:42.389540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-94f89529-32b3-48c8-b81d-7c1fa80aeeba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0861433 Dec 16 07:48:42.389639 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Attempting to bind port f122a716-8d5f-463a-96cd-7c43499d4eb0 on network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:42.397032 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:42.397411 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Checking segment: {'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:42.398285 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:42.410813 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Bound using segment: {'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:42.412890 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Bound port: f122a716-8d5f-463a-96cd-7c43499d4eb0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a602beb-a65c-4069-a7db-c6a64085d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:42.421992 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:42.571830 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] For port f122a716-8d5f-463a-96cd-7c43499d4eb0, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:42.584095 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] For port f122a716-8d5f-463a-96cd-7c43499d4eb0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f122a716-8d5f-463a-96cd-7c43499d4eb0,segment=NetworkSegment(4a602beb-a65c-4069-a7db-c6a64085d64f),segment_id=4a602beb-a65c-4069-a7db-c6a64085d64f)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:42.611362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-35570f19-be1a-4d73-953e-7608153adda5 None None] Provisioning complete for port f122a716-8d5f-463a-96cd-7c43499d4eb0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:42.613824 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-35570f19-be1a-4d73-953e-7608153adda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:42.616429 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-ce5cd2ee-67c9-4090-b8fb-0ff8d9f97580 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162950 Dec 16 07:48:42.618686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7af47fa3-cbd8-4331-8ade-9da1032c6755 req-e0c1e20e-e04d-4e2b-9f55-f9d3c0492165 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.2186344 Dec 16 07:48:42.683041 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:42.706538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:42.709798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-35570f19-be1a-4d73-953e-7608153adda5 None None] Port f122a716-8d5f-463a-96cd-7c43499d4eb0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:42.739559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', '58e48cee-e737-4007-888c-1117278a2f0d', 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:42.763312 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73102385-147d-4d2f-af80-3613ec433509 None None] Pushing event updated for resources: {'Port': ['ID=f122a716-8d5f-463a-96cd-7c43499d4eb0,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:42.778959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:42.804110 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Routers {'d4c3a0f5-25db-4fb4-b5e5-97f976737c65'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:42.805450 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:42.819808 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-654c4a6f-79e7-4d81-9db1-e38e1f151232 req-976a6ccb-3be0-4ec2-b6a7-f27d0817a6de service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897790 Dec 16 07:48:42.830354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a444a-0668-4eae-88dc-3b68a1e8da88 req-66e2da01-18bb-43eb-ae29-f5b91a4338ad tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:42.842295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-319a444a-0668-4eae-88dc-3b68a1e8da88 req-66e2da01-18bb-43eb-ae29-f5b91a4338ad tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.4493077 Dec 16 07:48:42.845761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:42.858359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b', '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:42.912021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:43.027607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56da37-eced-4664-9565-0b4d30441b43 req-65b1bd90-90b4-487d-ab8a-852752a9dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:43.034626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-65b1bd90-90b4-487d-ab8a-852752a9dac3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f&device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 1098 time: 0.6380708 Dec 16 07:48:43.063154 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] Set router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:43.237200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-2e57387f-ba62-483f-8219-dd9cf408d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:43.239520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-2e57387f-ba62-483f-8219-dd9cf408d697 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.7156301 Dec 16 07:48:43.316970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event updated for resources: {'Port': ['ID=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:43.338194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:43.342397 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b02773-5df6-4486-b918-88578b5d21c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:43.353732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:43.354735 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:43.356725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9cb41e31-982e-405a-ace7-9450f58c8d06 None None] Provisioning complete for port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:43.357239 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9cb41e31-982e-405a-ace7-9450f58c8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:43.389725 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:48:36Z', 'revision_number': 4, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port': {'id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:32Z', 'updated_at': '2021-12-16T07:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f122a716-8d5f-463a-96cd-7c43499d4eb0', 'name': '', 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'mac_address': 'fa:16:3e:e0:58:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '8da06ad0-b14a-4087-a409-e9c89720a2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:35Z', 'updated_at': '2021-12-16T07:48:42Z', 'revision_number': 4, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'subnets': [{'id': '8da06ad0-b14a-4087-a409-e9c89720a2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:43.416323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-319a444a-0668-4eae-88dc-3b68a1e8da88 req-6c5257b5-0b77-4577-b695-51a067aadbba tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731187 Dec 16 07:48:43.439684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2475d7-8ea0-43c7-9244-e0a19fd3d158 req-46d8fbab-9b65-4247-9ac8-d05681308f32 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:43.443339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc2475d7-8ea0-43c7-9244-e0a19fd3d158 req-46d8fbab-9b65-4247-9ac8-d05681308f32 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 936 time: 0.6457407 Dec 16 07:48:43.456022 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7ad37-5ca6-4672-ab3e-b5c0c153c2d0 None None] The sync data for ids ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'] in n-d-820935-11 is: [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:48:36Z', 'revision_number': 4, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port': {'id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:32Z', 'updated_at': '2021-12-16T07:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f122a716-8d5f-463a-96cd-7c43499d4eb0', 'name': '', 'network_id': 'cf16f22d-bcbf-4bd0-a1d8-0485178a01f5', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'mac_address': 'fa:16:3e:e0:58:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '8da06ad0-b14a-4087-a409-e9c89720a2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:35Z', 'updated_at': '2021-12-16T07:48:42Z', 'revision_number': 4, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'subnets': [{'id': '8da06ad0-b14a-4087-a409-e9c89720a2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:43.523857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-2090258d-80da-479f-9851-c0e75a89ff8f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8677013 Dec 16 07:48:43.551134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-df01c57a-bd09-4507-aa2a-e018fb043636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:43.558965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-df01c57a-bd09-4507-aa2a-e018fb043636 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2516453 Dec 16 07:48:43.590670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Request body: {'port': {'device_id': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:43.592334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9cb41e31-982e-405a-ace7-9450f58c8d06 None None] Port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:48:43.699912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56da37-eced-4664-9565-0b4d30441b43 req-7ebaf9ca-b6cf-4a3d-8af8-a7b978a3257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:43.701352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-7ebaf9ca-b6cf-4a3d-8af8-a7b978a3257f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c332f9b-d5e8-4557-97a5-cbee5b411c70 HTTP/1.1" status: 200 len: 906 time: 0.5734689 Dec 16 07:48:43.733983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc2475d7-8ea0-43c7-9244-e0a19fd3d158 req-5bad2660-2fc2-4a37-abfb-65ac70ccf1d0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892268 Dec 16 07:48:43.797334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:43.856099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ff7a-309e-4f8e-b532-4ce395518223 req-fb1f1895-053c-4b0a-9c80-d82f87f8c5f1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:43.865104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2721ff7a-309e-4f8e-b532-4ce395518223 req-fb1f1895-053c-4b0a-9c80-d82f87f8c5f1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.3521662 Dec 16 07:48:43.892601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-bb4a9506-de2f-4643-a3ab-16bcf3630697 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb15758a-301e-493c-af7f-62e26808ca07 HTTP/1.1" status: 200 len: 1002 time: 0.1736228 Dec 16 07:48:43.910985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:43.984124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e507263-8565-47dd-9bb3-40ae21833fd0 req-7c74c88f-0b45-43b6-ae14-00d685ed9ca5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 210 time: 0.1020367 Dec 16 07:48:44.095644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d8c48fba-be95-4e87-8596-2cb4c985e6d9 None None] Provisioning complete for port f122a716-8d5f-463a-96cd-7c43499d4eb0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:44.096024 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d8c48fba-be95-4e87-8596-2cb4c985e6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.115824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-dc318f57-96f4-48ca-a8d3-0c845c09deed service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484529 Dec 16 07:48:44.226040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44720) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:44.324732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] Deleting subnet 46ce23b6-0a03-4d2a-89c4-747a62262bf2 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:48:44.336485 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.367127 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d8c48fba-be95-4e87-8596-2cb4c985e6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.370557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port e0c65ebb-3279-4838-97e5-cb8171c39039 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:48:44.376065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port e0c65ebb-3279-4838-97e5-cb8171c39039 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:44.376475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.474489 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac30789-7c7a-4d98-ab87-8eecdd3b195b x-openstack-request-id: req-5ac30789-7c7a-4d98-ab87-8eecdd3b195b {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:44.475496 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:44.476016 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ac30789-7c7a-4d98-ab87-8eecdd3b195b {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:44.476689 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'status': 'completed', 'code': 200} Dec 16 07:48:44.492415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.535247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56da37-eced-4664-9565-0b4d30441b43 req-ad939042-cef6-4eb6-8cd3-e88ea11c9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:44.536785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-ad939042-cef6-4eb6-8cd3-e88ea11c9c60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fe9f220-e96e-4dd9-8334-68ebc5e97c22 HTTP/1.1" status: 200 len: 844 time: 0.6215518 Dec 16 07:48:44.543289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d8c48fba-be95-4e87-8596-2cb4c985e6d9 None None] For port f122a716-8d5f-463a-96cd-7c43499d4eb0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f122a716-8d5f-463a-96cd-7c43499d4eb0,segment=NetworkSegment(4a602beb-a65c-4069-a7db-c6a64085d64f),segment_id=4a602beb-a65c-4069-a7db-c6a64085d64f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:44.562831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2721ff7a-309e-4f8e-b532-4ce395518223 req-43dcd97a-e14f-40f8-acf1-3213d1b835c4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676581 Dec 16 07:48:44.612088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-c2e0392e-b3d2-49ee-af22-045836b925ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:44.615726 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-c2e0392e-b3d2-49ee-af22-045836b925ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1101 time: 0.2220798 Dec 16 07:48:44.617547 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.687203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fee5953b-dc01-4b43-8cef-3dfbb13686d9 req-7af21693-950d-43a0-95cb-3a1215479b61 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.2261727 Dec 16 07:48:44.687421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:44.694291 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffa11df-4beb-4705-ab11-8a46a630c01a" -d '{"events": [{"server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "name": "network-vif-plugged", "status": "completed", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:44.730793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.741733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d8c48fba-be95-4e87-8596-2cb4c985e6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.789897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:44.902251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c48fba-be95-4e87-8596-2cb4c985e6d9 None None] Pushing event updated for resources: {'Port': ['ID=f122a716-8d5f-463a-96cd-7c43499d4eb0,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:44.949673 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:44.981223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-58f83ae8-3294-431e-b2bd-d7db38eb1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:44.993250 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-58f83ae8-3294-431e-b2bd-d7db38eb1002 service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3665590 Dec 16 07:48:45.033486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:45.065263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f122a716-8d5f-463a-96cd-7c43499d4eb0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:45.083856 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-b0d07f47-d6de-4a50-ba5a-44cc723865fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0782557 Dec 16 07:48:45.085116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.127649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f122a716-8d5f-463a-96cd-7c43499d4eb0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:45.128452 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.207591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ce23b6-0a03-4d2a-89c4-747a62262bf2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:45.217785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.221109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-03fe6b96-ee17-4122-9a28-87ddfdc3a976 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46ce23b6-0a03-4d2a-89c4-747a62262bf2 HTTP/1.1" status: 204 len: 168 time: 0.9933870 Dec 16 07:48:45.225362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44730) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:45.293176 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-4ff849ac-593e-4e16-9e85-8aecfd7e1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:45.294950 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-4ff849ac-593e-4e16-9e85-8aecfd7e1982 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1828279 Dec 16 07:48:45.361023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.381137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-d2006e05-9913-4fd7-992f-8a2179938b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:45.383267 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-d2006e05-9913-4fd7-992f-8a2179938b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754516 Dec 16 07:48:45.515553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.541874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56da37-eced-4664-9565-0b4d30441b43 req-8af4ae0d-2e08-4ea6-9458-60fef18df296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:45.543376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-8af4ae0d-2e08-4ea6-9458-60fef18df296 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c332f9b-d5e8-4557-97a5-cbee5b411c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9184139 Dec 16 07:48:45.545840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e888795-1352-415a-8937-1d787f2608fd']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:45.559626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827bfa5e-cfb2-4304-a27c-908d0868a30f') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:45.559964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827bfa5e-cfb2-4304-a27c-908d0868a30f') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:45.579547 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.598638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-25b7d7ee-bca9-4197-9652-f4be9dfb93fb service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461511 Dec 16 07:48:45.603954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.618137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:48:45.618541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:48:45.620305 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:48:45.623891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bf39-50f9-4520-a001-be773eaf3157 req-9a7bdfdc-3c52-432d-970e-95e5eafc6403 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:45.625236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-9a7bdfdc-3c52-432d-970e-95e5eafc6403 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 1.4290073 Dec 16 07:48:45.658562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0358b1-bc35-49fd-bef1-70a978b41d2b req-b78d784e-baca-499a-a93b-99c146d2e54d service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4610586 Dec 16 07:48:45.670192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Request body: {'port': {'device_id': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'admin_state_up': True, 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:45.737971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf15d-6bf8-497a-a89f-1dfa04eb0e4a req-20da0e14-acde-4646-b9b3-efcee9bc74d3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:45.739461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68fdf15d-6bf8-497a-a89f-1dfa04eb0e4a req-20da0e14-acde-4646-b9b3-efcee9bc74d3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.8105366 Dec 16 07:48:45.748210 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-bc0ea312-1841-4914-b76e-09deae320c0f service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380153 Dec 16 07:48:45.753564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178956b-50e9-4653-9bc2-0d455d672b86 req-915572f7-2364-4ccb-8129-4b56ee3d0073 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:45.754984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6178956b-50e9-4653-9bc2-0d455d672b86 req-915572f7-2364-4ccb-8129-4b56ee3d0073 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.7368088 Dec 16 07:48:45.845727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.857234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:45.861052 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5e888795-1352-415a-8937-1d787f2608fd HTTP/1.1" status: 204 len: 168 time: 0.6340542 Dec 16 07:48:45.876595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f2da-45b1-4682-9389-0cfb89ccb774 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e888795-1352-415a-8937-1d787f2608fd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:45.957957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-5553f148-1991-4e14-bddc-0bbe4c4c27ce service neutron] 10.222.0.16 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914680 Dec 16 07:48:46.001620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68fdf15d-6bf8-497a-a89f-1dfa04eb0e4a req-ea59e448-47a4-44a6-a3bb-2259dc70ed0e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354584 Dec 16 07:48:46.005188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6178956b-50e9-4653-9bc2-0d455d672b86 req-599d9bdc-5785-4453-af90-dc4606e25cb1 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402904 Dec 16 07:48:46.028529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-c7b6b523-9306-4392-b010-55917f9febcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:46.028529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-c7b6b523-9306-4392-b010-55917f9febcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1101 time: 0.2347574 Dec 16 07:48:46.077837 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32f7b1-5f82-4574-87ed-11a572ef3ccf x-openstack-request-id: req-ff32f7b1-5f82-4574-87ed-11a572ef3ccf {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:46.078380 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "name": "network-vif-plugged", "status": "completed", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:46.078683 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff32f7b1-5f82-4574-87ed-11a572ef3ccf {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:46.078932 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039', 'code': 200} Dec 16 07:48:46.181768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:46.214178 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:46.237770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1f6c2-9835-442a-acfd-a5124ab680da req-039868b9-1bc1-47a6-9c29-b745f59f10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:46.240439 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88b1f6c2-9835-442a-acfd-a5124ab680da req-039868b9-1bc1-47a6-9c29-b745f59f10d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1097 time: 0.0527596 Dec 16 07:48:46.253404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e27b08c-b770-4e19-9e21-21d6209fcc78 req-0854cf6b-45de-44f5-bde7-1d6adc935d60 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 210 time: 0.0777211 Dec 16 07:48:46.274347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Transition to ACTIVE for port object f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:46.296332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44740) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:46.307817 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88b1f6c2-9835-442a-acfd-a5124ab680da req-ec874bea-ea48-4e9a-b605-6c62e2915ac0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604544 Dec 16 07:48:46.335833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d56da37-eced-4664-9565-0b4d30441b43 req-152d3aa5-1e78-4bd2-b762-e45c8d30b9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590188 Dec 16 07:48:46.356354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3f09b-db4b-444a-b2d4-5b53a115da8e req-f42c18ed-f03b-47e8-908f-487b770216a5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:46.363629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51e3f09b-db4b-444a-b2d4-5b53a115da8e req-f42c18ed-f03b-47e8-908f-487b770216a5 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 936 time: 0.2567618 Dec 16 07:48:46.388554 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:46.390258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:46.393595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:46.403634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-565b22cf-a3db-4eda-ac3e-79c6a530e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:46.405139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-565b22cf-a3db-4eda-ac3e-79c6a530e9f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3333790 Dec 16 07:48:46.486304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4f5b30ff-de83-47d3-ac94-1b253ae066b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bca9ba56f49a4162998ecd5417c10dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887093 Dec 16 07:48:46.496107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44742) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:46.534689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-eb365666-8628-4327-ad37-bf5c4c6fc189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 200 len: 217 time: 0.0749602 Dec 16 07:48:46.558265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25a68c3a-fdb8-45f7-b245-a95d1c0062cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:46.584079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25a68c3a-fdb8-45f7-b245-a95d1c0062cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:46.603361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-edf3d834-ce6a-4bab-9b8e-073e7886751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:46.604999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-edf3d834-ce6a-4bab-9b8e-073e7886751d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0527630 Dec 16 07:48:46.657284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:46.742039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51e3f09b-db4b-444a-b2d4-5b53a115da8e req-a8d80290-f425-4ff0-9a25-91fcc35db279 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769946 Dec 16 07:48:46.773060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25a68c3a-fdb8-45f7-b245-a95d1c0062cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:46.778852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ee2b2-cd0a-4f75-8904-ecb9b2209d25 req-b86b1277-36a2-4950-bdc4-a1cd4a98c4a6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:46.780399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d1ee2b2-cd0a-4f75-8904-ecb9b2209d25 req-b86b1277-36a2-4950-bdc4-a1cd4a98c4a6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 945 time: 0.4320061 Dec 16 07:48:46.781308 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25a68c3a-fdb8-45f7-b245-a95d1c0062cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:46.782561 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25a68c3a-fdb8-45f7-b245-a95d1c0062cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9 HTTP/1.1" status: 204 len: 168 time: 0.2854497 Dec 16 07:48:46.817327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a68c3a-fdb8-45f7-b245-a95d1c0062cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a4f4b1-1c67-4ebd-b2c6-03ab3ced16f9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:46.974440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a1a8e1e-0ed6-45c0-823f-1b9e26b1781b req-49a0b967-fa3f-4c94-9d03-44a1d1e0ed83 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0476155 Dec 16 07:48:46.988135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Allocated IP 172.20.0.12 (c7ca6011-fb6a-497f-aa27-1397eb25c475/e5c1c502-4564-4858-9f04-d7ba04f934fa/faadbf69-6298-43f5-9038-85dc8c9bba6d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:46.996420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Attempting to bind port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:46.996770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Attempting to bind port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:46.998240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Attempting to bind port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:47.004740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:47.005063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Attempting to bind port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:47.036232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:47.036232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:47.036232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:47.036232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Bound port: f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:47.036232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:47.036232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02773-5df6-4486-b918-88578b5d21c7 req-b3229ebc-8ea3-4a4a-9914-9fafc69831fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:47.036232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-b3229ebc-8ea3-4a4a-9914-9fafc69831fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4099667 Dec 16 07:48:47.046590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f122a716-8d5f-463a-96cd-7c43499d4eb0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:47.138969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f122a716-8d5f-463a-96cd-7c43499d4eb0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:47.140096 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:47.262829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-4a444026-cd83-4763-98ef-d2c91cc6c8a7 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055309 Dec 16 07:48:47.288778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d1ee2b2-cd0a-4f75-8904-ecb9b2209d25 req-21fd8af9-2562-4176-a4b0-afdbd0d040f5 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700332 Dec 16 07:48:47.458266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6dde688-a3f8-4264-8583-3159d32dc6f7 req-bff85ef3-b42a-433d-b37a-09905100c998 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 210 time: 0.0796509 Dec 16 07:48:47.476766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] For port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:47.504557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] For port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:47.552209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8b55-357b-4567-9ecc-4ba2f54d2c0a req-21b1e07d-6a51-40dc-966b-1a5d4f9037f1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:47.562423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d50b8b55-357b-4567-9ecc-4ba2f54d2c0a req-21b1e07d-6a51-40dc-966b-1a5d4f9037f1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 949 time: 0.4038906 Dec 16 07:48:47.615064 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:47.660936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b02773-5df6-4486-b918-88578b5d21c7 req-c87debcd-e8f1-4573-a2ba-8bc4584756ae service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866961 Dec 16 07:48:47.728212 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:47.739871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:47.740622 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:47.754320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe HTTP/1.1" status: 200 len: 1097 time: 4.1857007 Dec 16 07:48:47.759877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'tag': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:47.769216 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffc0d84-789a-4932-9fb8-6c547c46bf69" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec34d2e-eef2-447d-8d1a-8179674f3195", "tag": "f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:47.812493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d50b8b55-357b-4567-9ecc-4ba2f54d2c0a req-21dbb1c3-013d-4b59-bbff-cb50d7d42b7e tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489934 Dec 16 07:48:47.823506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7042278-5b82-4b55-b6ca-90d3bbecf8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:47.921755 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b4288-c7ef-413b-ba5c-88206e8ed8e3 x-openstack-request-id: req-c15b4288-c7ef-413b-ba5c-88206e8ed8e3 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:47.922117 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec34d2e-eef2-447d-8d1a-8179674f3195", "tag": "f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:47.922458 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c15b4288-c7ef-413b-ba5c-88206e8ed8e3 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:47.923341 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'tag': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe', 'status': 'completed', 'code': 200} Dec 16 07:48:48.059668 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:48.233460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:48.259047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:48.266065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:48.287417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:48.301798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event updated for resources: {'Port': ['ID=faadbf69-6298-43f5-9038-85dc8c9bba6d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:48.321977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c6393-0ed8-4cd2-9136-58bcd6707a15 req-f6400217-3d91-4613-a08f-976b1dcbac31 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:48.331944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a2c6393-0ed8-4cd2-9136-58bcd6707a15 req-f6400217-3d91-4613-a08f-976b1dcbac31 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 948 time: 0.2727759 Dec 16 07:48:48.355336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0d84-789a-4932-9fb8-6c547c46bf69 req-a3f20cc3-e662-4f90-9eea-068c07c4c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:48.356905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ffc0d84-789a-4932-9fb8-6c547c46bf69 req-a3f20cc3-e662-4f90-9eea-068c07c4c240 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 1100 time: 0.3890102 Dec 16 07:48:48.372089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d21-e3ed-4ff0-baa1-670e36380a2d req-8fb81815-7f08-4566-beaa-6f8f734c3ae5 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:48.373610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29f68d21-e3ed-4ff0-baa1-670e36380a2d req-8fb81815-7f08-4566-beaa-6f8f734c3ae5 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.2847683 Dec 16 07:48:48.422347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ffc0d84-789a-4932-9fb8-6c547c46bf69 req-f9a3eef4-2f74-4513-80bf-48ce06d4f1e5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f0cd22c554784edfbc951f2776ee0e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362382 Dec 16 07:48:48.451622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:48.459069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:48.459693 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:48.477273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'mac_address': 'fa:16:3e:0b:27:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:48:48.535546 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:48.567368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a2c6393-0ed8-4cd2-9136-58bcd6707a15 req-52a2efe3-972b-4419-b26d-23ad679e0e4f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220390 Dec 16 07:48:48.574011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44784) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:48.582975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:48.602753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29f68d21-e3ed-4ff0-baa1-670e36380a2d req-8c9e55c4-2e23-419d-b9c7-0edbf65d4c3f tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992307 Dec 16 07:48:48.646371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:48.721073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09c6a705-421b-4e82-84ca-34c197cfedae tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0614040 Dec 16 07:48:48.728839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2faa3fc-782c-4cbc-bb10-bcfbc7e6bc01 req-d7324381-b65a-47e7-aad7-bafc41675627 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0674627 Dec 16 07:48:48.730932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0d84-789a-4932-9fb8-6c547c46bf69 req-dbb048d7-025a-4c44-943b-053b4e3e08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:48.732618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ffc0d84-789a-4932-9fb8-6c547c46bf69 req-dbb048d7-025a-4c44-943b-053b4e3e08e8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2937140 Dec 16 07:48:48.734252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1588614536-network', 'tenant_id': '4b8f0f7cad5443179b52af6cdc628648'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:48.756569 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:48.769499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Request body: {'port': {'device_id': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:48.830531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=12']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:48.847553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.852437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.853139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.853704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.854289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.854686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.855186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.855884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.856351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.856766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.859652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.859652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.859652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:48:48.896663 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Made reservation on behalf of 4b8f0f7cad5443179b52af6cdc628648 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:48.899623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:48.909998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:48.940285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a71ace-5346-48f4-9fd0-f65013fb8bdb req-2ffdd7f6-5fe6-45e9-b738-cf296bac0057 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:48.941820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6a71ace-5346-48f4-9fd0-f65013fb8bdb req-2ffdd7f6-5fe6-45e9-b738-cf296bac0057 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 945 time: 0.2194779 Dec 16 07:48:48.975572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea7717-4c5b-4357-8546-b90696061e41 req-16475aea-52fd-4281-94a4-59bc2502578e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:48.977419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55ea7717-4c5b-4357-8546-b90696061e41 req-16475aea-52fd-4281-94a4-59bc2502578e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 932 time: 0.1438744 Dec 16 07:48:48.978009 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:48.996622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:49.023893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-21cba29b-82bb-46a3-95e6-e13ceebe102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:49.025555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-21cba29b-82bb-46a3-95e6-e13ceebe102c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 1100 time: 0.1674743 Dec 16 07:48:49.094409 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:49.123600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-42602988-5c98-486a-8755-4e1eb9c73aee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe HTTP/1.1" status: 200 len: 217 time: 0.0795462 Dec 16 07:48:49.130502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6a71ace-5346-48f4-9fd0-f65013fb8bdb req-f6bfee69-49c8-4d20-a035-0b5f3d5349d9 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718223 Dec 16 07:48:49.131154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:48:49.139976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:49.171046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:49.193753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55ea7717-4c5b-4357-8546-b90696061e41 req-98396da3-4bde-4d68-b329-daa9ac2bc4a5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952500 Dec 16 07:48:49.198809 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:49.199181 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Added segment da39fdbf-5e60-4fff-ac6d-e7464a537fcf of type vlan for network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 Dec 16 07:48:49.241967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-a9921465-23ec-4bf1-9082-d7b0ee14e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:49.243551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-a9921465-23ec-4bf1-9082-d7b0ee14e40e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1121120 Dec 16 07:48:49.322395 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:49.543169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:49.544437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:49.545275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:49.612161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] Pushing event updated for resources: {'Network': ['ID=4726a7c2-c0dd-4293-915e-ec44c3c31c47,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:49.630159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:48:49.688245 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eda7a41c-c4ae-49f5-916b-593025c13689 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1147108 Dec 16 07:48:49.689524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44796) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:49.697386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Request body: {'subnet': {'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1588614536-subnet', 'tenant_id': '4b8f0f7cad5443179b52af6cdc628648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:49.821226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73b39-9c23-4f39-8e98-36a01ef0b5bc req-567149f0-7e96-4c05-83dd-07c4da33db6c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:49.822732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dc73b39-9c23-4f39-8e98-36a01ef0b5bc req-567149f0-7e96-4c05-83dd-07c4da33db6c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.1814289 Dec 16 07:48:49.827871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a261c9-66fc-4663-a66c-1d24b80e44a3 req-c8843b9a-69dd-44c5-9da0-49ad83fe9678 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:49.829334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4a261c9-66fc-4663-a66c-1d24b80e44a3 req-c8843b9a-69dd-44c5-9da0-49ad83fe9678 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1097 time: 0.1869283 Dec 16 07:48:49.835110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949663ff-c62b-47f2-a267-846c80439963 req-e9f0d06f-5959-47f4-9c42-75365a0e618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:49.837057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-e9f0d06f-5959-47f4-9c42-75365a0e618b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1937466 Dec 16 07:48:49.845492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Made reservation on behalf of 4b8f0f7cad5443179b52af6cdc628648 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:49.849660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:50.000225 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dc73b39-9c23-4f39-8e98-36a01ef0b5bc req-a381b8fa-b6ee-44cf-9314-b1fd145b8041 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692133 Dec 16 07:48:50.009713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4a261c9-66fc-4663-a66c-1d24b80e44a3 req-1b959b4d-85fb-400a-87e8-45b6275f395a tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660259 Dec 16 07:48:50.059551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-33225e40-0839-48d1-b415-c3f701883275 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047458 Dec 16 07:48:50.177518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:50.205689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faadbf69-6298-43f5-9038-85dc8c9bba6d {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:50.229022 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:50.256636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f564bc28-7e3d-4b74-975a-4f490ba756e3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:50.277641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Checking segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:50.278388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Network hostable DHCP agents. Network: 4726a7c2-c0dd-4293-915e-ec44c3c31c47, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:48:50.280256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Transition to ACTIVE for port object faadbf69-6298-43f5-9038-85dc8c9bba6d will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:48:50.302877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f51b0d-ac7e-48af-87bd-e1d28b90050a req-6b2772d2-0223-451f-9f75-aa7186069346 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:50.305251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89f51b0d-ac7e-48af-87bd-e1d28b90050a req-6b2772d2-0223-451f-9f75-aa7186069346 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.1680515 Dec 16 07:48:50.336857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4485-bf0c-46c4-9f03-cff3aef86a61 req-77e612d5-5314-4b37-bc4f-9c1d1c1dd2bf tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:50.338380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3abd4485-bf0c-46c4-9f03-cff3aef86a61 req-77e612d5-5314-4b37-bc4f-9c1d1c1dd2bf tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 948 time: 0.2027493 Dec 16 07:48:50.342630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-949663ff-c62b-47f2-a267-846c80439963 req-aa234f64-a2ac-4ed9-b7cb-44d1f2002069 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695117 Dec 16 07:48:50.350077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-128f71d6-bc6d-4049-926c-62ba8f841959 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:50.351551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-128f71d6-bc6d-4049-926c-62ba8f841959 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.16 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 946 time: 0.1500492 Dec 16 07:48:50.418045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:50.459707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:48:50.490149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89f51b0d-ac7e-48af-87bd-e1d28b90050a req-de20b1fb-3ed1-4b07-a43b-3c79b398d9ad tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups?id=6cc54c5c-34fe-45c2-8e03-57214daa49fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733286 Dec 16 07:48:50.536347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Pushing event updated for resources: {'Port': ['ID=faadbf69-6298-43f5-9038-85dc8c9bba6d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:50.551388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3abd4485-bf0c-46c4-9f03-cff3aef86a61 req-b4bc2498-83c1-4ec0-9045-4b4397da39b1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987984 Dec 16 07:48:50.625977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4726a7c2-c0dd-4293-915e-ec44c3c31c47) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:50.633603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:50.635023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:50.657129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41851b35-5502-4f87-8e3f-641a11929155 None None] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:50.661240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d032ad8-14bc-4e32-8f91-763b56eed3e9 req-96e7de6a-0d0a-4ccb-8fa5-a1aac89c8058 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0706017 Dec 16 07:48:50.700771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Deleting port cb15758a-301e-493c-af7f-62e26808ca07 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:50.701132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:50.775623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Attempting to bind port faadbf69-6298-43f5-9038-85dc8c9bba6d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:48:50.775623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Attempting to bind port faadbf69-6298-43f5-9038-85dc8c9bba6d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:48:50.775623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Attempting to bind port faadbf69-6298-43f5-9038-85dc8c9bba6d on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:50.775623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c187c-d9d7-401c-abb7-3d586d8da03f req-caa28bdc-9dfb-41b5-8449-e1137c501aeb tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:50.779399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-961c187c-d9d7-401c-abb7-3d586d8da03f req-caa28bdc-9dfb-41b5-8449-e1137c501aeb tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 1102 time: 0.1474202 Dec 16 07:48:50.797898 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-37b46971-a285-446d-a21f-6f938ca7801a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1070306 Dec 16 07:48:50.809708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Port faadbf69-6298-43f5-9038-85dc8c9bba6d on network c7ca6011-fb6a-497f-aa27-1397eb25c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:48:50.809868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Attempting to bind port faadbf69-6298-43f5-9038-85dc8c9bba6d on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:48:50.864256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:48:50.864256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:48:50.864256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Bound using segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:48:50.864256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Bound port: faadbf69-6298-43f5-9038-85dc8c9bba6d, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:48:50.864256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:50.926411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] For port cb15758a-301e-493c-af7f-62e26808ca07, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=cb15758a-301e-493c-af7f-62e26808ca07,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:50.929541 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:51.033329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e6831-bcf4-4e0f-8612-bfa7d48b2133 None None] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:48:51.034884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315506-1791-4cd5-b4fc-e5e2ec378211 req-061f46e9-33dd-495f-8e71-f8b914dae7c1 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:51.046286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec315506-1791-4cd5-b4fc-e5e2ec378211 req-061f46e9-33dd-495f-8e71-f8b914dae7c1 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1097 time: 0.2571845 Dec 16 07:48:51.107245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-961c187c-d9d7-401c-abb7-3d586d8da03f req-75b236fd-09ac-4491-b0da-bf2a47af7c25 tempest-MigrationsAdminTest-2072571209 tempest-MigrationsAdminTest-2072571209-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165040 Dec 16 07:48:51.225388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] For port faadbf69-6298-43f5-9038-85dc8c9bba6d, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:48:51.240112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec315506-1791-4cd5-b4fc-e5e2ec378211 req-26a40868-ca38-4428-b5bc-93b0faf1185f tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963606 Dec 16 07:48:51.276055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] For port faadbf69-6298-43f5-9038-85dc8c9bba6d, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:48:51.345967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395409-45cb-42d4-b74a-1ff688739a97 req-e0bd8af2-8570-4856-8ecd-a6278f58795c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:51.347514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8395409-45cb-42d4-b74a-1ff688739a97 req-e0bd8af2-8570-4856-8ecd-a6278f58795c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 944 time: 0.1281972 Dec 16 07:48:51.363603 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:51.372534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:51.373437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:51.373437 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Floating IP 167e70a4-026c-43f1-b291-7531584b1ab9 disassociated. External IP: 172.25.2.254, port: cb15758a-301e-493c-af7f-62e26808ca07. Dec 16 07:48:51.373730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Calling delete_port for cb15758a-301e-493c-af7f-62e26808ca07 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:51.436716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:51.437344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:51.438752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] 10.222.0.16 "PUT /v2.0/ports/faadbf69-6298-43f5-9038-85dc8c9bba6d HTTP/1.1" status: 200 len: 1093 time: 2.6791749 Dec 16 07:48:51.442735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'tag': 'faadbf69-6298-43f5-9038-85dc8c9bba6d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:51.445607 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8cb213-2e96-4861-a886-298b406c8c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e461c6-32eb-4b22-91c5-6c6fa3f69de2", "tag": "faadbf69-6298-43f5-9038-85dc8c9bba6d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:51.552660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66830-b790-40bf-ad1b-42d01c6c8257 service neutron] Pushing event updated for resources: {'Port': ['ID=faadbf69-6298-43f5-9038-85dc8c9bba6d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:51.585754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8395409-45cb-42d4-b74a-1ff688739a97 req-fc5014fe-6994-46ec-a2a0-15262f923b6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199976 Dec 16 07:48:51.639953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-8311c68c-ed07-4486-84dd-ebd28ff689a5 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:51.641898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-8311c68c-ed07-4486-84dd-ebd28ff689a5 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 813 time: 0.1552353 Dec 16 07:48:51.701803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-62628a8e-0141-485f-91c4-c0368d7df3bb tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/quotas/4b8f0f7cad5443179b52af6cdc628648 HTTP/1.1" status: 200 len: 375 time: 0.0490053 Dec 16 07:48:51.756052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-aecc11f3-f92b-4825-ad72-6317f7a0238a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385149 Dec 16 07:48:51.766349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09f6c1ed-c2f7-47a8-b87d-b8a0d4fc0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:51.767942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-09f6c1ed-c2f7-47a8-b87d-b8a0d4fc0949 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 1096 time: 0.0899770 Dec 16 07:48:51.848056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-dc11917b-13ed-45a6-9f2a-424f1f5a8873 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d HTTP/1.1" status: 200 len: 217 time: 0.0630770 Dec 16 07:48:51.854609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:51.919216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event deleted for resources: {'Port': ['ID=cb15758a-301e-493c-af7f-62e26808ca07,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:52.010644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-e7555462-3813-4fa2-89da-fb0ba0109e52 service neutron] 10.222.0.43 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468643 Dec 16 07:48:52.013903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bf39-50f9-4520-a001-be773eaf3157 req-0c91a99d-fa1c-49b6-886c-3231104535db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:52.015481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-0c91a99d-fa1c-49b6-886c-3231104535db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.1563139 Dec 16 07:48:52.041326 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0971fa22-0a4f-431d-92ff-4cb79222f544 x-openstack-request-id: req-0971fa22-0a4f-431d-92ff-4cb79222f544 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:52.041622 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e461c6-32eb-4b22-91c5-6c6fa3f69de2", "tag": "faadbf69-6298-43f5-9038-85dc8c9bba6d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:52.041879 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0971fa22-0a4f-431d-92ff-4cb79222f544 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:52.042281 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'tag': 'faadbf69-6298-43f5-9038-85dc8c9bba6d', 'status': 'completed', 'code': 200} Dec 16 07:48:52.137119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-99bb162e-1bbe-4fca-be4f-8e8d4c16f047 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428820 Dec 16 07:48:52.162424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc82c609-bad7-4ae2-8c15-7d5c0eafe2ef req-0ecee7c6-36c5-480f-bd2c-02f268aebfe3 tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 210 time: 0.0631564 Dec 16 07:48:52.278080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Router df2e296b-d376-4b32-b0a6-e5697930f8bb has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:52.294056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-83abf301-2ae1-4502-a760-3b000e1e1fc3 service neutron] 10.222.0.43 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739658 Dec 16 07:48:52.296896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:52.322688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:52.330999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-c7385ec2-3777-49ad-bc3f-4aa702a46466 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723807 Dec 16 07:48:52.408131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d434e81-2ce1-4bd3-95b8-468b5ca88b34 req-79f3408b-89c8-4092-adf1-ff07e03fdcfd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:52.416023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d434e81-2ce1-4bd3-95b8-468b5ca88b34 req-79f3408b-89c8-4092-adf1-ff07e03fdcfd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 948 time: 0.1850057 Dec 16 07:48:52.520896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:48:52.532461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:52.533166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:52.627399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7604bf39-50f9-4520-a001-be773eaf3157 req-065f2ac5-bc7e-4892-8247-7715fe508ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384551 Dec 16 07:48:52.662679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:52.669818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d434e81-2ce1-4bd3-95b8-468b5ca88b34 req-a161eb3a-debd-4ff0-88a7-2401a81aa6f8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441351 Dec 16 07:48:52.678016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe', 'mac_address': 'fa:16:3e:02:09:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:48:52.695062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:48:52.749612 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:52.765592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] Sync routers for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:48:52.773247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:52.793881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] No DVR routers for this DVR port cb15758a-301e-493c-af7f-62e26808ca07 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:52.807392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:52.807635 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:52.811036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e89a2335-2f60-4e9f-ac20-f2ad3ae6c5a3 req-3af1ece4-5942-4ea0-ba6e-836e57e94d1c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.16 "DELETE /v2.0/ports/cb15758a-301e-493c-af7f-62e26808ca07 HTTP/1.1" status: 204 len: 173 time: 2.4455631 Dec 16 07:48:52.827017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:52.827749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:52.999019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:53.029427 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:53.047932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:53.086761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:53.092073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:53.093355 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b8948b-304b-4087-8faf-0829cebfac2a" -d '{"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:53.170727 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:53.274137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:53.308202 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6dac5a70-7e5a-4436-bf47-8534493be148 req-1f867d0e-9bb4-4cc5-9f58-4026eda0543d tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.4933565 Dec 16 07:48:53.368455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=13']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:53.378165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd5c77-cacb-4f20-86e6-c6142136d3af req-6d4798db-b07c-49e8-b03f-50d8c47cc864 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:53.379672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7bd5c77-cacb-4f20-86e6-c6142136d3af req-6d4798db-b07c-49e8-b03f-50d8c47cc864 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 950 time: 0.5870309 Dec 16 07:48:53.431694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-032319d2-fca2-4e5f-b642-2c69dbdb734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:53.433282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-032319d2-fca2-4e5f-b642-2c69dbdb734a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 1096 time: 0.1975830 Dec 16 07:48:53.476546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:39Z', 'revision_number': 5, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:53.521348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:53.524878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7bd5c77-cacb-4f20-86e6-c6142136d3af req-fef813ad-be26-439a-bb1c-1407b1f63ef9 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236429 Dec 16 07:48:53.531648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] Checking router: df2e296b-d376-4b32-b0a6-e5697930f8bb for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:48:53.559604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-5b13591b-ccbd-434a-8080-553889a8073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:53.559967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-5b13591b-ccbd-434a-8080-553889a8073f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.1165140 Dec 16 07:48:53.619065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-2381f0e7-0a41-4dd1-8f39-22a6f3b74877 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d HTTP/1.1" status: 200 len: 217 time: 0.0502331 Dec 16 07:48:53.623789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:48:53.624644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:53.687000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-894e00a6-88c6-471a-8749-07a323e5fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:53.688579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-894e00a6-88c6-471a-8749-07a323e5fac4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.0575697 Dec 16 07:48:53.790029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-10fa8bd2-5df3-4f9a-987d-9e1a162fb9e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825374 Dec 16 07:48:53.825044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff09a-42ee-445d-a933-910ab4a64c05 req-27018cd1-4ec5-47ef-a5f8-ce4b1af93cce tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:53.832454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39fff09a-42ee-445d-a933-910ab4a64c05 req-27018cd1-4ec5-47ef-a5f8-ce4b1af93cce tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 944 time: 0.2122746 Dec 16 07:48:53.861273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:48:53.905911 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fd3145-2d20-4c40-a2e7-eb3c7cc19639 x-openstack-request-id: req-90fd3145-2d20-4c40-a2e7-eb3c7cc19639 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:53.910894 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:53.910894 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90fd3145-2d20-4c40-a2e7-eb3c7cc19639 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:53.910894 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'code': 200} Dec 16 07:48:53.910894 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device cb15758a-301e-493c-af7f-62e26808ca07 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:53.916600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937346-5b34-4449-8022-f773cf919210 req-ee217d2e-a7aa-4ddd-b94e-c091443f89ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:53.918712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7937346-5b34-4449-8022-f773cf919210 req-ee217d2e-a7aa-4ddd-b94e-c091443f89ce tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 951 time: 0.2292776 Dec 16 07:48:53.947488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: cb15758a-301e-493c-af7f-62e26808ca07 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:53.947837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device cb15758a-301e-493c-af7f-62e26808ca07 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:54.031740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00268bf2-54a6-4d10-b010-7ea80af96f75 req-29dacd80-5ef3-4461-af67-402c2297bdad tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/ports?device_id=289c305c-1aab-4b65-9379-39b204aff902 HTTP/1.1" status: 200 len: 210 time: 0.1242425 Dec 16 07:48:54.045239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'name': 'network-vif-deleted', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:54.048015 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6de09-a639-4685-9a96-00d0eb5b7a3d" -d '{"events": [{"server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "name": "network-vif-deleted", "tag": "cb15758a-301e-493c-af7f-62e26808ca07"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:54.107532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39fff09a-42ee-445d-a933-910ab4a64c05 req-e7364bf3-c9c0-439a-a06b-d8beb8d353bb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741299 Dec 16 07:48:54.174417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-a1d5ef3b-59cf-46c6-be1a-316877493dfa service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672180 Dec 16 07:48:54.186257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Deleting port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:54.186909 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:54.283889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:39Z', 'revision_number': 5, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:48:54.323386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8fde7-8600-43b3-93b3-88773b707d67 None None] The sync data for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 is: [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:45:34Z', 'revision_number': 4, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1b26dded-907d-40b5-8e39-ddef93db2e1d', 'name': '', 'network_id': '8c332f9b-d5e8-4557-97a5-cbee5b411c70', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'mac_address': 'fa:16:3e:34:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:33Z', 'updated_at': '2021-12-16T07:45:39Z', 'revision_number': 5, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'subnets': [{'id': '1fe9f220-e96e-4dd9-8334-68ebc5e97c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:48:54.504692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34e666-f413-4348-9642-bc6408129b50 req-df30bca3-40c5-4d73-b50b-32bd0d5cd367 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:54.513326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed34e666-f413-4348-9642-bc6408129b50 req-df30bca3-40c5-4d73-b50b-32bd0d5cd367 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1097 time: 0.3321910 Dec 16 07:48:54.536824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa7ad6-250c-4bbc-9bac-0080b0788777 req-3db6315e-9ef3-4386-847c-92ea887f6363 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:54.545672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dfa7ad6-250c-4bbc-9bac-0080b0788777 req-3db6315e-9ef3-4386-847c-92ea887f6363 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 949 time: 0.3528011 Dec 16 07:48:54.564808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee8cb213-2e96-4861-a886-298b406c8c2b req-84ca9a19-5c24-4f6a-8211-e5e54d0575cc service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729503 Dec 16 07:48:54.590660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] For port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:54.591061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:54.639896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Calling delete_port for 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:54.665306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed34e666-f413-4348-9642-bc6408129b50 req-35ac6572-1b40-441d-845d-c5d016de12ff tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509113 Dec 16 07:48:54.724868 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1acb6a3-b707-4d7b-81ba-870bbd36f06d None None] New status for floating IP 167e70a4-026c-43f1-b291-7531584b1ab9: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:48:54.737248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dfa7ad6-250c-4bbc-9bac-0080b0788777 req-c5dce0e8-6409-4675-95e9-b235deadb543 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906188 Dec 16 07:48:54.797669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0013c93a-062c-4f54-a669-59c2b0a7cca0 req-6c82ff55-dd6f-47a1-a5d6-6c3618e978da tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 210 time: 0.0532446 Dec 16 07:48:54.839215 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be0a3d4-87ca-4b3b-842e-926e1f137ada x-openstack-request-id: req-1be0a3d4-87ca-4b3b-842e-926e1f137ada {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:54.847066 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289c305c-1aab-4b65-9379-39b204aff902", "name": "network-vif-deleted", "tag": "cb15758a-301e-493c-af7f-62e26808ca07", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:54.847066 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1be0a3d4-87ca-4b3b-842e-926e1f137ada {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:54.847066 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289c305c-1aab-4b65-9379-39b204aff902', 'name': 'network-vif-deleted', 'tag': 'cb15758a-301e-493c-af7f-62e26808ca07', 'status': 'completed', 'code': 200} Dec 16 07:48:54.921222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebcf9b6c-476f-412f-a9ed-0c92e2bf5cb0 req-88db300e-62e8-45b5-8af6-dc44bda7bcf3 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0365705 Dec 16 07:48:55.015115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d10b-9ecd-4f80-9c21-db3bed062db3 req-9b33a271-df8a-45e5-bbf5-158e30f16e38 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:55.016698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac50d10b-9ecd-4f80-9c21-db3bed062db3 req-9b33a271-df8a-45e5-bbf5-158e30f16e38 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 951 time: 0.0946031 Dec 16 07:48:55.108877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac50d10b-9ecd-4f80-9c21-db3bed062db3 req-e2c64d50-63bd-49b3-95fb-9c78762467d0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798795 Dec 16 07:48:55.142739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:55.172569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'a70239ca-509b-467d-ba2c-75eb1a121deb', '89c0f761-0b68-4c2e-86e0-06837ea77152', '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:55.202059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event deleted for resources: {'Port': ['ID=7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:55.287797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44902) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:55.294000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] No DVR routers for this DVR port 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:48:55.297538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:55.301230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7937346-5b34-4449-8022-f773cf919210 req-c36680d4-34b0-46cf-999d-aa8bb960bbca tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "DELETE /v2.0/ports/7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 HTTP/1.1" status: 204 len: 173 time: 1.3671637 Dec 16 07:48:55.327800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163548bd-23e7-42c7-9806-e7274e429177 req-679316de-95cc-404f-9e38-f275ec3dcc2c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:55.329325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-163548bd-23e7-42c7-9806-e7274e429177 req-679316de-95cc-404f-9e38-f275ec3dcc2c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 944 time: 0.1399078 Dec 16 07:48:55.376545 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad0adb7c-ecb8-4750-ac1f-1d1b9d0a9f9a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:55.412169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad0adb7c-ecb8-4750-ac1f-1d1b9d0a9f9a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:55.416246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-163548bd-23e7-42c7-9806-e7274e429177 req-12f22f36-a7ac-4784-b4ed-f5bcaef4ff93 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Dec 16 07:48:55.588962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad0adb7c-ecb8-4750-ac1f-1d1b9d0a9f9a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:55.592070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad0adb7c-ecb8-4750-ac1f-1d1b9d0a9f9a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:55.593750 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad0adb7c-ecb8-4750-ac1f-1d1b9d0a9f9a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "DELETE /v2.0/security-groups/6cc54c5c-34fe-45c2-8e03-57214daa49fb HTTP/1.1" status: 204 len: 168 time: 0.3043957 Dec 16 07:48:55.597614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44904) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:55.627434 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-7c388419-c073-4f0d-af00-aac16565c8db tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] show failed (client error): The resource could not be found. Dec 16 07:48:55.629265 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7c388419-c073-4f0d-af00-aac16565c8db tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "GET /v2.0/security-groups/6cc54c5c-34fe-45c2-8e03-57214daa49fb HTTP/1.1" status: 404 len: 347 time: 0.0300643 Dec 16 07:48:55.631985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44906) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:55.636919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0adb7c-ecb8-4750-ac1f-1d1b9d0a9f9a tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc54c5c-34fe-45c2-8e03-57214daa49fb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:56.017051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d93042-255d-40ae-94e3-1a8b6bb3f1d8 req-2c2b5421-51ad-47f8-8f50-8fec87fb95e5 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:56.019557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38d93042-255d-40ae-94e3-1a8b6bb3f1d8 req-2c2b5421-51ad-47f8-8f50-8fec87fb95e5 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1097 time: 0.1716237 Dec 16 07:48:56.036005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d71e2-3d6c-47b2-9059-1bb0910d28ed req-9aa0b68b-a230-4024-a668-db6d36d9233a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:56.038344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-202d71e2-3d6c-47b2-9059-1bb0910d28ed req-9aa0b68b-a230-4024-a668-db6d36d9233a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 949 time: 0.1596491 Dec 16 07:48:56.071742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Deleting port 9174b2ff-dd7c-4b48-ba0c-57771e140605 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:56.072272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.167792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38d93042-255d-40ae-94e3-1a8b6bb3f1d8 req-9dbe7933-ebf2-46c9-b02e-5050997dfdcf tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282833 Dec 16 07:48:56.184625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-202d71e2-3d6c-47b2-9059-1bb0910d28ed req-c5818a10-eac0-4e94-9a39-3c0ed3b9910e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349304 Dec 16 07:48:56.231335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.231851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.260782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Calling delete_port for 9174b2ff-dd7c-4b48-ba0c-57771e140605 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:56.329941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:48:56.373310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6538a09f-4775-48cf-8ea2-47023f3fd217 req-90758db7-07ac-4f46-a385-a235028c2d35 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1022613 Dec 16 07:48:56.380464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62afe4ec-1ce8-4fdc-a821-a4d9c3563599 req-5702e309-9d95-4801-a9c7-65b80e9595ca tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 210 time: 0.0888104 Dec 16 07:48:56.516937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:48:56.523999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:48:56.524654 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.573375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f16bc7e0-571b-4b6f-a13c-a32c73f2b142 req-dbc103f4-8ee7-407c-98bd-48e5710bd941 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 210 time: 0.0848448 Dec 16 07:48:56.623834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.654011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:56.656300 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4478c5-73db-4506-a1af-44f4c8912959" -d '{"events": [{"server_uuid": "5ec34d2e-eef2-447d-8d1a-8179674f3195", "name": "network-vif-plugged", "status": "completed", "tag": "f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:56.672677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:56.697494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.732518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Pushing event deleted for resources: {'Port': ['ID=9174b2ff-dd7c-4b48-ba0c-57771e140605,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:56.840891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.842744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-deleted', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:48:56.845570 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b39c70-8219-41b0-90b3-b8f7a9764457" -d '{"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-deleted", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:48:56.863967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8df73-12d1-454a-a2dc-deff1d965da4 req-6012c214-5df0-4290-8051-d6fdc975f3c1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:56.871681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20a8df73-12d1-454a-a2dc-deff1d965da4 req-6012c214-5df0-4290-8051-d6fdc975f3c1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 944 time: 0.2243915 Dec 16 07:48:56.926518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:56.937914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.940788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:56.942043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c22df45-0133-4790-83ef-4cab446f384c tempest-ServersTestJSON-577230911 tempest-ServersTestJSON-577230911-project] 10.222.0.43 "DELETE /v2.0/floatingips/167e70a4-026c-43f1-b291-7531584b1ab9 HTTP/1.1" status: 204 len: 168 time: 1.3090255 Dec 16 07:48:56.945571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44926) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:48:57.001031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-42502750-3bb5-4158-baa4-826b62d2b8f7 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:57.002593 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-42502750-3bb5-4158-baa4-826b62d2b8f7 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.36 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 813 time: 0.2594297 Dec 16 07:48:57.049425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20a8df73-12d1-454a-a2dc-deff1d965da4 req-e5299a31-e8f9-456c-afed-61ef9d7bc5da tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566548 Dec 16 07:48:57.049425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Request body: {'port': {'device_id': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'admin_state_up': True, 'tenant_id': '4b8f0f7cad5443179b52af6cdc628648'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:57.182948 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558de09-f75c-4a93-bd46-7eca61bd8a11 x-openstack-request-id: req-f558de09-f75c-4a93-bd46-7eca61bd8a11 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:57.182948 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec34d2e-eef2-447d-8d1a-8179674f3195", "name": "network-vif-plugged", "status": "completed", "tag": "f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:57.182948 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f558de09-f75c-4a93-bd46-7eca61bd8a11 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:57.182948 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe', 'code': 200} Dec 16 07:48:57.183347 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5446f649-a43d-4ec5-b4af-a49d07e47fbe x-openstack-request-id: req-5446f649-a43d-4ec5-b4af-a49d07e47fbe {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:48:57.183347 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7847d7-af6a-4661-a19c-0f1d9912101c", "name": "network-vif-deleted", "tag": "7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:48:57.183347 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5446f649-a43d-4ec5-b4af-a49d07e47fbe {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:48:57.183347 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7847d7-af6a-4661-a19c-0f1d9912101c', 'name': 'network-vif-deleted', 'tag': '7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74', 'status': 'completed', 'code': 200} Dec 16 07:48:57.334866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ef3a6-6224-4a6a-b9af-323e7ee9cfb9 req-f390116b-5090-439d-9b1b-22e316493700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:57.337005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b8ef3a6-6224-4a6a-b9af-323e7ee9cfb9 req-f390116b-5090-439d-9b1b-22e316493700 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 1102 time: 0.1098998 Dec 16 07:48:57.352740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf343ec7-ed38-4130-ba64-01bbc64e7e64 req-0c8574dd-710d-4717-af81-bcb7b5f55c70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:57.356255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf343ec7-ed38-4130-ba64-01bbc64e7e64 req-0c8574dd-710d-4717-af81-bcb7b5f55c70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 950 time: 0.0753157 Dec 16 07:48:57.393492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:57.440747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b8ef3a6-6224-4a6a-b9af-323e7ee9cfb9 req-ee186623-d01b-45f4-a802-205285dca5e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832822 Dec 16 07:48:57.446173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf343ec7-ed38-4130-ba64-01bbc64e7e64 req-af042d3e-b7a8-4496-9a7a-55a25889d022 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817077 Dec 16 07:48:57.537018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8c8c565-390d-4cf0-8b51-ff3ce11c7997 req-17e60f3f-e45d-4442-91a9-b981cf4840f3 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0290344 Dec 16 07:48:57.628858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-398a6fff-2a44-438c-b171-860cd614b014 req-d7b20449-d3eb-4e60-9844-6cc5e6893170 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 210 time: 0.0284081 Dec 16 07:48:57.665111 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:57.700669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Made reservation on behalf of 4b8f0f7cad5443179b52af6cdc628648 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:57.704459 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:57.786840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4374b00f-cd2e-4599-9a2d-2f47b647824f req-62c3a0f3-4fb8-4282-a6b6-282e62f54ea5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7847d7-af6a-4661-a19c-0f1d9912101c HTTP/1.1" status: 200 len: 210 time: 0.0339501 Dec 16 07:48:57.811224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device faadbf69-6298-43f5-9038-85dc8c9bba6d details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:48:57.927056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-1aa1604f-a231-4508-87a7-7cc76241d670 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:57.928718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-1aa1604f-a231-4508-87a7-7cc76241d670 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 813 time: 0.2885499 Dec 16 07:48:57.967702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Request body: {'port': {'device_id': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'admin_state_up': True, 'tenant_id': '4b8f0f7cad5443179b52af6cdc628648'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:58.256278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Allocated IP 172.20.0.2 (4726a7c2-c0dd-4293-915e-ec44c3c31c47/f564bc28-7e3d-4b74-975a-4f490ba756e3/e79c925d-30b8-4217-b73e-a48c2ebe0924) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:58.316114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-63e54cf5-707c-4c74-bee4-168dce0f1e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.327752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port faadbf69-6298-43f5-9038-85dc8c9bba6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:58.331689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:48:58.352947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Deleting port 1b26dded-907d-40b5-8e39-ddef93db2e1d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:48:58.353518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.362700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:48:58.363062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7ddc3736-44a1-4ae9-bf86-9e9fa6f32b74 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:48:58.364591 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'faadbf69-6298-43f5-9038-85dc8c9bba6d', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'port_id': 'faadbf69-6298-43f5-9038-85dc8c9bba6d', 'mac_address': 'fa:16:3e:88:68:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c1c502-4564-4858-9f04-d7ba04f934fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:48:58.451973 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.475969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faadbf69-6298-43f5-9038-85dc8c9bba6d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:48:58.503207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port faadbf69-6298-43f5-9038-85dc8c9bba6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:58.529657 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.529945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] For port 1b26dded-907d-40b5-8e39-ddef93db2e1d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1b26dded-907d-40b5-8e39-ddef93db2e1d,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:48:58.530231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.547736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Calling delete_port for 1b26dded-907d-40b5-8e39-ddef93db2e1d owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:48:58.564421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219768d-c300-4f68-ab8a-88bbbf491136 req-29e30477-aea3-48b8-a9aa-cf6dcec37dcc tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:58.571821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2219768d-c300-4f68-ab8a-88bbbf491136 req-29e30477-aea3-48b8-a9aa-cf6dcec37dcc tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 944 time: 0.1205060 Dec 16 07:48:58.595036 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.677654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=faadbf69-6298-43f5-9038-85dc8c9bba6d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:58.685020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2219768d-c300-4f68-ab8a-88bbbf491136 req-e0ab29ca-3a4a-41f7-8960-9b10e7cbf3a3 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122077 Dec 16 07:48:58.686465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Made reservation on behalf of 4b8f0f7cad5443179b52af6cdc628648 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:48:58.690010 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.814735 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.921807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:48:58.929649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:48:58.938435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:48:58.939929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:58.984263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b26dded-907d-40b5-8e39-ddef93db2e1d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:58.997646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event updated for resources: {'Port': ['ID=e79c925d-30b8-4217-b73e-a48c2ebe0924,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:48:59.014612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e949-4a78-4b72-a4bf-ac8db48dc4e4 req-97dec565-4863-4dda-9cff-57ed6a45be18 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:59.016678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13e1e949-4a78-4b72-a4bf-ac8db48dc4e4 req-97dec565-4863-4dda-9cff-57ed6a45be18 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 950 time: 0.2340229 Dec 16 07:48:59.105598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:48:59.121125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:48:59.122727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:59.131134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Allocated IP 172.20.0.3 (4726a7c2-c0dd-4293-915e-ec44c3c31c47/f564bc28-7e3d-4b74-975a-4f490ba756e3/86925196-31b3-4c7c-bfb5-dcea25ea83c4) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:48:59.173682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13e1e949-4a78-4b72-a4bf-ac8db48dc4e4 req-9f77c451-557d-4568-af60-f4b671435fde tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443212 Dec 16 07:48:59.237450 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:59.359486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-826aa951-c19a-4214-99c7-67291ec52504 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3292172 Dec 16 07:48:59.368738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d12cd088-dc3d-4440-931d-c42004b767ca req-864b0896-fb9a-4c7b-943c-0fc013f935c0 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0941949 Dec 16 07:48:59.387206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Request body: {'port': {'device_id': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:48:59.512432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:59.551931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0129e0d7-d0f6-4fc0-8e7f-7203afe0797c req-742ed214-3953-4f55-8fb1-da533593a1c4 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 210 time: 0.0522046 Dec 16 07:48:59.756401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Router df2e296b-d376-4b32-b0a6-e5697930f8bb has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:48:59.791405 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:48:59.940203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-1339eb7b-d456-451f-9cf8-536a5e12087d tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:48:59.950181 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-1339eb7b-d456-451f-9cf8-536a5e12087d tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1375406 Dec 16 07:49:00.015706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:49:00.033042 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-36da1431-9958-44ff-b68d-5bef57dd5cf0 admin admin] 10.222.0.43 "PUT /v2.0/routers/df2e296b-d376-4b32-b0a6-e5697930f8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0857725 Dec 16 07:49:00.036107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] Sync routers for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:49:00.043649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44978) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:00.059060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:49:00.060098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:00.077618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.240199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.260488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:49:00.284445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-19dedab1-047c-493f-a34b-e898fda5cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:00.291667 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-19dedab1-047c-493f-a34b-e898fda5cbae service neutron] 10.222.0.43 "GET /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 1094 time: 0.3403218 Dec 16 07:49:00.300323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Request body: {'binding': {'host': 'n-h2-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:00.303645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Unknown quota resources ['binding']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:49:00.349070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.486267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:00.507342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:00.517599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:00.543357 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.573521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event updated for resources: {'Port': ['ID=86925196-31b3-4c7c-bfb5-dcea25ea83c4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:00.609822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fec86-b64f-48d7-bd10-804c7dc22e2a req-8147631e-ec5c-466b-8754-c9d0f1b744c0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:00.611611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c1fec86-b64f-48d7-bd10-804c7dc22e2a req-8147631e-ec5c-466b-8754-c9d0f1b744c0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 945 time: 0.1687000 Dec 16 07:49:00.640452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:00.641093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.652232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:48:58Z', 'revision_number': 5, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port': {'id': '98c9181f-8e9a-425e-bfbe-979ba99a98c9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:45:30Z', 'updated_at': '2021-12-16T07:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:00.675691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on host n-h2-820935-11 for vnic_type normal with profile None {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:00.676449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:00.677031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:00.688411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:00.689083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:00.699901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:00.700664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:00.701314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:00.701450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] Checking router: df2e296b-d376-4b32-b0a6-e5697930f8bb for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:49:00.702121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Bound port: e0c65ebb-3279-4838-97e5-cb8171c39039, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:00.721098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] Routers {'df2e296b-d376-4b32-b0a6-e5697930f8bb'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:49:00.722275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:48:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['df2e296b-d376-4b32-b0a6-e5697930f8bb'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:00.724337 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9b59266-a846-4e1c-a4aa-15def2c15dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.740526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c1fec86-b64f-48d7-bd10-804c7dc22e2a req-e8dcfa94-4095-4f13-96cc-97922f7b0aa9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123962 Dec 16 07:49:00.761478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Deleting port 98c9181f-8e9a-425e-bfbe-979ba99a98c9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:00.762616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.814825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:00.825634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79c925d-30b8-4217-b73e-a48c2ebe0924 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:00.849771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] Set router df2e296b-d376-4b32-b0a6-e5697930f8bb gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:49:00.860278 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.866668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b5eee15b-b4d0-4f2e-9076-74fb6eaa403f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9101496 Dec 16 07:49:00.894403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.901780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Request body: {'port': {'device_id': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:00.908487 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-83bb7259-a9a7-43e1-af0a-ff7f2f4365d0 service neutron] 10.222.0.43 "POST /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039/bindings HTTP/1.1" status: 201 len: 390 time: 0.6156497 Dec 16 07:49:00.915997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] For port 98c9181f-8e9a-425e-bfbe-979ba99a98c9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=98c9181f-8e9a-425e-bfbe-979ba99a98c9,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:00.916776 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:00.935038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:49:00Z', 'revision_number': 6, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:00.939871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Calling delete_port for 98c9181f-8e9a-425e-bfbe-979ba99a98c9 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:00.970460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e49504-0e74-49fd-b95c-4092317175ba None None] The sync data for ids ['df2e296b-d376-4b32-b0a6-e5697930f8bb'] in n-d-820935-11 is: [{'id': 'df2e296b-d376-4b32-b0a6-e5697930f8bb', 'name': 'tempest-ServersTestJSON-113501784-router', 'tenant_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:45:29Z', 'updated_at': '2021-12-16T07:49:00Z', 'revision_number': 6, 'project_id': '0d0c3a3f34784bb2ab0f3ca4b5e3ed4f', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:49:00.999719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Transition to ACTIVE for port object e79c925d-30b8-4217-b73e-a48c2ebe0924 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:01.006778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.031366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c001b4d-2172-41ea-a0f3-0a1b59dd0f1f req-e994ba27-ac51-4406-aa2e-ecac1e0b22fa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:01.039867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c001b4d-2172-41ea-a0f3-0a1b59dd0f1f req-e994ba27-ac51-4406-aa2e-ecac1e0b22fa tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 950 time: 0.1958303 Dec 16 07:49:01.087171 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.285036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Pushing event updated for resources: {'Port': ['ID=e79c925d-30b8-4217-b73e-a48c2ebe0924,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:01.296663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c001b4d-2172-41ea-a0f3-0a1b59dd0f1f req-0be893cb-c915-43d6-b6cf-558824738664 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558701 Dec 16 07:49:01.353764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.405417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c9181f-8e9a-425e-bfbe-979ba99a98c9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:01.438254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772dbb-0581-4f29-b776-0bc1e26b8103 req-2b63832a-4e3f-4975-b826-b0a15f611d19 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:01.440022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71772dbb-0581-4f29-b776-0bc1e26b8103 req-2b63832a-4e3f-4975-b826-b0a15f611d19 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 950 time: 0.2642980 Dec 16 07:49:01.515724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95b4f48c-3360-4d61-9230-ce640337de53 req-f9142a9e-8d7d-4ab8-bc70-cbd81d8d4a21 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0388222 Dec 16 07:49:01.560764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.600041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71772dbb-0581-4f29-b776-0bc1e26b8103 req-2d2ec809-b962-42c9-aa03-6a40226a83c0 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510015 Dec 16 07:49:01.612961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Attempting to bind port e79c925d-30b8-4217-b73e-a48c2ebe0924 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:01.613563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Attempting to bind port e79c925d-30b8-4217-b73e-a48c2ebe0924 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:01.614268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Attempting to bind port e79c925d-30b8-4217-b73e-a48c2ebe0924 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:01.662462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Port e79c925d-30b8-4217-b73e-a48c2ebe0924 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:01.663403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Attempting to bind port e79c925d-30b8-4217-b73e-a48c2ebe0924 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:01.676420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:01.676764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Checking segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:01.677152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Bound using segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:01.677597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Bound port: e79c925d-30b8-4217-b73e-a48c2ebe0924, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:01.678478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.717059 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.757527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.760257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.790907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd4b0-8a8a-4d94-afd1-3f0d4b52b5a9 req-9214c9ad-2d5c-47bc-99f5-de572459dd12 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:01.792569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-716bd4b0-8a8a-4d94-afd1-3f0d4b52b5a9 req-9214c9ad-2d5c-47bc-99f5-de572459dd12 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 931 time: 0.1605816 Dec 16 07:49:01.830001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device faadbf69-6298-43f5-9038-85dc8c9bba6d up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:01.902063 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.902606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2e296b-d376-4b32-b0a6-e5697930f8bb {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:49:01.908462 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.911989 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bd79fa16-1d4b-4c36-a601-c5270f12cab8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/df2e296b-d376-4b32-b0a6-e5697930f8bb HTTP/1.1" status: 204 len: 168 time: 1.8643231 Dec 16 07:49:01.912264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:01.974351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86925196-31b3-4c7c-bfb5-dcea25ea83c4 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:01.974903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port faadbf69-6298-43f5-9038-85dc8c9bba6d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:01.983895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port faadbf69-6298-43f5-9038-85dc8c9bba6d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:01.983895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:01.988680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769111-41c9-4262-a5a5-9e882ae8abed req-a0f5faad-2f41-47dd-9ff9-3fdcaba3a77e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:01.990243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0769111-41c9-4262-a5a5-9e882ae8abed req-a0f5faad-2f41-47dd-9ff9-3fdcaba3a77e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 945 time: 0.2683918 Dec 16 07:49:01.999717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.003251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] Deleting subnet 1fe9f220-e96e-4dd9-8334-68ebc5e97c22 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:49:02.009175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.021367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] For port e79c925d-30b8-4217-b73e-a48c2ebe0924, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:02.063217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-716bd4b0-8a8a-4d94-afd1-3f0d4b52b5a9 req-333dbc8b-1a91-4a26-bfcd-369d7edae19d tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357314 Dec 16 07:49:02.063217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Transition to ACTIVE for port object 86925196-31b3-4c7c-bfb5-dcea25ea83c4 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:02.065507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] For port e79c925d-30b8-4217-b73e-a48c2ebe0924, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e79c925d-30b8-4217-b73e-a48c2ebe0924,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:02.068048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-d89958e5-399c-4d36-aebf-1e9c62a07fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:02.070113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-d89958e5-399c-4d36-aebf-1e9c62a07fc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1097 time: 0.2266366 Dec 16 07:49:02.086055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.139674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.160689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.171857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0769111-41c9-4262-a5a5-9e882ae8abed req-2143a598-3e64-439e-8aaa-da126b156e3a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657844 Dec 16 07:49:02.184921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port faadbf69-6298-43f5-9038-85dc8c9bba6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:02.187147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadbf69-6298-43f5-9038-85dc8c9bba6d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:02.190245 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5057eee8-3787-4265-8220-34875a082abd" -d '{"events": [{"server_uuid": "f9e461c6-32eb-4b22-91c5-6c6fa3f69de2", "name": "network-vif-plugged", "status": "completed", "tag": "faadbf69-6298-43f5-9038-85dc8c9bba6d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:02.215704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.265949 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.286476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.330976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:02.331605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.333226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] 10.222.0.36 "PUT /v2.0/ports/e79c925d-30b8-4217-b73e-a48c2ebe0924 HTTP/1.1" status: 200 len: 1092 time: 2.9511883 Dec 16 07:49:02.333689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'tag': 'e79c925d-30b8-4217-b73e-a48c2ebe0924'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:02.336293 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b49d04-734e-43e4-b779-aaab50feae29" -d '{"events": [{"name": "network-changed", "server_uuid": "1432861b-a7a3-429f-a5a1-be5018f0f49c", "tag": "e79c925d-30b8-4217-b73e-a48c2ebe0924"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:02.345108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-52713373-58ca-4fbd-b729-a20dc23ddfdd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:02.346823 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-52713373-58ca-4fbd-b729-a20dc23ddfdd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 950 time: 0.1336367 Dec 16 07:49:02.380819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=faadbf69-6298-43f5-9038-85dc8c9bba6d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:02.396727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Pushing event updated for resources: {'Port': ['ID=86925196-31b3-4c7c-bfb5-dcea25ea83c4,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:02.463480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-f91fd386-ccf9-4de0-8a08-f97c4054ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:02.465061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-f91fd386-ccf9-4de0-8a08-f97c4054ac08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.3774538 Dec 16 07:49:02.530843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Deleting port 89c0f761-0b68-4c2e-86e0-06837ea77152 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:02.530843 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.604116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.606575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ec319-3bb3-41a6-a5ae-44e9e6100b5c req-317ba2ef-d8cf-43f2-9316-eac65cfb1649 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:02.608094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f68ec319-3bb3-41a6-a5ae-44e9e6100b5c req-317ba2ef-d8cf-43f2-9316-eac65cfb1649 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 1102 time: 0.3680251 Dec 16 07:49:02.609947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4a9c1348-7a80-4c6c-a67c-e6eab02da24a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 217 time: 0.0539606 Dec 16 07:49:02.656940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe9f220-e96e-4dd9-8334-68ebc5e97c22,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:02.659296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.665115 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-64ef40bf-a1a8-4f17-a8d9-b8ab2dc09240 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1fe9f220-e96e-4dd9-8334-68ebc5e97c22 HTTP/1.1" status: 204 len: 168 time: 0.7489641 Dec 16 07:49:02.665315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a40d8-d6c6-481b-8bef-ab57e14e1eae None None] Network 8c332f9b-d5e8-4557-97a5-cbee5b411c70 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:49:02.667836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45004) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:02.677252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] For port 89c0f761-0b68-4c2e-86e0-06837ea77152, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=89c0f761-0b68-4c2e-86e0-06837ea77152,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:02.677732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:02.687471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85926f-adf3-47e8-92ea-f1719d026590 req-73fe3743-6f73-468f-8df0-e5626312d8b2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:02.689133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f85926f-adf3-47e8-92ea-f1719d026590 req-73fe3743-6f73-468f-8df0-e5626312d8b2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 946 time: 0.3954353 Dec 16 07:49:02.691631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-3a42ef8f-d9b4-4a97-9f58-71173a002c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:02.693073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-3a42ef8f-d9b4-4a97-9f58-71173a002c04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0601954 Dec 16 07:49:02.777028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f85926f-adf3-47e8-92ea-f1719d026590 req-dd88e430-c9c4-4ae2-81d4-69fa51184944 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620825 Dec 16 07:49:02.807906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-d8678e82-f930-41fc-9539-b02bebc6c052 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754368 Dec 16 07:49:02.811879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b791a56-92d9-4866-98bb-97bd62413147 service neutron] Pushing event updated for resources: {'Port': ['ID=e79c925d-30b8-4217-b73e-a48c2ebe0924,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:02.899797 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dca38c-3aa4-45a9-a1c1-f5cc09d50fa4 x-openstack-request-id: req-d4dca38c-3aa4-45a9-a1c1-f5cc09d50fa4 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:02.900158 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e461c6-32eb-4b22-91c5-6c6fa3f69de2", "name": "network-vif-plugged", "status": "completed", "tag": "faadbf69-6298-43f5-9038-85dc8c9bba6d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:02.902837 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4dca38c-3aa4-45a9-a1c1-f5cc09d50fa4 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:02.902837 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadbf69-6298-43f5-9038-85dc8c9bba6d', 'code': 200} Dec 16 07:49:02.927403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] DHCP port deletion for 8c332f9b-d5e8-4557-97a5-cbee5b411c70 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:49:02.937402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f68ec319-3bb3-41a6-a5ae-44e9e6100b5c req-b01aadd7-c213-403d-94a0-ecd242064967 tempest-ServersOnMultiNodesTest-994167333 tempest-ServersOnMultiNodesTest-994167333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108666 Dec 16 07:49:02.938189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Attempting to bind port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:02.951560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Attempting to bind port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:02.951991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Attempting to bind port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:02.966247 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7003438-00b9-4cb0-9126-51bd05eff37f x-openstack-request-id: req-f7003438-00b9-4cb0-9126-51bd05eff37f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:02.966614 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1432861b-a7a3-429f-a5a1-be5018f0f49c", "tag": "e79c925d-30b8-4217-b73e-a48c2ebe0924", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:02.968379 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7003438-00b9-4cb0-9126-51bd05eff37f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:02.968864 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'tag': 'e79c925d-30b8-4217-b73e-a48c2ebe0924', 'status': 'completed', 'code': 200} Dec 16 07:49:02.993556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:02.994278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Attempting to bind port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:02.998924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-7d6ee002-88d0-4b36-afac-c3d6f957467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:03.000615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-7d6ee002-88d0-4b36-afac-c3d6f957467d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=1432861b-a7a3-429f-a5a1-be5018f0f49c HTTP/1.1" status: 200 len: 1095 time: 0.4746647 Dec 16 07:49:03.014128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:03.014616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Checking segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:03.015102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Bound using segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:03.015652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Bound port: 86925196-31b3-4c7c-bfb5-dcea25ea83c4, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:03.016500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.038557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1b26dded-907d-40b5-8e39-ddef93db2e1d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:03.066726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1b26dded-907d-40b5-8e39-ddef93db2e1d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:03.067077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1b26dded-907d-40b5-8e39-ddef93db2e1d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:03.067506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98c9181f-8e9a-425e-bfbe-979ba99a98c9 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:03.097390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 98c9181f-8e9a-425e-bfbe-979ba99a98c9 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:03.097742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98c9181f-8e9a-425e-bfbe-979ba99a98c9 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:03.130863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] Deleting port 9a93ca39-2a89-4f10-a738-1ce158641e46 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:03.131237 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.176255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-5b04f00c-8a2a-4ccc-91d7-ed4488a241bf service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326113 Dec 16 07:49:03.202700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] For port 9a93ca39-2a89-4f10-a738-1ce158641e46, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9a93ca39-2a89-4f10-a738-1ce158641e46,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:03.203108 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.205922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-058a9fd9-d507-460e-9f04-9d8f8e3acad5 req-0fbdd8a0-6bb7-4aa9-b215-f56287c9b214 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1757209 Dec 16 07:49:03.213868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Calling delete_port for 89c0f761-0b68-4c2e-86e0-06837ea77152 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:03.222641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] Calling delete_port for 9a93ca39-2a89-4f10-a738-1ce158641e46 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:03.252398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.267667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-53388de4-c3b7-4ef9-941d-a960584f0bab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79c925d-30b8-4217-b73e-a48c2ebe0924 HTTP/1.1" status: 200 len: 217 time: 0.2305312 Dec 16 07:49:03.486051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Deleting port 9a93ca39-2a89-4f10-a738-1ce158641e46 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:03.486306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.567505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] For port 9a93ca39-2a89-4f10-a738-1ce158641e46, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9a93ca39-2a89-4f10-a738-1ce158641e46,segment=NetworkSegment(e8cac969-eea6-41ba-84bf-7014652f15dd),segment_id=e8cac969-eea6-41ba-84bf-7014652f15dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:03.568145 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.583050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Calling delete_port for 9a93ca39-2a89-4f10-a738-1ce158641e46 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:03.752859 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.785413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08519df8-fedf-48e1-b2fe-d7dc38cb597e req-04a2f3c0-8c9e-4aba-8119-ed0de976a53c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:03.786907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08519df8-fedf-48e1-b2fe-d7dc38cb597e req-04a2f3c0-8c9e-4aba-8119-ed0de976a53c tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27ec809-c798-4d03-adee-c82f7702fa50 HTTP/1.1" status: 200 len: 950 time: 0.6375146 Dec 16 07:49:03.793175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f2cfc-6412-4fe8-b395-a96348517218 req-ac88f184-b90c-4c27-9470-0c0393a354cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:03.794599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db0f2cfc-6412-4fe8-b395-a96348517218 req-ac88f184-b90c-4c27-9470-0c0393a354cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 1098 time: 0.7479830 Dec 16 07:49:03.799937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-542d7448-7142-4a0d-bdd2-6079b583c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:03.801312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-542d7448-7142-4a0d-bdd2-6079b583c00e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.5083358 Dec 16 07:49:03.807681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] For port 86925196-31b3-4c7c-bfb5-dcea25ea83c4, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:03.833779 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.845344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.850683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] No DVR routers for this DVR port 9a93ca39-2a89-4f10-a738-1ce158641e46 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:03.881539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3b291-2d1c-4c48-972e-a6846cb5f8ac None None] Pushing event deleted for resources: {'Port': ['ID=9a93ca39-2a89-4f10-a738-1ce158641e46,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:03.882908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-5a13d8df-4eeb-4ca1-8b67-dcf422685c5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649629 Dec 16 07:49:03.888811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a93ca39-2a89-4f10-a738-1ce158641e46,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:03.891178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] No DVR routers for this DVR port 9a93ca39-2a89-4f10-a738-1ce158641e46 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:03.956533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-ed669b3b-5e33-4448-ac29-584c39f0270c service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015944 Dec 16 07:49:03.957825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.977972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] For port 86925196-31b3-4c7c-bfb5-dcea25ea83c4, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=86925196-31b3-4c7c-bfb5-dcea25ea83c4,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:03.982244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:03.995959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'a70239ca-509b-467d-ba2c-75eb1a121deb', '89c0f761-0b68-4c2e-86e0-06837ea77152'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:04.005375 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c332f9b-d5e8-4557-97a5-cbee5b411c70']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:04.013107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08519df8-fedf-48e1-b2fe-d7dc38cb597e req-6b44b176-dc25-4cf7-9231-c519c9410dcb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145460 Dec 16 07:49:04.017556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db0f2cfc-6412-4fe8-b395-a96348517218 req-ca02773e-9f7b-40ac-a90e-19de791a3df7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031395 Dec 16 07:49:04.032130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cac969-eea6-41ba-84bf-7014652f15dd') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:04.032130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cac969-eea6-41ba-84bf-7014652f15dd') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:04.065644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.071565 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.079846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-f6370e15-c788-4f4e-9e14-d5bfcb7c652f service neutron] 10.222.0.36 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849034 Dec 16 07:49:04.137679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event deleted for resources: {'Port': ['ID=89c0f761-0b68-4c2e-86e0-06837ea77152,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:04.164457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.193197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] No DVR routers for this DVR port 89c0f761-0b68-4c2e-86e0-06837ea77152 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:04.195783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:49:04.196161 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:49:04.198119 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:49:04.214973 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.228648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.238406 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1df767bf-55ef-470c-8de8-c4e5d6c234c9 req-6b9d4196-8a3d-4276-9d0b-f78f873f3665 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "DELETE /v2.0/ports/89c0f761-0b68-4c2e-86e0-06837ea77152 HTTP/1.1" status: 204 len: 173 time: 1.8844888 Dec 16 07:49:04.238937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-deleted', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:04.241854 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61954c58-ab84-4385-a5c7-685c0624e156" -d '{"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-deleted", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:04.255687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:04.259148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.265006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] 10.222.0.16 "PUT /v2.0/ports/86925196-31b3-4c7c-bfb5-dcea25ea83c4 HTTP/1.1" status: 200 len: 1092 time: 3.3758154 Dec 16 07:49:04.439742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.467933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.474639 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8c332f9b-d5e8-4557-97a5-cbee5b411c70 HTTP/1.1" status: 204 len: 168 time: 1.8036246 Dec 16 07:49:04.474639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217ef9-b509-4152-84fe-61ad82bb2c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c332f9b-d5e8-4557-97a5-cbee5b411c70,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:04.533366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90b599-e02d-49bd-bc1d-23dd45eb0b9a req-6ab0395d-9dff-4458-b86a-964eac134d7a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:04.541354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef90b599-e02d-49bd-bc1d-23dd45eb0b9a req-6ab0395d-9dff-4458-b86a-964eac134d7a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 943 time: 0.4096346 Dec 16 07:49:04.562770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-91d0a98f-ae9d-4b57-bc96-c6a323e793bd tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:04.564479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-91d0a98f-ae9d-4b57-bc96-c6a323e793bd tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.2393227 Dec 16 07:49:04.587579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21d94a-f8bf-4bbf-88a0-1497b6953116 service neutron] Pushing event updated for resources: {'Port': ['ID=86925196-31b3-4c7c-bfb5-dcea25ea83c4,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:04.611634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-11'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:04.617626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-a7115962-8136-4eb3-9653-0a2c77bc6fca service neutron] 10.222.0.36 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013189 Dec 16 07:49:04.660814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db890e1-bb42-46b4-ae86-d69724458859 req-6058f38c-30ab-43a3-8361-30ee320d30f6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:04.668139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db890e1-bb42-46b4-ae86-d69724458859 req-6058f38c-30ab-43a3-8361-30ee320d30f6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 945 time: 0.3269246 Dec 16 07:49:04.756054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef90b599-e02d-49bd-bc1d-23dd45eb0b9a req-20e1742e-db62-4a25-b977-5e926204ad7f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138085 Dec 16 07:49:04.766087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-de88ea22-b557-48b4-936f-d905914acd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:04.776146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-de88ea22-b557-48b4-936f-d905914acd25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 1095 time: 0.2125635 Dec 16 07:49:04.776146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:04.850291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db890e1-bb42-46b4-ae86-d69724458859 req-dd43adb0-ff5a-4883-ad20-6a5c653b67f0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761415 Dec 16 07:49:04.854374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-887eeda0-7c97-4e23-82b2-a26f46d13f1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86925196-31b3-4c7c-bfb5-dcea25ea83c4 HTTP/1.1" status: 200 len: 217 time: 0.0623007 Dec 16 07:49:04.972754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45026) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:04.975046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-62ada2d1-8325-4f19-8709-a9b3c8dca8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:04.976713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-62ada2d1-8325-4f19-8709-a9b3c8dca8a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.0656922 Dec 16 07:49:04.977296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'tag': '86925196-31b3-4c7c-bfb5-dcea25ea83c4'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:04.979598 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40aae1-42fd-4f3a-810b-75745dd1c2de" -d '{"events": [{"name": "network-changed", "server_uuid": "635fb5e8-4898-4a64-ac06-95d0b0cf058c", "tag": "86925196-31b3-4c7c-bfb5-dcea25ea83c4"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:04.998663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9a93ca39-2a89-4f10-a738-1ce158641e46 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:05.020540 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9a93ca39-2a89-4f10-a738-1ce158641e46 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:05.020884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9a93ca39-2a89-4f10-a738-1ce158641e46 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:05.036080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-efdd8d5c-ce0d-486a-a656-98ab75f015ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d0c3a3f34784bb2ab0f3ca4b5e3ed4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621629 Dec 16 07:49:05.039071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45030) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:05.093658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-91bd79ff-95b5-44d1-b1a7-fa011d13c45e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820327 Dec 16 07:49:05.107142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-915a2128-23a0-405d-97b9-1fd54c0d65bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:05.133897 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-915a2128-23a0-405d-97b9-1fd54c0d65bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:05.220941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeddef8-b862-417b-8416-714efdfff0ef req-b989df70-255b-439f-b223-b9ba1d558d31 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:05.222444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2aeddef8-b862-417b-8416-714efdfff0ef req-b989df70-255b-439f-b223-b9ba1d558d31 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 950 time: 0.2233870 Dec 16 07:49:05.241801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-d35f3fbd-2fdc-4f7e-a15b-1d8f675a98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:05.243253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-d35f3fbd-2fdc-4f7e-a15b-1d8f675a98d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=1432861b-a7a3-429f-a5a1-be5018f0f49c HTTP/1.1" status: 200 len: 1095 time: 0.3410089 Dec 16 07:49:05.260786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-915a2128-23a0-405d-97b9-1fd54c0d65bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:05.266394 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-915a2128-23a0-405d-97b9-1fd54c0d65bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:05.268592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555d075-1c1a-428d-91ac-f3e8fc9e7122 req-00e53dcf-c20e-4744-8bf4-4c2028b4e45a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:05.270115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4555d075-1c1a-428d-91ac-f3e8fc9e7122 req-00e53dcf-c20e-4744-8bf4-4c2028b4e45a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 946 time: 0.4185853 Dec 16 07:49:05.278437 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-915a2128-23a0-405d-97b9-1fd54c0d65bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4c774be-4fe0-4116-8575-8343de0d28da HTTP/1.1" status: 204 len: 168 time: 0.2369606 Dec 16 07:49:05.287277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a2128-23a0-405d-97b9-1fd54c0d65bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c774be-4fe0-4116-8575-8343de0d28da,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:05.431537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:05.462887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2aeddef8-b862-417b-8416-714efdfff0ef req-e7a630ec-33bd-4cae-933c-0a16a54a3800 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316575 Dec 16 07:49:05.473026 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-b4fc154a-6352-4d15-9269-d12e9703dfe6 service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615777 Dec 16 07:49:05.615442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4555d075-1c1a-428d-91ac-f3e8fc9e7122 req-9530c97b-3fea-43bb-a5a1-013608c6afe1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076334 Dec 16 07:49:05.650818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3703220-fda7-48f6-8d11-70c91a7635ca req-a565748c-f0a4-473e-9fa7-d0c928f36d99 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0634151 Dec 16 07:49:05.668309 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38e6737-37ed-4c83-b447-4f0e3ae71d4f x-openstack-request-id: req-c38e6737-37ed-4c83-b447-4f0e3ae71d4f {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:05.668870 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ec809-c798-4d03-adee-c82f7702fa50", "name": "network-vif-deleted", "tag": "89c0f761-0b68-4c2e-86e0-06837ea77152", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:05.669148 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c38e6737-37ed-4c83-b447-4f0e3ae71d4f {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:05.669649 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ec809-c798-4d03-adee-c82f7702fa50', 'name': 'network-vif-deleted', 'tag': '89c0f761-0b68-4c2e-86e0-06837ea77152', 'status': 'completed', 'code': 200} Dec 16 07:49:05.676490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:05.746808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-cae48662-92c2-4cfa-a2b9-9d0c4736f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:05.753387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-cae48662-92c2-4cfa-a2b9-9d0c4736f4ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 914 time: 0.4588850 Dec 16 07:49:05.757374 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d5c700-faf0-4928-90a3-7b07003ca79f x-openstack-request-id: req-70d5c700-faf0-4928-90a3-7b07003ca79f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:05.757973 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635fb5e8-4898-4a64-ac06-95d0b0cf058c", "tag": "86925196-31b3-4c7c-bfb5-dcea25ea83c4", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:05.758219 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70d5c700-faf0-4928-90a3-7b07003ca79f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:05.758626 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'tag': '86925196-31b3-4c7c-bfb5-dcea25ea83c4', 'status': 'completed', 'code': 200} Dec 16 07:49:05.841790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-07d8ec2e-6583-4a51-b3ed-b98a65fedd43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79c925d-30b8-4217-b73e-a48c2ebe0924 HTTP/1.1" status: 200 len: 217 time: 0.0763726 Dec 16 07:49:05.849265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:05.854958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7e5f5a-04d9-4bca-8eb2-994ab9382b92 req-7c049940-e377-4df2-b474-9900d3587c3c service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306758 Dec 16 07:49:05.972004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:06.061186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-43147ead-f843-404c-9937-9a3ee1c9b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:06.062799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-43147ead-f843-404c-9937-9a3ee1c9b614 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.1752810 Dec 16 07:49:06.094702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddc9e-01c9-4bcf-8928-72848bb29d3a req-1805f2d7-d586-4145-b169-ff36de0fece7 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:06.109249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9bddc9e-01c9-4bcf-8928-72848bb29d3a req-1805f2d7-d586-4145-b169-ff36de0fece7 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 943 time: 0.2462471 Dec 16 07:49:06.109940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:06.181743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-62d18770-f201-4f46-a25f-d5280a194586 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031125 Dec 16 07:49:06.198620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-66619663-0ef1-4b58-a522-77067e22b12e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:06.200673 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-66619663-0ef1-4b58-a522-77067e22b12e tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 950 time: 0.0627813 Dec 16 07:49:06.334728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:06.335406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:06.336262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:06.355347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-17e81133-c87b-4697-ba90-a181ce1f2cae service neutron] 10.222.0.36 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568100 Dec 16 07:49:06.382152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 89c0f761-0b68-4c2e-86e0-06837ea77152 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:06.382563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 89c0f761-0b68-4c2e-86e0-06837ea77152 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:06.387656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-67ab04d5-b3bf-4517-aba6-36f27db07436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:06.390230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-67ab04d5-b3bf-4517-aba6-36f27db07436 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 1095 time: 0.3196828 Dec 16 07:49:06.490285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:06.491153 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:06.526422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:06.604821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on host n-h1-820935-11 for vnic_type normal with profile {"migrating_to": "n-h2-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:06.605420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:06.605966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:06.609365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-a35ebc04-7fc7-4312-91f8-1a4c13e0331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:06.611312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-a35ebc04-7fc7-4312-91f8-1a4c13e0331b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 914 time: 0.1922507 Dec 16 07:49:06.646090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9bddc9e-01c9-4bcf-8928-72848bb29d3a req-b850acd9-0134-45f4-8041-a6a6d12b43f0 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258892 Dec 16 07:49:06.662790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:06.663181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Attempting to bind port e0c65ebb-3279-4838-97e5-cb8171c39039 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:06.699240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:06.699583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:06.699991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:06.700530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Bound port: e0c65ebb-3279-4838-97e5-cb8171c39039, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:06.700892 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:06.720516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-3ab163c3-4a1f-4f11-8d51-04db87fb6699 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86925196-31b3-4c7c-bfb5-dcea25ea83c4 HTTP/1.1" status: 200 len: 217 time: 0.0713732 Dec 16 07:49:06.784009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d2a7-4525-4528-bd68-7851a2d47b6c req-0948125d-70cc-4a07-8af0-6ce7657fa585 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:06.785566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dbf7d2a7-4525-4528-bd68-7851a2d47b6c req-0948125d-70cc-4a07-8af0-6ce7657fa585 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.4252853 Dec 16 07:49:06.811177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:06.859127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b', '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef', 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:06.875464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45068) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:06.883028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:06.919205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', '58e48cee-e737-4007-888c-1117278a2f0d', 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:06.973008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1b49d04-734e-43e4-b779-aaab50feae29 req-a093724e-3a4e-417e-94b4-1ea86e8c3b7f service neutron] 10.222.0.36 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794325 Dec 16 07:49:06.977884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:06.987573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.009086 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4ff24b8b-b95e-4411-976e-3e27fd051c28 req-8d7f9b42-4534-4a48-8a65-464cba7eb005 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "DELETE /v2.0/ports/f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe HTTP/1.1" status: 204 len: 173 time: 0.7976224 Dec 16 07:49:07.011679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-94c0d646-a0e7-4bad-99cc-a9ab25f60994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:07.013209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-94c0d646-a0e7-4bad-99cc-a9ab25f60994 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.2793460 Dec 16 07:49:07.017595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:07.023297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:07.078965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-e77733d7-a2a8-4a5e-a660-1765d7d1c857 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536103 Dec 16 07:49:07.087195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240a607-3ae4-4ae4-afde-241b66dca8ed req-e7751bb8-118c-46b1-8ca7-efa8f2de4004 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:07.088803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f240a607-3ae4-4ae4-afde-241b66dca8ed req-e7751bb8-118c-46b1-8ca7-efa8f2de4004 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.3290982 Dec 16 07:49:07.107971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1218561684-network', 'tenant_id': 'c74443691ac642e395264dd387be70fc'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:07.111486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dbf7d2a7-4525-4528-bd68-7851a2d47b6c req-ee5928cf-a1ec-433d-8694-e2f3c593e62d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926190 Dec 16 07:49:07.205785 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.278675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:07.281696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.297280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.386014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fdbb12b-9e05-4ee8-a397-f01dabb49bba req-06ed55b9-26fa-4e07-b518-5f97ee187e73 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec34d2e-eef2-447d-8d1a-8179674f3195 HTTP/1.1" status: 200 len: 210 time: 0.1358833 Dec 16 07:49:07.462176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f240a607-3ae4-4ae4-afde-241b66dca8ed req-b16ec5f2-5987-4bf4-908c-acde0e8fdcc3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496232 Dec 16 07:49:07.474415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.487078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:07.488097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.489923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 1123 time: 2.8836615 Dec 16 07:49:07.490910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c4d0-b556-4af8-a506-f0e20b26dfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=8']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:07.579851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.592280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-5844b538-1dee-4c8e-8ccf-1768e4852fdf service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023868 Dec 16 07:49:07.597126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:49:07.676125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'name': 'network-vif-deleted', 'tag': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:07.681197 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78ac268-fcd5-4ec4-a81d-aa959a5c498d" -d '{"events": [{"server_uuid": "5ec34d2e-eef2-447d-8d1a-8179674f3195", "name": "network-vif-deleted", "tag": "f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:07.684734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:07.703919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.703919 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Added segment 306f7399-f32d-4e65-96e3-72c8acfd92dd of type vlan for network 0edc0b70-1290-40ba-8738-4ce9160fa555 Dec 16 07:49:07.704468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe2b48-0c6b-48ea-95d0-b7d4fce60c06 req-c99dd11c-18c3-4fcb-9f58-c130c2083a77 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:07.704468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ebe2b48-0c6b-48ea-95d0-b7d4fce60c06 req-c99dd11c-18c3-4fcb-9f58-c130c2083a77 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 946 time: 0.2040308 Dec 16 07:49:07.731641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ade1354d-582b-48a9-afd9-89923c959ccb req-b370e549-c97f-4258-9a6e-d24249f03188 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0642409 Dec 16 07:49:07.765085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039'}, {'name': 'network-changed', 'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:07.766269 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18" -d '{"events": [{"server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039"}, {"name": "network-changed", "server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:07.808019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.814646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['e0c65ebb-3279-4838-97e5-cb8171c39039'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:07.852467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a40aae1-42fd-4f3a-810b-75745dd1c2de req-569cd43a-a7f5-44b5-a065-9e11945a285a service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523236 Dec 16 07:49:07.856777 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ebe2b48-0c6b-48ea-95d0-b7d4fce60c06 req-3d2f78e5-6e35-41c9-ba2d-ac3224d9098b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282806 Dec 16 07:49:07.953052 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98524d6f-3970-4de4-832f-d5dce11f624a x-openstack-request-id: req-98524d6f-3970-4de4-832f-d5dce11f624a {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:07.953652 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec34d2e-eef2-447d-8d1a-8179674f3195", "name": "network-vif-deleted", "tag": "f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:07.954138 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98524d6f-3970-4de4-832f-d5dce11f624a {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:07.955742 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec34d2e-eef2-447d-8d1a-8179674f3195', 'name': 'network-vif-deleted', 'tag': 'f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe', 'status': 'completed', 'code': 200} Dec 16 07:49:07.971036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.972522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:07.973303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:07.978647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53266c06-cf91-41a9-9e4e-ba0f1c4929bf req-d300f1d2-b0f9-4c1b-a4e1-016a17fc0d09 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:07.987410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53266c06-cf91-41a9-9e4e-ba0f1c4929bf req-d300f1d2-b0f9-4c1b-a4e1-016a17fc0d09 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 943 time: 0.1026301 Dec 16 07:49:08.088440 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb04a5c0-8476-4054-8110-a42ceb77820f x-openstack-request-id: req-eb04a5c0-8476-4054-8110-a42ceb77820f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:08.089967 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039", "code": 200}, {"name": "network-changed", "server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:08.090305 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb04a5c0-8476-4054-8110-a42ceb77820f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:08.091597 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039', 'code': 200} Dec 16 07:49:08.091953 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039', 'status': 'completed', 'code': 200} Dec 16 07:49:08.127376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53266c06-cf91-41a9-9e4e-ba0f1c4929bf req-5d5cbfdb-72a9-4c76-8ed7-6771d81ad617 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389201 Dec 16 07:49:08.173691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-1bd2b89b-ea7a-406a-898f-94d091632988 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:08.179030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-1bd2b89b-ea7a-406a-898f-94d091632988 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.1881094 Dec 16 07:49:08.211751 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3347211 Dec 16 07:49:08.212216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45092) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:08.216129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442511dc-eeda-4dd7-b01c-464daa819003 admin admin] Pushing event updated for resources: {'Network': ['ID=0edc0b70-1290-40ba-8738-4ce9160fa555,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:08.234665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:49:08.244874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Request body: {'subnet': {'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1218561684-subnet', 'tenant_id': 'c74443691ac642e395264dd387be70fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:08.356667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e79c925d-30b8-4217-b73e-a48c2ebe0924 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:08.582665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port e79c925d-30b8-4217-b73e-a48c2ebe0924, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e79c925d-30b8-4217-b73e-a48c2ebe0924,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:08.598512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'e79c925d-30b8-4217-b73e-a48c2ebe0924', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'port_id': 'e79c925d-30b8-4217-b73e-a48c2ebe0924', 'mac_address': 'fa:16:3e:50:4c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564bc28-7e3d-4b74-975a-4f490ba756e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:08.646042 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:08.660223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c925d-30b8-4217-b73e-a48c2ebe0924 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:08.683791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port e79c925d-30b8-4217-b73e-a48c2ebe0924, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e79c925d-30b8-4217-b73e-a48c2ebe0924,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:08.778568 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:08.778772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-249816dc-fa2f-4141-9236-428858387059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:08.780932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-249816dc-fa2f-4141-9236-428858387059 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1126 time: 0.5992286 Dec 16 07:49:08.857267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=e79c925d-30b8-4217-b73e-a48c2ebe0924,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:08.870214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044c0c8-4414-4e0e-a51a-27f041a3458f req-6cbeac54-758e-4edd-bcc7-9b9554e31e2a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:08.871858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b044c0c8-4414-4e0e-a51a-27f041a3458f req-6cbeac54-758e-4edd-bcc7-9b9554e31e2a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.6046166 Dec 16 07:49:08.878674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:08.881599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:08.958685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19724f-c63c-4a2f-a5ea-c3c3401f8771 req-22c9d8be-fb9a-45ce-bfa8-f675d2aaf4bf tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:08.960469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f19724f-c63c-4a2f-a5ea-c3c3401f8771 req-22c9d8be-fb9a-45ce-bfa8-f675d2aaf4bf tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.7471328 Dec 16 07:49:09.036866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f19724f-c63c-4a2f-a5ea-c3c3401f8771 req-26a33af6-a18b-4ce4-8c38-465b38b7aec7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.0636137 Dec 16 07:49:09.046958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Deleting port a70239ca-509b-467d-ba2c-75eb1a121deb {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:09.047304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:09.096488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-c81fc7f6-abd1-4c2e-90ff-0217179053f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:09.098011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-c81fc7f6-abd1-4c2e-90ff-0217179053f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.3027897 Dec 16 07:49:09.202691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['e79c925d-30b8-4217-b73e-a48c2ebe0924'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:09.208307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b044c0c8-4414-4e0e-a51a-27f041a3458f req-92355ed1-4212-4adf-bf99-d11d64685599 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000734 Dec 16 07:49:09.226877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-e6f48093-2cfd-425e-b41c-35a586b1e186 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 217 time: 0.0939105 Dec 16 07:49:09.321243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f19724f-c63c-4a2f-a5ea-c3c3401f8771 req-bdc86211-deef-4316-a890-f40c9a04ec93 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2664850 Dec 16 07:49:09.448146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] For port a70239ca-509b-467d-ba2c-75eb1a121deb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a70239ca-509b-467d-ba2c-75eb1a121deb,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:09.448542 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:09.456256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-a2a8654f-7b85-44d3-bc25-9cd425fae4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:09.457728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-a2a8654f-7b85-44d3-bc25-9cd425fae4d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.2115331 Dec 16 07:49:09.513359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Calling delete_port for a70239ca-509b-467d-ba2c-75eb1a121deb owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:09.554269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-caa1b38c-7ba9-4113-90ab-eaa3ab666c7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837572 Dec 16 07:49:09.573975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39e415-c5e4-4e95-a7ba-275f23bde537 req-d81ab7e9-6ba8-43e6-afb4-a6a978c8839b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:09.575320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c39e415-c5e4-4e95-a7ba-275f23bde537 req-d81ab7e9-6ba8-43e6-afb4-a6a978c8839b tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdd81ab0-d50b-4b1f-86dc-406f384dd98d HTTP/1.1" status: 200 len: 950 time: 0.2532027 Dec 16 07:49:09.683638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:09.746141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f19724f-c63c-4a2f-a5ea-c3c3401f8771 req-a3240398-3a60-42d2-b3a3-6282e6b5b301 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072533 Dec 16 07:49:09.851443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 86925196-31b3-4c7c-bfb5-dcea25ea83c4 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:09.864309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c39e415-c5e4-4e95-a7ba-275f23bde537 req-3f3b1a99-76f7-46c9-8b67-8e57381c19fb tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533302 Dec 16 07:49:09.892261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e768f2-fb5b-43c5-80ce-e19af3e02baf,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:09.906017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-fbefdf5b-b5f9-4388-a2fb-374bd8f6d013 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400025 Dec 16 07:49:09.954714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Checking segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:09.955079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Network hostable DHCP agents. Network: 0edc0b70-1290-40ba-8738-4ce9160fa555, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:49:10.000786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 86925196-31b3-4c7c-bfb5-dcea25ea83c4, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=86925196-31b3-4c7c-bfb5-dcea25ea83c4,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:10.015299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '86925196-31b3-4c7c-bfb5-dcea25ea83c4', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'port_id': '86925196-31b3-4c7c-bfb5-dcea25ea83c4', 'mac_address': 'fa:16:3e:0d:b0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564bc28-7e3d-4b74-975a-4f490ba756e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:10.065530 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:10.071325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee18e14-58e7-4126-98da-4ca28d22d782 req-3cd41187-3017-45d4-b288-f85f89067609 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0670052 Dec 16 07:49:10.081186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86925196-31b3-4c7c-bfb5-dcea25ea83c4 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:10.092885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f19724f-c63c-4a2f-a5ea-c3c3401f8771 req-a10e5964-8b1e-46cc-a342-5c683b7aff0f service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363380 Dec 16 07:49:10.154522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 86925196-31b3-4c7c-bfb5-dcea25ea83c4, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=86925196-31b3-4c7c-bfb5-dcea25ea83c4,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:10.155211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c7fc908-2e68-4d5e-b2ac-1cdeec505e18 req-fc689921-7587-4680-b0b5-a8e0e2dc64af service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052915 Dec 16 07:49:10.208117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573dd38-2317-4a63-aac4-4efc4155a7da req-4433e746-e520-48f5-a45b-3c4e23026e5d tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:10.209687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d573dd38-2317-4a63-aac4-4efc4155a7da req-4433e746-e520-48f5-a45b-3c4e23026e5d tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 943 time: 0.0565238 Dec 16 07:49:10.210908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:49:10.247245 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:49:10.262022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d573dd38-2317-4a63-aac4-4efc4155a7da req-3eb52aae-47c1-4dd1-8e3f-9cb74dcfd2af tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Dec 16 07:49:10.270958 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:10.271261 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:10.306461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event deleted for resources: {'Port': ['ID=a70239ca-509b-467d-ba2c-75eb1a121deb,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:10.312051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 0edc0b70-1290-40ba-8738-4ce9160fa555) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:10.321338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:10.321553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:10.326336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:10.387833 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f711a1-7c07-4c5b-be90-6035b47082d2 None None] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:49:10.395994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] No DVR routers for this DVR port a70239ca-509b-467d-ba2c-75eb1a121deb on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:10.402204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:10.409738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-680e0aab-1d21-40e8-8f8d-e37378b18071 req-101012c5-59c7-45d8-b43b-731968f1f8e3 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "DELETE /v2.0/ports/a70239ca-509b-467d-ba2c-75eb1a121deb HTTP/1.1" status: 204 len: 173 time: 2.1948838 Dec 16 07:49:10.411126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e79c925d-30b8-4217-b73e-a48c2ebe0924 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:10.414006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-deleted', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:10.416583 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b939a4-ff96-41e8-826b-5f0f05269f8f" -d '{"events": [{"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-deleted", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:10.478773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab2e4b-12fb-4311-a506-15bac3bbe27d req-3e800066-80c2-4ab6-9091-758f682d15ea tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:10.485133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adab2e4b-12fb-4311-a506-15bac3bbe27d req-3e800066-80c2-4ab6-9091-758f682d15ea tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.0595901 Dec 16 07:49:10.498176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2af051fc-5ddd-4092-bfd5-c5157801ba52 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2696011 Dec 16 07:49:10.551967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=86925196-31b3-4c7c-bfb5-dcea25ea83c4,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:10.580874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adab2e4b-12fb-4311-a506-15bac3bbe27d req-38ca8b60-6b53-4efc-97c1-5bbb34f1280d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903881 Dec 16 07:49:10.762361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f9da0-d352-4852-8b71-395139656ee0 None None] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:49:10.902655 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port e79c925d-30b8-4217-b73e-a48c2ebe0924 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:10.910553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['86925196-31b3-4c7c-bfb5-dcea25ea83c4'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:10.915431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port e79c925d-30b8-4217-b73e-a48c2ebe0924 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:10.915801 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:11.012199 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff678114-a45a-46c0-b8a6-78fb2eb5b112 x-openstack-request-id: req-ff678114-a45a-46c0-b8a6-78fb2eb5b112 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:11.012199 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd81ab0-d50b-4b1f-86dc-406f384dd98d", "name": "network-vif-deleted", "tag": "a70239ca-509b-467d-ba2c-75eb1a121deb", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:11.012825 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff678114-a45a-46c0-b8a6-78fb2eb5b112 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:11.013214 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd81ab0-d50b-4b1f-86dc-406f384dd98d', 'name': 'network-vif-deleted', 'tag': 'a70239ca-509b-467d-ba2c-75eb1a121deb', 'status': 'completed', 'code': 200} Dec 16 07:49:11.088196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:11.129849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c925d-30b8-4217-b73e-a48c2ebe0924'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:11.132616 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4919a9-28d1-4920-9d19-3e089fc7462d" -d '{"events": [{"server_uuid": "1432861b-a7a3-429f-a5a1-be5018f0f49c", "name": "network-vif-plugged", "status": "completed", "tag": "e79c925d-30b8-4217-b73e-a48c2ebe0924"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:11.153672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port e79c925d-30b8-4217-b73e-a48c2ebe0924, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e79c925d-30b8-4217-b73e-a48c2ebe0924,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:11.248169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:11.249065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a70239ca-509b-467d-ba2c-75eb1a121deb no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:11.289629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: a70239ca-509b-467d-ba2c-75eb1a121deb {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:11.290006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a70239ca-509b-467d-ba2c-75eb1a121deb not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:11.293028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:11.315248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:11.315601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f4f9fe3c-2ca2-4963-8d26-28e4ac6dcdbe not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:11.338784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=e79c925d-30b8-4217-b73e-a48c2ebe0924,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:11.340830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058788-8795-4cac-8039-0cedd83598e1 req-7ec7add2-f6da-4e91-b805-744322e85971 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:11.342334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-7ec7add2-f6da-4e91-b805-744322e85971 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.1119113 Dec 16 07:49:11.357989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-20817d7c-8b3e-4a1d-ada1-61eb03e767ee tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/quotas/c74443691ac642e395264dd387be70fc HTTP/1.1" status: 200 len: 375 time: 0.0096693 Dec 16 07:49:11.390131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2836a90c-8e1c-42e5-b995-8e286c436a49 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264392 Dec 16 07:49:11.493123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-9ae54a06-24b6-4cdb-b703-0e7ac1f38ab9 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960312 Dec 16 07:49:11.641342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-1977b3bf-8d76-4183-85d7-0ad593b124a3 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416111 Dec 16 07:49:11.683635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-862164ed-c0a2-4964-be94-80f460affc7c tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:11.688812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-862164ed-c0a2-4964-be94-80f460affc7c tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/networks?id=4aa8ec02-f832-4da1-b38b-034759f7d0fa HTTP/1.1" status: 200 len: 814 time: 0.1239119 Dec 16 07:49:11.701433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-5884a3e0-df83-4902-a398-258f2f8fbf2e tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/quotas/4c5e14521cf44fb0b24d03dac22cea8c HTTP/1.1" status: 200 len: 375 time: 0.0098264 Dec 16 07:49:11.752978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-e82eb5dd-edcb-4dcd-97c3-f999b955a647 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c5e14521cf44fb0b24d03dac22cea8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457823 Dec 16 07:49:11.861197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-1a65e206-42af-444e-b979-d3b7ac5721d8 service neutron] 10.222.0.43 "GET /v2.0/networks/4aa8ec02-f832-4da1-b38b-034759f7d0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998952 Dec 16 07:49:12.032718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9333490-4578-4938-b674-2838f75f329b req-ffcbb653-7535-4726-9000-04c2a1abbebd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:12.034149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9333490-4578-4938-b674-2838f75f329b req-ffcbb653-7535-4726-9000-04c2a1abbebd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 949 time: 0.1172118 Dec 16 07:49:12.039047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-1145cfd5-ac9c-429b-9bfe-2f7e36cc92ec service neutron] 10.222.0.43 "GET /v2.0/networks/4aa8ec02-f832-4da1-b38b-034759f7d0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714675 Dec 16 07:49:12.073794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-55467c86-8490-42c9-8a20-8c76aa63563d service neutron] 10.222.0.16 "GET /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039/bindings/n-h2-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.1098564 Dec 16 07:49:12.128192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9333490-4578-4938-b674-2838f75f329b req-bc1e0868-9930-4448-9a44-c24eb4190d8c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863347 Dec 16 07:49:12.220518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d40b064-b1d0-4d9d-8a9a-0ef49e27f23a req-3b6a132a-822c-42a9-ba7b-cb463c5e4e11 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0329773 Dec 16 07:49:12.254229 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25aab2-4754-475c-80b3-88a7f368bb43 x-openstack-request-id: req-aa25aab2-4754-475c-80b3-88a7f368bb43 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:12.254951 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432861b-a7a3-429f-a5a1-be5018f0f49c", "name": "network-vif-plugged", "status": "completed", "tag": "e79c925d-30b8-4217-b73e-a48c2ebe0924", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:12.254951 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa25aab2-4754-475c-80b3-88a7f368bb43 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:12.259660 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c925d-30b8-4217-b73e-a48c2ebe0924', 'code': 200} Dec 16 07:49:12.339978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:12.346885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:12.438919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:12.502809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:12.519382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333913f1-e202-4386-9e56-ade0ccfe837a req-b31d737d-542e-4049-98d1-85c253034226 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:12.520957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-333913f1-e202-4386-9e56-ade0ccfe837a req-b31d737d-542e-4049-98d1-85c253034226 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 944 time: 0.1786504 Dec 16 07:49:12.522630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 has no active binding in host n-h2-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:49:12.527769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c65ebb-3279-4838-97e5-cb8171c39039 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:12.550750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:12.867983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34939cef-4845-4a54-ae15-ceefffb64aa3 req-96568834-7fcd-498f-a9d1-cc5b69c6d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:12.869312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34939cef-4845-4a54-ae15-ceefffb64aa3 req-96568834-7fcd-498f-a9d1-cc5b69c6d6d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1432861b-a7a3-429f-a5a1-be5018f0f49c HTTP/1.1" status: 200 len: 1097 time: 0.4765356 Dec 16 07:49:12.902366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692114a2-37c6-4f64-8320-e8c9bd815d44 req-84a4a9a4-e827-448e-9cb3-8206b28d2735 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:12.903828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-692114a2-37c6-4f64-8320-e8c9bd815d44 req-84a4a9a4-e827-448e-9cb3-8206b28d2735 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 943 time: 0.4611833 Dec 16 07:49:12.969652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-333913f1-e202-4386-9e56-ade0ccfe837a req-781f8b27-0f4d-4200-9bfa-45af3459ff2b tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363971 Dec 16 07:49:13.003609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:13.023485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34939cef-4845-4a54-ae15-ceefffb64aa3 req-c5a4a901-0e72-4440-9f11-3350020d0b1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397662 Dec 16 07:49:13.044647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-0e469d55-690e-4174-87aa-21383b5471e4 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:13.046399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-0e469d55-690e-4174-87aa-21383b5471e4 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 949 time: 0.1519475 Dec 16 07:49:13.053623 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-692114a2-37c6-4f64-8320-e8c9bd815d44 req-60521e51-bf2c-4543-ad46-897eff4306c8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389592 Dec 16 07:49:13.097198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4717cd24-f708-4cfd-84b5-00987830f195 req-9ec6d5d2-cb5b-4d0c-b2d4-e1b2e1fc7017 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 210 time: 0.0815737 Dec 16 07:49:13.203880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-475c3b59-baa5-45b3-8e2f-7cf95ff47799 req-1f4920e8-7005-4301-9839-d40fe90290a3 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0606177 Dec 16 07:49:13.232814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] Transition to ACTIVE for port object e0c65ebb-3279-4838-97e5-cb8171c39039 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:13.247430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:13.247773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:13.348759 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:13.481991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] No DVR routers for this DVR port e0c65ebb-3279-4838-97e5-cb8171c39039 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:13.493902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:13.502136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port a742dcdf-c0fe-4fa7-80b9-913eeae895c6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:13.502448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:13.519618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-5464083f-397b-46cb-8598-9636b6d7409c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:13.521117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-5464083f-397b-46cb-8598-9636b6d7409c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2337239 Dec 16 07:49:13.545827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for a742dcdf-c0fe-4fa7-80b9-913eeae895c6 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:13.554867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da55db8b-f2d2-4359-832c-f8c2f45ee867 service neutron] 10.222.0.16 "PUT /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039/bindings/n-h2-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4718945 Dec 16 07:49:13.565577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-5601b4f0-6c2f-46b2-bbad-3742a2dbdae3 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.0273962 Dec 16 07:49:13.703359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-25e77ba4-023a-41b9-89d0-8cc8e23fd8f4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061211 Dec 16 07:49:13.716610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd3682-888f-450f-a719-560821667c34 req-3b23bcb3-d85d-4c72-aee1-4cd2c54cc985 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:13.718028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08fd3682-888f-450f-a719-560821667c34 req-3b23bcb3-d85d-4c72-aee1-4cd2c54cc985 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 949 time: 0.1056676 Dec 16 07:49:13.890277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 86925196-31b3-4c7c-bfb5-dcea25ea83c4 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:13.895254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08fd3682-888f-450f-a719-560821667c34 req-200b3c63-7bac-4cd8-a454-f3d633e51c13 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665704 Dec 16 07:49:13.917363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-64d14dac-b035-4e36-967c-6f8f9f74256f service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940246 Dec 16 07:49:13.969113 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:13.972053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-c0f64817-0be5-44d4-b406-d11bebbbfe98 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:13.973604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-c0f64817-0be5-44d4-b406-d11bebbbfe98 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.1267543 Dec 16 07:49:14.008522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b', '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:14.010871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', '58e48cee-e737-4007-888c-1117278a2f0d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:14.033206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=a742dcdf-c0fe-4fa7-80b9-913eeae895c6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:14.073671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94187b92-40cd-4c84-81a5-719ef53223ba req-5e85050f-6bb7-4858-93de-fe477aa305ff tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0902874 Dec 16 07:49:14.077044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:14.097317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:14.097709 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:14.129576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port a742dcdf-c0fe-4fa7-80b9-913eeae895c6 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:14.132899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:14.136491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1305b21-3667-497a-aa37-b1e7178ac283 req-375e6fa6-4731-472d-90b0-b5059ab83bbd tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "DELETE /v2.0/ports/a742dcdf-c0fe-4fa7-80b9-913eeae895c6 HTTP/1.1" status: 204 len: 173 time: 1.0808282 Dec 16 07:49:14.137704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4347f107-334c-4936-83b1-44affe5e815f', 'name': 'network-vif-deleted', 'tag': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:14.140153 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c31c8bb-218d-41f8-b35e-c7a401acf875" -d '{"events": [{"server_uuid": "4347f107-334c-4936-83b1-44affe5e815f", "name": "network-vif-deleted", "tag": "a742dcdf-c0fe-4fa7-80b9-913eeae895c6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:14.164381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-243ad1ec-6088-42f1-b54d-f54a2f2f2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:14.165915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-243ad1ec-6088-42f1-b54d-f54a2f2f2b37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b&tenant_id=96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 1096 time: 0.1815450 Dec 16 07:49:14.177138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-1c8fd438-ff73-4ac0-a0db-e38584bc281b service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556961 Dec 16 07:49:14.321773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ff72c-9de1-4dde-ad00-86aabe675dcc req-5d191a30-bcf5-432b-aa49-b98f33e1db90 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:14.323365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a96ff72c-9de1-4dde-ad00-86aabe675dcc req-5d191a30-bcf5-432b-aa49-b98f33e1db90 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.0893526 Dec 16 07:49:14.343683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-3fa949c5-7ccc-4258-b310-33aa9eef7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:14.345372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-3fa949c5-7ccc-4258-b310-33aa9eef7258 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1096 time: 0.0814884 Dec 16 07:49:14.498799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a96ff72c-9de1-4dde-ad00-86aabe675dcc req-e66d9bc1-72f0-4a45-b40a-fd784978df71 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493917 Dec 16 07:49:14.538831 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:14.543603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-755a255e-c85c-45ac-9b1e-4c0f57cd4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:14.546428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-755a255e-c85c-45ac-9b1e-4c0f57cd4f41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.1844635 Dec 16 07:49:14.631545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86925196-31b3-4c7c-bfb5-dcea25ea83c4'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:14.633964 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7471a30-bc9a-493b-af69-ead3516dc102" -d '{"events": [{"server_uuid": "635fb5e8-4898-4a64-ac06-95d0b0cf058c", "name": "network-vif-plugged", "status": "completed", "tag": "86925196-31b3-4c7c-bfb5-dcea25ea83c4"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:14.663119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 86925196-31b3-4c7c-bfb5-dcea25ea83c4, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=86925196-31b3-4c7c-bfb5-dcea25ea83c4,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:14.668217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-d1b787d0-020a-4fdf-a0e2-6ed164125e40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 217 time: 0.1136248 Dec 16 07:49:14.745452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981b961-d66f-49f7-a8e6-ebb86897ef8b req-5d6abcb3-a57f-4a91-88d2-ef8af6a52999 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:14.747048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6981b961-d66f-49f7-a8e6-ebb86897ef8b req-5d6abcb3-a57f-4a91-88d2-ef8af6a52999 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 944 time: 0.1797459 Dec 16 07:49:14.760814 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:14.766992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccd92b-3838-40d3-8a68-cb11621dd635 req-2207430e-6df1-4a06-9b18-2ab5493e3ab4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:14.768567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4ccd92b-3838-40d3-8a68-cb11621dd635 req-2207430e-6df1-4a06-9b18-2ab5493e3ab4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.1321948 Dec 16 07:49:14.796819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-145888d8-a04b-48c5-acc3-4c03d9e62f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:14.798132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-145888d8-a04b-48c5-acc3-4c03d9e62f7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1015222 Dec 16 07:49:14.848855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=86925196-31b3-4c7c-bfb5-dcea25ea83c4,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:14.852512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-a86345c3-187a-4d82-9ef3-bed939b99dff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438769 Dec 16 07:49:14.929156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6981b961-d66f-49f7-a8e6-ebb86897ef8b req-aa7cabd5-e3ff-40f3-9bd9-d8f5d5c35485 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717820 Dec 16 07:49:14.950079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4ccd92b-3838-40d3-8a68-cb11621dd635 req-f500cbf2-9332-4b7a-af4d-f0ebe01e0679 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703565 Dec 16 07:49:15.054686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-c9c79bf2-8cc2-433a-9e25-2f51a51a1862 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786671 Dec 16 07:49:15.054686 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcf79e5-fcb9-4710-a34a-e23078ad0259 x-openstack-request-id: req-adcf79e5-fcb9-4710-a34a-e23078ad0259 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:15.054686 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4347f107-334c-4936-83b1-44affe5e815f", "name": "network-vif-deleted", "tag": "a742dcdf-c0fe-4fa7-80b9-913eeae895c6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:15.054686 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adcf79e5-fcb9-4710-a34a-e23078ad0259 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:15.054686 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4347f107-334c-4936-83b1-44affe5e815f', 'name': 'network-vif-deleted', 'tag': 'a742dcdf-c0fe-4fa7-80b9-913eeae895c6', 'status': 'completed', 'code': 200} Dec 16 07:49:15.168847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28ad80f3-2830-4ce8-9d57-ddbc52978349 req-cc64393f-c5a1-49ec-91eb-96b16c29e5b7 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0434592 Dec 16 07:49:15.175674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0e5eea8-75d9-42dc-9548-00bf76c1ca11 req-a02b77ff-c059-4b91-bde6-33b149241839 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 210 time: 0.1011069 Dec 16 07:49:15.177582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058788-8795-4cac-8039-0cedd83598e1 req-073920ab-273a-41fe-ad8c-537c01ebd7ed tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:15.179775 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-073920ab-273a-41fe-ad8c-537c01ebd7ed tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.1925659 Dec 16 07:49:15.240882 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a47dc1-b959-4c1d-bffd-7de4657a77da x-openstack-request-id: req-32a47dc1-b959-4c1d-bffd-7de4657a77da {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:15.241653 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635fb5e8-4898-4a64-ac06-95d0b0cf058c", "name": "network-vif-plugged", "status": "completed", "tag": "86925196-31b3-4c7c-bfb5-dcea25ea83c4", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:15.241653 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32a47dc1-b959-4c1d-bffd-7de4657a77da {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:15.242346 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86925196-31b3-4c7c-bfb5-dcea25ea83c4', 'code': 200} Dec 16 07:49:15.251873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Request body: {'port': {'device_id': 'db98b182-f448-405a-8854-da9c54d7aeee', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'admin_state_up': True, 'tenant_id': 'c74443691ac642e395264dd387be70fc'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:15.274586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f336783a-fe84-4a53-9508-14ae4128d085 req-69a00504-5fe3-44d6-90c5-c07f92ea5f2a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0492194 Dec 16 07:49:15.276591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-dc39d717-ee43-464f-a7ef-18330b8ee3d2 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156894 Dec 16 07:49:15.377996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8413414-e3d8-4de0-9983-2a84a2175b1c req-1e6b8ca3-8dc4-4375-919a-ce2a68fec0db tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=4347f107-334c-4936-83b1-44affe5e815f HTTP/1.1" status: 200 len: 210 time: 0.0689299 Dec 16 07:49:15.425457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e19c9cb-e2dd-461b-8fd2-d945ef7361c7 req-f30e5afc-870d-4651-a59d-2685c7d76641 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0370951 Dec 16 07:49:15.457031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccf691-1bab-45c0-b4a2-8d4ce20a3181 req-af03bc43-77c7-4eb0-a864-039ea371f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:15.458512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8ccf691-1bab-45c0-b4a2-8d4ce20a3181 req-af03bc43-77c7-4eb0-a864-039ea371f129 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 1097 time: 0.0602012 Dec 16 07:49:15.484465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:15.488041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:15.510427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8ccf691-1bab-45c0-b4a2-8d4ce20a3181 req-3276127d-26c2-4d50-9a5a-4044f4283c5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Dec 16 07:49:15.616855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11152ff-08ca-40bc-9b6e-95c7458d805e req-e5bde682-a8db-4b8a-992a-a76e2a74d271 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:15.618417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c11152ff-08ca-40bc-9b6e-95c7458d805e req-e5bde682-a8db-4b8a-992a-a76e2a74d271 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.0554407 Dec 16 07:49:15.631786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Allocated IP 172.20.0.8 (0edc0b70-1290-40ba-8738-4ce9160fa555/a9e768f2-fb5b-43c5-80ce-e19af3e02baf/2b3b5cb2-ed45-4bad-a959-345a59e5bad1) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:49:15.666897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c11152ff-08ca-40bc-9b6e-95c7458d805e req-f509177f-0b3c-4e61-b73b-fe30fa757629 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/security-groups?id=13be318e-de79-43d4-974d-5e11514bd9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Dec 16 07:49:15.815338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-c4b42596-e0f4-4c4b-8804-c97c2c1ea760 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:15.816803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-c4b42596-e0f4-4c4b-8804-c97c2c1ea760 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 950 time: 0.0585136 Dec 16 07:49:15.860767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:15.900569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a742dcdf-c0fe-4fa7-80b9-913eeae895c6 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:15.923773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: a742dcdf-c0fe-4fa7-80b9-913eeae895c6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:15.924355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a742dcdf-c0fe-4fa7-80b9-913eeae895c6 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:15.924873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:15.933312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Deleting port dd633c86-a8d7-4e64-b0e0-ceb66c135564 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:15.933665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:15.978326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:16.000056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.063784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:16.067689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:16.070943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:16.102765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event updated for resources: {'Port': ['ID=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:16.139909 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:16.140886 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.210936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] For port dd633c86-a8d7-4e64-b0e0-ceb66c135564, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=dd633c86-a8d7-4e64-b0e0-ceb66c135564,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:16.211516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.248616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a115f4-40dd-48d1-847f-c8a4dcb41b47 req-86cde0df-1d87-41e2-9ea3-2771bf84587a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:16.249814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da5fdb4d-df66-46cf-acbb-40fdabf024df tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:16.250313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7a115f4-40dd-48d1-847f-c8a4dcb41b47 req-86cde0df-1d87-41e2-9ea3-2771bf84587a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 945 time: 0.2187507 Dec 16 07:49:16.251335 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-da5fdb4d-df66-46cf-acbb-40fdabf024df tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.0476563 Dec 16 07:49:16.257871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Calling delete_port for dd633c86-a8d7-4e64-b0e0-ceb66c135564 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:16.271990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07257826-9567-4786-a187-48f84b8841b8 req-806077df-6957-44d0-aef5-d7f2fbe5527e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:16.274382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07257826-9567-4786-a187-48f84b8841b8 req-806077df-6957-44d0-aef5-d7f2fbe5527e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.2176480 Dec 16 07:49:16.293278 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-8694a414-a10d-4508-a55c-04842e951400 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0469124 Dec 16 07:49:16.317767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Request body: {'port': {'device_id': 'db98b182-f448-405a-8854-da9c54d7aeee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:16.381140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-df46b050-7d7c-4f45-bf05-183e1dbc1d16 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:16.382586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-df46b050-7d7c-4f45-bf05-183e1dbc1d16 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.36 "GET /v2.0/networks?id=4aa8ec02-f832-4da1-b38b-034759f7d0fa HTTP/1.1" status: 200 len: 814 time: 0.3370359 Dec 16 07:49:16.421770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.422218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Request body: {'port': {'device_id': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'admin_state_up': True, 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:16.483106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-dc897344-3e2f-4739-af3f-66eb33a9abc2 service neutron] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:16.487287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-dc897344-3e2f-4739-af3f-66eb33a9abc2 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.488418 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbf1bbeb-e1a4-434f-9c01-74050d07092d req-dc897344-3e2f-4739-af3f-66eb33a9abc2 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039/bindings/n-h1-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.2292125 Dec 16 07:49:16.500733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7a115f4-40dd-48d1-847f-c8a4dcb41b47 req-c0df846c-48cd-4e31-8aea-6fc6321ade0d tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386844 Dec 16 07:49:16.526215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07257826-9567-4786-a187-48f84b8841b8 req-0c320a43-4886-4c9d-a8b8-40c04eed7acb tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283974 Dec 16 07:49:16.732573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.744453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b68e9-9cc3-4564-8245-673be34c436a req-512f5270-6d42-464e-9d67-6c9ca37a9dd0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:16.746164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de5b68e9-9cc3-4564-8245-673be34c436a req-512f5270-6d42-464e-9d67-6c9ca37a9dd0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 931 time: 0.1247313 Dec 16 07:49:16.768988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['dd633c86-a8d7-4e64-b0e0-ceb66c135564'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:16.840503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Pushing event deleted for resources: {'Port': ['ID=dd633c86-a8d7-4e64-b0e0-ceb66c135564,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:16.890705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] No DVR routers for this DVR port dd633c86-a8d7-4e64-b0e0-ceb66c135564 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:16.897562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.901018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd0a6173-071f-41a0-8abf-4de3ae92a334 req-cbf40d6a-c058-469c-9fc1-bffea5541636 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.36 "DELETE /v2.0/ports/dd633c86-a8d7-4e64-b0e0-ceb66c135564 HTTP/1.1" status: 204 len: 173 time: 1.0637343 Dec 16 07:49:16.902111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:16.911846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:16.928457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Transition to ACTIVE for port object 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:16.929858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c86704e3-e671-45c5-b0f0-b4419cbfea41 req-5610880f-2b24-49ae-a5a6-cd964b15774f tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0722697 Dec 16 07:49:16.951722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de5b68e9-9cc3-4564-8245-673be34c436a req-16b75fa7-c7dd-45a8-8d8c-2d7b850e5ff2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860657 Dec 16 07:49:17.033975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e464ce2-8d56-4eb9-9a11-3ceb0165f941 req-edbc4931-c942-4add-8ca1-3a5a942a8b4d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0361700 Dec 16 07:49:17.053704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-deleted', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:17.056108 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79420ee-485f-4e30-936a-a399e0d4385b" -d '{"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-deleted", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:17.067435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:17.076902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Made reservation on behalf of 4c5e14521cf44fb0b24d03dac22cea8c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:17.080558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:17.108625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5470a048-248d-44da-bd09-6be8102e99ee req-1ab9c052-4933-4ee5-9e38-0b6689531451 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0438545 Dec 16 07:49:17.211106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:17.262973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Attempting to bind port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:17.263558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Attempting to bind port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:17.263728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Attempting to bind port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:17.274378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:17.275114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Attempting to bind port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:17.295150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:17.298319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Checking segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:17.299141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Bound using segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:17.299851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Bound port: 2b3b5cb2-ed45-4bad-a959-345a59e5bad1, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:17.302440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:17.363391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3c5f2fe-ee1c-40cf-b93f-e21a4cdb6689 req-c7747e0b-61f1-4db7-81aa-1b3f2ef703ef tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.2526975 Dec 16 07:49:17.475229 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc1a76-2f33-491a-8d28-33ef25d18705 x-openstack-request-id: req-ecfc1a76-2f33-491a-8d28-33ef25d18705 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:17.479051 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359610d1-d68e-4664-9d08-c87791c1ce70", "name": "network-vif-deleted", "tag": "dd633c86-a8d7-4e64-b0e0-ceb66c135564", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:17.479537 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecfc1a76-2f33-491a-8d28-33ef25d18705 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:17.480142 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359610d1-d68e-4664-9d08-c87791c1ce70', 'name': 'network-vif-deleted', 'tag': 'dd633c86-a8d7-4e64-b0e0-ceb66c135564', 'status': 'completed', 'code': 200} Dec 16 07:49:17.490901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Allocated IP 172.20.0.3 (4aa8ec02-f832-4da1-b38b-034759f7d0fa/904d35e0-0431-4b13-860b-04e60a77e1ad/c1ef3729-4a13-4dbe-b401-54ebefc3d981) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:49:17.536953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] For port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:17.543495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] For port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:17.626160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:17.709994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:17.738923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:17.739671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:17.741916 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-2844e64e-c35b-45a8-8129-f36295f03b4d service neutron] 10.222.0.36 "PUT /v2.0/ports/2b3b5cb2-ed45-4bad-a959-345a59e5bad1 HTTP/1.1" status: 200 len: 1092 time: 1.4338281 Dec 16 07:49:17.743800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db98b182-f448-405a-8854-da9c54d7aeee', 'tag': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:17.746824 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b90d0-1d9e-4306-bad5-2df8435fda77" -d '{"events": [{"name": "network-changed", "server_uuid": "db98b182-f448-405a-8854-da9c54d7aeee", "tag": "2b3b5cb2-ed45-4bad-a959-345a59e5bad1"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:18.295862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3b1cd-5b28-4e0c-b57b-28b2ce1f78fb req-dfc9b823-ca3d-44a4-bcf4-2a4b34be94b7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:18.297608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4bf3b1cd-5b28-4e0c-b57b-28b2ce1f78fb req-dfc9b823-ca3d-44a4-bcf4-2a4b34be94b7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.6264715 Dec 16 07:49:18.312784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416b4ed-f238-4a2e-b51f-1554bebbb020 req-4f991204-2773-41f9-b4a8-138ffa2dc205 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:18.314420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c416b4ed-f238-4a2e-b51f-1554bebbb020 req-4f991204-2773-41f9-b4a8-138ffa2dc205 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 945 time: 0.1968894 Dec 16 07:49:18.367424 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:18.395002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-2791795f-d4dc-48ed-8f4d-e8fc5b5cb2db tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:18.397323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-2791795f-d4dc-48ed-8f4d-e8fc5b5cb2db tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.36 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2759862 Dec 16 07:49:18.462079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4bf3b1cd-5b28-4e0c-b57b-28b2ce1f78fb req-2feb1527-8423-41b0-a186-d1310bd482e6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394885 Dec 16 07:49:18.473666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c416b4ed-f238-4a2e-b51f-1554bebbb020 req-64f66892-5f24-4175-b68f-739ffbc8a415 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499248 Dec 16 07:49:18.559462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:18.566266 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f31ba-ccde-4eb7-955e-83a600cafdd6 x-openstack-request-id: req-d28f31ba-ccde-4eb7-955e-83a600cafdd6 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:18.566266 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db98b182-f448-405a-8854-da9c54d7aeee", "tag": "2b3b5cb2-ed45-4bad-a959-345a59e5bad1", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:18.566266 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d28f31ba-ccde-4eb7-955e-83a600cafdd6 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:18.566266 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db98b182-f448-405a-8854-da9c54d7aeee', 'tag': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1', 'status': 'completed', 'code': 200} Dec 16 07:49:18.652586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:18.668133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Pushing event updated for resources: {'Port': ['ID=c1ef3729-4a13-4dbe-b401-54ebefc3d981,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:18.670601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:18.687125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:18.697372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a59208-8d33-4458-8320-8223420b4b1f req-738b5fec-4f95-4b63-8c83-c901343feb94 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:18.698564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5a59208-8d33-4458-8320-8223420b4b1f req-738b5fec-4f95-4b63-8c83-c901343feb94 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 950 time: 0.1516771 Dec 16 07:49:18.772471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:18.773224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:18.807404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9dc71-6478-4efe-83cc-0d07afe0e861 req-275f5a35-abf1-4a94-8e14-6ef7a8ec57a1 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:18.808963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fe9dc71-6478-4efe-83cc-0d07afe0e861 req-275f5a35-abf1-4a94-8e14-6ef7a8ec57a1 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 931 time: 0.1584480 Dec 16 07:49:18.834246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5a59208-8d33-4458-8320-8223420b4b1f req-dc0dc9d2-7a3d-47a5-b7d4-a31f51d1115a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078637 Dec 16 07:49:18.901911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fe9dc71-6478-4efe-83cc-0d07afe0e861 req-ce58bf88-9180-4cac-8b40-42e90cf00ffc tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810399 Dec 16 07:49:18.938147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-bde2b3e1-ed13-405c-b96e-87c3b10de653 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5216551 Dec 16 07:49:18.968434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ef7896d3-6659-4138-a372-fc92b82fef3d None None] Provisioning complete for port c1ef3729-4a13-4dbe-b401-54ebefc3d981 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:18.969059 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef7896d3-6659-4138-a372-fc92b82fef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:19.002547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7956b-ca1f-48d8-9dd0-9ed72e067768 req-1d87ee7a-9834-4393-b093-efaacfda48b6 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:19.004670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07e7956b-ca1f-48d8-9dd0-9ed72e067768 req-1d87ee7a-9834-4393-b093-efaacfda48b6 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.0642974 Dec 16 07:49:19.025799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ef7896d3-6659-4138-a372-fc92b82fef3d None None] Port c1ef3729-4a13-4dbe-b401-54ebefc3d981 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:49:19.067298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f071b9d6-9ee5-4b57-affd-99f6ed0cd624 req-f8a39f36-380c-4e7c-a5b2-9b33973c8429 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0466230 Dec 16 07:49:19.106777 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07e7956b-ca1f-48d8-9dd0-9ed72e067768 req-9b5a1046-d950-443d-860a-16164db59805 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955508 Dec 16 07:49:19.201469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ee7db5b-557c-40f3-be34-596d1a730010 req-f5251302-5cf3-40bb-a8c4-8a7021f9bf6b tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0377600 Dec 16 07:49:19.226345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9c5360b-577b-4471-8bcf-c196a4c03588 req-a1042a93-caa5-4a35-8d4e-c021ee59709a tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0490763 Dec 16 07:49:19.364031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a291af8-51c0-44f7-af4b-c995af71a979 req-2f145217-96ee-41ed-b1a7-f3a7b7d800d2 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:19.365498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a291af8-51c0-44f7-af4b-c995af71a979 req-2f145217-96ee-41ed-b1a7-f3a7b7d800d2 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=1432861b-a7a3-429f-a5a1-be5018f0f49c HTTP/1.1" status: 200 len: 945 time: 0.0834262 Dec 16 07:49:19.367290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f1be1-0384-45dc-91e6-4e1d46ff7bb2 req-d5281d24-91b4-49b5-a98c-26e613d6b977 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:19.368731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d39f1be1-0384-45dc-91e6-4e1d46ff7bb2 req-d5281d24-91b4-49b5-a98c-26e613d6b977 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1096 time: 0.0775163 Dec 16 07:49:19.448112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d39f1be1-0384-45dc-91e6-4e1d46ff7bb2 req-0eea94ca-8fda-40af-939f-350eeeddd74d tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693777 Dec 16 07:49:19.451540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a291af8-51c0-44f7-af4b-c995af71a979 req-cb89e41b-9132-4fd6-ae2b-cfa01dac3f74 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Dec 16 07:49:19.750452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-ef84d6a9-7106-4aca-9c86-2db5e13cf4d6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:19.751954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-ef84d6a9-7106-4aca-9c86-2db5e13cf4d6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 950 time: 0.1136386 Dec 16 07:49:19.817453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacca70-535a-4b27-a394-910953f37125 req-b213031b-f2d0-4771-98ee-a5844567d3d6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:19.820124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-b213031b-f2d0-4771-98ee-a5844567d3d6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.1720204 Dec 16 07:49:19.862623 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-d6824be1-52f4-4a61-87ee-7cfaf3d10585 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/quotas/96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 375 time: 0.0356443 Dec 16 07:49:19.920617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port 58e48cee-e737-4007-888c-1117278a2f0d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:19.920757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:19.984261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-24f0d421-6004-4203-8d63-12ce00271260 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153591 Dec 16 07:49:20.152275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ad16-3089-48a1-866b-1f3488cec7ec req-93e582a2-4172-4f57-8662-927a8d4a512c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:20.153812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce72ad16-3089-48a1-866b-1f3488cec7ec req-93e582a2-4172-4f57-8662-927a8d4a512c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 950 time: 0.1686592 Dec 16 07:49:20.284047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port 58e48cee-e737-4007-888c-1117278a2f0d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=58e48cee-e737-4007-888c-1117278a2f0d,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:20.284047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:20.284047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-8f276a88-54cf-4f91-b001-c4b62581472c service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363155 Dec 16 07:49:20.284047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for 58e48cee-e737-4007-888c-1117278a2f0d owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:20.305983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce72ad16-3089-48a1-866b-1f3488cec7ec req-334b9b37-aec2-4de2-8be3-a45812924e9d tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356914 Dec 16 07:49:20.391202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:20.412869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: dd633c86-a8d7-4e64-b0e0-ceb66c135564 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:20.413631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device dd633c86-a8d7-4e64-b0e0-ceb66c135564 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:20.470693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-c73d95cd-aaac-40e6-86ce-82ad3651dbc0 service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219913 Dec 16 07:49:20.711195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:20.744379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=58e48cee-e737-4007-888c-1117278a2f0d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:20.750212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', '58e48cee-e737-4007-888c-1117278a2f0d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:20.871627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port 58e48cee-e737-4007-888c-1117278a2f0d on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:20.873614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:20.877312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ed57c65-2f8e-43ac-b673-4e9c61a747cf req-4f041351-dc1c-481e-8bf5-61e6550151a0 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "DELETE /v2.0/ports/58e48cee-e737-4007-888c-1117278a2f0d HTTP/1.1" status: 204 len: 173 time: 1.1156828 Dec 16 07:49:20.893071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b', '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:20.913092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'name': 'network-vif-deleted', 'tag': '58e48cee-e737-4007-888c-1117278a2f0d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:20.915633 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e807e-0fb8-4683-8f34-377e720eb7b4" -d '{"events": [{"server_uuid": "e7c4c321-96a5-4a1f-ad6c-bd2258e413eb", "name": "network-vif-deleted", "tag": "58e48cee-e737-4007-888c-1117278a2f0d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:20.970001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2e68b-c932-432e-9b4f-14d62c8b1005 req-504c3c78-6175-4aa4-baf2-513c9a13d4be tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:20.971633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26a2e68b-c932-432e-9b4f-14d62c8b1005 req-504c3c78-6175-4aa4-baf2-513c9a13d4be tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 931 time: 0.1452627 Dec 16 07:49:21.081234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26a2e68b-c932-432e-9b4f-14d62c8b1005 req-aed663ec-4ceb-48c1-a208-9d69e0b58e21 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986090 Dec 16 07:49:21.181276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-747f0706-f293-403c-8c7e-810298e88f29 req-ee50cf5e-c156-400b-b059-00823eead69d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.1109755 Dec 16 07:49:21.369058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b71964ae-74c3-42ef-842b-0cfbab977310 req-704c0cba-86d2-44be-a787-fe60df7b4a90 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0609372 Dec 16 07:49:21.403556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0781c-0482-4c1f-8956-db7cfc25d779 req-79fc55f3-15c3-4c88-91fa-8ec16676bdac tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:21.410972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cc0781c-0482-4c1f-8956-db7cfc25d779 req-79fc55f3-15c3-4c88-91fa-8ec16676bdac tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.2080405 Dec 16 07:49:21.514835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cc0781c-0482-4c1f-8956-db7cfc25d779 req-4e815bdc-4fbe-412a-87ea-aa1638b1e434 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942552 Dec 16 07:49:21.609924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cb8fd47-fb13-4a0b-aa69-288e79cc8eec req-15b1f6b4-eb66-4b9a-b7d1-9acb22848e97 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0999935 Dec 16 07:49:21.654150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-418871b6-f660-4bd9-917d-29a0534e50ef req-2b237216-4f0d-4a44-90b9-784882a74fb6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 210 time: 0.0611868 Dec 16 07:49:21.681440 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbb6a1d-8b3d-41be-99ea-c2a7b3928ad4 x-openstack-request-id: req-ccbb6a1d-8b3d-41be-99ea-c2a7b3928ad4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:21.681730 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c4c321-96a5-4a1f-ad6c-bd2258e413eb", "name": "network-vif-deleted", "tag": "58e48cee-e737-4007-888c-1117278a2f0d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:21.681986 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccbb6a1d-8b3d-41be-99ea-c2a7b3928ad4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:21.682853 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c4c321-96a5-4a1f-ad6c-bd2258e413eb', 'name': 'network-vif-deleted', 'tag': '58e48cee-e737-4007-888c-1117278a2f0d', 'status': 'completed', 'code': 200} Dec 16 07:49:21.814545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0313f406-29af-44bc-886c-e36c83b07b92 req-113ea2ec-ff71-4491-aaea-deb7090a4936 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7c4c321-96a5-4a1f-ad6c-bd2258e413eb HTTP/1.1" status: 200 len: 210 time: 0.0532267 Dec 16 07:49:21.952914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-39408122-3cce-4248-99ed-aceb80689db5 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:21.961816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-39408122-3cce-4248-99ed-aceb80689db5 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 813 time: 0.1498022 Dec 16 07:49:21.979172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-4fd49366-6f13-4d4f-b030-e80a0ecf8f5b tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/quotas/4b8f0f7cad5443179b52af6cdc628648 HTTP/1.1" status: 200 len: 375 time: 0.0163825 Dec 16 07:49:22.057318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-a0bc5904-3cb1-48da-91e7-e02e06024bd4 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771108 Dec 16 07:49:22.194362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-d82c6a2f-6487-44a0-bec8-c40383915089 service neutron] 10.222.0.43 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294641 Dec 16 07:49:22.343960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f103-7764-4d30-9910-f23f651c45b2 req-40f64c46-d53e-4ad7-bda1-344f53160cac tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:22.352196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3598f103-7764-4d30-9910-f23f651c45b2 req-40f64c46-d53e-4ad7-bda1-344f53160cac tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 931 time: 0.0922401 Dec 16 07:49:22.367987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-52709ef1-f46f-4107-8e8e-9d9864bd072a service neutron] 10.222.0.43 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724272 Dec 16 07:49:22.408277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3598f103-7764-4d30-9910-f23f651c45b2 req-a2702063-5c1d-4c23-a292-3f86f9dace33 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551269 Dec 16 07:49:22.527648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74a035d8-fab6-496c-8035-62ef4735bf20 req-c4f07e5c-7316-4341-8e9a-2075b422fde5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0376165 Dec 16 07:49:22.622299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a11ceaaa-b27b-4aa4-9640-1a7152fdecb3 req-86810315-0d15-4c6f-8998-5b87d6650e69 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0280261 Dec 16 07:49:22.787320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e982-82d8-4e8c-be81-3f6a8fb13ae7 req-0e65a1df-eccf-48c2-b51d-0eff5e9703d4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:22.789959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8b0e982-82d8-4e8c-be81-3f6a8fb13ae7 req-0e65a1df-eccf-48c2-b51d-0eff5e9703d4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.0905771 Dec 16 07:49:22.829050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62fc7475-852e-4355-b025-1c700feffbc2 req-93797ece-c9e1-432e-b45e-50c29aef8195 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0375946 Dec 16 07:49:22.892753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8b0e982-82d8-4e8c-be81-3f6a8fb13ae7 req-8221ffca-d71a-4599-8df3-e8a913c35538 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917282 Dec 16 07:49:23.010734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2643a5c2-7344-464c-9267-af0dca1f3748 req-441e1531-ae6f-49cf-99f6-84274fddfb0b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 210 time: 0.0657728 Dec 16 07:49:23.105416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-d22441f3-d65b-4875-9270-fef7de55a7e2 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:23.118013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-d22441f3-d65b-4875-9270-fef7de55a7e2 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "GET /v2.0/ports?device_id=635fb5e8-4898-4a64-ac06-95d0b0cf058c HTTP/1.1" status: 200 len: 945 time: 0.1813748 Dec 16 07:49:23.159073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-833ca180-848b-4367-9112-feee17a353de req-5e34d783-a35e-414c-93eb-e79e5d0d80e5 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 210 time: 0.0345964 Dec 16 07:49:23.251768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Deleting port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:23.251977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:23.364276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] For port 86925196-31b3-4c7c-bfb5-dcea25ea83c4, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=86925196-31b3-4c7c-bfb5-dcea25ea83c4,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:23.364639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:23.380402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Calling delete_port for 86925196-31b3-4c7c-bfb5-dcea25ea83c4 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:23.614553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423e8d2-614c-4a7a-a3d8-5be274aa847f req-0a58f52c-37bf-44a8-aa08-7b4146c955a0 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:23.625833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0423e8d2-614c-4a7a-a3d8-5be274aa847f req-0a58f52c-37bf-44a8-aa08-7b4146c955a0 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 931 time: 0.0840154 Dec 16 07:49:23.680333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:23.718807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['86925196-31b3-4c7c-bfb5-dcea25ea83c4'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:23.721999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['e79c925d-30b8-4217-b73e-a48c2ebe0924'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:23.775191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event deleted for resources: {'Port': ['ID=86925196-31b3-4c7c-bfb5-dcea25ea83c4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:23.867844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0423e8d2-614c-4a7a-a3d8-5be274aa847f req-4852d9f2-be07-4da0-b2e0-b0d2789efcac tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331638 Dec 16 07:49:23.898589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] No DVR routers for this DVR port 86925196-31b3-4c7c-bfb5-dcea25ea83c4 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:23.902132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:23.905468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-792156f9-dc05-4454-8d16-8d5ac6dbb5a0 req-302b7484-a42e-4060-a5b9-f08562872cff tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "DELETE /v2.0/ports/86925196-31b3-4c7c-bfb5-dcea25ea83c4 HTTP/1.1" status: 204 len: 173 time: 0.7709873 Dec 16 07:49:23.905924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'name': 'network-vif-deleted', 'tag': '86925196-31b3-4c7c-bfb5-dcea25ea83c4'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:23.908267 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50308279-9fbd-488f-bd43-7c828b7c3ed7" -d '{"events": [{"server_uuid": "635fb5e8-4898-4a64-ac06-95d0b0cf058c", "name": "network-vif-deleted", "tag": "86925196-31b3-4c7c-bfb5-dcea25ea83c4"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:23.938993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 58e48cee-e737-4007-888c-1117278a2f0d no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:23.975199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 58e48cee-e737-4007-888c-1117278a2f0d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:23.975571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 58e48cee-e737-4007-888c-1117278a2f0d not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:23.977844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacca70-535a-4b27-a394-910953f37125 req-28744c60-beff-4c2f-a470-33d0a2d46779 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:23.979334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-28744c60-beff-4c2f-a470-33d0a2d46779 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.3119242 Dec 16 07:49:24.009162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1eaf76f9-eea8-422c-ae14-44bb1a28a545 req-fbf4483d-c2b7-4d2a-9422-5181c03ea924 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0393984 Dec 16 07:49:24.012836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Request body: {'port': {'device_id': '988076d6-f038-4b78-ad03-7afc5046cc98', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'admin_state_up': True, 'tenant_id': '96765061660d493e9a57583440fc5099'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:24.246345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfcaecc4-b2a1-4cff-badf-719004193adb req-cc13969d-bff1-472a-be45-b2d5deeb31f7 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0768290 Dec 16 07:49:24.276926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-398d01c3-bcb4-431f-8a7c-4b159ac31abb req-374bab13-5046-43bd-80c7-73b0f8570acd tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0431025 Dec 16 07:49:24.335794 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a149a-794d-4c2d-a163-78fdc143f978 x-openstack-request-id: req-165a149a-794d-4c2d-a163-78fdc143f978 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:24.336089 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635fb5e8-4898-4a64-ac06-95d0b0cf058c", "name": "network-vif-deleted", "tag": "86925196-31b3-4c7c-bfb5-dcea25ea83c4", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:24.336395 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-165a149a-794d-4c2d-a163-78fdc143f978 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:24.336796 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635fb5e8-4898-4a64-ac06-95d0b0cf058c', 'name': 'network-vif-deleted', 'tag': '86925196-31b3-4c7c-bfb5-dcea25ea83c4', 'status': 'completed', 'code': 200} Dec 16 07:49:24.404302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Made reservation on behalf of 96765061660d493e9a57583440fc5099 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:24.407890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:24.499883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a84c-022a-4a96-8a8c-164b3b9dd210 req-0cf71e9e-2c78-44c6-b011-8072a48dd037 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:24.507748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9375a84c-022a-4a96-8a8c-164b3b9dd210 req-0cf71e9e-2c78-44c6-b011-8072a48dd037 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.1148739 Dec 16 07:49:24.595886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212af3-c2a6-46f5-bf83-3ea5301b16df req-40745600-9049-4abb-94e0-4ec700640a38 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:24.597514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1212af3-c2a6-46f5-bf83-3ea5301b16df req-40745600-9049-4abb-94e0-4ec700640a38 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 950 time: 0.1711681 Dec 16 07:49:24.660757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9375a84c-022a-4a96-8a8c-164b3b9dd210 req-108080cd-a3f5-4dc3-add1-c2817533e963 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521094 Dec 16 07:49:24.705946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Allocated IP 172.20.0.2 (eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1/932c704e-58cf-4b4d-a943-8454a2acd0b0/452cb3b3-5060-4e54-90ad-523897605447) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:49:24.710417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1212af3-c2a6-46f5-bf83-3ea5301b16df req-646f38b4-a4be-43a3-9cf4-93ee729805d7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961416 Dec 16 07:49:24.850778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e52acf0-b67e-4c4d-8aa8-dd9d2ac1cf0e req-46c89fdd-61e8-4737-b0d4-090f8d3a7cc3 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 210 time: 0.0724475 Dec 16 07:49:24.906496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59d41af6-f88f-432c-80d1-18b86e266328 req-4ca5f172-7136-4fef-b91a-7dac3223c892 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 210 time: 0.1276579 Dec 16 07:49:25.019747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:25.051043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7983cd-efde-4db4-a4c4-a1f090852da3 req-4b26c70a-73f1-406d-adf8-d3ea0974e12c tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:25.052686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc7983cd-efde-4db4-a4c4-a1f090852da3 req-4b26c70a-73f1-406d-adf8-d3ea0974e12c tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 931 time: 0.0785065 Dec 16 07:49:25.176949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbc06527-dd83-450f-bbca-4c4266b3f080 req-64cafee0-f188-463d-9569-f55c3662d263 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0503728 Dec 16 07:49:25.204289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc7983cd-efde-4db4-a4c4-a1f090852da3 req-41dc1fd2-aed5-400d-83c0-3e4d5e82e365 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377425 Dec 16 07:49:25.353397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad16a66c-5e3b-4ad5-9425-e6e3b1a0dfe8 req-e3f166c0-4c3d-43bd-b8b0-f99a6d99b32f tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0272982 Dec 16 07:49:25.386808 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:25.421282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffa22193-b946-4c0a-82ab-7351703d6dc9 req-20e70932-3d9d-400c-a664-5e8dbae65748 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0368128 Dec 16 07:49:25.491901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:25.498016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:25.501938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:25.542924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:25.570668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:25.571321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:25.672198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-8b75e1a3-f6d9-44a5-905b-f13f9686713a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:25.673719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-8b75e1a3-f6d9-44a5-905b-f13f9686713a tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 950 time: 0.0554793 Dec 16 07:49:25.692692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-9254920f-10ab-4548-8a86-0213b52c23d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6870034 Dec 16 07:49:25.728003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Request body: {'port': {'device_id': '988076d6-f038-4b78-ad03-7afc5046cc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:25.909379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:25.939847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 86925196-31b3-4c7c-bfb5-dcea25ea83c4 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:25.945001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875938-3e72-46b2-a2fc-31f5d6e21955 req-7d34b42c-4972-419e-b947-3c5cedcbc35d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:25.952416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45875938-3e72-46b2-a2fc-31f5d6e21955 req-7d34b42c-4972-419e-b947-3c5cedcbc35d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.1543703 Dec 16 07:49:25.963436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f678ef6-ac0e-4d9a-96de-7b82d1bf4962 req-c9f10a10-26ad-4b26-8cc7-a2da497510e4 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:25.965244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f678ef6-ac0e-4d9a-96de-7b82d1bf4962 req-c9f10a10-26ad-4b26-8cc7-a2da497510e4 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 950 time: 0.1492674 Dec 16 07:49:25.986407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 86925196-31b3-4c7c-bfb5-dcea25ea83c4 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:25.991330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 86925196-31b3-4c7c-bfb5-dcea25ea83c4 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:26.024785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:26.025498 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:26.395553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-34bd16e6-8153-4e57-83fe-464fd0740639 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:26.398441 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-34bd16e6-8153-4e57-83fe-464fd0740639 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 813 time: 0.1678686 Dec 16 07:49:26.426697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Request body: {'port': {'device_id': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'admin_state_up': True, 'tenant_id': '4b8f0f7cad5443179b52af6cdc628648'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:26.525448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f678ef6-ac0e-4d9a-96de-7b82d1bf4962 req-f09cb82b-7062-4c9f-8aa0-4697ccf262a6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513515 Dec 16 07:49:26.538371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45875938-3e72-46b2-a2fc-31f5d6e21955 req-cd8220b8-1493-4bb6-85c7-ca8d34da5df9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5818603 Dec 16 07:49:26.675286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:26.676541 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:26.705708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46144cb8-5e09-40d5-8e9d-49f35deea11f req-ac116756-87cb-4d8c-ba1c-d398dd5ceb00 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 210 time: 0.0483341 Dec 16 07:49:26.728792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:26.739735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Made reservation on behalf of 4b8f0f7cad5443179b52af6cdc628648 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:26.744195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:26.863781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec3349-bac0-45ee-888c-b87bcce7bdf2 req-d5a93e3c-a7fa-44d5-b7ed-3b7c02a39bc1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:26.874210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edec3349-bac0-45ee-888c-b87bcce7bdf2 req-d5a93e3c-a7fa-44d5-b7ed-3b7c02a39bc1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 931 time: 0.1622961 Dec 16 07:49:26.933436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Allocated IP 172.20.0.7 (4726a7c2-c0dd-4293-915e-ec44c3c31c47/f564bc28-7e3d-4b74-975a-4f490ba756e3/42ad2a7b-1635-406f-9dc5-a9b89d7c5756) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:49:26.991917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bda2278-b82b-46e1-b85b-4a0e4f586491 req-728e573b-7e02-4ba7-9bd2-de62792829a9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.1146164 Dec 16 07:49:27.104992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edec3349-bac0-45ee-888c-b87bcce7bdf2 req-efde17c8-fc4f-4d4b-a1db-ffa0ea059f75 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289798 Dec 16 07:49:27.133636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452cb3b3-5060-4e54-90ad-523897605447 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:27.170899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:27.176481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:27.230925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284edf-152d-4d0c-9c77-ad44b1fd8dff req-ba1f2dcb-8e53-4d20-ab54-f0dc08a82c63 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:27.232620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed284edf-152d-4d0c-9c77-ad44b1fd8dff req-ba1f2dcb-8e53-4d20-ab54-f0dc08a82c63 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 931 time: 0.1605225 Dec 16 07:49:27.237675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d5cbc42-1390-4180-a345-66f58449d461 req-2afd222a-b08e-4558-b4d9-cd0a8bf06088 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0537205 Dec 16 07:49:27.299255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed284edf-152d-4d0c-9c77-ad44b1fd8dff req-9c54dbb0-257b-4cad-b261-253303f02e37 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563011 Dec 16 07:49:27.342967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ff809a5-8dde-4ae4-bbce-de9f9852d2a3 req-7f2ad39d-37d2-46db-9d63-f81f8aac8dc1 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0269620 Dec 16 07:49:27.399405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Request body: {'port': {'device_id': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:27.422883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Request body: {'port': {'device_id': '3878cbdd-6710-4f7f-a886-943e168e196d', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'admin_state_up': True, 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:27.458962 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-dde5643b-255a-4b8b-99e4-37b8700a8341 req-2e692ed6-0863-4528-99ec-8a11178060de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0278840 Dec 16 07:49:27.512754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:27.801417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9e2ef-02cb-42f5-9b14-72380e67a5e8 req-4d7ae8df-c85f-4fd0-b52c-fc8aafcd5fc6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:27.803456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ad9e2ef-02cb-42f5-9b14-72380e67a5e8 req-4d7ae8df-c85f-4fd0-b52c-fc8aafcd5fc6 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 950 time: 0.1583459 Dec 16 07:49:27.815688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9da8-938c-4e15-8be0-31eef50f4775 req-e208de3b-64f7-46e7-8be5-bd9698f4bc24 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:27.817246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23ba9da8-938c-4e15-8be0-31eef50f4775 req-e208de3b-64f7-46e7-8be5-bd9698f4bc24 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.1694241 Dec 16 07:49:27.883883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b90d0-1d9e-4306-bad5-2df8435fda77 req-fdd9ff5b-f810-4948-b78f-25b64bfd8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:27.885516 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-402b90d0-1d9e-4306-bad5-2df8435fda77 req-fdd9ff5b-f810-4948-b78f-25b64bfd8609 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 1095 time: 0.0459630 Dec 16 07:49:27.926857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ad9e2ef-02cb-42f5-9b14-72380e67a5e8 req-2f4a43ae-b5d5-41c3-8c62-206a7b532ec1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067605 Dec 16 07:49:27.938829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23ba9da8-938c-4e15-8be0-31eef50f4775 req-82b6d726-4a40-4a0c-8bbc-9595c1f0ece8 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152849 Dec 16 07:49:27.999643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ef3729-4a13-4dbe-b401-54ebefc3d981 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:28.007659 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.011438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b90d0-1d9e-4306-bad5-2df8435fda77 req-4ab59e99-07f5-405a-9009-83bc0ebfdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:28.013132 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-402b90d0-1d9e-4306-bad5-2df8435fda77 req-4ab59e99-07f5-405a-9009-83bc0ebfdd2a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c74443691ac642e395264dd387be70fc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1100509 Dec 16 07:49:28.044772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1084130e-c611-4d67-9925-1aa836916a98 req-7db21399-1ad5-4ec7-a50b-8797991e7ec3 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 210 time: 0.0330646 Dec 16 07:49:28.045676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Transition to ACTIVE for port object c1ef3729-4a13-4dbe-b401-54ebefc3d981 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:28.062612 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.066580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.069621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.095427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:28.122463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:28.124422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:28.128718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:28.129807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.134555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b', '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:28.134762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:28.138033 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Transition to ACTIVE for port object 452cb3b3-5060-4e54-90ad-523897605447 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:28.160505 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.165786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a6765ef-7505-45e0-b815-adf71ceab4f1 req-6019750d-2542-4ec6-be8c-b6570514eb6a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0982924 Dec 16 07:49:28.167174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=64cbb77d-dd78-4938-8237-9cf2ef2dbfb6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:28.188978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:28.189946 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.210735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f01b-3a38-469f-9042-e1a52966b3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.223032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event updated for resources: {'Port': ['ID=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:28.241677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef3729-4a13-4dbe-b401-54ebefc3d981,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:28.253267 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.402877 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-9a22d3ec-1989-470e-b185-2335f5a1d650 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9804797 Dec 16 07:49:28.411508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:28.422371 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.424614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Request body: {'port': {'device_id': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:28.432337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "DELETE /v2.0/ports/64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 HTTP/1.1" status: 204 len: 173 time: 2.7454765 Dec 16 07:49:28.432337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255d014e-b852-4209-9132-495c6bb857c4', 'name': 'network-vif-deleted', 'tag': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:28.434147 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c9899-4905-42cf-8c78-99c582568f8b" -d '{"events": [{"server_uuid": "255d014e-b852-4209-9132-495c6bb857c4", "name": "network-vif-deleted", "tag": "64cbb77d-dd78-4938-8237-9cf2ef2dbfb6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:28.454552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b90d0-1d9e-4306-bad5-2df8435fda77 req-88f12bc0-897d-4933-8464-b57424626a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:28.456106 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-402b90d0-1d9e-4306-bad5-2df8435fda77 req-88f12bc0-897d-4933-8464-b57424626a7a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968696 Dec 16 07:49:28.550542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-71936f4d-7ed3-41f1-a835-2e239245d68d tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:28.553354 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-71936f4d-7ed3-41f1-a835-2e239245d68d tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 813 time: 0.3587756 Dec 16 07:49:28.558906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:28.589417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ed15a4b-5459-48d5-89ee-8825b23c6b51 req-2100ee42-d7fa-466e-b74d-4a09d03d1116 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1882336 Dec 16 07:49:28.592337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Request body: {'port': {'device_id': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'admin_state_up': True, 'tenant_id': '4b8f0f7cad5443179b52af6cdc628648'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:28.656521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7de2-f524-4287-b53d-99651530d1a8 req-7173c5f2-0013-4e70-a9e2-cbffd803cff2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:28.667333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e06e7de2-f524-4287-b53d-99651530d1a8 req-7173c5f2-0013-4e70-a9e2-cbffd803cff2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.3752813 Dec 16 07:49:28.693404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:28.798473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058788-8795-4cac-8039-0cedd83598e1 req-9b5405a7-e0a9-4c43-86a5-e5e96a5b9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:28.807068 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-9b5405a7-e0a9-4c43-86a5-e5e96a5b9dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 1095 time: 0.1990850 Dec 16 07:49:28.928057 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-4dac5494-9041-4a05-95ec-e4e5508777f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b3b5cb2-ed45-4bad-a959-345a59e5bad1 HTTP/1.1" status: 200 len: 217 time: 0.0673766 Dec 16 07:49:28.946193 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e06e7de2-f524-4287-b53d-99651530d1a8 req-e95405bb-e2a3-4131-8d25-c97690d68293 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698321 Dec 16 07:49:28.950163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:28.950500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:28.950825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:28.952759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Attempting to bind port c1ef3729-4a13-4dbe-b401-54ebefc3d981 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:28.953383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Attempting to bind port c1ef3729-4a13-4dbe-b401-54ebefc3d981 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:28.953383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Attempting to bind port c1ef3729-4a13-4dbe-b401-54ebefc3d981 on network 4aa8ec02-f832-4da1-b38b-034759f7d0fa {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:28.988006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Allocated IP 172.20.0.5 (c7ca6011-fb6a-497f-aa27-1397eb25c475/e5c1c502-4564-4858-9f04-d7ba04f934fa/6663a39f-54a8-45f4-96c0-11ef68822c66) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:49:28.997264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:28.997603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:29.002968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Port c1ef3729-4a13-4dbe-b401-54ebefc3d981 on network 4aa8ec02-f832-4da1-b38b-034759f7d0fa not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:29.003575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Attempting to bind port c1ef3729-4a13-4dbe-b401-54ebefc3d981 on network 4aa8ec02-f832-4da1-b38b-034759f7d0fa {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:29.013193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9283318-7de7-4e13-ac38-15c47cc5e182 req-46b03194-cedd-430e-8a1f-91be987abccc tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:29.020073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9283318-7de7-4e13-ac38-15c47cc5e182 req-46b03194-cedd-430e-8a1f-91be987abccc tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 943 time: 0.2396669 Dec 16 07:49:29.032584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:29.032989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:29.033570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:29.033809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Bound port: 452cb3b3-5060-4e54-90ad-523897605447, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:29.034143 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.078164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:29.078568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Checking segment: {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:29.078884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Bound using segment: {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:29.079522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Bound port: c1ef3729-4a13-4dbe-b401-54ebefc3d981, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b07c943-fd32-424c-885a-3800c1673fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:29.079987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.083203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058788-8795-4cac-8039-0cedd83598e1 req-44b2828f-ca7a-4982-b1c5-08b34b2e671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:29.084774 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-44b2828f-ca7a-4982-b1c5-08b34b2e671e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.0852313 Dec 16 07:49:29.132155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e8a61f3-7f27-4f68-bfd6-a3fa2317efe0 req-b73b92b9-91eb-4ce6-ad08-775092c11cd5 tempest-MigrationsAdminTest-331905132 tempest-MigrationsAdminTest-331905132-project] 10.222.0.43 "GET /v2.0/ports?device_id=359610d1-d68e-4664-9d08-c87791c1ce70 HTTP/1.1" status: 200 len: 210 time: 0.0897996 Dec 16 07:49:29.140924 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-adc81328-165e-4a97-a86d-27f5eee601c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375741 Dec 16 07:49:29.168531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Made reservation on behalf of 4b8f0f7cad5443179b52af6cdc628648 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:29.172070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.199521 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bbbd63-bb1b-4546-88b2-e2c423201e96 x-openstack-request-id: req-a9bbbd63-bb1b-4546-88b2-e2c423201e96 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:29.199933 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255d014e-b852-4209-9132-495c6bb857c4", "name": "network-vif-deleted", "tag": "64cbb77d-dd78-4938-8237-9cf2ef2dbfb6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:29.200067 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9bbbd63-bb1b-4546-88b2-e2c423201e96 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:29.200492 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255d014e-b852-4209-9132-495c6bb857c4', 'name': 'network-vif-deleted', 'tag': '64cbb77d-dd78-4938-8237-9cf2ef2dbfb6', 'status': 'completed', 'code': 200} Dec 16 07:49:29.282060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['e79c925d-30b8-4217-b73e-a48c2ebe0924'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:29.299217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9283318-7de7-4e13-ac38-15c47cc5e182 req-ab53e529-e787-45b2-9de2-362603e2b690 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580781 Dec 16 07:49:29.342922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:29.347784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2cf4bed-d82b-4962-8273-35b645ead3a9 req-adb321e2-a756-4971-bc6a-d36481a077fb tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=255d014e-b852-4209-9132-495c6bb857c4 HTTP/1.1" status: 200 len: 210 time: 0.0606098 Dec 16 07:49:29.354450 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.357987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:29.374202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] For port c1ef3729-4a13-4dbe-b401-54ebefc3d981, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:29.379835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] For port c1ef3729-4a13-4dbe-b401-54ebefc3d981, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c1ef3729-4a13-4dbe-b401-54ebefc3d981,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:29.382445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:29.394502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Transition to ACTIVE for port object 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:29.405744 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-3f7781b6-8c7e-47bf-b934-4b803a19743f service neutron] 10.222.0.36 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450778 Dec 16 07:49:29.455464 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.460277 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.512343 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.530172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:29.532370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.532501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] 10.222.0.36 "PUT /v2.0/ports/c1ef3729-4a13-4dbe-b401-54ebefc3d981 HTTP/1.1" status: 200 len: 1092 time: 2.1375930 Dec 16 07:49:29.623044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:29.627645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.627645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 1092 time: 3.9042451 Dec 16 07:49:29.627645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-261544b5-6d40-453b-b3a0-096ccabd06b4 req-ca67458c-9032-441b-9e4f-7b869ff5a8fa tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 210 time: 0.0753090 Dec 16 07:49:29.645219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11778400-4044-49ac-9cfe-1bb32f1e7dad service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef3729-4a13-4dbe-b401-54ebefc3d981,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:29.687100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764160a-f039-418f-8cdd-69ad0e17fe3e req-66bff0e2-c354-4cc2-9c58-d1459e185c3d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:29.696440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a764160a-f039-418f-8cdd-69ad0e17fe3e req-66bff0e2-c354-4cc2-9c58-d1459e185c3d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.1960754 Dec 16 07:49:29.788336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6747cdd-0b73-4e28-b39b-8dcce24a4d44 req-16ab49fb-180d-42ae-9d68-2c5ccf9b3f9c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0486813 Dec 16 07:49:29.802496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.816042 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.839889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:29.852262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8274708-e86d-40ff-9cc1-2712d00d03b5 service neutron] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:29.867073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a764160a-f039-418f-8cdd-69ad0e17fe3e req-f78d5b2d-083f-4023-b635-869c70e4b8b4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707959 Dec 16 07:49:29.874333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:29.897250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:29.902414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-a7298321-91ab-4037-b41d-e18ea430f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:29.903782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-a7298321-91ab-4037-b41d-e18ea430f358 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c5e14521cf44fb0b24d03dac22cea8c&device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 1095 time: 0.2063282 Dec 16 07:49:29.904734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:29.939785 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ea058788-8795-4cac-8039-0cedd83598e1 req-fbf85d35-64ab-470c-af70-bcd057363c17 service neutron] 10.222.0.36 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262687 Dec 16 07:49:29.941109 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:29.964245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:29.997147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:29.997147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 64cbb77d-dd78-4938-8237-9cf2ef2dbfb6 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:30.025569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event updated for resources: {'Port': ['ID=6663a39f-54a8-45f4-96c0-11ef68822c66,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:30.058004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-4da8cde9-9b17-4613-9a80-1a808aa6f2a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1ef3729-4a13-4dbe-b401-54ebefc3d981 HTTP/1.1" status: 200 len: 217 time: 0.1144545 Dec 16 07:49:30.064120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f936bc08-c545-4640-a242-f4af44ae7953 req-ae113b13-40f0-47f6-b897-c9dc42b90ee7 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1014881 Dec 16 07:49:30.075957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Pushing event updated for resources: {'Port': ['ID=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:30.088198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Allocated IP 172.20.0.4 (4726a7c2-c0dd-4293-915e-ec44c3c31c47/f564bc28-7e3d-4b74-975a-4f490ba756e3/2b8b3505-b962-4064-83ac-75201cbf0f1f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:49:30.113506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.114095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.167040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Attempting to bind port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:30.167477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Attempting to bind port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:30.167704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Attempting to bind port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:30.170757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacca70-535a-4b27-a394-910953f37125 req-1c6cadd3-787d-43a1-bde9-6037aea9443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.172330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-1c6cadd3-787d-43a1-bde9-6037aea9443b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1095 time: 0.2276714 Dec 16 07:49:30.178734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:30.179206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Attempting to bind port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:30.191847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:30.192285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Checking segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:30.192456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-215a53a8-7f47-4a7a-ace1-7819cddf4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.192684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Bound using segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:30.193608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Bound port: 42ad2a7b-1635-406f-9dc5-a9b89d7c5756, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:30.193974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.194550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-215a53a8-7f47-4a7a-ace1-7819cddf4066 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=904d35e0-0431-4b13-860b-04e60a77e1ad HTTP/1.1" status: 200 len: 853 time: 0.0742729 Dec 16 07:49:30.202901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24850f6-178b-4599-86a1-4276a7847ccc req-be98e4e1-0d23-40c9-9df7-330f36c0bb2e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.204386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d24850f6-178b-4599-86a1-4276a7847ccc req-be98e4e1-0d23-40c9-9df7-330f36c0bb2e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.1444645 Dec 16 07:49:30.269758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-03dec00d-b5e1-49af-97e3-72a0c173f8a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 217 time: 0.0644090 Dec 16 07:49:30.313513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-679bbca9-74b9-4a62-81e9-239a23d57e5a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8943818 Dec 16 07:49:30.347595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] For port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:30.352586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Request body: {'port': {'device_id': '3878cbdd-6710-4f7f-a886-943e168e196d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:30.356788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] For port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:30.362445 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.406548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d24850f6-178b-4599-86a1-4276a7847ccc req-78dd4c05-5651-4fa9-ad7f-6c3b57c4dd6f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926231 Dec 16 07:49:30.413829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-22bd0bae-4767-4446-9285-6d0092239d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.415300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-22bd0bae-4767-4446-9285-6d0092239d1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aa8ec02-f832-4da1-b38b-034759f7d0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609604 Dec 16 07:49:30.419999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacca70-535a-4b27-a394-910953f37125 req-0ca4a80e-6db9-4276-80f1-0f4f2c4020e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.421410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-0ca4a80e-6db9-4276-80f1-0f4f2c4020e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1258600 Dec 16 07:49:30.501353 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.528123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-af3029ee-b36b-4c2f-bd48-0efcd5876f96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735524 Dec 16 07:49:30.533183 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.544039 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.553385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.553385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.554769 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] 10.222.0.16 "PUT /v2.0/ports/42ad2a7b-1635-406f-9dc5-a9b89d7c5756 HTTP/1.1" status: 200 len: 1092 time: 2.1350589 Dec 16 07:49:30.560224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'tag': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:30.563586 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fffbcec-9f88-4646-922a-c666b2fe8f19" -d '{"events": [{"name": "network-changed", "server_uuid": "c71eeff7-f61b-4975-b626-0bc2bddec936", "tag": "42ad2a7b-1635-406f-9dc5-a9b89d7c5756"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:30.580067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['e79c925d-30b8-4217-b73e-a48c2ebe0924'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:30.678679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:30.688327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:30.691726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:30.701757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7bc7a-129e-4850-981d-1e23898a655f service neutron] Pushing event updated for resources: {'Port': ['ID=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:30.735851 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ee0da281-a7b7-44d0-b26b-f6a6ebc68f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:30.753537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d807a69-403d-4925-a323-61460974a825 req-253fc64e-de14-4a60-b5d1-fa362282ea3e tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.755117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d807a69-403d-4925-a323-61460974a825 req-253fc64e-de14-4a60-b5d1-fa362282ea3e tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.36 "GET /v2.0/ports?device_id=1432861b-a7a3-429f-a5a1-be5018f0f49c HTTP/1.1" status: 200 len: 945 time: 0.2671201 Dec 16 07:49:30.834165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.36', 50788) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:30.877662 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe22b78-f1ba-4be6-8d15-0d18287837c0 x-openstack-request-id: req-bfe22b78-f1ba-4be6-8d15-0d18287837c0 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:30.878027 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71eeff7-f61b-4975-b626-0bc2bddec936", "tag": "42ad2a7b-1635-406f-9dc5-a9b89d7c5756", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:30.878291 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfe22b78-f1ba-4be6-8d15-0d18287837c0 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:30.878687 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'tag': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756', 'status': 'completed', 'code': 200} Dec 16 07:49:30.933254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45506) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:30.941707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-457ba9a3-0196-41ea-9e72-11349e76bee3 req-54f0cc66-ca2b-41ef-a197-f3421039df15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aea06eaffd8e44068429bab7d5fe43e7&device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1044776 Dec 16 07:49:30.960297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-9f0396a0-6bd2-45a9-b8fa-6ea57257b147 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:30.961761 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-9f0396a0-6bd2-45a9-b8fa-6ea57257b147 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 949 time: 0.3793578 Dec 16 07:49:31.009118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event updated for resources: {'Port': ['ID=2b8b3505-b962-4064-83ac-75201cbf0f1f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:31.025758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.026227 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.049586 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-457ba9a3-0196-41ea-9e72-11349e76bee3 req-2c031554-cf1e-41e4-90bd-b9495578d8d0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=aea06eaffd8e44068429bab7d5fe43e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841861 Dec 16 07:49:31.061462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b41bcb-b67e-493b-a101-f918ac9a6707 req-d8c98fea-9eae-4491-b4b2-a0d4365dec80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.062940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b41bcb-b67e-493b-a101-f918ac9a6707 req-d8c98fea-9eae-4491-b4b2-a0d4365dec80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 943 time: 0.5903113 Dec 16 07:49:31.113418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-ca889035-d2a5-48a7-a600-f061fe90654f service neutron] 10.222.0.36 "GET /v2.0/networks/4aa8ec02-f832-4da1-b38b-034759f7d0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895943 Dec 16 07:49:31.162814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-5a12a0ca-533b-41b1-8d73-acb5e94358f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.164368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-5a12a0ca-533b-41b1-8d73-acb5e94358f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 1095 time: 0.4082727 Dec 16 07:49:31.214071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'tag': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981'}, {'name': 'network-changed', 'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'tag': '452cb3b3-5060-4e54-90ad-523897605447'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:31.216240 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ec3f24-f56d-43fe-a340-a43ff5662b85" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0dc58d-6c6f-49f0-992f-ba90193ae3f7", "tag": "c1ef3729-4a13-4dbe-b401-54ebefc3d981"}, {"name": "network-changed", "server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "tag": "452cb3b3-5060-4e54-90ad-523897605447"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:31.220887 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e270b244-fc96-4f24-8171-9d9d21e67379 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6495552 Dec 16 07:49:31.253410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-385248fa-c72c-404e-a517-ed4d1f234361 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048059 Dec 16 07:49:31.268515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Request body: {'port': {'device_id': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:31.276508 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-a0a2260c-b6df-45c2-8548-84c148a869c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad2a7b-1635-406f-9dc5-a9b89d7c5756 HTTP/1.1" status: 200 len: 217 time: 0.0921109 Dec 16 07:49:31.330960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9cb0e-1e5c-454b-ab0e-8f23bce7cd7b req-e2abbd14-8a4a-4505-9efd-ff0c5803a112 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.332466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21d9cb0e-1e5c-454b-ab0e-8f23bce7cd7b req-e2abbd14-8a4a-4505-9efd-ff0c5803a112 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 931 time: 0.3016706 Dec 16 07:49:31.364986 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c2e2dc90-85d9-4473-8a8d-7304997047a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=323a7e8e3ea7463e8bc18a5a0fd3d2fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254596 Dec 16 07:49:31.375037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45514) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:31.414104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b41bcb-b67e-493b-a101-f918ac9a6707 req-ef1071ef-d846-45ed-a996-4e7966bfc84b tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351526 Dec 16 07:49:31.419306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Deleting port e79c925d-30b8-4217-b73e-a48c2ebe0924 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:31.419665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.429555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ba9a3-0196-41ea-9e72-11349e76bee3 req-29fce6c0-9b98-422e-b4b3-3a384d47d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.431121 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-457ba9a3-0196-41ea-9e72-11349e76bee3 req-29fce6c0-9b98-422e-b4b3-3a384d47d0ae service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3558784 Dec 16 07:49:31.461582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.499423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-8636a6bf-0d28-4481-9f86-71c20aaa2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.501386 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-8636a6bf-0d28-4481-9f86-71c20aaa2a9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.1923456 Dec 16 07:49:31.512475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:31.512815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.551922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4403b2b2-64cb-48bf-8eb8-2b374d446675 req-eae71898-2953-41fa-93e0-0cd07f39ba91 service neutron] 10.222.0.36 "GET /v2.0/networks/4aa8ec02-f832-4da1-b38b-034759f7d0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281964 Dec 16 07:49:31.590052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bddf144-c2df-417d-a39c-fa90d2941a2d req-4a5183e2-5b77-4be3-a7d9-def796fcd014 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.0959907 Dec 16 07:49:31.613267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2eacca70-535a-4b27-a394-910953f37125 req-223cde1d-d4ae-4b4d-81f5-9a56ae85994a service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360972 Dec 16 07:49:31.617069 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-0557bc41-bcd2-4df4-93d9-b6fc7ef5d3a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979507 Dec 16 07:49:31.635417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21d9cb0e-1e5c-454b-ab0e-8f23bce7cd7b req-ae701403-b0ad-405e-81a1-a217aca1780e tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597961 Dec 16 07:49:31.679040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec049519-4b63-4855-8b94-f9a76cfed63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.701348 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.731624 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec049519-4b63-4855-8b94-f9a76cfed63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.772435 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-22fb0da1-2eea-4fbb-99f4-494cacfcdf2f service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292908 Dec 16 07:49:31.862776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6663a39f-54a8-45f4-96c0-11ef68822c66 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:31.872644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.894075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:31.894484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.897183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Transition to ACTIVE for port object 6663a39f-54a8-45f4-96c0-11ef68822c66 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:31.905209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a89c8-ad97-4537-805b-12956fc2254f req-4b38e2d2-8275-4c28-ae1f-89eba2fed7e9 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.908431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b1a89c8-ad97-4537-805b-12956fc2254f req-4b38e2d2-8275-4c28-ae1f-89eba2fed7e9 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 949 time: 0.1651502 Dec 16 07:49:31.915415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d0fd4-d99f-4dda-be4e-95762a2c3891 req-f51ef871-3309-4ab8-a3f7-8ff8a9b6df4a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:31.916918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-494d0fd4-d99f-4dda-be4e-95762a2c3891 req-f51ef871-3309-4ab8-a3f7-8ff8a9b6df4a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 931 time: 0.1691325 Dec 16 07:49:31.924710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] For port e79c925d-30b8-4217-b73e-a48c2ebe0924, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e79c925d-30b8-4217-b73e-a48c2ebe0924,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:31.925085 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:31.960349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Calling delete_port for e79c925d-30b8-4217-b73e-a48c2ebe0924 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:31.964809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:31.993758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b1a89c8-ad97-4537-805b-12956fc2254f req-aa39621d-825f-4dcd-af41-f88590217d95 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758438 Dec 16 07:49:31.998544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec049519-4b63-4855-8b94-f9a76cfed63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.001174 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec049519-4b63-4855-8b94-f9a76cfed63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.004963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ec049519-4b63-4855-8b94-f9a76cfed63a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13be318e-de79-43d4-974d-5e11514bd9a0 HTTP/1.1" status: 204 len: 168 time: 0.6279504 Dec 16 07:49:32.007952 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.016402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-494d0fd4-d99f-4dda-be4e-95762a2c3891 req-7d1a9d2e-ef56-47a3-9ddd-fbb52207b156 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888028 Dec 16 07:49:32.058689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec049519-4b63-4855-8b94-f9a76cfed63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13be318e-de79-43d4-974d-5e11514bd9a0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:32.088316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Pushing event updated for resources: {'Port': ['ID=6663a39f-54a8-45f4-96c0-11ef68822c66,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:32.155686 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08ca88-9aeb-4187-875e-6b43f5f8fa34 x-openstack-request-id: req-8d08ca88-9aeb-4187-875e-6b43f5f8fa34 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:32.156050 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0dc58d-6c6f-49f0-992f-ba90193ae3f7", "tag": "c1ef3729-4a13-4dbe-b401-54ebefc3d981", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "tag": "452cb3b3-5060-4e54-90ad-523897605447", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:32.157466 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d08ca88-9aeb-4187-875e-6b43f5f8fa34 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:32.157873 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'tag': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981', 'status': 'completed', 'code': 200} Dec 16 07:49:32.158128 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'tag': '452cb3b3-5060-4e54-90ad-523897605447', 'status': 'completed', 'code': 200} Dec 16 07:49:32.326032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-3a1e650f-50c0-4f6f-989f-5079a6c91ed4 service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177310 Dec 16 07:49:32.346001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-f2c10593-f372-46b5-b0bf-7cce04f45a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:32.347654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-f2c10593-f372-46b5-b0bf-7cce04f45a1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1095 time: 0.1602187 Dec 16 07:49:32.388662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Attempting to bind port 6663a39f-54a8-45f4-96c0-11ef68822c66 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:32.389000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Attempting to bind port 6663a39f-54a8-45f4-96c0-11ef68822c66 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:32.389321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Attempting to bind port 6663a39f-54a8-45f4-96c0-11ef68822c66 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:32.422426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-ab3c430b-7155-45a8-9ee7-e7b846146149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:32.424325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-ab3c430b-7155-45a8-9ee7-e7b846146149 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c5e14521cf44fb0b24d03dac22cea8c&device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 1095 time: 0.2148902 Dec 16 07:49:32.432118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a5ae-c466-4670-b3db-a0ab10e86797 req-ed059ec2-2563-438b-96d4-22bafb081cd1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:32.441362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52b0a5ae-c466-4670-b3db-a0ab10e86797 req-ed059ec2-2563-438b-96d4-22bafb081cd1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.2524855 Dec 16 07:49:32.464384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8b3505-b962-4064-83ac-75201cbf0f1f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:32.495608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.520815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Port 6663a39f-54a8-45f4-96c0-11ef68822c66 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:32.521768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Attempting to bind port 6663a39f-54a8-45f4-96c0-11ef68822c66 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:32.525394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Transition to ACTIVE for port object 2b8b3505-b962-4064-83ac-75201cbf0f1f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:32.530602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b870-fdf2-4179-828e-ac0ea86b559b req-b98da4f2-043c-4182-8347-cd46ba1ac2c9 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:32.532079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2d5b870-fdf2-4179-828e-ac0ea86b559b req-b98da4f2-043c-4182-8347-cd46ba1ac2c9 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.3130491 Dec 16 07:49:32.557077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:32.557333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:32.557706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Bound using segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:32.558159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Bound port: 6663a39f-54a8-45f4-96c0-11ef68822c66, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:32.558533 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.683908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52b0a5ae-c466-4670-b3db-a0ab10e86797 req-07a49f5d-c624-4beb-a89f-28aae44f0aa6 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416444 Dec 16 07:49:32.691224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-d4277f3e-a590-4d2e-b69d-e3cbe91fa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:32.693282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-d4277f3e-a590-4d2e-b69d-e3cbe91fa0b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.3346610 Dec 16 07:49:32.763109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-bd42f8cd-bfba-4423-a42a-1d7ae7c8e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:32.764779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-bd42f8cd-bfba-4423-a42a-1d7ae7c8e6c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4aa8ec02-f832-4da1-b38b-034759f7d0fa HTTP/1.1" status: 200 len: 915 time: 0.3176286 Dec 16 07:49:32.776862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2d5b870-fdf2-4179-828e-ac0ea86b559b req-66bab56e-7264-4a36-898c-12286efb07e6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306216 Dec 16 07:49:32.781297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-57009c5a-ff6d-4c4f-aba4-621d1a0bbfc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 217 time: 0.0728869 Dec 16 07:49:32.856459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45528) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:32.861001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.868799 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.870336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:32.895617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:32.899146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:32.937216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] For port 6663a39f-54a8-45f4-96c0-11ef68822c66, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:32.941119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-600690cd-176c-4e74-8824-d2c083fbf4bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1ef3729-4a13-4dbe-b401-54ebefc3d981 HTTP/1.1" status: 200 len: 217 time: 0.1276245 Dec 16 07:49:32.981161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c53ff20-9384-4682-8bde-90151c4bcb6f req-30908c63-8016-417c-86c2-ba0753aa96e2 tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1043139 Dec 16 07:49:33.011396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-bee92321-33a7-460a-a985-aa88a9e09736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.012959 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-bee92321-33a7-460a-a985-aa88a9e09736 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 1095 time: 0.4836030 Dec 16 07:49:33.030720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8b3505-b962-4064-83ac-75201cbf0f1f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:33.062215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] No DVR routers for this DVR port e79c925d-30b8-4217-b73e-a48c2ebe0924 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:33.077089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.080702 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.36 "DELETE /v2.0/ports/e79c925d-30b8-4217-b73e-a48c2ebe0924 HTTP/1.1" status: 204 len: 173 time: 2.2550488 Dec 16 07:49:33.082528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] For port 6663a39f-54a8-45f4-96c0-11ef68822c66, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6663a39f-54a8-45f4-96c0-11ef68822c66,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:33.085062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-b058dcc4-aed4-4d6a-b7fa-0eca4116c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.089198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'name': 'network-vif-deleted', 'tag': 'e79c925d-30b8-4217-b73e-a48c2ebe0924'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:33.091572 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d609c3-693e-4178-b3ed-fa79c2608cee" -d '{"events": [{"server_uuid": "1432861b-a7a3-429f-a5a1-be5018f0f49c", "name": "network-vif-deleted", "tag": "e79c925d-30b8-4217-b73e-a48c2ebe0924"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:33.093164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-b058dcc4-aed4-4d6a-b7fa-0eca4116c7ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=904d35e0-0431-4b13-860b-04e60a77e1ad HTTP/1.1" status: 200 len: 853 time: 0.1240683 Dec 16 07:49:33.094332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:33.138688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.142120 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "DELETE /v2.0/ports/0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef HTTP/1.1" status: 204 len: 173 time: 2.1679344 Dec 16 07:49:33.180448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-d3cc4852-6542-458b-85e1-eef142a4f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.185357 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-d3cc4852-6542-458b-85e1-eef142a4f748 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.3951254 Dec 16 07:49:33.204287 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a634fa5f-7132-4dcf-883b-1c0a876d289c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eda44975960a4885b1f69971a84bed9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455195 Dec 16 07:49:33.206449 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-457ba9a3-0196-41ea-9e72-11349e76bee3 req-390ef97e-fc5d-421e-abac-3c0f000d980b tempest-ServerShowV254Test-998481678 tempest-ServerShowV254Test-998481678-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d42a70c-6168-484a-93aa-bc0461068bbe HTTP/1.1" status: 200 len: 210 time: 0.1308999 Dec 16 07:49:33.206941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45536) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:33.212791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28750e-da99-406c-b3c4-c678c52f7244 req-0c4c9caf-ff87-42b6-9c6f-ca1526e009b5 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.227962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e28750e-da99-406c-b3c4-c678c52f7244 req-0c4c9caf-ff87-42b6-9c6f-ca1526e009b5 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 943 time: 0.4128659 Dec 16 07:49:33.231238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event deleted for resources: {'Port': ['ID=e79c925d-30b8-4217-b73e-a48c2ebe0924,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:33.259318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.287310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:33.352762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.353545 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.354969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] 10.222.0.36 "PUT /v2.0/ports/6663a39f-54a8-45f4-96c0-11ef68822c66 HTTP/1.1" status: 200 len: 1092 time: 3.0129044 Dec 16 07:49:33.357408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-9e2768e3-8218-448d-9fee-9eee9a810111 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572905 Dec 16 07:49:33.381370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-a39eb217-38b1-436d-88bb-b7178cac4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.382995 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-a39eb217-38b1-436d-88bb-b7178cac4dc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 914 time: 0.3548908 Dec 16 07:49:33.388711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Attempting to bind port 2b8b3505-b962-4064-83ac-75201cbf0f1f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:33.389087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Attempting to bind port 2b8b3505-b962-4064-83ac-75201cbf0f1f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:33.389382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Attempting to bind port 2b8b3505-b962-4064-83ac-75201cbf0f1f on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:33.408024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8582ac3-f362-49a0-a061-352bb510407a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.409776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Port 2b8b3505-b962-4064-83ac-75201cbf0f1f on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:33.409926 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.410124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Attempting to bind port 2b8b3505-b962-4064-83ac-75201cbf0f1f on network 4726a7c2-c0dd-4293-915e-ec44c3c31c47 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:33.448550 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-56cf7fd3-5a40-4596-914a-f118a34828eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ad2a7b-1635-406f-9dc5-a9b89d7c5756 HTTP/1.1" status: 200 len: 217 time: 0.0535080 Dec 16 07:49:33.454570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:33.455051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Checking segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:33.455313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Bound using segment: {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:33.455766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Bound port: 2b8b3505-b962-4064-83ac-75201cbf0f1f, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:33.456130 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.489950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e28750e-da99-406c-b3c4-c678c52f7244 req-0c73898b-9375-4c35-bfe0-40d5a1acfd3e tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603865 Dec 16 07:49:33.519431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8582ac3-f362-49a0-a061-352bb510407a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.604376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee112d54-40ee-4cf4-a809-352d0389321b service neutron] Pushing event updated for resources: {'Port': ['ID=6663a39f-54a8-45f4-96c0-11ef68822c66,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:33.616420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a25cb-dcf9-4e1c-ba7a-ee4a8a00e30a req-34eeeb7d-9ed2-48c3-a546-565720971317 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.619038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8a25cb-dcf9-4e1c-ba7a-ee4a8a00e30a req-34eeeb7d-9ed2-48c3-a546-565720971317 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 943 time: 0.5216014 Dec 16 07:49:33.659073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-b8e86a62-0b64-46aa-8cf7-4fef1bdfc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.660541 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-b8e86a62-0b64-46aa-8cf7-4fef1bdfc0b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.1695454 Dec 16 07:49:33.683692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] For port 2b8b3505-b962-4064-83ac-75201cbf0f1f, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:33.697396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-3ed6485f-29b7-4350-8ec2-4e5ac9b37a04 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785122 Dec 16 07:49:33.703987 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-fc322afc-db44-4b22-a044-9447f9885dac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342443 Dec 16 07:49:33.708875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93355a96-ae99-4ae9-a230-1171a912fbfc req-7d06368a-be2d-475f-a71e-bcfe653c8f25 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0882835 Dec 16 07:49:33.719277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-04f57930-41bd-445d-b417-07097dee33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.719277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-04f57930-41bd-445d-b417-07097dee33cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4aa8ec02-f832-4da1-b38b-034759f7d0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5375001 Dec 16 07:49:33.737168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] For port 2b8b3505-b962-4064-83ac-75201cbf0f1f, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2b8b3505-b962-4064-83ac-75201cbf0f1f,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:33.826293 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-a1865d6e-4db3-4413-bade-57bb2cfe2fac service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998051 Dec 16 07:49:33.845283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8582ac3-f362-49a0-a061-352bb510407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.847902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8582ac3-f362-49a0-a061-352bb510407a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.849383 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8582ac3-f362-49a0-a061-352bb510407a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78e7f63e-747f-4514-bb64-dc1cfde3978c HTTP/1.1" status: 204 len: 168 time: 0.6232145 Dec 16 07:49:33.850479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.945001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-f752bffd-e027-40e3-84e4-12a8c7e36de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.946608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-f752bffd-e027-40e3-84e4-12a8c7e36de8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 1095 time: 0.3002853 Dec 16 07:49:33.961386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8582ac3-f362-49a0-a061-352bb510407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e7f63e-747f-4514-bb64-dc1cfde3978c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:33.970946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:33.971679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:33.973113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] 10.222.0.16 "PUT /v2.0/ports/2b8b3505-b962-4064-83ac-75201cbf0f1f HTTP/1.1" status: 200 len: 1092 time: 2.7130456 Dec 16 07:49:33.982963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8a25cb-dcf9-4e1c-ba7a-ee4a8a00e30a req-55f51017-caa8-45c7-9d84-7a1d7a16ba00 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534670 Dec 16 07:49:34.007217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8b3505-b962-4064-83ac-75201cbf0f1f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:34.024497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-881cc16a-3a77-4cfc-98e8-6e49210b4609 service neutron] 10.222.0.36 "GET /v2.0/networks/4aa8ec02-f832-4da1-b38b-034759f7d0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446616 Dec 16 07:49:34.041906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fffbcec-9f88-4646-922a-c666b2fe8f19 req-eddabc70-6149-4f34-93b8-ec030c00bb4d service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061100 Dec 16 07:49:34.042510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063a0fb-ead3-4703-8f48-923720fa790e req-1e8f3a54-0f8f-49fa-ac1e-e786715beac5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:34.043799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0063a0fb-ead3-4703-8f48-923720fa790e req-1e8f3a54-0f8f-49fa-ac1e-e786715beac5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 943 time: 0.2630112 Dec 16 07:49:34.061609 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2554feab-9de7-457f-85c2-792411ef2b77 x-openstack-request-id: req-2554feab-9de7-457f-85c2-792411ef2b77 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:34.062671 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432861b-a7a3-429f-a5a1-be5018f0f49c", "name": "network-vif-deleted", "tag": "e79c925d-30b8-4217-b73e-a48c2ebe0924", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:34.062932 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2554feab-9de7-457f-85c2-792411ef2b77 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:34.063341 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432861b-a7a3-429f-a5a1-be5018f0f49c', 'name': 'network-vif-deleted', 'tag': 'e79c925d-30b8-4217-b73e-a48c2ebe0924', 'status': 'completed', 'code': 200} Dec 16 07:49:34.089503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-59447982-7166-45ef-ab4f-f141c46c3048 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740513 Dec 16 07:49:34.092928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-72ce1a2f-f63a-4463-a437-e3b27edda4c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6663a39f-54a8-45f4-96c0-11ef68822c66 HTTP/1.1" status: 200 len: 217 time: 0.0950432 Dec 16 07:49:34.169665 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:34.177042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3878cbdd-6710-4f7f-a886-943e168e196d', 'tag': '6663a39f-54a8-45f4-96c0-11ef68822c66'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:34.182329 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d" -d '{"events": [{"name": "network-changed", "server_uuid": "3878cbdd-6710-4f7f-a886-943e168e196d", "tag": "6663a39f-54a8-45f4-96c0-11ef68822c66"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:34.430084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:34.442615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:34.469962 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:34.470317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:34.470942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e79c925d-30b8-4217-b73e-a48c2ebe0924 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:34.494818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: e79c925d-30b8-4217-b73e-a48c2ebe0924 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:34.495169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e79c925d-30b8-4217-b73e-a48c2ebe0924 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:34.590438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:34.604105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'port_id': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1', 'mac_address': 'fa:16:3e:6a:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e768f2-fb5b-43c5-80ce-e19af3e02baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:34.628012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0063a0fb-ead3-4703-8f48-923720fa790e req-fdd4fdde-f74e-473a-9c01-43ad16316345 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476911 Dec 16 07:49:34.644955 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:34.652020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ac33514a-da6b-4c41-8dfb-6c444e0dc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:34.653601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-ac33514a-da6b-4c41-8dfb-6c444e0dc298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.5451531 Dec 16 07:49:34.663211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:34.676899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b069ff1-6452-49f1-ac43-1df97e72b45f req-7763dd6e-3b57-4d3f-b6e6-fb2e43b48733 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:34.684467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b069ff1-6452-49f1-ac43-1df97e72b45f req-7763dd6e-3b57-4d3f-b6e6-fb2e43b48733 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 943 time: 0.5334187 Dec 16 07:49:34.686138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:34.698963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-baf7d24d-947e-4d47-a37b-46ba1538c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:34.698963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-baf7d24d-947e-4d47-a37b-46ba1538c243 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 1095 time: 0.5443299 Dec 16 07:49:34.716053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1ec3f24-f56d-43fe-a340-a43ff5662b85 req-2fbe9958-b2c2-410f-9e37-d2fdc09fd733 service neutron] 10.222.0.36 "GET /v2.0/networks/4aa8ec02-f832-4da1-b38b-034759f7d0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370797 Dec 16 07:49:34.738851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-8f93429d-6262-4dff-b1e6-76e014517c28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736704 Dec 16 07:49:34.803829 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:34.804567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c1ef3729-4a13-4dbe-b401-54ebefc3d981 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:34.810868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-69e8a354-e90f-469f-ada5-4c5a70b272df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8b3505-b962-4064-83ac-75201cbf0f1f HTTP/1.1" status: 200 len: 217 time: 0.0744739 Dec 16 07:49:34.909974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:34.929854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b069ff1-6452-49f1-ac43-1df97e72b45f req-5022d188-0aab-40a6-a42b-e348943d004a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445209 Dec 16 07:49:34.947101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1413-a496-4f18-815d-2cddb284481a req-11baffc8-e185-4668-8057-55d4fc1921af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:34.949094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-11baffc8-e185-4668-8057-55d4fc1921af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.1204038 Dec 16 07:49:34.959898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9edea0-466b-436d-ac90-36710bb0255a req-5b2a0b60-d384-41b6-925f-a4e073cc1989 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:34.961408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a9edea0-466b-436d-ac90-36710bb0255a req-5b2a0b60-d384-41b6-925f-a4e073cc1989 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.2261786 Dec 16 07:49:34.981567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c1ef3729-4a13-4dbe-b401-54ebefc3d981, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c1ef3729-4a13-4dbe-b401-54ebefc3d981,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:35.001483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981', 'network_id': '4aa8ec02-f832-4da1-b38b-034759f7d0fa', 'port_id': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981', 'mac_address': 'fa:16:3e:a5:48:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d35e0-0431-4b13-860b-04e60a77e1ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:35.007852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-6c51d1ed-3ef2-4e74-87b9-bdc137d2f5d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454113 Dec 16 07:49:35.059700 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:35.076441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ef3729-4a13-4dbe-b401-54ebefc3d981 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:35.085356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-0a400114-00eb-4e7e-9360-8d17088c2291 service neutron] 10.222.0.36 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035550 Dec 16 07:49:35.109758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c1ef3729-4a13-4dbe-b401-54ebefc3d981, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c1ef3729-4a13-4dbe-b401-54ebefc3d981,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:35.119903 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982dc212-acb7-4efa-987a-b4c1f8898a78 x-openstack-request-id: req-982dc212-acb7-4efa-987a-b4c1f8898a78 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:35.120227 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3878cbdd-6710-4f7f-a886-943e168e196d", "tag": "6663a39f-54a8-45f4-96c0-11ef68822c66", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:35.120512 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-982dc212-acb7-4efa-987a-b4c1f8898a78 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:35.120943 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3878cbdd-6710-4f7f-a886-943e168e196d', 'tag': '6663a39f-54a8-45f4-96c0-11ef68822c66', 'status': 'completed', 'code': 200} Dec 16 07:49:35.194295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a9edea0-466b-436d-ac90-36710bb0255a req-440afab7-d85e-4503-bb21-46bc7124a2d9 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110529 Dec 16 07:49:35.264103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-67a2f4e3-bc8c-4f89-b919-c06ebb63a47d service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433619 Dec 16 07:49:35.305790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becfe62-0507-4064-a07b-9069ecb73fbb req-e8c908ac-f274-4652-ada3-b849237daebf tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:35.307319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4becfe62-0507-4064-a07b-9069ecb73fbb req-e8c908ac-f274-4652-ada3-b849237daebf tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 943 time: 0.1416788 Dec 16 07:49:35.331211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d08cb82-daeb-4f61-834c-5395b70974ef req-99700932-b2db-4af2-909b-4307b49568f1 service neutron] 10.222.0.36 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347751 Dec 16 07:49:35.360020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-530d2218-25b8-4b1e-942c-3e34de6600f2 req-3249ae94-f63a-4d97-9daa-38d5be45a64c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=c38625b0-b3be-4365-8f81-49ec8343a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0949414 Dec 16 07:49:35.429062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:35.452565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4becfe62-0507-4064-a07b-9069ecb73fbb req-8350329d-582e-4d44-b29d-60a16ada2516 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202793 Dec 16 07:49:35.473052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-6a6f77c2-cdcc-409b-b882-7ca2106ca281 service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957955 Dec 16 07:49:35.493690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=c1ef3729-4a13-4dbe-b401-54ebefc3d981,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:35.497951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd22f7-a0c9-4199-abc7-0f4755aa3b96 req-82ac371d-7449-46ab-8a6b-690794015034 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:35.499757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55cd22f7-a0c9-4199-abc7-0f4755aa3b96 req-82ac371d-7449-46ab-8a6b-690794015034 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 943 time: 0.0744095 Dec 16 07:49:35.584986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55cd22f7-a0c9-4199-abc7-0f4755aa3b96 req-00d912b6-bdc8-45e3-8691-24fdcd8b7bce tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770538 Dec 16 07:49:35.596147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-79c6f44f-5d3c-4219-99f1-56cc56548ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:35.598278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-79c6f44f-5d3c-4219-99f1-56cc56548ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 1095 time: 0.0621932 Dec 16 07:49:35.716642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-f8c5d534-248e-4d1e-a5c4-25934813f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:35.718146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-f8c5d534-248e-4d1e-a5c4-25934813f549 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.1113229 Dec 16 07:49:35.785869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-9b8cafa5-c30c-4d36-8022-3db043eb2a49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6663a39f-54a8-45f4-96c0-11ef68822c66 HTTP/1.1" status: 200 len: 217 time: 0.0480914 Dec 16 07:49:35.795669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['2b3b5cb2-ed45-4bad-a959-345a59e5bad1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:35.805444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45586) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:35.828749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['c1ef3729-4a13-4dbe-b401-54ebefc3d981'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:35.887447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-2923c4e8-f8db-4a29-a735-ee27c271ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:35.888666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-2923c4e8-f8db-4a29-a735-ee27c271ae04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.0840976 Dec 16 07:49:35.897574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856c11-de3b-4761-a244-3e19bd38364c req-ca864454-9d1e-4a4f-83fb-ad763834d237 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:35.899262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f856c11-de3b-4761-a244-3e19bd38364c req-ca864454-9d1e-4a4f-83fb-ad763834d237 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 943 time: 0.1522789 Dec 16 07:49:35.941343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-7cec9c0e-89bc-4515-b598-6a197b76d6a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409441 Dec 16 07:49:35.990266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 452cb3b3-5060-4e54-90ad-523897605447 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:36.038207 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a4f92dc-39c8-4408-879b-aabb9ea93b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.057411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f856c11-de3b-4761-a244-3e19bd38364c req-333e08c1-cea5-4751-9374-f78a781fb9b9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485190 Dec 16 07:49:36.064950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'name': 'network-vif-deleted', 'tag': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef'}, {'name': 'network-changed', 'server_uuid': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'tag': '2b8b3505-b962-4064-83ac-75201cbf0f1f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:36.069085 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b1b720-d628-4325-810d-8bcd63d2a712" -d '{"events": [{"server_uuid": "c38625b0-b3be-4365-8f81-49ec8343a2c8", "name": "network-vif-deleted", "tag": "0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef"}, {"name": "network-changed", "server_uuid": "f5191cea-12c7-42a3-b0a8-72c6e133af88", "tag": "2b8b3505-b962-4064-83ac-75201cbf0f1f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:36.163614 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af49256-cfef-4aa1-9d07-fa52478875a0 x-openstack-request-id: req-3af49256-cfef-4aa1-9d07-fa52478875a0 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:36.163904 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38625b0-b3be-4365-8f81-49ec8343a2c8", "name": "network-vif-deleted", "tag": "0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5191cea-12c7-42a3-b0a8-72c6e133af88", "tag": "2b8b3505-b962-4064-83ac-75201cbf0f1f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:36.164221 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3af49256-cfef-4aa1-9d07-fa52478875a0 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:36.164590 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38625b0-b3be-4365-8f81-49ec8343a2c8', 'name': 'network-vif-deleted', 'tag': '0a7d8f5b-e181-4b3a-a2c3-f375c0b6bfef', 'status': 'completed', 'code': 200} Dec 16 07:49:36.164848 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'tag': '2b8b3505-b962-4064-83ac-75201cbf0f1f', 'status': 'completed', 'code': 200} Dec 16 07:49:36.188301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-67b6ba8d-cd8c-409f-8cdd-98ecbbca48af service neutron] 10.222.0.36 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387404 Dec 16 07:49:36.219752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939a70-28be-4629-8beb-26d2e54bd2a1 req-98824d61-6c35-48c7-b802-e61f7cc1b953 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:36.220669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19939a70-28be-4629-8beb-26d2e54bd2a1 req-98824d61-6c35-48c7-b802-e61f7cc1b953 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 944 time: 0.1402678 Dec 16 07:49:36.280553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:36.293552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '452cb3b3-5060-4e54-90ad-523897605447', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'port_id': '452cb3b3-5060-4e54-90ad-523897605447', 'mac_address': 'fa:16:3e:f2:e3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c704e-58cf-4b4d-a943-8454a2acd0b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:36.342022 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.351215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a4f92dc-39c8-4408-879b-aabb9ea93b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.360164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452cb3b3-5060-4e54-90ad-523897605447 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:36.385126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:36.436116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-b093f565-34a8-4105-8d9d-26447170045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:36.437679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-b093f565-34a8-4105-8d9d-26447170045e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b8f0f7cad5443179b52af6cdc628648&device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 1095 time: 0.2068706 Dec 16 07:49:36.447595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19939a70-28be-4629-8beb-26d2e54bd2a1 req-696b19fd-2ce3-47aa-b79f-7794655cad42 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124834 Dec 16 07:49:36.450487 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a4f92dc-39c8-4408-879b-aabb9ea93b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.470455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de456e45-feb1-4c5e-ae49-b1dc9fc9292d req-65caf260-7cd0-4349-a6c4-5e222805d3cb service neutron] 10.222.0.36 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729173 Dec 16 07:49:36.478025 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.478545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4201-b41e-4ab2-a2ae-3e1812bb4955 req-b84c1f81-2beb-40dc-8b21-3acb2af290cf tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:36.478800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:36.479526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4bc4201-b41e-4ab2-a2ae-3e1812bb4955 req-b84c1f81-2beb-40dc-8b21-3acb2af290cf tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.1620898 Dec 16 07:49:36.560307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f92dc-39c8-4408-879b-aabb9ea93b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850555a7-e8da-4f71-a3c4-e92fdafcf978,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:36.572421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4a4f92dc-39c8-4408-879b-aabb9ea93b25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aea06eaffd8e44068429bab7d5fe43e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7637525 Dec 16 07:49:36.573309 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:36.626577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4bc4201-b41e-4ab2-a2ae-3e1812bb4955 req-19946161-a96b-4179-bbf7-4321311a2f3d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986145 Dec 16 07:49:36.631347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-75f34d80-7e2a-4eae-91e8-fa57df59ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:36.632871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-75f34d80-7e2a-4eae-91e8-fa57df59ad9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 200 len: 914 time: 0.1801167 Dec 16 07:49:36.669359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:36.696332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ab9f-b6da-4a42-aab8-0cdcc499204d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.721697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-20827bfe-58eb-419e-bf92-6b0dd36bcfc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8b3505-b962-4064-83ac-75201cbf0f1f HTTP/1.1" status: 200 len: 217 time: 0.0804768 Dec 16 07:49:36.737269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ab9f-b6da-4a42-aab8-0cdcc499204d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.754517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:36.766339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'port_id': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756', 'mac_address': 'fa:16:3e:c2:c8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564bc28-7e3d-4b74-975a-4f490ba756e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:36.804864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa6d7-c8da-4b32-8ad2-c6ea44a498df req-1b60091a-9a05-466a-917a-5934dab466ce tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:36.806463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7dfa6d7-c8da-4b32-8ad2-c6ea44a498df req-1b60091a-9a05-466a-917a-5934dab466ce tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 944 time: 0.0976880 Dec 16 07:49:36.814290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-91b3854f-e43b-4ea1-b4f4-6a14c7cb9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:36.816158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-91b3854f-e43b-4ea1-b4f4-6a14c7cb9794 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 200 len: 853 time: 0.0737123 Dec 16 07:49:36.817521 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.832146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:36.855277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:36.866142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-9b7fbc26-cfee-4243-85bf-8dda208acbf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4726a7c2-c0dd-4293-915e-ec44c3c31c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407169 Dec 16 07:49:36.896439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7dfa6d7-c8da-4b32-8ad2-c6ea44a498df req-a5d39c6b-9689-430e-b9bc-2cc35a76761d tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786574 Dec 16 07:49:36.910858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ab9f-b6da-4a42-aab8-0cdcc499204d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.914447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ab9f-b6da-4a42-aab8-0cdcc499204d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:36.920361 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3eb2ab9f-b6da-4a42-aab8-0cdcc499204d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/850555a7-e8da-4f71-a3c4-e92fdafcf978 HTTP/1.1" status: 204 len: 168 time: 0.3410442 Dec 16 07:49:36.938251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2ab9f-b6da-4a42-aab8-0cdcc499204d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850555a7-e8da-4f71-a3c4-e92fdafcf978,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:36.945026 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:37.011976 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:37.075821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f19f0-682a-4f7c-bfbd-1210db72a766 req-92c682bf-8148-4cd5-bf18-11fa6527c981 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:37.081810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f54f19f0-682a-4f7c-bfbd-1210db72a766 req-92c682bf-8148-4cd5-bf18-11fa6527c981 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 943 time: 0.1498532 Dec 16 07:49:37.107037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-93de72fd-1574-4f24-9bb0-cf4a691c10f1 service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148132 Dec 16 07:49:37.196971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f54f19f0-682a-4f7c-bfbd-1210db72a766 req-cca9150d-61b2-4678-b474-d845a73dbb3c tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082115 Dec 16 07:49:37.246002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61b1b720-d628-4325-810d-8bcd63d2a712 req-95fdf2e4-f540-438e-b9d2-58aea728c84c service neutron] 10.222.0.16 "GET /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246779 Dec 16 07:49:37.328979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcc09e-0c33-4048-929e-649e97a8dc98 req-be2a3378-231c-4ae2-8bbc-f9aac6e2db40 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:37.330592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4adcc09e-0c33-4048-929e-649e97a8dc98 req-be2a3378-231c-4ae2-8bbc-f9aac6e2db40 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 943 time: 0.0709047 Dec 16 07:49:37.383691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4adcc09e-0c33-4048-929e-649e97a8dc98 req-2bcae58d-fb47-498a-a27e-956d61b6b98b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457299 Dec 16 07:49:37.467783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['452cb3b3-5060-4e54-90ad-523897605447'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:37.500702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['42ad2a7b-1635-406f-9dc5-a9b89d7c5756'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:37.702992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871329a-7cdf-4f58-a316-02caf3812166 req-5aba4825-179c-4b02-b2db-f88e2fd5bb48 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:37.704701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f871329a-7cdf-4f58-a316-02caf3812166 req-5aba4825-179c-4b02-b2db-f88e2fd5bb48 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 944 time: 0.0544672 Dec 16 07:49:37.763787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f871329a-7cdf-4f58-a316-02caf3812166 req-36ceb476-d38c-4093-81b4-13f5f4f35fac tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Dec 16 07:49:37.891715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bdc7-e755-4537-97d3-e324f9d7e37f req-d924ca23-145d-4679-9b57-a89b305f33f8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:37.893130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a99bdc7-e755-4537-97d3-e324f9d7e37f req-d924ca23-145d-4679-9b57-a89b305f33f8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.0482876 Dec 16 07:49:37.952802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a99bdc7-e755-4537-97d3-e324f9d7e37f req-10432abc-e7c1-448a-b1a1-ac761270fe9f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527024 Dec 16 07:49:38.144533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b9fce-c835-4806-8c45-70fbd539843d req-91bb0413-6ff7-4507-abee-25b6b471123d tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:38.149265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f3b9fce-c835-4806-8c45-70fbd539843d req-91bb0413-6ff7-4507-abee-25b6b471123d tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 944 time: 0.0507951 Dec 16 07:49:38.202756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f3b9fce-c835-4806-8c45-70fbd539843d req-aa665449-c8b2-4827-9166-a7066ac6a9ab tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460265 Dec 16 07:49:38.208019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45674) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:38.319301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1633500392-network', 'tenant_id': '5127cdb92d6140778689842192fc068e'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:38.369990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ed68-6066-463e-8cb3-9400dbdb68ac req-a724eb59-a534-4e02-99f9-27c2d91dfd6c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:38.377957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7066ed68-6066-463e-8cb3-9400dbdb68ac req-a724eb59-a534-4e02-99f9-27c2d91dfd6c tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 950 time: 0.0706418 Dec 16 07:49:38.421189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7066ed68-6066-463e-8cb3-9400dbdb68ac req-2c9a4749-9d84-49a2-b8e2-9418aee6a690 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Dec 16 07:49:38.432910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Made reservation on behalf of 5127cdb92d6140778689842192fc068e for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:38.436484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.453952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6663a39f-54a8-45f4-96c0-11ef68822c66 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:38.464917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:38.475790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.534077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f1ab4-3137-4835-baba-a954b1d4d43c req-ad89f13b-4c8b-47ec-9ccf-0acf014b5ca6 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:38.535521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-657f1ab4-3137-4835-baba-a954b1d4d43c req-ad89f13b-4c8b-47ec-9ccf-0acf014b5ca6 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 943 time: 0.0965438 Dec 16 07:49:38.641181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a540-098e-4106-aa70-869c8a07bb46 req-8434ae5c-1248-4df0-93f6-9705366e5731 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:38.642684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4340a540-098e-4106-aa70-869c8a07bb46 req-8434ae5c-1248-4df0-93f6-9705366e5731 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 943 time: 0.1357329 Dec 16 07:49:38.653586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-657f1ab4-3137-4835-baba-a954b1d4d43c req-8aed5bb1-40f5-46f8-894c-c6bf030a12ce tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956705 Dec 16 07:49:38.692244 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.720690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4340a540-098e-4106-aa70-869c8a07bb46 req-525fabc8-ca28-4297-af8e-8e75a08060a2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708992 Dec 16 07:49:38.732605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6663a39f-54a8-45f4-96c0-11ef68822c66, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6663a39f-54a8-45f4-96c0-11ef68822c66,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:38.750588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '6663a39f-54a8-45f4-96c0-11ef68822c66', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'port_id': '6663a39f-54a8-45f4-96c0-11ef68822c66', 'mac_address': 'fa:16:3e:4b:d3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c1c502-4564-4858-9f04-d7ba04f934fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:38.767770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.789886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.792729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:49:38.804223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:38.808925 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:38.809533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a0388-ba02-4c9d-b189-77b40c8f8d5c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:38.809677 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.812340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6663a39f-54a8-45f4-96c0-11ef68822c66 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:38.822924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.824936 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Added segment 2dec8629-2ee8-4db3-8f1a-9baea722c3f4 of type vlan for network 6931548b-d3ae-48f8-bd52-8df942d9a4e3 Dec 16 07:49:38.863692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6663a39f-54a8-45f4-96c0-11ef68822c66, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6663a39f-54a8-45f4-96c0-11ef68822c66,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:38.903053 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.926016 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.944004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5eb39-31a3-486f-86a2-5a7c5db5380d req-4fa4049f-1f11-43e0-bddb-e846651a46d8 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:38.945577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b5eb39-31a3-486f-86a2-5a7c5db5380d req-4fa4049f-1f11-43e0-bddb-e846651a46d8 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 944 time: 0.0847805 Dec 16 07:49:38.950383 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:38.964735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db98b182-f448-405a-8854-da9c54d7aeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:38.967277 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f56a670-63b7-4c08-94ca-935fe2823d42" -d '{"events": [{"server_uuid": "db98b182-f448-405a-8854-da9c54d7aeee", "name": "network-vif-plugged", "status": "completed", "tag": "2b3b5cb2-ed45-4bad-a959-345a59e5bad1"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:38.999807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b5eb39-31a3-486f-86a2-5a7c5db5380d req-ae322118-d97d-497d-980d-551d75ef1752 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Dec 16 07:49:39.009315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.021206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:39.021206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.021976 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:39.049754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6663a39f-54a8-45f4-96c0-11ef68822c66,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:39.061024 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7fda4-1a7d-4709-99db-0512c0eff232 x-openstack-request-id: req-98f7fda4-1a7d-4709-99db-0512c0eff232 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:39.061572 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db98b182-f448-405a-8854-da9c54d7aeee", "name": "network-vif-plugged", "status": "completed", "tag": "2b3b5cb2-ed45-4bad-a959-345a59e5bad1", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:39.062054 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98f7fda4-1a7d-4709-99db-0512c0eff232 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:39.062649 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db98b182-f448-405a-8854-da9c54d7aeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1', 'code': 200} Dec 16 07:49:39.101115 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.102022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c1ef3729-4a13-4dbe-b401-54ebefc3d981 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:39.112028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] Pushing event updated for resources: {'Network': ['ID=6931548b-d3ae-48f8-bd52-8df942d9a4e3,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:39.134927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290815c-99f3-4015-b068-9d6047119360 req-13f767b7-ae6d-4a3e-82ff-1c6692dd85b1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:39.141703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1290815c-99f3-4015-b068-9d6047119360 req-13f767b7-ae6d-4a3e-82ff-1c6692dd85b1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.0680461 Dec 16 07:49:39.168165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6931548b-d3ae-48f8-bd52-8df942d9a4e3 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:49:39.210682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6f5064df-7e44-48f0-a9b3-eb875ce4aab9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9981999 Dec 16 07:49:39.211670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45702) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:39.221098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Request body: {'subnet': {'network_id': '6931548b-d3ae-48f8-bd52-8df942d9a4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1633500392-subnet', 'tenant_id': '5127cdb92d6140778689842192fc068e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:39.230907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1290815c-99f3-4015-b068-9d6047119360 req-8a041730-8d3d-4b80-a6df-4bc74efdfd56 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823359 Dec 16 07:49:39.236795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d1b3-d0cc-4a44-b4cc-711b7be49e1e req-510f6444-66ab-4728-8e8a-e7339ca6d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:39.238314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5300d1b3-d0cc-4a44-b4cc-711b7be49e1e req-510f6444-66ab-4728-8e8a-e7339ca6d049 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 1097 time: 0.0739746 Dec 16 07:49:39.272535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:39.320030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5300d1b3-d0cc-4a44-b4cc-711b7be49e1e req-c74fc5bb-2f02-4002-a3a6-d7b430326e86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707433 Dec 16 07:49:39.339171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6663a39f-54a8-45f4-96c0-11ef68822c66'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:39.375357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port c1ef3729-4a13-4dbe-b401-54ebefc3d981 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:39.384430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a79c1-6cd2-42e4-9928-62d0b3841090 req-f1c151b0-38e2-4e5c-a4b8-3cae33a820d0 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:39.384821 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port c1ef3729-4a13-4dbe-b401-54ebefc3d981 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:39.385201 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.386212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-988a79c1-6cd2-42e4-9928-62d0b3841090 req-f1c151b0-38e2-4e5c-a4b8-3cae33a820d0 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 944 time: 0.0578918 Dec 16 07:49:39.392683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Made reservation on behalf of 5127cdb92d6140778689842192fc068e for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:39.396142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.440711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-988a79c1-6cd2-42e4-9928-62d0b3841090 req-6c435fd7-44f3-4d00-ab17-6c246c478ad2 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Dec 16 07:49:39.537757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.539704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-efda9cfd-b425-485e-bd58-aeecda2fca03 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:39.543726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-efda9cfd-b425-485e-bd58-aeecda2fca03 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 950 time: 0.0879312 Dec 16 07:49:39.612807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c1ef3729-4a13-4dbe-b401-54ebefc3d981, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c1ef3729-4a13-4dbe-b401-54ebefc3d981,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:39.663567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ee4f6-fe15-4913-ac81-b338871a5316 req-53fc5bf4-1022-4d4d-9eb1-2d9bc32ee258 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:39.665096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d2ee4f6-fe15-4913-ac81-b338871a5316 req-53fc5bf4-1022-4d4d-9eb1-2d9bc32ee258 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 950 time: 0.1187627 Dec 16 07:49:39.695792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.713971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port 8ed8eb16-d370-4306-b395-61af379e3a7a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:39.714311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.727759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.761233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=c1ef3729-4a13-4dbe-b401-54ebefc3d981,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:39.773044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d2ee4f6-fe15-4913-ac81-b338871a5316 req-064abb5e-4795-4a19-904f-e4b91351b759 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000929 Dec 16 07:49:39.835173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cdbd53-a991-43a6-a102-5e9e964f4bc9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:39.858389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Checking segment: {'id': '2dec8629-2ee8-4db3-8f1a-9baea722c3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6931548b-d3ae-48f8-bd52-8df942d9a4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:39.859128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Network hostable DHCP agents. Network: 6931548b-d3ae-48f8-bd52-8df942d9a4e3, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:49:39.892622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port 8ed8eb16-d370-4306-b395-61af379e3a7a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8ed8eb16-d370-4306-b395-61af379e3a7a,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:39.892622 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:39.927241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for 8ed8eb16-d370-4306-b395-61af379e3a7a owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:39.948030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4bf4-04cd-48e2-b557-1af1f405c551 req-072e7b0a-7c71-4f62-b9eb-52447108585a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:39.949602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eff4bf4-04cd-48e2-b557-1af1f405c551 req-072e7b0a-7c71-4f62-b9eb-52447108585a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 943 time: 0.1154189 Dec 16 07:49:39.955899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Network 6931548b-d3ae-48f8-bd52-8df942d9a4e3 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:49:39.994492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2b8b3505-b962-4064-83ac-75201cbf0f1f details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:49:40.005785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 452cb3b3-5060-4e54-90ad-523897605447 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:40.022424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135d08d-b58d-4ad8-b28e-dc078e2e50b7 req-238ef974-c13b-4b0b-a579-6c1389ffe5db tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:40.023541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6135d08d-b58d-4ad8-b28e-dc078e2e50b7 req-238ef974-c13b-4b0b-a579-6c1389ffe5db tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 944 time: 0.1497893 Dec 16 07:49:40.049968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 6931548b-d3ae-48f8-bd52-8df942d9a4e3) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:40.055707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:40.056762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.089782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eff4bf4-04cd-48e2-b557-1af1f405c551 req-d1e2414f-3d2c-490e-b9ad-8e8df2f38029 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038177 Dec 16 07:49:40.104929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b1a1d-1a3c-49ae-a9f7-6e7d1ffea25a None None] Network 6931548b-d3ae-48f8-bd52-8df942d9a4e3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:49:40.117786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6135d08d-b58d-4ad8-b28e-dc078e2e50b7 req-7856b67b-54db-467d-a9b3-779be1b722ce tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735784 Dec 16 07:49:40.144422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-7eaf9440-f409-49f4-85ee-ae582c6186d7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:40.147275 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-7eaf9440-f409-49f4-85ee-ae582c6186d7 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa97ed1-c898-45d2-8313-1e36883cdaf6 HTTP/1.1" status: 200 len: 950 time: 0.1181300 Dec 16 07:49:40.204563 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-26e6c663-7ec3-4e45-a1b2-30ce7c4d8294 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9890780 Dec 16 07:49:40.248055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2b8b3505-b962-4064-83ac-75201cbf0f1f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2b8b3505-b962-4064-83ac-75201cbf0f1f,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:40.285275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4488ed-aa47-49f8-bdc5-9dbbc7efa74a req-3b19e245-5e55-43a5-a123-759db280d582 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:40.295727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4488ed-aa47-49f8-bdc5-9dbbc7efa74a req-3b19e245-5e55-43a5-a123-759db280d582 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 945 time: 0.1067517 Dec 16 07:49:40.300754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5cac7-b883-4e44-8cf3-a3d375fba25c None None] Network 6931548b-d3ae-48f8-bd52-8df942d9a4e3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:49:40.318118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '2b8b3505-b962-4064-83ac-75201cbf0f1f', 'network_id': '4726a7c2-c0dd-4293-915e-ec44c3c31c47', 'port_id': '2b8b3505-b962-4064-83ac-75201cbf0f1f', 'mac_address': 'fa:16:3e:a0:aa:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f564bc28-7e3d-4b74-975a-4f490ba756e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:49:40.336458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port f59ac8c4-bc1b-47b6-b798-66206b25ed83 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:40.337540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.393848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 452cb3b3-5060-4e54-90ad-523897605447 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:40.405963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 452cb3b3-5060-4e54-90ad-523897605447 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:40.406449 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.427369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4488ed-aa47-49f8-bdc5-9dbbc7efa74a req-c9b7b82b-72b8-4560-8b3a-e5c3ee51230b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307559 Dec 16 07:49:40.463244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port f59ac8c4-bc1b-47b6-b798-66206b25ed83, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f59ac8c4-bc1b-47b6-b798-66206b25ed83,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:40.463627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.472301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6663a39f-54a8-45f4-96c0-11ef68822c66 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:40.485655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for f59ac8c4-bc1b-47b6-b798-66206b25ed83 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:40.527374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45748) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:40.548241 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.579669 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.585064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8b3505-b962-4064-83ac-75201cbf0f1f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:40.623054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8ed8eb16-d370-4306-b395-61af379e3a7a', 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:40.625161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:40.661500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2b8b3505-b962-4064-83ac-75201cbf0f1f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2b8b3505-b962-4064-83ac-75201cbf0f1f,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:40.662870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=8ed8eb16-d370-4306-b395-61af379e3a7a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:40.717426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] Deleting subnet 69cdbd53-a991-43a6-a102-5e9e964f4bc9 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:49:40.725537 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.747830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44160b9-8de3-43c6-a161-67b3d870679a req-82c95376-f41d-427b-84a5-5059f076f9f6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:40.749359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a44160b9-8de3-43c6-a161-67b3d870679a req-82c95376-f41d-427b-84a5-5059f076f9f6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.2545450 Dec 16 07:49:40.753031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.753263 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.767724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port 8ed8eb16-d370-4306-b395-61af379e3a7a on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:40.776230 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.776821 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.779679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90c20ee9-2672-4b88-9bab-2f15cc89ae94 req-5e32f736-8e6f-42ce-af6d-2f359967eb2f tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "DELETE /v2.0/ports/8ed8eb16-d370-4306-b395-61af379e3a7a HTTP/1.1" status: 204 len: 173 time: 1.2229302 Dec 16 07:49:40.780132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'name': 'network-vif-deleted', 'tag': '8ed8eb16-d370-4306-b395-61af379e3a7a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:40.782478 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c17cf5-3de7-4eb4-ae3e-62a209529925" -d '{"events": [{"server_uuid": "13d28acf-8395-4278-8fcb-227fcbe4ffc7", "name": "network-vif-deleted", "tag": "8ed8eb16-d370-4306-b395-61af379e3a7a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:40.821996 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=f59ac8c4-bc1b-47b6-b798-66206b25ed83,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:40.825379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38902107-09e6-43f3-9fd2-c0cca48c99e2 req-d786871b-06a5-454e-959c-a0dae5629e7c tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:40.833512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38902107-09e6-43f3-9fd2-c0cca48c99e2 req-d786871b-06a5-454e-959c-a0dae5629e7c tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.2168081 Dec 16 07:49:40.838763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 6663a39f-54a8-45f4-96c0-11ef68822c66 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:40.840136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.895755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port f59ac8c4-bc1b-47b6-b798-66206b25ed83 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:40.898861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.902772 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7faad40e-55af-4d20-a912-6fa2a0b51098 req-d7018a60-513c-4497-b97e-ebe6f526d372 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.16 "DELETE /v2.0/ports/f59ac8c4-bc1b-47b6-b798-66206b25ed83 HTTP/1.1" status: 204 len: 173 time: 0.7429669 Dec 16 07:49:40.902915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'name': 'network-vif-deleted', 'tag': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:40.905195 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b176be-88b4-46ab-b4f4-f188f94ebf23" -d '{"events": [{"server_uuid": "4aa97ed1-c898-45d2-8313-1e36883cdaf6", "name": "network-vif-deleted", "tag": "f59ac8c4-bc1b-47b6-b798-66206b25ed83"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:40.921966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 6663a39f-54a8-45f4-96c0-11ef68822c66 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:40.922180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a44160b9-8de3-43c6-a161-67b3d870679a req-03950e05-9adc-47fc-a7d2-3afe295f5755 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524670 Dec 16 07:49:40.922278 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.934739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:40.956296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:40.978541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38902107-09e6-43f3-9fd2-c0cca48c99e2 req-3cd6ab08-b536-4831-b16d-be8974f9116b tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340728 Dec 16 07:49:41.030061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2b8b3505-b962-4064-83ac-75201cbf0f1f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:41.041484 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3484c077-1c3b-43ac-a0db-9fededcfd998 x-openstack-request-id: req-3484c077-1c3b-43ac-a0db-9fededcfd998 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:41.043952 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d28acf-8395-4278-8fcb-227fcbe4ffc7", "name": "network-vif-deleted", "tag": "8ed8eb16-d370-4306-b395-61af379e3a7a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:41.044235 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3484c077-1c3b-43ac-a0db-9fededcfd998 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:41.044639 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d28acf-8395-4278-8fcb-227fcbe4ffc7', 'name': 'network-vif-deleted', 'tag': '8ed8eb16-d370-4306-b395-61af379e3a7a', 'status': 'completed', 'code': 200} Dec 16 07:49:41.074173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981'}, {'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452cb3b3-5060-4e54-90ad-523897605447'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:41.076540 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734f1b58-de5d-4dd8-9c13-220992df6c95" -d '{"events": [{"server_uuid": "1a0dc58d-6c6f-49f0-992f-ba90193ae3f7", "name": "network-vif-plugged", "status": "completed", "tag": "c1ef3729-4a13-4dbe-b401-54ebefc3d981"}, {"server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "name": "network-vif-plugged", "status": "completed", "tag": "452cb3b3-5060-4e54-90ad-523897605447"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:41.138661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b00eabf2-d28f-4a23-85aa-817f40b41b61 req-cbe5f1f1-9b8a-4138-9482-5de151be35de tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0322900 Dec 16 07:49:41.180919 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5406060-d805-4354-a58d-4fa650e87567 x-openstack-request-id: req-c5406060-d805-4354-a58d-4fa650e87567 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:41.181212 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa97ed1-c898-45d2-8313-1e36883cdaf6", "name": "network-vif-deleted", "tag": "f59ac8c4-bc1b-47b6-b798-66206b25ed83", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:41.181468 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5406060-d805-4354-a58d-4fa650e87567 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:41.181866 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa97ed1-c898-45d2-8313-1e36883cdaf6', 'name': 'network-vif-deleted', 'tag': 'f59ac8c4-bc1b-47b6-b798-66206b25ed83', 'status': 'completed', 'code': 200} Dec 16 07:49:41.198831 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.204429 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.205498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:41.210243 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506147e2-f72f-400b-8b23-498a2733e86a x-openstack-request-id: req-506147e2-f72f-400b-8b23-498a2733e86a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:41.210542 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0dc58d-6c6f-49f0-992f-ba90193ae3f7", "name": "network-vif-plugged", "status": "completed", "tag": "c1ef3729-4a13-4dbe-b401-54ebefc3d981", "code": 200}, {"server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "name": "network-vif-plugged", "status": "completed", "tag": "452cb3b3-5060-4e54-90ad-523897605447", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:41.212740 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-506147e2-f72f-400b-8b23-498a2733e86a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:41.213157 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981', 'code': 200} Dec 16 07:49:41.213413 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452cb3b3-5060-4e54-90ad-523897605447', 'code': 200} Dec 16 07:49:41.260080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cdbd53-a991-43a6-a102-5e9e964f4bc9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:41.272292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.278208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:41.280491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4e028e4c-a1f1-48f2-899d-00e89281b774 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/69cdbd53-a991-43a6-a102-5e9e964f4bc9 HTTP/1.1" status: 204 len: 168 time: 0.7456062 Dec 16 07:49:41.354609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:41.359166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['2b8b3505-b962-4064-83ac-75201cbf0f1f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:41.460470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.463169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.478807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86118-96ae-46d4-9909-2e8bdd8e1adb req-43fbc32d-3126-4d12-b014-5b0f4acb0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:41.480678 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9ef86118-96ae-46d4-9909-2e8bdd8e1adb req-43fbc32d-3126-4d12-b014-5b0f4acb0cc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1097 time: 0.0783532 Dec 16 07:49:41.539357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6663a39f-54a8-45f4-96c0-11ef68822c66, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6663a39f-54a8-45f4-96c0-11ef68822c66,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:41.612088 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9ef86118-96ae-46d4-9909-2e8bdd8e1adb req-0f9ad8ea-c4ae-42eb-b1dd-dae14294465d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215105 Dec 16 07:49:41.616227 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.644456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6931548b-d3ae-48f8-bd52-8df942d9a4e3']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:41.658275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dec8629-2ee8-4db3-8f1a-9baea722c3f4') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:41.662101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dec8629-2ee8-4db3-8f1a-9baea722c3f4') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:41.680553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.696930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.705587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:49:41.706076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:49:41.709232 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:49:41.715329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:41.725512 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.728502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:41.729079 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.801146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ae8ea-eca7-475b-995b-b6326913b4c9 req-0f5baa1a-b68a-4c2e-b0e8-4019c2921b9c tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:41.802865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f8ae8ea-eca7-475b-995b-b6326913b4c9 req-0f5baa1a-b68a-4c2e-b0e8-4019c2921b9c tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 944 time: 0.4937925 Dec 16 07:49:41.825712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d5c72-a24e-4bb7-8e86-696558652bf7 req-3fa64f72-34b4-4fb6-83f1-7519d98e33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:41.827372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e0d5c72-a24e-4bb7-8e86-696558652bf7 req-3fa64f72-34b4-4fb6-83f1-7519d98e33e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 1097 time: 0.0886538 Dec 16 07:49:41.836226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c6be-48b7-4f72-b543-72dd685ce793 req-393ad8a9-a593-4ab6-8f0c-0e505f2ca1a6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:41.845319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7e2c6be-48b7-4f72-b543-72dd685ce793 req-393ad8a9-a593-4ab6-8f0c-0e505f2ca1a6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 944 time: 0.4864304 Dec 16 07:49:41.861034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.867875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:41.871101 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] 10.222.0.43 "DELETE /v2.0/networks/6931548b-d3ae-48f8-bd52-8df942d9a4e3 HTTP/1.1" status: 204 len: 168 time: 0.5916061 Dec 16 07:49:41.900079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=6931548b-d3ae-48f8-bd52-8df942d9a4e3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:41.918904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.919338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.919778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.920371 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.920841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.921268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.921689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.922254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.922830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.923264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.923683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.924101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.925145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef885f-2cf5-480a-ad65-11d2e60e8a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:41.957578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e0d5c72-a24e-4bb7-8e86-696558652bf7 req-7fd9a95a-da8d-42e0-b372-c532f7449107 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883951 Dec 16 07:49:41.980846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f8ae8ea-eca7-475b-995b-b6326913b4c9 req-404a36e6-7ae3-41ce-b521-680b0dc3d7a4 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675022 Dec 16 07:49:42.014626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:42.028924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7e2c6be-48b7-4f72-b543-72dd685ce793 req-76d36248-a9f2-41c0-9da3-8a04c46f508d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828012 Dec 16 07:49:42.143610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6663a39f-54a8-45f4-96c0-11ef68822c66,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:42.171561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9a94a-0122-4ec5-a60c-7f03af26c638 req-7e24f9e7-8de1-44eb-80ed-878a27ff7be5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:42.173083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eca9a94a-0122-4ec5-a60c-7f03af26c638 req-7e24f9e7-8de1-44eb-80ed-878a27ff7be5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 945 time: 0.0908380 Dec 16 07:49:42.174950 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:42.196663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e385d-717b-45a6-a48a-973e4f2ec2d8 req-9e0b944a-87ce-4e95-9a6a-9ec168952caf tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:42.198112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b45e385d-717b-45a6-a48a-973e4f2ec2d8 req-9e0b944a-87ce-4e95-9a6a-9ec168952caf tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0771070 Dec 16 07:49:42.235412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:42.272869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eca9a94a-0122-4ec5-a60c-7f03af26c638 req-b65352f6-89b3-4f13-9932-beb0c57474bd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904875 Dec 16 07:49:42.288918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b45e385d-717b-45a6-a48a-973e4f2ec2d8 req-20773476-89b1-40e4-9feb-19cb8da904c8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832746 Dec 16 07:49:42.346966 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:42.388214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f59ac8c4-bc1b-47b6-b798-66206b25ed83 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:42.411835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85f7a4d9-6e1b-45e3-9461-f60359226d19 req-5e1b7b72-b536-443a-a7af-2700cbfea0e9 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=13d28acf-8395-4278-8fcb-227fcbe4ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0327036 Dec 16 07:49:42.416769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: f59ac8c4-bc1b-47b6-b798-66206b25ed83 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:42.417094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f59ac8c4-bc1b-47b6-b798-66206b25ed83 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:42.417508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8ed8eb16-d370-4306-b395-61af379e3a7a no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:42.425340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053142a-4bd3-48fd-b05e-a970b60fe8cf req-38569fb2-caeb-496f-9842-d7f2afb42e40 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:42.427868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8053142a-4bd3-48fd-b05e-a970b60fe8cf req-38569fb2-caeb-496f-9842-d7f2afb42e40 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.0810826 Dec 16 07:49:42.452090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 8ed8eb16-d370-4306-b395-61af379e3a7a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:42.452579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8ed8eb16-d370-4306-b395-61af379e3a7a not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:42.468793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:42.480457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8053142a-4bd3-48fd-b05e-a970b60fe8cf req-6cece167-8956-4d19-a81b-f76dadcea7ca tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Dec 16 07:49:42.594477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45790) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:42.638605 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4039457e-06be-4843-9a31-ae51692cd2c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5127cdb92d6140778689842192fc068e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443628 Dec 16 07:49:42.641225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45792) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:42.690236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc73-8622-4423-8cb4-9d313ba3de28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:42.716957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc73-8622-4423-8cb4-9d313ba3de28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:42.867573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc73-8622-4423-8cb4-9d313ba3de28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:42.870294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53d1fc73-8622-4423-8cb4-9d313ba3de28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:42.874346 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-53d1fc73-8622-4423-8cb4-9d313ba3de28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d87a0388-ba02-4c9d-b189-77b40c8f8d5c HTTP/1.1" status: 204 len: 168 time: 0.2319329 Dec 16 07:49:42.883717 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1fc73-8622-4423-8cb4-9d313ba3de28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a0388-ba02-4c9d-b189-77b40c8f8d5c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:42.967343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1c85d-fe79-4fa1-8ef4-fd54d5605982 req-a3915b4d-7aea-42cc-80e9-18e2487a7040 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:42.969536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22f1c85d-fe79-4fa1-8ef4-fd54d5605982 req-a3915b4d-7aea-42cc-80e9-18e2487a7040 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 945 time: 0.0951538 Dec 16 07:49:43.023118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22f1c85d-fe79-4fa1-8ef4-fd54d5605982 req-485760c7-534a-4df4-a958-4898e31116d7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Dec 16 07:49:43.132671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44e03f-c5d9-4d4f-a44d-9c40a3bb1762 req-be8dcd87-0df1-4a47-8352-829cf9da8801 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.134284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd44e03f-c5d9-4d4f-a44d-9c40a3bb1762 req-be8dcd87-0df1-4a47-8352-829cf9da8801 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 944 time: 0.0498571 Dec 16 07:49:43.185434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd44e03f-c5d9-4d4f-a44d-9c40a3bb1762 req-d97df40b-7ed8-4562-b6fd-b56b31bce18f tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453491 Dec 16 07:49:43.214279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3878cbdd-6710-4f7f-a886-943e168e196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6663a39f-54a8-45f4-96c0-11ef68822c66'}, {'server_uuid': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:43.217696 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c80f68-ad9b-461a-a585-02cfb002a116" -d '{"events": [{"server_uuid": "3878cbdd-6710-4f7f-a886-943e168e196d", "name": "network-vif-plugged", "status": "completed", "tag": "6663a39f-54a8-45f4-96c0-11ef68822c66"}, {"server_uuid": "c71eeff7-f61b-4975-b626-0bc2bddec936", "name": "network-vif-plugged", "status": "completed", "tag": "42ad2a7b-1635-406f-9dc5-a9b89d7c5756"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:43.300491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cab5f6-5c22-4071-8cb3-d1aca8f1e393 req-fec7afe4-1e0c-4ae6-9030-8ccf35d3fbcf tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.301978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05cab5f6-5c22-4071-8cb3-d1aca8f1e393 req-fec7afe4-1e0c-4ae6-9030-8ccf35d3fbcf tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 945 time: 0.0514231 Dec 16 07:49:43.367681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05cab5f6-5c22-4071-8cb3-d1aca8f1e393 req-e863cb8e-a18d-4cff-a24e-a124f10b9b50 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Dec 16 07:49:43.418612 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac6f819-d281-4f53-908a-7d6d8a68c31a x-openstack-request-id: req-2ac6f819-d281-4f53-908a-7d6d8a68c31a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:43.418946 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3878cbdd-6710-4f7f-a886-943e168e196d", "name": "network-vif-plugged", "status": "completed", "tag": "6663a39f-54a8-45f4-96c0-11ef68822c66", "code": 200}, {"server_uuid": "c71eeff7-f61b-4975-b626-0bc2bddec936", "name": "network-vif-plugged", "status": "completed", "tag": "42ad2a7b-1635-406f-9dc5-a9b89d7c5756", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:43.420254 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ac6f819-d281-4f53-908a-7d6d8a68c31a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:43.420682 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3878cbdd-6710-4f7f-a886-943e168e196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6663a39f-54a8-45f4-96c0-11ef68822c66', 'code': 200} Dec 16 07:49:43.421135 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756', 'code': 200} Dec 16 07:49:43.468011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-34cda3a3-609d-49fa-9295-1bc47c9528ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572288 Dec 16 07:49:43.572615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc44993-0a36-4339-8cb6-ba72e7ec24ad req-36fb7533-fe86-41bc-93cf-af5f356dc363 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.575153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccc44993-0a36-4339-8cb6-ba72e7ec24ad req-36fb7533-fe86-41bc-93cf-af5f356dc363 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.1060202 Dec 16 07:49:43.620289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-279798d7-1f32-4804-b9e9-cb824ef06488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.622598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-279798d7-1f32-4804-b9e9-cb824ef06488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0cd22c554784edfbc951f2776ee0e17&device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 1102 time: 0.1099102 Dec 16 07:49:43.645177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b69d0-47bc-4301-86fc-8321fb9e65e8 req-840068a4-a08c-4054-bd20-f938ffd23343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.647231 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1b6b69d0-47bc-4301-86fc-8321fb9e65e8 req-840068a4-a08c-4054-bd20-f938ffd23343 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 1097 time: 0.0561545 Dec 16 07:49:43.681362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf5eaf-a4b6-433f-94c4-96b862ef4e5c req-3087bf1c-019d-4dd4-a293-0afcacd3e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.682860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ecf5eaf-a4b6-433f-94c4-96b862ef4e5c req-3087bf1c-019d-4dd4-a293-0afcacd3e73d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 1097 time: 0.1056776 Dec 16 07:49:43.699452 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1b6b69d0-47bc-4301-86fc-8321fb9e65e8 req-59fec150-922b-476c-9268-22789ff1d5c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Dec 16 07:49:43.721491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccc44993-0a36-4339-8cb6-ba72e7ec24ad req-34fb7ebd-bf90-46e8-8f3f-15ec2e61330e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350715 Dec 16 07:49:43.776092 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ecf5eaf-a4b6-433f-94c4-96b862ef4e5c req-789952c1-9cd1-4e58-ad6a-1b130c7aae77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657911 Dec 16 07:49:43.791319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-62a39b4d-3e9f-4788-9bb6-8b20b830e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.792846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-62a39b4d-3e9f-4788-9bb6-8b20b830e759 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1393476 Dec 16 07:49:43.883823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c296675-eaf8-40a0-8bd9-06a5e6b4a0ff req-c89f5daf-5bac-4725-9cc8-c221629aba48 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:43.885310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c296675-eaf8-40a0-8bd9-06a5e6b4a0ff req-c89f5daf-5bac-4725-9cc8-c221629aba48 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.0547850 Dec 16 07:49:43.933734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c296675-eaf8-40a0-8bd9-06a5e6b4a0ff req-e336ef07-1bc9-4a3e-9da9-fea8f5ca154f tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Dec 16 07:49:44.003271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2b8b3505-b962-4064-83ac-75201cbf0f1f up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:49:44.081079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-e94751ff-83fa-4357-965d-f8ff6375f607 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=931e0371-88b6-4296-b093-9980122f171b HTTP/1.1" status: 200 len: 217 time: 0.0408118 Dec 16 07:49:44.123858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 2b8b3505-b962-4064-83ac-75201cbf0f1f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:49:44.132788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 2b8b3505-b962-4064-83ac-75201cbf0f1f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:49:44.137631 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:44.151711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-89e281d3-e8a0-4cc3-bc21-f061049b5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:44.153507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-89e281d3-e8a0-4cc3-bc21-f061049b5f45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0643048 Dec 16 07:49:44.235631 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:44.248221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-242b8e57-d2f5-4ebb-93a8-08b3ef7646fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:44.249798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-242b8e57-d2f5-4ebb-93a8-08b3ef7646fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846591 Dec 16 07:49:44.262615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4fff-7b2b-4613-b365-8473d0931263 req-b7453c8d-6d38-4817-a16a-f3e5223d0934 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:44.264166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-631a4fff-7b2b-4613-b365-8473d0931263 req-b7453c8d-6d38-4817-a16a-f3e5223d0934 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 945 time: 0.0788221 Dec 16 07:49:44.276598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2b8b3505-b962-4064-83ac-75201cbf0f1f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2b8b3505-b962-4064-83ac-75201cbf0f1f,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:44.363480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-631a4fff-7b2b-4613-b365-8473d0931263 req-4e6e659c-9478-4cb2-9dc0-e1d148239ca4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905254 Dec 16 07:49:44.384474 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:44.387017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-4282418a-f817-444b-9e19-dec084dd1350 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214042 Dec 16 07:49:44.446026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2b8b3505-b962-4064-83ac-75201cbf0f1f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:44.497564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c57d61-d00e-4a62-a83f-1ff418af54e0 req-ec422d17-c7c1-4354-babd-f8b311a8d0ef service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005104 Dec 16 07:49:44.654877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97275392-d4d2-422e-9226-db25a796ebb4 req-5cbe50a9-32a4-4cec-a9fb-c2a773c608a9 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:44.656323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97275392-d4d2-422e-9226-db25a796ebb4 req-5cbe50a9-32a4-4cec-a9fb-c2a773c608a9 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 945 time: 0.0519426 Dec 16 07:49:44.710619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97275392-d4d2-422e-9226-db25a796ebb4 req-06700513-5519-45b0-82c0-dda341f5b141 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481367 Dec 16 07:49:44.872843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0cf5b-479d-4a36-8deb-63a82c368bc5 req-668364e3-a1b7-48da-bb7c-504e236ae588 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:44.874361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4a0cf5b-479d-4a36-8deb-63a82c368bc5 req-668364e3-a1b7-48da-bb7c-504e236ae588 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 945 time: 0.0818186 Dec 16 07:49:44.890121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc547-4398-406c-87ce-8a26120de530 req-bcd55e05-7fa9-4083-88eb-b119c78d564b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:44.891669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b86cc547-4398-406c-87ce-8a26120de530 req-bcd55e05-7fa9-4083-88eb-b119c78d564b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 945 time: 0.0708990 Dec 16 07:49:44.966319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4a0cf5b-479d-4a36-8deb-63a82c368bc5 req-276ea648-21f9-494a-9eb5-96a61ebe5b30 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839531 Dec 16 07:49:45.042572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Deleting port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:45.045473 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:45.144594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] For port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:45.145790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:45.158843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Calling delete_port for 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:45.422110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8b3505-b962-4064-83ac-75201cbf0f1f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:45.425376 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e210a8a-faab-4551-b5c6-96308bef79ef" -d '{"events": [{"server_uuid": "f5191cea-12c7-42a3-b0a8-72c6e133af88", "name": "network-vif-plugged", "status": "completed", "tag": "2b8b3505-b962-4064-83ac-75201cbf0f1f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:45.446081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:45.480358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['2b3b5cb2-ed45-4bad-a959-345a59e5bad1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:45.490359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event deleted for resources: {'Port': ['ID=2b3b5cb2-ed45-4bad-a959-345a59e5bad1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:45.533825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.534143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.534491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.534835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.535197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.535535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.535897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.536253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.536588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.536927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.537265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.537598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.537932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:49:45.562897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] No DVR routers for this DVR port 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:45.565428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:45.569769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b86cc547-4398-406c-87ce-8a26120de530 req-954c25fb-8ca4-4ed9-9a4e-0d755c1083e2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "DELETE /v2.0/ports/2b3b5cb2-ed45-4bad-a959-345a59e5bad1 HTTP/1.1" status: 204 len: 173 time: 0.6496408 Dec 16 07:49:45.570095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db98b182-f448-405a-8854-da9c54d7aeee', 'name': 'network-vif-deleted', 'tag': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:45.572430 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994e4f0-a3a3-44ca-aeb5-6b849368ef81" -d '{"events": [{"server_uuid": "db98b182-f448-405a-8854-da9c54d7aeee", "name": "network-vif-deleted", "tag": "2b3b5cb2-ed45-4bad-a959-345a59e5bad1"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:45.988372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b732-4eff-4513-a407-52ee30b5a465 req-1e2d5dc7-f928-47c9-916e-1e0e5cc5c993 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:45.991111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54f4b732-4eff-4513-a407-52ee30b5a465 req-1e2d5dc7-f928-47c9-916e-1e0e5cc5c993 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 950 time: 0.0553679 Dec 16 07:49:46.049770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54f4b732-4eff-4513-a407-52ee30b5a465 req-790bf8bb-7f8f-4bf6-97fd-13f14a284129 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd8e8617-d642-44d8-a5eb-98e768e378cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523524 Dec 16 07:49:46.166468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf558a7-15f1-4c6a-b7b6-23e7f183f97d req-8fdce11c-c82a-482c-b0b9-009f0154f587 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:46.167960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bf558a7-15f1-4c6a-b7b6-23e7f183f97d req-8fdce11c-c82a-482c-b0b9-009f0154f587 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Dec 16 07:49:46.220989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bf558a7-15f1-4c6a-b7b6-23e7f183f97d req-2d260e2b-7ae0-43cd-8fc6-045caf505575 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465593 Dec 16 07:49:46.350208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb0e0c9d-309e-42d4-a043-6949db44e0d2 req-26487af1-5b71-4e79-ace8-7a622aec91be tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=db98b182-f448-405a-8854-da9c54d7aeee HTTP/1.1" status: 200 len: 210 time: 0.0464866 Dec 16 07:49:46.416626 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b67c70-3b88-441c-8234-a1f1ceb2f9a9 x-openstack-request-id: req-75b67c70-3b88-441c-8234-a1f1ceb2f9a9 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:46.417367 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5191cea-12c7-42a3-b0a8-72c6e133af88", "name": "network-vif-plugged", "status": "completed", "tag": "2b8b3505-b962-4064-83ac-75201cbf0f1f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:46.417607 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75b67c70-3b88-441c-8234-a1f1ceb2f9a9 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:46.418212 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8b3505-b962-4064-83ac-75201cbf0f1f', 'code': 200} Dec 16 07:49:46.449888 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa3d09a-fda9-4c90-9960-33f53c68629d x-openstack-request-id: req-eaa3d09a-fda9-4c90-9960-33f53c68629d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:46.450516 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db98b182-f448-405a-8854-da9c54d7aeee", "name": "network-vif-deleted", "tag": "2b3b5cb2-ed45-4bad-a959-345a59e5bad1", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:46.451390 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaa3d09a-fda9-4c90-9960-33f53c68629d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:46.452003 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db98b182-f448-405a-8854-da9c54d7aeee', 'name': 'network-vif-deleted', 'tag': '2b3b5cb2-ed45-4bad-a959-345a59e5bad1', 'status': 'completed', 'code': 200} Dec 16 07:49:46.577126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cca274-98df-400c-98e9-e06fa34d46e5 req-f545b8f3-b947-4ad8-880e-9e16fd74d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:46.579177 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-80cca274-98df-400c-98e9-e06fa34d46e5 req-f545b8f3-b947-4ad8-880e-9e16fd74d00e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 1097 time: 0.0431681 Dec 16 07:49:46.610575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c903-1354-4054-9c9e-23a9c69ce882 req-1425f502-b3ac-4a93-aa33-3451911cdff3 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:46.612034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ed9c903-1354-4054-9c9e-23a9c69ce882 req-1425f502-b3ac-4a93-aa33-3451911cdff3 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 945 time: 0.0957487 Dec 16 07:49:46.625014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-4399f03c-fe87-4663-aba7-7c33cf650921 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:46.626486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-4399f03c-fe87-4663-aba7-7c33cf650921 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 950 time: 0.0751622 Dec 16 07:49:46.658386 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-80cca274-98df-400c-98e9-e06fa34d46e5 req-b95056de-7375-4d6c-8c84-c53f0714c90a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714557 Dec 16 07:49:46.735548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ed9c903-1354-4054-9c9e-23a9c69ce882 req-2c1c3fd4-c087-4326-a842-ac284d19d3ce tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077049 Dec 16 07:49:46.767992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Deleting port 931e0371-88b6-4296-b093-9980122f171b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:46.768463 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:46.872736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] For port 931e0371-88b6-4296-b093-9980122f171b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=931e0371-88b6-4296-b093-9980122f171b,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:46.873024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:46.899142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Calling delete_port for 931e0371-88b6-4296-b093-9980122f171b owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:46.989643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf9647-a5d2-4eca-beef-5818061e211a req-eaf8dc12-3507-4269-b251-f35f3563fe51 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:46.991208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfcf9647-a5d2-4eca-beef-5818061e211a req-eaf8dc12-3507-4269-b251-f35f3563fe51 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 945 time: 0.1156039 Dec 16 07:49:47.056892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfcf9647-a5d2-4eca-beef-5818061e211a req-2132de68-9817-4f41-96b5-9140561b4fb1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555689 Dec 16 07:49:47.157895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14e5a-da70-446e-9c9e-6b8e5a24ffec req-2bd33243-ad12-4cec-b525-eaac64136560 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:47.159327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fc14e5a-da70-446e-9c9e-6b8e5a24ffec req-2bd33243-ad12-4cec-b525-eaac64136560 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1097 time: 0.0469837 Dec 16 07:49:47.194119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:47.228832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['931e0371-88b6-4296-b093-9980122f171b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:47.233354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Pushing event deleted for resources: {'Port': ['ID=931e0371-88b6-4296-b093-9980122f171b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:47.244754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fc14e5a-da70-446e-9c9e-6b8e5a24ffec req-b56d3493-cc39-4e27-9fb1-f48647de072b tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784888 Dec 16 07:49:47.262283 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:49:47.320394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] No DVR routers for this DVR port 931e0371-88b6-4296-b093-9980122f171b on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:47.323149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:47.326919 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff45ff96-d407-4a2f-b7ad-63cdb08665da req-97af419a-9ed4-4592-9dea-14b5d1921d70 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.36 "DELETE /v2.0/ports/931e0371-88b6-4296-b093-9980122f171b HTTP/1.1" status: 204 len: 173 time: 0.6915643 Dec 16 07:49:48.269556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12a16ff0-cbab-403e-8c41-7134a3b5f781 req-8688c4b9-7c70-4a7f-9886-8ecc04d32ee1 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] 10.222.0.43 "GET /v2.0/ports?device_id=17fb1a89-01fd-4a46-a0b7-5dff3d3227ee HTTP/1.1" status: 200 len: 210 time: 0.0312059 Dec 16 07:49:48.387974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd28421-cc7e-46b7-8f6f-de2b92374d30 req-ffc32e4e-e9fe-4c1b-be42-2ae8bca9574d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:48.389549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd28421-cc7e-46b7-8f6f-de2b92374d30 req-ffc32e4e-e9fe-4c1b-be42-2ae8bca9574d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 945 time: 0.0526164 Dec 16 07:49:48.454270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'name': 'network-vif-deleted', 'tag': '931e0371-88b6-4296-b093-9980122f171b'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:48.458527 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dc417e-35be-4505-a864-10217c5d22fc" -d '{"events": [{"server_uuid": "17fb1a89-01fd-4a46-a0b7-5dff3d3227ee", "name": "network-vif-deleted", "tag": "931e0371-88b6-4296-b093-9980122f171b"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:48.481989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd28421-cc7e-46b7-8f6f-de2b92374d30 req-fa60b2ad-db1c-4e7e-92cc-ed8dc6e0de2a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Dec 16 07:49:48.536052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 931e0371-88b6-4296-b093-9980122f171b no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:48.555656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0a73e-deaa-4080-a5fe-c422c8d4258e req-9b390de4-b7cd-4250-99a9-0df5cfa51755 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:48.557216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04a0a73e-deaa-4080-a5fe-c422c8d4258e req-9b390de4-b7cd-4250-99a9-0df5cfa51755 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 945 time: 0.0742185 Dec 16 07:49:48.561798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 931e0371-88b6-4296-b093-9980122f171b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:48.562151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 931e0371-88b6-4296-b093-9980122f171b not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:48.562562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:48.584541 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:48.585028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 2b3b5cb2-ed45-4bad-a959-345a59e5bad1 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:48.637307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04a0a73e-deaa-4080-a5fe-c422c8d4258e req-1379ff43-4118-481b-9bbc-db78ca7dec2b tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727317 Dec 16 07:49:48.643680 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f23f233-c3e7-4111-b49a-e6a48e0d37e4 x-openstack-request-id: req-4f23f233-c3e7-4111-b49a-e6a48e0d37e4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:48.643972 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fb1a89-01fd-4a46-a0b7-5dff3d3227ee", "name": "network-vif-deleted", "tag": "931e0371-88b6-4296-b093-9980122f171b", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:48.644255 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f23f233-c3e7-4111-b49a-e6a48e0d37e4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:48.644648 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fb1a89-01fd-4a46-a0b7-5dff3d3227ee', 'name': 'network-vif-deleted', 'tag': '931e0371-88b6-4296-b093-9980122f171b', 'status': 'completed', 'code': 200} Dec 16 07:49:48.825391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-9826613c-8e2c-483f-88d3-2e8b805cd8f5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:48.826965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-9826613c-8e2c-483f-88d3-2e8b805cd8f5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.1114686 Dec 16 07:49:48.863333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-51156447-856d-4c60-b8b2-aa2f608718c7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/quotas/c74443691ac642e395264dd387be70fc HTTP/1.1" status: 200 len: 375 time: 0.0203609 Dec 16 07:49:48.894558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-01310480-2a58-42a5-98dc-51973d831bd0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295768 Dec 16 07:49:48.926888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45956) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:49.004705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-db02a3eb-965c-415c-96c5-f35aed7892ff service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958691 Dec 16 07:49:49.075504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-465fc04d-226d-4364-953a-5f4191b4a803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:49.125472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-a5b35486-a6ad-42c4-9ef4-36979fefbcb3 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102898 Dec 16 07:49:49.175680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-465fc04d-226d-4364-953a-5f4191b4a803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:49.282982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-465fc04d-226d-4364-953a-5f4191b4a803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:49.329101 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-465fc04d-226d-4364-953a-5f4191b4a803 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fa8fc86d7ab41168224d37c43432712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007175 Dec 16 07:49:49.330600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc04d-226d-4364-953a-5f4191b4a803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd3f89-0f48-412b-862e-4c5e0af5463f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:49.331779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45970) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:49.389325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c54ce38c-319c-4200-b9df-388b9658db54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:49.415787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c54ce38c-319c-4200-b9df-388b9658db54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:49.558869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81299a1d-414d-4eb8-a48f-253eee3560c7 req-80d416a3-bcc3-41c8-897f-8063efb41643 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:49.560506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81299a1d-414d-4eb8-a48f-253eee3560c7 req-80d416a3-bcc3-41c8-897f-8063efb41643 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 945 time: 0.1234660 Dec 16 07:49:49.617137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c54ce38c-319c-4200-b9df-388b9658db54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:49.620299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c54ce38c-319c-4200-b9df-388b9658db54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:49.621461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c54ce38c-319c-4200-b9df-388b9658db54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1bd3f89-0f48-412b-862e-4c5e0af5463f HTTP/1.1" status: 204 len: 168 time: 0.2885029 Dec 16 07:49:49.659512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81299a1d-414d-4eb8-a48f-253eee3560c7 req-fbe583c7-38ed-4f1e-bb08-94e8ef963232 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756431 Dec 16 07:49:49.659512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ce38c-319c-4200-b9df-388b9658db54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd3f89-0f48-412b-862e-4c5e0af5463f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:49.773958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3bba3-12f4-4f7b-b9bb-5947b520ff64 req-577b1a4e-88db-46f8-af44-fe4dc06df2be tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:49.775446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-06e3bba3-12f4-4f7b-b9bb-5947b520ff64 req-577b1a4e-88db-46f8-af44-fe4dc06df2be tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 945 time: 0.0580497 Dec 16 07:49:49.828872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-06e3bba3-12f4-4f7b-b9bb-5947b520ff64 req-686c4a6b-80f4-4460-86de-0e8b0f87f6a5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468192 Dec 16 07:49:49.993960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c2d83a2-eb89-4f8d-882b-59599a563b0e req-6057d429-ed21-47ec-83a8-d38025f617a9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0534451 Dec 16 07:49:50.686498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46010) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:50.749216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac1f4610-b520-4b4a-a3c8-3a5c028537cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:50.790859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:50.866393 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac1f4610-b520-4b4a-a3c8-3a5c028537cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:50.875025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072fab-548f-4c77-b775-cf3c07880b8a req-c0894caa-4a1a-420f-a95a-b710effd83e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:50.876578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86072fab-548f-4c77-b775-cf3c07880b8a req-c0894caa-4a1a-420f-a95a-b710effd83e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.36 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 945 time: 0.1909759 Dec 16 07:49:51.011837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac1f4610-b520-4b4a-a3c8-3a5c028537cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.113307 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-56feed7f-535d-4c2d-bf11-3dec04465232 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0cd22c554784edfbc951f2776ee0e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205359 Dec 16 07:49:51.116747 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:51.179521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5beac5dc-926d-4829-88f5-d9f2b9457019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.196400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f4610-b520-4b4a-a3c8-3a5c028537cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef2306-6b42-4001-82a7-146b7f39e855,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:51.205265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ac1f4610-b520-4b4a-a3c8-3a5c028537cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0a594506d33475cb27278d3a184b67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5073183 Dec 16 07:49:51.210229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46030) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:51.221219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Deleting port 6663a39f-54a8-45f4-96c0-11ef68822c66 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:51.221559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.222151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5beac5dc-926d-4829-88f5-d9f2b9457019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.315431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385dc5-badb-4116-924a-8a443badc623 req-86246c9a-ffc0-457d-9d1c-536b73f9c1e5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:51.317488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5385dc5-badb-4116-924a-8a443badc623 req-86246c9a-ffc0-457d-9d1c-536b73f9c1e5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 945 time: 0.2983668 Dec 16 07:49:51.331208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d5e67-4358-4d4d-aef0-9286c6496a7d req-17aa8720-a65c-42b1-8f0c-85138822ad71 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:51.338781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff9d5e67-4358-4d4d-aef0-9286c6496a7d req-17aa8720-a65c-42b1-8f0c-85138822ad71 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 945 time: 0.2890325 Dec 16 07:49:51.403314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5beac5dc-926d-4829-88f5-d9f2b9457019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.405998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5beac5dc-926d-4829-88f5-d9f2b9457019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.412918 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5beac5dc-926d-4829-88f5-d9f2b9457019 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd8e8617-d642-44d8-a5eb-98e768e378cf HTTP/1.1" status: 204 len: 168 time: 0.2946658 Dec 16 07:49:51.435564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beac5dc-926d-4829-88f5-d9f2b9457019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8e8617-d642-44d8-a5eb-98e768e378cf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:51.475937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] For port 6663a39f-54a8-45f4-96c0-11ef68822c66, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6663a39f-54a8-45f4-96c0-11ef68822c66,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:51.476495 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.483620 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7553d24b-e651-407d-836a-3040d0c127d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.506430 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5385dc5-badb-4116-924a-8a443badc623 req-09f80474-3abd-4286-8d42-f9c0381c699a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621463 Dec 16 07:49:51.522940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff9d5e67-4358-4d4d-aef0-9286c6496a7d req-02edee7a-3800-43b1-b691-871c226fef49 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832452 Dec 16 07:49:51.524015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Calling delete_port for 6663a39f-54a8-45f4-96c0-11ef68822c66 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:51.622199 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7553d24b-e651-407d-836a-3040d0c127d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.659404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90050036-4158-459c-bf93-be1150faf124 req-82e25223-5742-4f37-b56f-291209ae5b05 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0412242 Dec 16 07:49:51.935491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.937679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7553d24b-e651-407d-836a-3040d0c127d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.940450 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7553d24b-e651-407d-836a-3040d0c127d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:51.941676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7553d24b-e651-407d-836a-3040d0c127d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06ef2306-6b42-4001-82a7-146b7f39e855 HTTP/1.1" status: 204 len: 168 time: 0.7291923 Dec 16 07:49:51.970490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6663a39f-54a8-45f4-96c0-11ef68822c66'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:51.982847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d24b-e651-407d-836a-3040d0c127d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef2306-6b42-4001-82a7-146b7f39e855,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:51.996248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event deleted for resources: {'Port': ['ID=6663a39f-54a8-45f4-96c0-11ef68822c66,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:52.013384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:52.061397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] No DVR routers for this DVR port 6663a39f-54a8-45f4-96c0-11ef68822c66 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:52.069172 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:52.076089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86072fab-548f-4c77-b775-cf3c07880b8a req-a1d4145e-7124-455c-a598-ddf1b373e437 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.36 "DELETE /v2.0/ports/6663a39f-54a8-45f4-96c0-11ef68822c66 HTTP/1.1" status: 204 len: 173 time: 1.1857395 Dec 16 07:49:52.079603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3878cbdd-6710-4f7f-a886-943e168e196d', 'name': 'network-vif-deleted', 'tag': '6663a39f-54a8-45f4-96c0-11ef68822c66'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:52.093916 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55483888-f880-4d99-b472-a3f6464ec4e3" -d '{"events": [{"server_uuid": "3878cbdd-6710-4f7f-a886-943e168e196d", "name": "network-vif-deleted", "tag": "6663a39f-54a8-45f4-96c0-11ef68822c66"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:52.155436 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50abef8f-a316-44d7-b92f-12428d510dd9 x-openstack-request-id: req-50abef8f-a316-44d7-b92f-12428d510dd9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:52.160493 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3878cbdd-6710-4f7f-a886-943e168e196d", "name": "network-vif-deleted", "tag": "6663a39f-54a8-45f4-96c0-11ef68822c66", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:52.160493 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50abef8f-a316-44d7-b92f-12428d510dd9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:52.161022 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3878cbdd-6710-4f7f-a886-943e168e196d', 'name': 'network-vif-deleted', 'tag': '6663a39f-54a8-45f4-96c0-11ef68822c66', 'status': 'completed', 'code': 200} Dec 16 07:49:52.447302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-e434d87c-f964-4814-9f73-8c35a6146a7c tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:52.450407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-e434d87c-f964-4814-9f73-8c35a6146a7c tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 945 time: 0.0880213 Dec 16 07:49:52.560342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-cd4af12a-2547-4a76-a377-4b18d94cb609 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:52.565432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46056) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:52.576457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-cd4af12a-2547-4a76-a377-4b18d94cb609 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.2021906 Dec 16 07:49:52.613552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Request body: {'port': {'device_id': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'admin_state_up': True, 'tenant_id': 'c74443691ac642e395264dd387be70fc'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:52.715479 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-04cddad4-e149-4ae4-bcff-b3bda76d6b32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b67bff7e5dac49f3ba416c5e6889dba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487083 Dec 16 07:49:52.718086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46062) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:52.735778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d79043a-1531-467f-a45a-eae8ac359340 req-56246eca-1caf-486d-bbff-75a0a13af160 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=3878cbdd-6710-4f7f-a886-943e168e196d HTTP/1.1" status: 200 len: 210 time: 0.0494897 Dec 16 07:49:52.740760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Deleting port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:52.741965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:52.870132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] For port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:52.870595 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:52.922451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Calling delete_port for 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:52.926073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0ec9-7376-4322-9bd1-250c3f28c5b9 req-184ff177-ba3a-4458-9456-6e885867285a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:52.928608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-158e0ec9-7376-4322-9bd1-250c3f28c5b9 req-184ff177-ba3a-4458-9456-6e885867285a tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 945 time: 0.0838048 Dec 16 07:49:52.951556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e395999-bbb9-4fda-9934-917763436d95 req-ef346332-eb37-452b-9ef1-210b21a23181 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:52.953360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e395999-bbb9-4fda-9934-917763436d95 req-ef346332-eb37-452b-9ef1-210b21a23181 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5191cea-12c7-42a3-b0a8-72c6e133af88 HTTP/1.1" status: 200 len: 945 time: 0.1548116 Dec 16 07:49:52.956607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:49:52.961181 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.103295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f948d3aa-c1ee-4c95-9f91-6a73751ce0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.130647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f948d3aa-c1ee-4c95-9f91-6a73751ce0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.172166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-158e0ec9-7376-4322-9bd1-250c3f28c5b9 req-e3f0c74a-9546-44ed-9f80-530e19123e11 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/security-groups?id=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144275 Dec 16 07:49:53.174419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-035a962b-8393-4dd1-af0c-5625b2704822 req-6d09cc8c-1790-4f74-a10e-be324f400168 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.1560805 Dec 16 07:49:53.339883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Deleting port 2b8b3505-b962-4064-83ac-75201cbf0f1f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:49:53.340250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.344484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Allocated IP 172.20.0.14 (0edc0b70-1290-40ba-8738-4ce9160fa555/a9e768f2-fb5b-43c5-80ce-e19af3e02baf/009650c2-0d76-4294-8fd6-61732c7b269c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:49:53.391783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f948d3aa-c1ee-4c95-9f91-6a73751ce0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.394325 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f948d3aa-c1ee-4c95-9f91-6a73751ce0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.398753 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f948d3aa-c1ee-4c95-9f91-6a73751ce0a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3883359-3ac0-4fc6-adb1-ab0f3de35930 HTTP/1.1" status: 204 len: 168 time: 0.6796322 Dec 16 07:49:53.406642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948d3aa-c1ee-4c95-9f91-6a73751ce0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3883359-3ac0-4fc6-adb1-ab0f3de35930,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:53.430671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.470148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['42ad2a7b-1635-406f-9dc5-a9b89d7c5756', '2b8b3505-b962-4064-83ac-75201cbf0f1f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:53.483892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] For port 2b8b3505-b962-4064-83ac-75201cbf0f1f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2b8b3505-b962-4064-83ac-75201cbf0f1f,segment=NetworkSegment(da39fdbf-5e60-4fff-ac6d-e7464a537fcf),segment_id=da39fdbf-5e60-4fff-ac6d-e7464a537fcf)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:49:53.486647 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.553752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event deleted for resources: {'Port': ['ID=42ad2a7b-1635-406f-9dc5-a9b89d7c5756,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:53.561049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Calling delete_port for 2b8b3505-b962-4064-83ac-75201cbf0f1f owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:49:53.699303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.748524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] No DVR routers for this DVR port 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:53.755425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.766390 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8576f196-78aa-45b2-8842-8bebcb4b4907 req-d6bd77b1-ad90-42a7-ad0f-46421e138115 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "DELETE /v2.0/ports/42ad2a7b-1635-406f-9dc5-a9b89d7c5756 HTTP/1.1" status: 204 len: 173 time: 1.3064215 Dec 16 07:49:53.767691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'name': 'network-vif-deleted', 'tag': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:53.778798 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528fd2c2-c2da-441f-a5df-e21fe6180ab9" -d '{"events": [{"server_uuid": "c71eeff7-f61b-4975-b626-0bc2bddec936", "name": "network-vif-deleted", "tag": "42ad2a7b-1635-406f-9dc5-a9b89d7c5756"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:53.919195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.928506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:53.934302 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7420cf6b-385e-4daf-a070-c09693c0675f x-openstack-request-id: req-7420cf6b-385e-4daf-a070-c09693c0675f {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:53.934691 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71eeff7-f61b-4975-b626-0bc2bddec936", "name": "network-vif-deleted", "tag": "42ad2a7b-1635-406f-9dc5-a9b89d7c5756", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:53.935033 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7420cf6b-385e-4daf-a070-c09693c0675f {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:53.935498 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71eeff7-f61b-4975-b626-0bc2bddec936', 'name': 'network-vif-deleted', 'tag': '42ad2a7b-1635-406f-9dc5-a9b89d7c5756', 'status': 'completed', 'code': 200} Dec 16 07:49:54.044314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['42ad2a7b-1635-406f-9dc5-a9b89d7c5756'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:49:54.064101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:49:54.074341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:49:54.077842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:49:54.128012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] No DVR routers for this DVR port 2b8b3505-b962-4064-83ac-75201cbf0f1f on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:49:54.131586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:54.135434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e395999-bbb9-4fda-9934-917763436d95 req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.16 "DELETE /v2.0/ports/2b8b3505-b962-4064-83ac-75201cbf0f1f HTTP/1.1" status: 204 len: 173 time: 1.1583223 Dec 16 07:49:54.142397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event updated for resources: {'Port': ['ID=009650c2-0d76-4294-8fd6-61732c7b269c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:54.170736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'name': 'network-vif-deleted', 'tag': '2b8b3505-b962-4064-83ac-75201cbf0f1f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:54.173518 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a89780-8660-4585-a880-dcb0b10b2950" -d '{"events": [{"server_uuid": "f5191cea-12c7-42a3-b0a8-72c6e133af88", "name": "network-vif-deleted", "tag": "2b8b3505-b962-4064-83ac-75201cbf0f1f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:54.180354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f479d5-0c2d-482a-8284-a8788f3d5b41 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] Pushing event deleted for resources: {'Port': ['ID=2b8b3505-b962-4064-83ac-75201cbf0f1f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:54.206322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:54.207247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:54.361485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-157b5729-af4c-4775-973c-3aad47b5d543 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7503519 Dec 16 07:49:54.392517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Request body: {'port': {'device_id': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:49:54.482711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:54.546208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6663a39f-54a8-45f4-96c0-11ef68822c66 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:54.602331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 6663a39f-54a8-45f4-96c0-11ef68822c66 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:54.606127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6663a39f-54a8-45f4-96c0-11ef68822c66 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:54.871554 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d36812-c1ea-44d2-832a-c0a10682eee9 x-openstack-request-id: req-d7d36812-c1ea-44d2-832a-c0a10682eee9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:54.872294 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5191cea-12c7-42a3-b0a8-72c6e133af88", "name": "network-vif-deleted", "tag": "2b8b3505-b962-4064-83ac-75201cbf0f1f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:54.872623 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7d36812-c1ea-44d2-832a-c0a10682eee9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:54.873430 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5191cea-12c7-42a3-b0a8-72c6e133af88', 'name': 'network-vif-deleted', 'tag': '2b8b3505-b962-4064-83ac-75201cbf0f1f', 'status': 'completed', 'code': 200} Dec 16 07:49:54.979613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b1722eb-c7fa-43c7-a503-9fa3892591cf req-d1bff42a-91f9-4e24-8606-cf1c63212eec tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] 10.222.0.43 "GET /v2.0/ports?device_id=c71eeff7-f61b-4975-b626-0bc2bddec936 HTTP/1.1" status: 200 len: 210 time: 0.0328598 Dec 16 07:49:54.983228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009650c2-0d76-4294-8fd6-61732c7b269c {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:49:54.991274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:55.015282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Transition to ACTIVE for port object 009650c2-0d76-4294-8fd6-61732c7b269c will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:49:55.108047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:55.173700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc393c-aa28-4f34-8795-dbb0f0303d54 req-e4c41a60-11dc-44d0-bc49-f81d8a0e5a76 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:55.176108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dedc393c-aa28-4f34-8795-dbb0f0303d54 req-e4c41a60-11dc-44d0-bc49-f81d8a0e5a76 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 932 time: 0.1199439 Dec 16 07:49:55.197686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Pushing event updated for resources: {'Port': ['ID=009650c2-0d76-4294-8fd6-61732c7b269c,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:55.354834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dedc393c-aa28-4f34-8795-dbb0f0303d54 req-be329c44-8743-4847-90d8-72dfac30040c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664443 Dec 16 07:49:55.386613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Attempting to bind port 009650c2-0d76-4294-8fd6-61732c7b269c on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:49:55.387962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Attempting to bind port 009650c2-0d76-4294-8fd6-61732c7b269c by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:49:55.388393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Attempting to bind port 009650c2-0d76-4294-8fd6-61732c7b269c on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:55.393280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Port 009650c2-0d76-4294-8fd6-61732c7b269c on network 0edc0b70-1290-40ba-8738-4ce9160fa555 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:49:55.393678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Attempting to bind port 009650c2-0d76-4294-8fd6-61732c7b269c on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:49:55.398996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:49:55.402983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Checking segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:49:55.402983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Bound using segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:49:55.402983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Bound port: 009650c2-0d76-4294-8fd6-61732c7b269c, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:49:55.402983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:55.508148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] For port 009650c2-0d76-4294-8fd6-61732c7b269c, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:49:55.512663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] For port 009650c2-0d76-4294-8fd6-61732c7b269c, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=009650c2-0d76-4294-8fd6-61732c7b269c,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:49:55.616632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:55.663728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:55.664681 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:55.666265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] 10.222.0.36 "PUT /v2.0/ports/009650c2-0d76-4294-8fd6-61732c7b269c HTTP/1.1" status: 200 len: 1093 time: 1.2799859 Dec 16 07:49:55.697574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79765f9d-c9f5-46b8-8003-fe30395a031f service neutron] Pushing event updated for resources: {'Port': ['ID=009650c2-0d76-4294-8fd6-61732c7b269c,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:55.865040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-fce044e4-eb4e-43a7-a436-c47dcf90a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:55.866955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-fce044e4-eb4e-43a7-a436-c47dcf90a39f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0489087 Dec 16 07:49:55.935993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-29170b42-2989-4032-8e8e-52c9b041368f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009650c2-0d76-4294-8fd6-61732c7b269c HTTP/1.1" status: 200 len: 217 time: 0.0426681 Dec 16 07:49:56.003156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-b4ac312c-fa81-4d1f-ab2e-61cc0d09f974 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8dfaa97a9d9c492a96e813825454c335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464411 Dec 16 07:49:56.039088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:56.049333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-41b94547-40ec-458c-9f9c-a061840f5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:56.050871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-41b94547-40ec-458c-9f9c-a061840f5b53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.1073263 Dec 16 07:49:56.074240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:56.074593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 42ad2a7b-1635-406f-9dc5-a9b89d7c5756 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:56.080018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2b8b3505-b962-4064-83ac-75201cbf0f1f no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:49:56.112964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 2b8b3505-b962-4064-83ac-75201cbf0f1f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:49:56.113804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-b793ea64-9cce-453d-85c7-60581b98d094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364022 Dec 16 07:49:56.116149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2b8b3505-b962-4064-83ac-75201cbf0f1f not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:49:56.608644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-dbef5478-1ee3-4625-9cda-ed416a52f21c tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:56.610048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-dbef5478-1ee3-4625-9cda-ed416a52f21c tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5935495 Dec 16 07:49:56.650900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-bb6d8f62-01f5-4ee1-b691-0f472be12302 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/quotas/8dfaa97a9d9c492a96e813825454c335 HTTP/1.1" status: 200 len: 375 time: 0.0295892 Dec 16 07:49:56.687021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-51475aee-4c6e-4d6c-9eba-9da299d6685d service neutron] 10.222.0.36 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611286 Dec 16 07:49:56.706161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-b30100bc-27f6-4187-808b-43f0f7a42457 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8dfaa97a9d9c492a96e813825454c335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490990 Dec 16 07:49:56.767508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fdc22-9d59-46af-a518-f37564c78ade req-c389fd61-a5cd-4413-99ee-5b8909768826 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:56.773767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-c389fd61-a5cd-4413-99ee-5b8909768826 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2737846 Dec 16 07:49:56.801559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-28c43e5e-a72b-4de8-ae81-8db66d376748 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.0171173 Dec 16 07:49:56.858124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7177e78b-b5d8-4412-83bf-3ae606b335e8 req-da5400dc-5a71-4bc2-b1d5-c11a632066c1 service neutron] 10.222.0.36 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543744 Dec 16 07:49:56.874642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-c5c62348-bd08-449e-aee6-81ea002f7682 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616131 Dec 16 07:49:56.875315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'tag': '009650c2-0d76-4294-8fd6-61732c7b269c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:49:56.877676 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ade77-7050-4698-bee0-1ab351b02bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d24f093-f9d4-4d14-9e39-ba422ed9a5a2", "tag": "009650c2-0d76-4294-8fd6-61732c7b269c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:49:57.000851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-1404dad3-0089-4395-9773-764817f12a2c service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132641 Dec 16 07:49:57.142419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26c88-877b-48d3-a995-53cc64106437 req-b48ee995-d001-4318-9956-151d4d8e4825 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:57.143875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92e26c88-877b-48d3-a995-53cc64106437 req-b48ee995-d001-4318-9956-151d4d8e4825 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 944 time: 0.0849054 Dec 16 07:49:57.149776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-bb58bbb8-91c7-468f-bad6-0bd221ff4937 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481209 Dec 16 07:49:57.198708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92e26c88-877b-48d3-a995-53cc64106437 req-0eaa3d20-070b-4bd2-b402-bd939bbffe6b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Dec 16 07:49:57.226036 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:57.570942 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfe47cf-96dc-4fff-9f56-f81801618318 x-openstack-request-id: req-6cfe47cf-96dc-4fff-9f56-f81801618318 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:49:57.571246 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d24f093-f9d4-4d14-9e39-ba422ed9a5a2", "tag": "009650c2-0d76-4294-8fd6-61732c7b269c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:49:57.571246 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cfe47cf-96dc-4fff-9f56-f81801618318 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:49:57.571814 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'tag': '009650c2-0d76-4294-8fd6-61732c7b269c', 'status': 'completed', 'code': 200} Dec 16 07:49:57.776117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e856c77-08f8-4ec9-97d9-e8886aba0636 req-ec51dceb-8828-4930-ae0f-73b60b89aa54 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 210 time: 0.0830407 Dec 16 07:49:57.794818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-653fc7b1-f9de-4cce-b31f-bd364a7b36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:57.796573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-653fc7b1-f9de-4cce-b31f-bd364a7b36c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.1780889 Dec 16 07:49:57.840648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46222) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:57.915246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] Deleting subnet f564bc28-7e3d-4b74-975a-4f490ba756e3 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:49:57.919055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:57.982979 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.009837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da5b6c79-3137-4ab2-95b6-ae04a927540c req-f82b3a4a-02d1-4fb9-aef2-dd621c3074f8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 210 time: 0.1163714 Dec 16 07:49:58.043933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.084354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-f34eb1a7-be33-4840-b0b6-84f68a20f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:58.086380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-f34eb1a7-be33-4840-b0b6-84f68a20f883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 913 time: 0.2808213 Dec 16 07:49:58.161184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-2c89c6fb-ec14-4db2-9419-5083751247ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009650c2-0d76-4294-8fd6-61732c7b269c HTTP/1.1" status: 200 len: 217 time: 0.0664370 Dec 16 07:49:58.197688 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2389e10e-91dc-4dbe-a8f7-8c59cf1e4f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.277788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-748cb798-ad03-4f99-95ad-2ea85602603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:58.278771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.279685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-748cb798-ad03-4f99-95ad-2ea85602603d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.1102722 Dec 16 07:49:58.336369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f564bc28-7e3d-4b74-975a-4f490ba756e3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:58.342644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.365828 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-985d7433-8fa9-4cee-b200-265e706aaac6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f564bc28-7e3d-4b74-975a-4f490ba756e3 HTTP/1.1" status: 204 len: 168 time: 0.5067992 Dec 16 07:49:58.367409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-e2e69cef-bcda-4712-ada3-7ef575cb3cf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593119 Dec 16 07:49:58.371969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46250) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:58.517129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e409336-69ad-4fd4-b1e4-240961fb7181 req-f36f8921-2ee5-4d2c-baa1-3512b6c2d37c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:58.518726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e409336-69ad-4fd4-b1e4-240961fb7181 req-f36f8921-2ee5-4d2c-baa1-3512b6c2d37c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2210202 Dec 16 07:49:58.522339 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.561298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-d455dcae-0a1a-4c3e-b33c-b1f2eaaaf711 service neutron] 10.222.0.36 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936991 Dec 16 07:49:58.646525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e409336-69ad-4fd4-b1e4-240961fb7181 req-38d2d928-7e1e-404e-bc08-1024b78991ab tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128805 Dec 16 07:49:58.697614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d6ade77-7050-4698-bee0-1ab351b02bb7 req-d376aac0-df4c-4602-a16c-7eaa95cf84c2 service neutron] 10.222.0.36 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209033 Dec 16 07:49:58.720104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.747127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4726a7c2-c0dd-4293-915e-ec44c3c31c47']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:58.761240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:58.761240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da39fdbf-5e60-4fff-ac6d-e7464a537fcf') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:49:58.772471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.787263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.795816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:49:58.796767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:49:58.827221 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:49:58.967798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6f69238-6f99-4603-b24f-b2260b769d16 req-6592f732-e908-4c06-880d-c40cf0c2ae8f tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 210 time: 0.0827985 Dec 16 07:49:58.997396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.004999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.011783 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4726a7c2-c0dd-4293-915e-ec44c3c31c47 HTTP/1.1" status: 204 len: 168 time: 0.6384099 Dec 16 07:49:59.027982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd3650-1df7-4172-b859-bb7e6a4bd999 admin admin] Pushing event deleted for resources: {'Network': ['ID=4726a7c2-c0dd-4293-915e-ec44c3c31c47,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:59.143566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-965c2768-7578-4244-aeb9-f7d6b658029f req-051c0d8f-b99d-4f11-8cd0-770219203afb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 210 time: 0.0272887 Dec 16 07:49:59.361899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46282) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:59.439871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46286) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:59.501753 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c6bc7f87-0013-462d-aebb-5f332cac6605 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b8f0f7cad5443179b52af6cdc628648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606515 Dec 16 07:49:59.504378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46288) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:59.559885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d767baaf-1c7a-4ec0-a0cd-595fd123dec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.583564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d767baaf-1c7a-4ec0-a0cd-595fd123dec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.663550 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9449ff1a-09fe-426c-8c9a-74dfbe71d27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.775552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d767baaf-1c7a-4ec0-a0cd-595fd123dec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.778356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d767baaf-1c7a-4ec0-a0cd-595fd123dec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.783201 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d767baaf-1c7a-4ec0-a0cd-595fd123dec7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1 HTTP/1.1" status: 204 len: 168 time: 0.2773366 Dec 16 07:49:59.802789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767baaf-1c7a-4ec0-a0cd-595fd123dec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2027caa7-d6f9-4efe-bb0f-59ee8e4f30a1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:49:59.806148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9449ff1a-09fe-426c-8c9a-74dfbe71d27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.808675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.868343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51236-e3b6-483b-8bd0-69a0e186edfb req-69318da4-6c43-45e6-8401-3b724be6ee00 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:49:59.869979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2df51236-e3b6-483b-8bd0-69a0e186edfb req-69318da4-6c43-45e6-8401-3b724be6ee00 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 944 time: 0.0845246 Dec 16 07:49:59.918095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9449ff1a-09fe-426c-8c9a-74dfbe71d27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:49:59.927394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2df51236-e3b6-483b-8bd0-69a0e186edfb req-25292130-9109-445b-ab7d-11020848e6ea tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Dec 16 07:49:59.960024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46298) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:49:59.960331 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9449ff1a-09fe-426c-8c9a-74dfbe71d27d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0602d46b2864db1afee76ca78b578dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5967841 Dec 16 07:49:59.980129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449ff1a-09fe-426c-8c9a-74dfbe71d27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef470e-1414-4fb2-bb1c-6fe39d5b9fcc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:00.029617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632bcc79-af28-41a7-9b63-a0c981c08333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:00.061413 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632bcc79-af28-41a7-9b63-a0c981c08333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:00.114763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbdf676f-6883-4029-8a65-e28b4b738dc5 req-729b05ef-35de-4e70-acfc-948fb913f1b7 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 210 time: 0.0438011 Dec 16 07:50:00.304821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a61dc01-f3ef-40a0-b767-f7b4cabfe692 req-dc158b53-7cf5-455d-9de7-d087a192bd86 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 210 time: 0.0723076 Dec 16 07:50:00.307066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632bcc79-af28-41a7-9b63-a0c981c08333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:00.311812 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632bcc79-af28-41a7-9b63-a0c981c08333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:00.315826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-632bcc79-af28-41a7-9b63-a0c981c08333 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88ef470e-1414-4fb2-bb1c-6fe39d5b9fcc HTTP/1.1" status: 204 len: 168 time: 0.3520927 Dec 16 07:50:00.352992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bcc79-af28-41a7-9b63-a0c981c08333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef470e-1414-4fb2-bb1c-6fe39d5b9fcc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:00.431066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-f2c9d16e-1e1e-4d82-8d04-59a576f8f328 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8dfaa97a9d9c492a96e813825454c335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517879 Dec 16 07:50:00.606438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 009650c2-0d76-4294-8fd6-61732c7b269c details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:00.617563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-88f15fc5-ebd3-45c0-a3c5-4485c10bf1df tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:00.619445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-88f15fc5-ebd3-45c0-a3c5-4485c10bf1df tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794398 Dec 16 07:50:00.639769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Request body: {'port': {'device_id': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '8dfaa97a9d9c492a96e813825454c335'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:00.775798 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcd4dc9f-666f-4bda-a7cc-4797df088d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:00.844249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 009650c2-0d76-4294-8fd6-61732c7b269c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=009650c2-0d76-4294-8fd6-61732c7b269c,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:00.859842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '009650c2-0d76-4294-8fd6-61732c7b269c', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'port_id': '009650c2-0d76-4294-8fd6-61732c7b269c', 'mac_address': 'fa:16:3e:ad:33:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e768f2-fb5b-43c5-80ce-e19af3e02baf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:50:00.908579 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:00.931649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009650c2-0d76-4294-8fd6-61732c7b269c {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:00.966106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 009650c2-0d76-4294-8fd6-61732c7b269c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=009650c2-0d76-4294-8fd6-61732c7b269c,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:01.060884 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.112200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Made reservation on behalf of 8dfaa97a9d9c492a96e813825454c335 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:01.118995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.145957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.148478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=009650c2-0d76-4294-8fd6-61732c7b269c,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:01.157507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.158237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.162123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.162881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.163242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.163643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.168348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.168348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.168348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.168348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.168348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.168348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.168348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:01.229754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6610f7-84ab-45e2-a90b-e9aad498f88c req-643cbf0b-7ae1-4b87-bf48-2eac93802b16 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:01.232252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a6610f7-84ab-45e2-a90b-e9aad498f88c req-643cbf0b-7ae1-4b87-bf48-2eac93802b16 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0892217 Dec 16 07:50:01.278967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-044d57dd-86a7-4f50-98dd-bb2eaa9a664d req-ec4bc4b5-fde3-4128-b4a5-232b572296c4 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 210 time: 0.0454419 Dec 16 07:50:01.329781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a6610f7-84ab-45e2-a90b-e9aad498f88c req-4626382f-698b-4545-93bf-4e9abf391f51 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827503 Dec 16 07:50:01.372450 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.403876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['009650c2-0d76-4294-8fd6-61732c7b269c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:01.420795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd4c637b-0c9c-4aab-bd6e-f022170aead9 req-7848c98a-441f-41e2-84cc-fcb18b01bf19 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 210 time: 0.0391247 Dec 16 07:50:01.456389 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.553979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd7dcf-bede-4ac6-b6fb-530a7926959c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:01.598509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46352) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:01.622424 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c721d17f-accb-4e15-a647-26a995364e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.658529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46354) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:01.698769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Allocated IP 192.168.233.111 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/8c35782f-decc-4b1c-83f1-44d5f71061dd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:01.719788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fdc22-9d59-46af-a518-f37564c78ade req-cea497ec-840e-4c9b-bec8-d93504726002 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:01.722049 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-cea497ec-840e-4c9b-bec8-d93504726002 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2622535 Dec 16 07:50:01.748802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Request body: {'port': {'device_id': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'admin_state_up': True, 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:01.761300 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.846347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c721d17f-accb-4e15-a647-26a995364e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.919390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c721d17f-accb-4e15-a647-26a995364e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:01.963210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-749886388-network', 'tenant_id': '99da5b058a254a2e82947858ef086ccf'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:02.001276 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.021449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c721d17f-accb-4e15-a647-26a995364e4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cb5328580544a78862b2a6e526a5977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217427 Dec 16 07:50:02.024325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46360) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:02.027277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721d17f-accb-4e15-a647-26a995364e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395dc8de-5a4a-4e40-a247-3a1463557a65,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:02.044338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:02.050027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.161638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.192026 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9188f686-1983-446c-8cea-15593970426a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.210255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:02.216026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:02.219955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:02.264532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Pushing event updated for resources: {'Port': ['ID=8c35782f-decc-4b1c-83f1-44d5f71061dd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:02.265518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Allocated IP 172.20.0.7 (c7ca6011-fb6a-497f-aa27-1397eb25c475/e5c1c502-4564-4858-9f04-d7ba04f934fa/3704ac15-e89c-435c-97e4-78a753ac159d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:02.273979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Made reservation on behalf of 99da5b058a254a2e82947858ef086ccf for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:02.276548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.282428 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9188f686-1983-446c-8cea-15593970426a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.303250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:02.303973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.308864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.423808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-935257ea-ba09-43b6-916e-1a77ecb9ea5d tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7880237 Dec 16 07:50:02.448645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22478db6-9342-4d9f-b1db-953966659f75 req-42d0f59a-b458-4a26-9354-2e2380be1562 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:02.457964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22478db6-9342-4d9f-b1db-953966659f75 req-42d0f59a-b458-4a26-9354-2e2380be1562 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 936 time: 0.0859690 Dec 16 07:50:02.511881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Request body: {'port': {'device_id': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:02.569712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-735ab3f1-b51b-488a-9a5d-764057fb2e27 None None] Provisioning complete for port 8c35782f-decc-4b1c-83f1-44d5f71061dd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:02.570701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-735ab3f1-b51b-488a-9a5d-764057fb2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.598851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 009650c2-0d76-4294-8fd6-61732c7b269c up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:02.621974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1120cc6-78bd-499c-9c9b-2fb9c6765548 req-5640db71-db01-43a9-9dc5-40bd5e370f73 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:02.622251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.630590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1120cc6-78bd-499c-9c9b-2fb9c6765548 req-5640db71-db01-43a9-9dc5-40bd5e370f73 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 945 time: 0.1692243 Dec 16 07:50:02.640208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22478db6-9342-4d9f-b1db-953966659f75 req-9e59f6b2-2e2c-44a8-84b5-067394a21a5b tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808851 Dec 16 07:50:02.647718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.671509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-735ab3f1-b51b-488a-9a5d-764057fb2e27 None None] Port 8c35782f-decc-4b1c-83f1-44d5f71061dd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:50:02.718022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.751440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:02.768054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1120cc6-78bd-499c-9c9b-2fb9c6765548 req-1cbe9e35-f42a-4ea7-a7f5-72e5019efbe4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363034 Dec 16 07:50:02.783873 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9188f686-1983-446c-8cea-15593970426a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.787042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9188f686-1983-446c-8cea-15593970426a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.791652 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9188f686-1983-446c-8cea-15593970426a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/395dc8de-5a4a-4e40-a247-3a1463557a65 HTTP/1.1" status: 204 len: 168 time: 0.7642572 Dec 16 07:50:02.815918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:02.823318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:02.840683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:02.842452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 009650c2-0d76-4294-8fd6-61732c7b269c completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:50:02.852285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188f686-1983-446c-8cea-15593970426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395dc8de-5a4a-4e40-a247-3a1463557a65,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:02.886616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event updated for resources: {'Port': ['ID=3704ac15-e89c-435c-97e4-78a753ac159d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:02.886891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 009650c2-0d76-4294-8fd6-61732c7b269c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:02.886891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.930921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:02.932719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.974154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e69a0b-2678-40f2-868d-1440d86e14d5 req-ac72a52c-74e7-40b4-85cf-433dad422504 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:02.976930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:02.980678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16e69a0b-2678-40f2-868d-1440d86e14d5 req-ac72a52c-74e7-40b4-85cf-433dad422504 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 931 time: 0.2536485 Dec 16 07:50:03.033771 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.080004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 009650c2-0d76-4294-8fd6-61732c7b269c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=009650c2-0d76-4294-8fd6-61732c7b269c,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:03.083490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009650c2-0d76-4294-8fd6-61732c7b269c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:03.085485 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b968d-00b1-45c9-9136-b82f5c436ddc" -d '{"events": [{"server_uuid": "4d24f093-f9d4-4d14-9e39-ba422ed9a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "009650c2-0d76-4294-8fd6-61732c7b269c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:03.099196 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-9cb773b4-eb0d-4c99-a566-1856fc7cd9b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3575189 Dec 16 07:50:03.100205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.142311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Request body: {'port': {'device_id': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:03.151968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16e69a0b-2678-40f2-868d-1440d86e14d5 req-8a031752-4854-4d9a-bfbe-1b68e6187ed4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573985 Dec 16 07:50:03.164887 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a358e9e-3617-476f-aa33-9f344dbb7c5e x-openstack-request-id: req-1a358e9e-3617-476f-aa33-9f344dbb7c5e {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:03.166636 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d24f093-f9d4-4d14-9e39-ba422ed9a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "009650c2-0d76-4294-8fd6-61732c7b269c", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:03.166987 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a358e9e-3617-476f-aa33-9f344dbb7c5e {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:03.167489 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009650c2-0d76-4294-8fd6-61732c7b269c', 'code': 200} Dec 16 07:50:03.172444 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.306895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35112786-03f8-4e8b-b507-81b2d96b0186,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:03.311297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:50:03.344866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c35782f-decc-4b1c-83f1-44d5f71061dd {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:03.346616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.347056 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Added segment 813514f6-7d03-4805-95cc-d187a51fb909 of type vlan for network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 Dec 16 07:50:03.358495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.361571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.374980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6366b-8c88-4a98-b89b-3b35440d4433 req-8ac93ad2-a0bf-4bbd-b597-efd087525669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:03.376704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0b6366b-8c88-4a98-b89b-3b35440d4433 req-8ac93ad2-a0bf-4bbd-b597-efd087525669 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 1098 time: 0.0791669 Dec 16 07:50:03.382596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Transition to ACTIVE for port object 8c35782f-decc-4b1c-83f1-44d5f71061dd will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:50:03.388234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=009650c2-0d76-4294-8fd6-61732c7b269c,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:03.407901 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.443550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.454757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0b6366b-8c88-4a98-b89b-3b35440d4433 req-0fdd0358-0812-4d0e-afcc-e6265994c5db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Dec 16 07:50:03.455899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.548458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c35782f-decc-4b1c-83f1-44d5f71061dd,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:03.566466 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.567748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:03.568417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.670365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Attempting to bind port 8c35782f-decc-4b1c-83f1-44d5f71061dd on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:03.671291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Attempting to bind port 8c35782f-decc-4b1c-83f1-44d5f71061dd by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:03.671291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Attempting to bind port 8c35782f-decc-4b1c-83f1-44d5f71061dd on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:03.676921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Port 8c35782f-decc-4b1c-83f1-44d5f71061dd on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:50:03.677388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Attempting to bind port 8c35782f-decc-4b1c-83f1-44d5f71061dd on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:03.683433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:03.683734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:03.684332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:03.684896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Bound port: 8c35782f-decc-4b1c-83f1-44d5f71061dd, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:03.685485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.703822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0392580 Dec 16 07:50:03.706799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46400) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:03.713245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Request body: {'subnet': {'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-749886388-subnet', 'tenant_id': '99da5b058a254a2e82947858ef086ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:03.803050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc99f-95f7-4999-b02d-e83879a1d15a admin admin] Pushing event updated for resources: {'Network': ['ID=f3a839ce-358b-4cb2-aa6e-69ef4bff9b10,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:03.813043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:50:03.853134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] For port 8c35782f-decc-4b1c-83f1-44d5f71061dd, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:03.857006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] For port 8c35782f-decc-4b1c-83f1-44d5f71061dd, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8c35782f-decc-4b1c-83f1-44d5f71061dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:03.873921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a51bb-b5b1-4fd0-8a90-1d665feb2e39 req-fd5dd51b-7adc-4a2b-abb9-505954aebebe tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:03.890849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f37a51bb-b5b1-4fd0-8a90-1d665feb2e39 req-fd5dd51b-7adc-4a2b-abb9-505954aebebe tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 948 time: 0.1075785 Dec 16 07:50:03.892076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Made reservation on behalf of 99da5b058a254a2e82947858ef086ccf for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:03.896234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.974955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3704ac15-e89c-435c-97e4-78a753ac159d {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:03.983257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:03.996167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Transition to ACTIVE for port object 3704ac15-e89c-435c-97e4-78a753ac159d will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:50:03.998809 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.062937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f37a51bb-b5b1-4fd0-8a90-1d665feb2e39 req-683767cf-64c5-4bb9-a67c-edaa27851284 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533277 Dec 16 07:50:04.076278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.076900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.078253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/8c35782f-decc-4b1c-83f1-44d5f71061dd HTTP/1.1" status: 200 len: 1097 time: 1.5717626 Dec 16 07:50:04.078690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'tag': '8c35782f-decc-4b1c-83f1-44d5f71061dd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:04.080961 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c1f689-dd8e-4460-8a45-243089a8c6fe", "tag": "8c35782f-decc-4b1c-83f1-44d5f71061dd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:04.109961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fee94e-a7c8-4128-ac38-e07470aa42f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c35782f-decc-4b1c-83f1-44d5f71061dd,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:04.145866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.211327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Pushing event updated for resources: {'Port': ['ID=3704ac15-e89c-435c-97e4-78a753ac159d,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:04.237009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.354941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Attempting to bind port 3704ac15-e89c-435c-97e4-78a753ac159d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:04.355389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Attempting to bind port 3704ac15-e89c-435c-97e4-78a753ac159d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:04.355988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Attempting to bind port 3704ac15-e89c-435c-97e4-78a753ac159d on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:04.363802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Port 3704ac15-e89c-435c-97e4-78a753ac159d on network c7ca6011-fb6a-497f-aa27-1397eb25c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:50:04.364592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Attempting to bind port 3704ac15-e89c-435c-97e4-78a753ac159d on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:04.375187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:04.375614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:04.375905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Bound using segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:04.376366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Bound port: 3704ac15-e89c-435c-97e4-78a753ac159d, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:04.376730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.470527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24a20-65b9-4cb3-8c76-c969d79cfede req-f9ea0e49-246e-4372-bf25-11525685ecfd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.475461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] For port 3704ac15-e89c-435c-97e4-78a753ac159d, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:04.480233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] For port 3704ac15-e89c-435c-97e4-78a753ac159d, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=3704ac15-e89c-435c-97e4-78a753ac159d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:04.482091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35d24a20-65b9-4cb3-8c76-c969d79cfede req-f9ea0e49-246e-4372-bf25-11525685ecfd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2720778 Dec 16 07:50:04.486003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-df67e12e-26e9-4300-ad8b-21cfa3a23c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.487586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-df67e12e-26e9-4300-ad8b-21cfa3a23c4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dfaa97a9d9c492a96e813825454c335&device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 1100 time: 0.1455023 Dec 16 07:50:04.495582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.547355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.547610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-841ab5f7-608f-4727-a6be-9b4040f3877e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8c35782f-decc-4b1c-83f1-44d5f71061dd HTTP/1.1" status: 200 len: 217 time: 0.0394058 Dec 16 07:50:04.621474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46426) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:04.651112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Pushing event updated for resources: {'Port': ['ID=3704ac15-e89c-435c-97e4-78a753ac159d,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:04.658270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.659228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:04.660870 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-85b7f064-faa0-47c1-a6f1-0addfce6eacf service neutron] 10.222.0.16 "PUT /v2.0/ports/3704ac15-e89c-435c-97e4-78a753ac159d HTTP/1.1" status: 200 len: 1092 time: 1.5299335 Dec 16 07:50:04.661344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'tag': '3704ac15-e89c-435c-97e4-78a753ac159d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:04.664420 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a312ae0-24b9-45c2-b550-7ba611728bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "0814b3a4-d09e-4d72-b291-40b9b8a5df52", "tag": "3704ac15-e89c-435c-97e4-78a753ac159d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:04.667621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5013429-b547-4be3-bf9b-632b90d21e79,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:04.680808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35d24a20-65b9-4cb3-8c76-c969d79cfede req-e24d8288-4075-449e-a345-ab7604dbc134 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976624 Dec 16 07:50:04.701289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-82924b67-5f56-426d-b162-4fe3897be64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.701289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-82924b67-5f56-426d-b162-4fe3897be64f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1324441 Dec 16 07:50:04.720738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Checking segment: {'id': '813514f6-7d03-4805-95cc-d187a51fb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:04.721202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Network hostable DHCP agents. Network: f3a839ce-358b-4cb2-aa6e-69ef4bff9b10, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:50:04.777269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393168-8356-4703-84b7-a0974d6ef65a req-58f1a8ff-9720-440f-b315-7859001fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.778891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-58f1a8ff-9720-440f-b315-7859001fdfb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692539 Dec 16 07:50:04.788674 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71feb5bd-135c-4511-8c00-77af62864a89 x-openstack-request-id: req-71feb5bd-135c-4511-8c00-77af62864a89 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:04.788990 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c1f689-dd8e-4460-8a45-243089a8c6fe", "tag": "8c35782f-decc-4b1c-83f1-44d5f71061dd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:04.789277 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71feb5bd-135c-4511-8c00-77af62864a89 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:04.789716 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'tag': '8c35782f-decc-4b1c-83f1-44d5f71061dd', 'status': 'completed', 'code': 200} Dec 16 07:50:04.796072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-290729219-network', 'tenant_id': '17402e23c60b41d4959cddb5fe5d4040'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:04.906619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:50:04.949374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fdc22-9d59-46af-a518-f37564c78ade req-1d18657e-9629-4a45-8ce0-8c414de40373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.951023 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-1d18657e-9629-4a45-8ce0-8c414de40373 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 1095 time: 0.0479317 Dec 16 07:50:04.953352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60aa49-475e-4c3c-ae40-ee58e725b5e9 req-9d41704c-b080-4eb1-b7cf-e62974cee515 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:04.954959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a60aa49-475e-4c3c-ae40-ee58e725b5e9 req-9d41704c-b080-4eb1-b7cf-e62974cee515 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 943 time: 0.1068263 Dec 16 07:50:04.959508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-aa208792-7e64-41b5-a439-3b988b60307f service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672873 Dec 16 07:50:05.018622 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-78e91c97-28e4-474b-bf71-8651dce686ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3704ac15-e89c-435c-97e4-78a753ac159d HTTP/1.1" status: 200 len: 217 time: 0.0413916 Dec 16 07:50:05.063387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a60aa49-475e-4c3c-ae40-ee58e725b5e9 req-ad91da88-bb43-436c-8aff-d6bd8d46f019 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003580 Dec 16 07:50:05.069056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f3a839ce-358b-4cb2-aa6e-69ef4bff9b10) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:05.072976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Made reservation on behalf of 17402e23c60b41d4959cddb5fe5d4040 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:05.073431 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:05.086387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb33d79-603c-417a-94c6-2d7ef1369df5 None None] Network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:05.086936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:05.087269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:05.110942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fdc22-9d59-46af-a518-f37564c78ade req-d1d04799-d2ef-4da9-8288-3392f8b27863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:05.116849 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-d1d04799-d2ef-4da9-8288-3392f8b27863 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.0869579 Dec 16 07:50:05.137316 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:05.141624 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd994903-8cdd-46fe-9b51-e5521563e111 x-openstack-request-id: req-bd994903-8cdd-46fe-9b51-e5521563e111 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:05.142188 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814b3a4-d09e-4d72-b291-40b9b8a5df52", "tag": "3704ac15-e89c-435c-97e4-78a753ac159d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:05.142547 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd994903-8cdd-46fe-9b51-e5521563e111 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:05.143598 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'tag': '3704ac15-e89c-435c-97e4-78a753ac159d', 'status': 'completed', 'code': 200} Dec 16 07:50:05.146757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd393168-8356-4703-84b7-a0974d6ef65a req-4a39c4b2-4966-4bbc-9286-54db30a042d6 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704249 Dec 16 07:50:05.269732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ebe46-dacf-4c99-85fa-bcbb2262bece None None] Network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:05.350598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b0a96b82-92e2-4478-bbe0-3a2896b139d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6412470 Dec 16 07:50:05.533806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:05.554381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b3c5c-5148-487b-9139-659368913d9e req-7ba401a9-291e-4ae5-9a19-c5449bda02de tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:05.563113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d0b3c5c-5148-487b-9139-659368913d9e req-7ba401a9-291e-4ae5-9a19-c5449bda02de tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 948 time: 0.2667432 Dec 16 07:50:05.593734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-3bc70863-64a1-410a-8840-c5a94f15fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:05.595389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-3bc70863-64a1-410a-8840-c5a94f15fd1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dfaa97a9d9c492a96e813825454c335&device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 1100 time: 0.2435124 Dec 16 07:50:05.636305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d0b3c5c-5148-487b-9139-659368913d9e req-94c49cd9-5123-4cd0-ad46-b4e99981b0bc tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681720 Dec 16 07:50:05.645203 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-d435ef76-50a5-460e-93f2-96e478906932 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5209308 Dec 16 07:50:05.649761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:05.768146 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-cd826f3b-6763-4088-b385-870f2e87eb53 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142788 Dec 16 07:50:05.774911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:50:05.787524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:05.788151 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Added segment ebaff2c3-78b1-46d8-abec-cf05a6a7ba21 of type vlan for network 44898edf-e276-4d8a-90b3-dc38a1becd96 Dec 16 07:50:05.840225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:05.872792 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-508fdc22-9d59-46af-a518-f37564c78ade req-c12807ce-31d8-49a1-9b7e-143a02d80dc7 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975778 Dec 16 07:50:05.885981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf191fda-6526-488c-8cc8-48f202afe33c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:05.962666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-7938929a-bfe9-4652-9725-430fc98c6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:05.964056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-7938929a-bfe9-4652-9725-430fc98c6cbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.3422220 Dec 16 07:50:06.017669 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.018670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:06.019248 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.022562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-3f96b28a-266b-409c-901d-f0c8dba85a42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8c35782f-decc-4b1c-83f1-44d5f71061dd HTTP/1.1" status: 200 len: 217 time: 0.0475526 Dec 16 07:50:06.137812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-87ef9f27-30e6-4af8-8ea0-11d1f111785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:06.142256 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-87ef9f27-30e6-4af8-8ea0-11d1f111785f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 1095 time: 0.0619366 Dec 16 07:50:06.263189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-2bfa3b34-d040-4323-98ef-98860b9323b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:06.264907 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-2bfa3b34-d040-4323-98ef-98860b9323b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.1135540 Dec 16 07:50:06.312450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46470) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:06.320521 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-d372fb45-0551-4a8c-a197-977c3f5e5901 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3704ac15-e89c-435c-97e4-78a753ac159d HTTP/1.1" status: 200 len: 217 time: 0.0479856 Dec 16 07:50:06.386486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-22bf1115-018d-41ff-9e28-fcf659bba310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:06.389289 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-22bf1115-018d-41ff-9e28-fcf659bba310 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.0618846 Dec 16 07:50:06.440524 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-b3eec24c-df66-411b-b202-f5cf4d72ff2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427172 Dec 16 07:50:06.456265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8e73dba-cd21-4813-b5e0-bae9cbcc35e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.462979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] Pushing event updated for resources: {'Network': ['ID=44898edf-e276-4d8a-90b3-dc38a1becd96,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:06.478525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:50:06.486902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c443b-3286-4406-81a4-d291dd641bb2 req-b8a4d793-a6e8-4f3a-a93b-2944fd7a6674 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:06.488815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-b8a4d793-a6e8-4f3a-a93b-2944fd7a6674 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/networks?id=f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 HTTP/1.1" status: 200 len: 820 time: 0.5748863 Dec 16 07:50:06.512442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9bccbe6e-33d2-4673-9818-93d015d30c61 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8821673 Dec 16 07:50:06.515057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46476) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:06.532762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Request body: {'subnet': {'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-290729219-subnet', 'tenant_id': '17402e23c60b41d4959cddb5fe5d4040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:06.571948 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8e73dba-cd21-4813-b5e0-bae9cbcc35e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.574447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-72da6038-62e6-4d53-9193-b5c827a2be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:06.576256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-72da6038-62e6-4d53-9193-b5c827a2be92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1782331 Dec 16 07:50:06.579145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-1eb382f2-04d0-4703-839f-88d99eb82c01 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/quotas/99da5b058a254a2e82947858ef086ccf HTTP/1.1" status: 200 len: 375 time: 0.0792713 Dec 16 07:50:06.630661 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-1c490e13-bd14-462a-b671-7a0667403521 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823936 Dec 16 07:50:06.636322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8e73dba-cd21-4813-b5e0-bae9cbcc35e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.643861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-57b4001e-a4f3-4290-8963-af374ede1b0f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99da5b058a254a2e82947858ef086ccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477409 Dec 16 07:50:06.657513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-db65b8d8-5357-4601-a54d-8bdefd7f2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:06.658986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-db65b8d8-5357-4601-a54d-8bdefd7f2ee4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726268 Dec 16 07:50:06.731636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e73dba-cd21-4813-b5e0-bae9cbcc35e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03902c-9d17-436a-a3d0-32e0350d220c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:06.743760 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8e73dba-cd21-4813-b5e0-bae9cbcc35e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eacfb897183e4a63a4eff965a196536e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279633 Dec 16 07:50:06.744620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46480) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:06.749934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Made reservation on behalf of 17402e23c60b41d4959cddb5fe5d4040 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:06.752066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.806936 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2a312ae0-24b9-45c2-b550-7ba611728bf0 req-a350b33b-4a50-49cd-b37d-89e79bc80477 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666992 Dec 16 07:50:06.823161 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c07a9c9-f100-4d60-842b-4be24f01dabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.847380 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c07a9c9-f100-4d60-842b-4be24f01dabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.890951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-fc5c9a28-812a-45f1-ad52-c2de62ee6a91 service neutron] 10.222.0.43 "GET /v2.0/networks/f3a839ce-358b-4cb2-aa6e-69ef4bff9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308996 Dec 16 07:50:06.897078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-d0be4621-b9f0-4346-a6af-9c179b976eaf service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280469 Dec 16 07:50:06.974836 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c07a9c9-f100-4d60-842b-4be24f01dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.977703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c07a9c9-f100-4d60-842b-4be24f01dabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:06.981299 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2c07a9c9-f100-4d60-842b-4be24f01dabb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d03902c-9d17-436a-a3d0-32e0350d220c HTTP/1.1" status: 204 len: 168 time: 0.2334015 Dec 16 07:50:06.988826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a9c9-f100-4d60-842b-4be24f01dabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03902c-9d17-436a-a3d0-32e0350d220c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:07.097334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902a95fe-9b85-4ed2-bcd7-7db19848c0fd req-0453e5e5-d2be-48f6-a6a3-83adbc8897e0 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914175 Dec 16 07:50:07.101133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-a8036362-9f21-4157-8bdb-3e4aedd33e6c service neutron] 10.222.0.43 "GET /v2.0/networks/f3a839ce-358b-4cb2-aa6e-69ef4bff9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031939 Dec 16 07:50:07.225888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:07.310377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:07.319186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Checking segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:07.319554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Network hostable DHCP agents. Network: 44898edf-e276-4d8a-90b3-dc38a1becd96, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:50:07.412874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542025-20b0-4be2-9d7b-116d7ce7aa7d req-3c8de79e-2620-4945-8436-c8cdb7e2473e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:07.421638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7542025-20b0-4be2-9d7b-116d7ce7aa7d req-3c8de79e-2620-4945-8436-c8cdb7e2473e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0680888 Dec 16 07:50:07.438115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:50:07.487719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7542025-20b0-4be2-9d7b-116d7ce7aa7d req-47ebc397-2e94-4611-9de3-98ae3b1b361f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649281 Dec 16 07:50:07.528363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 44898edf-e276-4d8a-90b3-dc38a1becd96) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:07.533933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:07.535130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:07.543998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923c08c-623a-4cde-af6b-9254161208c5 None None] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:07.684521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1057361e-eef2-448e-b8f5-038596442e85 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1600437 Dec 16 07:50:07.712790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05644ae-4f35-4cee-9e8b-752419a6264b None None] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:07.732896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130668c-5156-44bc-b89b-636f6ee24453 req-1fd64341-7265-4040-9955-fb0b3f2d83f0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:07.740815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8130668c-5156-44bc-b89b-636f6ee24453 req-1fd64341-7265-4040-9955-fb0b3f2d83f0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 943 time: 0.0989733 Dec 16 07:50:07.798058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8130668c-5156-44bc-b89b-636f6ee24453 req-e6a90aa1-d2b8-4358-b206-7cff820d84f4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 Dec 16 07:50:07.931197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d199534-dd81-42b7-9e9d-7bda1a5f243f req-c7e43768-ae72-4248-b3b2-88799fdbbcac tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:07.938687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d199534-dd81-42b7-9e9d-7bda1a5f243f req-c7e43768-ae72-4248-b3b2-88799fdbbcac tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 948 time: 0.0849850 Dec 16 07:50:07.987852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d199534-dd81-42b7-9e9d-7bda1a5f243f req-2bb0642e-d575-4614-9fec-32513d05dbce tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Dec 16 07:50:08.062735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e853c600-a9fb-441c-b7f0-945946c9bb98 req-44ed115e-cdfe-474c-80d6-824c2ba50b7a tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0318868 Dec 16 07:50:08.385517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0b9e3ab5-8115-4cc3-a9fc-3b702e2f3c46 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:08.386977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0b9e3ab5-8115-4cc3-a9fc-3b702e2f3c46 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.1122494 Dec 16 07:50:08.402356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-7309c3ec-89c3-46d9-99c1-b4b0b0e8d81c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/quotas/17402e23c60b41d4959cddb5fe5d4040 HTTP/1.1" status: 200 len: 375 time: 0.0094223 Dec 16 07:50:08.444567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b385acea-2511-46b0-ab8c-f26599529a1b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314596 Dec 16 07:50:08.584241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-529c09db-0403-4c50-9803-043882b8d272 service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344600 Dec 16 07:50:08.704631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-314e819b-ba5a-4c79-bd5c-3dc7dc78c721 service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137562 Dec 16 07:50:09.225108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6503e-7e9e-4c14-b196-ce229ba0c795 req-099a44df-92d4-4033-bfbf-a86d46523ad1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:09.226712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8f6503e-7e9e-4c14-b196-ce229ba0c795 req-099a44df-92d4-4033-bfbf-a86d46523ad1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 943 time: 0.0749404 Dec 16 07:50:09.278810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8f6503e-7e9e-4c14-b196-ce229ba0c795 req-3285e8d1-49a5-465d-b6c5-35d498d774e0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Dec 16 07:50:09.414072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fa7bae6-2554-4348-9f5e-0e5110177fcf req-b4e29244-ac7a-4aba-a6de-01f572f4f01d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 210 time: 0.0585866 Dec 16 07:50:09.519718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25c44c76-b7de-449a-ae7b-dfe427c8033c req-4198793e-28cd-4a2b-a525-3f9e5fdfd238 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0334816 Dec 16 07:50:09.543895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ee8fc-2dd7-4ffb-ab9c-b781890430aa req-4e928ae2-c559-4c33-954f-001d506fee0e tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:09.545851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170ee8fc-2dd7-4ffb-ab9c-b781890430aa req-4e928ae2-c559-4c33-954f-001d506fee0e tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 948 time: 0.1070640 Dec 16 07:50:09.624148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-170ee8fc-2dd7-4ffb-ab9c-b781890430aa req-0f16697f-9249-40eb-b035-2314275ff9bb tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683973 Dec 16 07:50:09.975278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45ead3-ea74-482b-990b-1e13ef6d5556 req-a5e8850b-ea48-4e0a-8076-be4b0963cbd0 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:09.983411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f45ead3-ea74-482b-990b-1e13ef6d5556 req-a5e8850b-ea48-4e0a-8076-be4b0963cbd0 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1097 time: 0.0814443 Dec 16 07:50:10.055665 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f45ead3-ea74-482b-990b-1e13ef6d5556 req-68208743-b5b4-4bcd-887d-5ad007a4dc14 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659130 Dec 16 07:50:10.120372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 3704ac15-e89c-435c-97e4-78a753ac159d details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:10.224608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 3704ac15-e89c-435c-97e4-78a753ac159d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=3704ac15-e89c-435c-97e4-78a753ac159d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:10.238902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '3704ac15-e89c-435c-97e4-78a753ac159d', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'port_id': '3704ac15-e89c-435c-97e4-78a753ac159d', 'mac_address': 'fa:16:3e:bd:b5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c1c502-4564-4858-9f04-d7ba04f934fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:50:10.283810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:10.299311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3704ac15-e89c-435c-97e4-78a753ac159d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:10.321145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 3704ac15-e89c-435c-97e4-78a753ac159d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=3704ac15-e89c-435c-97e4-78a753ac159d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:10.399666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f58ed-9ab4-475d-aa43-250709903a6c req-8fd15ffd-0143-43ff-b82f-af52deb5a851 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:10.401164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2f58ed-9ab4-475d-aa43-250709903a6c req-8fd15ffd-0143-43ff-b82f-af52deb5a851 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 943 time: 0.0494258 Dec 16 07:50:10.451018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2f58ed-9ab4-475d-aa43-250709903a6c req-98f079b9-4ab9-4c2b-80d0-d4a20c418665 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Dec 16 07:50:10.500336 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:10.510255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8c35782f-decc-4b1c-83f1-44d5f71061dd details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:10.589728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-516b3545-71b0-4991-9727-3a8ed616bfba req-ea266c3c-3ed0-438d-8bfc-664574307818 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 210 time: 0.0674629 Dec 16 07:50:10.681417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=3704ac15-e89c-435c-97e4-78a753ac159d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:10.694306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-801e898f-9f7e-4b5a-9b74-6ccb44539bfb req-54afd28b-b3ab-4dbb-bf30-76e9d8b756bc tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0325160 Dec 16 07:50:10.696467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:10.725776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 8c35782f-decc-4b1c-83f1-44d5f71061dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8c35782f-decc-4b1c-83f1-44d5f71061dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:10.760575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c443b-3286-4406-81a4-d291dd641bb2 req-140554b0-6fbf-4268-be10-b6035926a3a4 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:10.762307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-140554b0-6fbf-4268-be10-b6035926a3a4 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.36 "GET /v2.0/networks?id=f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 HTTP/1.1" status: 200 len: 820 time: 0.1787493 Dec 16 07:50:10.765824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '8c35782f-decc-4b1c-83f1-44d5f71061dd', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '8c35782f-decc-4b1c-83f1-44d5f71061dd', 'mac_address': 'fa:16:3e:a3:08:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:50:10.808491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Request body: {'port': {'device_id': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10', 'admin_state_up': True, 'tenant_id': '99da5b058a254a2e82947858ef086ccf'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:10.811233 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:10.835852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c35782f-decc-4b1c-83f1-44d5f71061dd {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:10.857830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 8c35782f-decc-4b1c-83f1-44d5f71061dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8c35782f-decc-4b1c-83f1-44d5f71061dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:10.870220 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87786598-ce34-4bb4-b8a9-68c3150d21a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:10.913471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98f7df-8997-4616-a68a-59819f9df39b req-5fb7a3f2-24c6-43ca-8b65-3e3a11c09ce2 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:10.915289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e98f7df-8997-4616-a68a-59819f9df39b req-5fb7a3f2-24c6-43ca-8b65-3e3a11c09ce2 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 948 time: 0.1379123 Dec 16 07:50:10.995449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87786598-ce34-4bb4-b8a9-68c3150d21a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.010276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e98f7df-8997-4616-a68a-59819f9df39b req-ebf707ba-15cc-42d7-bdc6-158451578fd0 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816314 Dec 16 07:50:11.014883 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.078643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87786598-ce34-4bb4-b8a9-68c3150d21a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.114981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=8c35782f-decc-4b1c-83f1-44d5f71061dd,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:11.132155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46624) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:11.136892 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-87786598-ce34-4bb4-b8a9-68c3150d21a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9ba713e5f3f4557a97bddeac40e8d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391031 Dec 16 07:50:11.142000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87786598-ce34-4bb4-b8a9-68c3150d21a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad018cc-6f43-4602-95b3-bc756aa25c4b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:11.185945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Made reservation on behalf of 99da5b058a254a2e82947858ef086ccf for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:11.190391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.261993 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-262c6665-49ce-437b-a292-81522fd75fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.299837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-262c6665-49ce-437b-a292-81522fd75fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.373188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Allocated IP 172.20.0.2 (f3a839ce-358b-4cb2-aa6e-69ef4bff9b10/d5013429-b547-4be3-bf9b-632b90d21e79/ae513496-5636-45b6-8972-1b27319bd0a6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:11.482469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['3704ac15-e89c-435c-97e4-78a753ac159d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:11.502321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-262c6665-49ce-437b-a292-81522fd75fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.506158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-262c6665-49ce-437b-a292-81522fd75fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.508110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-262c6665-49ce-437b-a292-81522fd75fff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ad018cc-6f43-4602-95b3-bc756aa25c4b HTTP/1.1" status: 204 len: 168 time: 0.3745100 Dec 16 07:50:11.535521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c6665-49ce-437b-a292-81522fd75fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad018cc-6f43-4602-95b3-bc756aa25c4b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:11.548286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8c35782f-decc-4b1c-83f1-44d5f71061dd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:11.576870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.734344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.801953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:11.806277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:11.809817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:11.813902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Pushing event updated for resources: {'Port': ['ID=ae513496-5636-45b6-8972-1b27319bd0a6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:11.865667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:11.866318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:11.960883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-46a9bb0d-43be-44b2-a39d-d7eb16ffbfc3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1775126 Dec 16 07:50:11.991021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Request body: {'port': {'device_id': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:12.123865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:12.205434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-47f3627f-4690-45b9-b3fd-f7e74251b732 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:12.207904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-47f3627f-4690-45b9-b3fd-f7e74251b732 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.1973691 Dec 16 07:50:12.228043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Request body: {'port': {'device_id': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'admin_state_up': True, 'tenant_id': '17402e23c60b41d4959cddb5fe5d4040'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:12.470580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b5631-40ce-4554-8c4a-fc62f49279c9 req-1126b15b-f094-4aaf-a4be-4674f88860ff tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:12.471224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b3b5631-40ce-4554-8c4a-fc62f49279c9 req-1126b15b-f094-4aaf-a4be-4674f88860ff tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 944 time: 0.2359333 Dec 16 07:50:12.593121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b3b5631-40ce-4554-8c4a-fc62f49279c9 req-d3fd7321-b85d-4544-9a9d-b3bd653075be tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063654 Dec 16 07:50:12.662491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-4e49f828-f0b3-4bbf-85f6-c16a7fc8158c tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:50:12.668018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-4e49f828-f0b3-4bbf-85f6-c16a7fc8158c tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087583 Dec 16 07:50:12.672155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Made reservation on behalf of 17402e23c60b41d4959cddb5fe5d4040 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:12.681304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:12.686863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae513496-5636-45b6-8972-1b27319bd0a6 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:12.716999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:12.730575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-4e0b7da0-300a-4a20-9371-a46341d83c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:12.732500 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-4e0b7da0-300a-4a20-9371-a46341d83c01 service neutron] 10.222.0.43 "GET /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 1094 time: 0.0575011 Dec 16 07:50:12.744383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Request body: {'binding': {'host': 'n-h2-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:12.744845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Unknown quota resources ['binding']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:50:12.772786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Transition to ACTIVE for port object ae513496-5636-45b6-8972-1b27319bd0a6 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:50:12.838667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b12fa02c-d81f-4835-8f94-fa3bae7f4e68 req-710eab12-55e9-469b-9b6b-c75a63ea9f79 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 210 time: 0.0650845 Dec 16 07:50:12.856846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:12.970975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on host n-h2-820935-11 for vnic_type normal with profile None {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:12.971260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:12.971795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:12.981476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:50:12.981809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:12.995779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:12.996125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:12.996902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:12.999026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Bound port: 452cb3b3-5060-4e54-90ad-523897605447, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:13.007545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Pushing event updated for resources: {'Port': ['ID=ae513496-5636-45b6-8972-1b27319bd0a6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:13.062637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Allocated IP 172.20.0.11 (44898edf-e276-4d8a-90b3-dc38a1becd96/6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d/68d0f389-6a40-4cb2-94f0-51698b514164) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:13.068923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:13.092584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6de16-e97b-4d34-bc3a-aba9f84fb9d6 req-838d20e3-aa4f-4663-afa2-25c20a27367e tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:13.093996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-06a6de16-e97b-4d34-bc3a-aba9f84fb9d6 req-838d20e3-aa4f-4663-afa2-25c20a27367e tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 943 time: 0.1562645 Dec 16 07:50:13.142742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Attempting to bind port ae513496-5636-45b6-8972-1b27319bd0a6 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:13.143504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Attempting to bind port ae513496-5636-45b6-8972-1b27319bd0a6 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '813514f6-7d03-4805-95cc-d187a51fb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:13.143504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Attempting to bind port ae513496-5636-45b6-8972-1b27319bd0a6 on network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:13.159351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:13.166805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Port ae513496-5636-45b6-8972-1b27319bd0a6 on network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:50:13.167181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Attempting to bind port ae513496-5636-45b6-8972-1b27319bd0a6 on network f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:13.170455 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-7fee6bb2-e4d9-4b31-b66d-ba33997c6a11 service neutron] 10.222.0.43 "POST /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447/bindings HTTP/1.1" status: 201 len: 390 time: 0.4260626 Dec 16 07:50:13.205495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:13.205842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Checking segment: {'id': '813514f6-7d03-4805-95cc-d187a51fb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:13.211478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Bound using segment: {'id': '813514f6-7d03-4805-95cc-d187a51fb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:13.211478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Bound port: ae513496-5636-45b6-8972-1b27319bd0a6, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813514f6-7d03-4805-95cc-d187a51fb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:13.211478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:13.237292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-06a6de16-e97b-4d34-bc3a-aba9f84fb9d6 req-a77fea73-e40b-4890-b7d5-5b22632a1410 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348145 Dec 16 07:50:13.349745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] For port ae513496-5636-45b6-8972-1b27319bd0a6, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:13.354143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] For port ae513496-5636-45b6-8972-1b27319bd0a6, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ae513496-5636-45b6-8972-1b27319bd0a6,segment=NetworkSegment(813514f6-7d03-4805-95cc-d187a51fb909),segment_id=813514f6-7d03-4805-95cc-d187a51fb909)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:13.357045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:13.431791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252805-05c4-4b34-81ec-727c9e0c375b req-03022755-bb1c-41e0-be88-3962726f5992 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:13.433652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66252805-05c4-4b34-81ec-727c9e0c375b req-03022755-bb1c-41e0-be88-3962726f5992 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 949 time: 0.0705199 Dec 16 07:50:13.486246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66252805-05c4-4b34-81ec-727c9e0c375b req-8c0edd7d-1789-4feb-bea0-cf3e05bebbe0 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460780 Dec 16 07:50:13.500211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:13.546621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:13.564793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:13.565426 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:13.566956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae513496-5636-45b6-8972-1b27319bd0a6 HTTP/1.1" status: 200 len: 1092 time: 1.5807033 Dec 16 07:50:13.567777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'tag': 'ae513496-5636-45b6-8972-1b27319bd0a6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:13.570290 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9c622c-9a9a-4f0b-9ed5-2e7ed5617e34" -d '{"events": [{"name": "network-changed", "server_uuid": "98628602-eb28-4542-8130-9d8b89dd6ef5", "tag": "ae513496-5636-45b6-8972-1b27319bd0a6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:13.604606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:13.609070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:13.611113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40922948-5e80-4050-8d6e-7727819eaa76 service neutron] Pushing event updated for resources: {'Port': ['ID=ae513496-5636-45b6-8972-1b27319bd0a6,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:13.616454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:13.680706 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d3e86-b4f6-493f-95b3-98b21bf0c001 x-openstack-request-id: req-ff8d3e86-b4f6-493f-95b3-98b21bf0c001 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:13.680896 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98628602-eb28-4542-8130-9d8b89dd6ef5", "tag": "ae513496-5636-45b6-8972-1b27319bd0a6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:13.686526 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff8d3e86-b4f6-493f-95b3-98b21bf0c001 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:13.686526 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'tag': 'ae513496-5636-45b6-8972-1b27319bd0a6', 'status': 'completed', 'code': 200} Dec 16 07:50:13.743468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:13.744104 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:13.766970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:13.794416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d366-f33e-4926-8b37-536d221018e4 req-d6f0f124-b54b-4b00-b151-573a7f6a149b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:13.795967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad46d366-f33e-4926-8b37-536d221018e4 req-d6f0f124-b54b-4b00-b151-573a7f6a149b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.1344516 Dec 16 07:50:13.820481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c622c-9a9a-4f0b-9ed5-2e7ed5617e34 req-2553417c-6199-4954-a730-f45a19e142c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:13.821991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b9c622c-9a9a-4f0b-9ed5-2e7ed5617e34 req-2553417c-6199-4954-a730-f45a19e142c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=99da5b058a254a2e82947858ef086ccf&device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0961950 Dec 16 07:50:13.897433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-0ac96024-0980-4834-af75-f571cc564d1c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6732185 Dec 16 07:50:13.903086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad46d366-f33e-4926-8b37-536d221018e4 req-53398345-cd3a-4f6e-aab4-32281b0a3744 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003239 Dec 16 07:50:13.939059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Request body: {'port': {'device_id': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:13.991470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c622c-9a9a-4f0b-9ed5-2e7ed5617e34 req-c05a6e0f-c5c4-4353-afad-3912d2bf1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:13.993042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b9c622c-9a9a-4f0b-9ed5-2e7ed5617e34 req-c05a6e0f-c5c4-4353-afad-3912d2bf1fa0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=99da5b058a254a2e82947858ef086ccf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1520970 Dec 16 07:50:14.084377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-15351c7f-aa7d-46cf-933e-ab116d66b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:14.087670 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-15351c7f-aa7d-46cf-933e-ab116d66b469 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1097 time: 0.0773597 Dec 16 07:50:14.125884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8c35782f-decc-4b1c-83f1-44d5f71061dd up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:14.257934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-a9aa7a12-af7a-4048-a74d-f6997da3ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:14.259640 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-a9aa7a12-af7a-4048-a74d-f6997da3ef40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.1617098 Dec 16 07:50:14.316197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 8c35782f-decc-4b1c-83f1-44d5f71061dd completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:50:14.321944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 8c35782f-decc-4b1c-83f1-44d5f71061dd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:14.322731 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:14.322992 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-87e845fe-ee74-4223-89ab-5f2161073b23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 217 time: 0.0421700 Dec 16 07:50:14.446615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:14.460023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-d19bda63-7777-4c08-bc3b-2981ac6751a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:14.463123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-d19bda63-7777-4c08-bc3b-2981ac6751a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1327627 Dec 16 07:50:14.473614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c35782f-decc-4b1c-83f1-44d5f71061dd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:14.479817 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13685365-1943-4adf-ab5e-2fd7a5109aa9" -d '{"events": [{"server_uuid": "f8c1f689-dd8e-4460-8a45-243089a8c6fe", "name": "network-vif-plugged", "status": "completed", "tag": "8c35782f-decc-4b1c-83f1-44d5f71061dd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:14.494582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 8c35782f-decc-4b1c-83f1-44d5f71061dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8c35782f-decc-4b1c-83f1-44d5f71061dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:14.532585 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3e72fd20-568b-449d-807e-f98c144f89e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577824 Dec 16 07:50:14.541323 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:14.568354 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:14.569535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 3704ac15-e89c-435c-97e4-78a753ac159d up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:14.579766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717b7d5-6f73-4fc9-a4ff-16ecf7de3075 req-11898d4e-6b29-47eb-83a2-324e5c9f457a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:14.581319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4717b7d5-6f73-4fc9-a4ff-16ecf7de3075 req-11898d4e-6b29-47eb-83a2-324e5c9f457a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 944 time: 0.5711455 Dec 16 07:50:14.607001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003b28-18de-45c6-b514-76be47544d9d req-45a4f758-7f7b-4bb4-902d-940afb6b4471 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:14.608528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b003b28-18de-45c6-b514-76be47544d9d req-45a4f758-7f7b-4bb4-902d-940afb6b4471 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 932 time: 0.1123002 Dec 16 07:50:14.727716 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-910fc81b-cda1-4963-83ff-ffe74e69369a service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832728 Dec 16 07:50:14.744360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=8c35782f-decc-4b1c-83f1-44d5f71061dd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:14.808434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 3704ac15-e89c-435c-97e4-78a753ac159d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:50:14.812774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 3704ac15-e89c-435c-97e4-78a753ac159d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:14.813142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:14.853950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c622c-9a9a-4f0b-9ed5-2e7ed5617e34 req-1019ce12-a715-4aa5-85cd-f7a909eefeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:14.855898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b9c622c-9a9a-4f0b-9ed5-2e7ed5617e34 req-1019ce12-a715-4aa5-85cd-f7a909eefeff service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8468361 Dec 16 07:50:14.863215 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-c63953d6-e4a5-4cab-becf-30f7cdc2808c service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264226 Dec 16 07:50:14.896835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b003b28-18de-45c6-b514-76be47544d9d req-dfcded2c-c93b-4cb3-8cb4-ae08fc69befc tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097298 Dec 16 07:50:14.904847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4717b7d5-6f73-4fc9-a4ff-16ecf7de3075 req-83bdc904-88f2-42d4-96ad-9acc258a61e9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134460 Dec 16 07:50:14.963846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:15.033029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 3704ac15-e89c-435c-97e4-78a753ac159d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=3704ac15-e89c-435c-97e4-78a753ac159d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:15.049673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c443b-3286-4406-81a4-d291dd641bb2 req-c6d488ce-0097-4dff-a31c-dbd41de3c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:15.052122 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-c6d488ce-0097-4dff-a31c-dbd41de3c754 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=99da5b058a254a2e82947858ef086ccf&device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0969901 Dec 16 07:50:15.106347 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:15.124422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d0f389-6a40-4cb2-94f0-51698b514164 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:15.134889 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:15.164356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Transition to ACTIVE for port object 68d0f389-6a40-4cb2-94f0-51698b514164 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:50:15.178705 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-435195ce-6b96-41ee-b6b9-7736308839f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae513496-5636-45b6-8972-1b27319bd0a6 HTTP/1.1" status: 200 len: 217 time: 0.1069233 Dec 16 07:50:15.207313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4331dd-8e62-4c7f-ac2f-3e218d873874 req-917b09f2-8b15-48bc-bbcd-15990741afa7 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:15.207313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a4331dd-8e62-4c7f-ac2f-3e218d873874 req-917b09f2-8b15-48bc-bbcd-15990741afa7 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.1247113 Dec 16 07:50:15.207313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954fcd4-5f6d-414e-b60a-c37316b35988 req-f29eee0e-d5b3-4743-85c7-5b1aa537d9d3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:15.207313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a954fcd4-5f6d-414e-b60a-c37316b35988 req-f29eee0e-d5b3-4743-85c7-5b1aa537d9d3 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 943 time: 0.1347597 Dec 16 07:50:15.218634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=3704ac15-e89c-435c-97e4-78a753ac159d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:15.260919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:15.269718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c443b-3286-4406-81a4-d291dd641bb2 req-862fa1e0-d21b-4176-b406-3bbb5a2643cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:15.271987 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-862fa1e0-d21b-4176-b406-3bbb5a2643cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5013429-b547-4be3-bf9b-632b90d21e79 HTTP/1.1" status: 200 len: 860 time: 0.0806611 Dec 16 07:50:15.315676 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-389897b7-04cf-42fb-b1da-997eef470b1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3a839ce-358b-4cb2-aa6e-69ef4bff9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360806 Dec 16 07:50:15.339324 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a954fcd4-5f6d-414e-b60a-c37316b35988 req-26618c6f-b3b6-401d-b74c-4fcf456d50e2 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311598 Dec 16 07:50:15.372947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a4331dd-8e62-4c7f-ac2f-3e218d873874 req-0b83aaac-dc8d-4207-9122-98e206aa2f44 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688559 Dec 16 07:50:15.430481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:15.443301 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf44f4b-e41f-46d2-ba94-c9f2c16918b8 x-openstack-request-id: req-4bf44f4b-e41f-46d2-ba94-c9f2c16918b8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:15.443830 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c1f689-dd8e-4460-8a45-243089a8c6fe", "name": "network-vif-plugged", "status": "completed", "tag": "8c35782f-decc-4b1c-83f1-44d5f71061dd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:15.444284 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bf44f4b-e41f-46d2-ba94-c9f2c16918b8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:15.444830 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c35782f-decc-4b1c-83f1-44d5f71061dd', 'code': 200} Dec 16 07:50:15.477139 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-6e5e19a3-0e65-43c2-9e21-7b4bc9458e26 service neutron] 10.222.0.36 "GET /v2.0/networks/f3a839ce-358b-4cb2-aa6e-69ef4bff9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464324 Dec 16 07:50:15.642339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-553c443b-3286-4406-81a4-d291dd641bb2 req-a74e4847-6b17-4dc5-9b07-67f83d14a696 service neutron] 10.222.0.36 "GET /v2.0/networks/f3a839ce-358b-4cb2-aa6e-69ef4bff9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551425 Dec 16 07:50:15.681779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Attempting to bind port 68d0f389-6a40-4cb2-94f0-51698b514164 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:15.682353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Attempting to bind port 68d0f389-6a40-4cb2-94f0-51698b514164 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:15.682499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Attempting to bind port 68d0f389-6a40-4cb2-94f0-51698b514164 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:15.700750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c63840-9ce6-4019-aeac-e47e3e477d36 req-e2fc517d-c917-4fea-97bd-248884fcf7a7 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:15.704152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6c63840-9ce6-4019-aeac-e47e3e477d36 req-e2fc517d-c917-4fea-97bd-248884fcf7a7 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 950 time: 0.1580203 Dec 16 07:50:15.710152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Port 68d0f389-6a40-4cb2-94f0-51698b514164 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:50:15.710878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Attempting to bind port 68d0f389-6a40-4cb2-94f0-51698b514164 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:15.735992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:15.736435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Checking segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:15.736812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Bound using segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:15.737253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Bound port: 68d0f389-6a40-4cb2-94f0-51698b514164, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:15.737625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:15.766611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1abe8-d272-44b5-a824-ff2a65e02c26 req-88b62613-cc29-4e6a-9f91-02312f447936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:15.768386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19a1abe8-d272-44b5-a824-ff2a65e02c26 req-88b62613-cc29-4e6a-9f91-02312f447936 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 1102 time: 0.1749604 Dec 16 07:50:15.782437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433a71-0c93-4331-aedb-6ebe907d6123 req-6a72ce79-563b-4e7f-80f3-d4f114419060 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:15.786086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21433a71-0c93-4331-aedb-6ebe907d6123 req-6a72ce79-563b-4e7f-80f3-d4f114419060 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.1824331 Dec 16 07:50:15.895114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6c63840-9ce6-4019-aeac-e47e3e477d36 req-0e33fe7f-0ee0-464d-8602-458d8be47ae9 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662292 Dec 16 07:50:15.903836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19a1abe8-d272-44b5-a824-ff2a65e02c26 req-94e83e06-5a67-4d56-ad0b-3bf004e7412f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153083 Dec 16 07:50:15.942386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:15.946626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:15.952452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21433a71-0c93-4331-aedb-6ebe907d6123 req-1957614c-415d-433c-a78a-3b4497afdd67 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312397 Dec 16 07:50:16.030428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:16.079688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.080357 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:16.082411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] 10.222.0.36 "PUT /v2.0/ports/68d0f389-6a40-4cb2-94f0-51698b514164 HTTP/1.1" status: 200 len: 1093 time: 2.1588111 Dec 16 07:50:16.082957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:16.085223 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d734d-213b-4e33-a581-861eb69e0dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:16.150907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f710-c896-45db-82b0-285cb809a0a1 req-14060b4e-6eec-46cb-9291-5788966c8b91 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.152422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd13f710-c896-45db-82b0-285cb809a0a1 req-14060b4e-6eec-46cb-9291-5788966c8b91 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 944 time: 0.1605141 Dec 16 07:50:16.187668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ed8b7-1c1a-4764-9277-0fc6cc3c752e service neutron] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:16.228586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1176287-ec81-4b71-b73c-20c22456c271 req-a56c85b8-90b2-4a6f-9f58-8d02e2867689 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.230150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1176287-ec81-4b71-b73c-20c22456c271 req-a56c85b8-90b2-4a6f-9f58-8d02e2867689 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.1521223 Dec 16 07:50:16.263539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-0029f4aa-b647-4858-8355-e609b7f22b19 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.264942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-0029f4aa-b647-4858-8355-e609b7f22b19 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.1338091 Dec 16 07:50:16.274388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd13f710-c896-45db-82b0-285cb809a0a1 req-95fe4f64-712b-4b4a-8293-af896f394e2b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146922 Dec 16 07:50:16.328866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-68a23124-50e5-4a1f-a04d-6423833c728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.331062 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-68a23124-50e5-4a1f-a04d-6423833c728c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0522530 Dec 16 07:50:16.348129 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10d9eda-2e6b-45b4-9d3e-48d9b0973001 x-openstack-request-id: req-c10d9eda-2e6b-45b4-9d3e-48d9b0973001 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:16.348566 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:16.348829 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c10d9eda-2e6b-45b4-9d3e-48d9b0973001 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:16.349289 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164', 'status': 'completed', 'code': 200} Dec 16 07:50:16.397472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1176287-ec81-4b71-b73c-20c22456c271 req-8d5105d2-fbf1-4fd4-bc82-0b81b86110c3 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578524 Dec 16 07:50:16.404248 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-580f1d7a-6207-4710-8bac-e5df0e2b2f32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68d0f389-6a40-4cb2-94f0-51698b514164 HTTP/1.1" status: 200 len: 217 time: 0.0373414 Dec 16 07:50:16.433740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Deleting port c1ef3729-4a13-4dbe-b401-54ebefc3d981 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:16.434309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:16.501909 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-68a96014-b2e8-43f2-bbf7-0bc2f2e07162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.504375 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-68a96014-b2e8-43f2-bbf7-0bc2f2e07162 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 200 len: 844 time: 0.0894458 Dec 16 07:50:16.555542 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-47323555-0851-415d-92e9-6ca3ca87b020 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44898edf-e276-4d8a-90b3-dc38a1becd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429003 Dec 16 07:50:16.607966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46748) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:16.611213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] For port c1ef3729-4a13-4dbe-b401-54ebefc3d981, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c1ef3729-4a13-4dbe-b401-54ebefc3d981,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:16.611590 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:16.633020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec332864-bae2-4b7a-87f4-2bab2e0bf9bc req-082a37f4-527a-4cbe-887c-e83fa281473b tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.634601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec332864-bae2-4b7a-87f4-2bab2e0bf9bc req-082a37f4-527a-4cbe-887c-e83fa281473b tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 943 time: 0.1325026 Dec 16 07:50:16.646365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Calling delete_port for c1ef3729-4a13-4dbe-b401-54ebefc3d981 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:16.682111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069dda-a3b7-4274-9afc-999f422caae0 req-65345538-f40b-4602-84fb-bf825fad9fce tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:16.690307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9069dda-a3b7-4274-9afc-999f422caae0 req-65345538-f40b-4602-84fb-bf825fad9fce tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 945 time: 0.1466188 Dec 16 07:50:16.702838 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-30f01db3-0e5f-409d-88c4-d1e7f8e5d631 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383870 Dec 16 07:50:16.787500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b7534a-5b95-4017-9b1a-04189065a566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:16.811246 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d0b5deda-df4e-4001-b683-c73c4f4ced3f req-ef76b919-2a83-43e3-9488-20fe566c9f66 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986223 Dec 16 07:50:16.833375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec332864-bae2-4b7a-87f4-2bab2e0bf9bc req-3fbbacd0-984a-4976-804f-90b06d7ac90b tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880941 Dec 16 07:50:16.856916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9069dda-a3b7-4274-9afc-999f422caae0 req-663fc51e-e770-4f27-85f7-6c75db45a513 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd127b86-17e3-4e62-9cd0-88e76de473b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596088 Dec 16 07:50:16.959733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b7534a-5b95-4017-9b1a-04189065a566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.027204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-a0d7f0d2-71a6-4be0-a0a0-704f893a0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:17.027598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77e5d9-c042-4ff9-ae2e-e1764d660f67 req-1623d0e6-7824-42b0-ac5b-79269ab72bca tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:17.029068 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-a0d7f0d2-71a6-4be0-a0a0-704f893a0f59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0508232 Dec 16 07:50:17.029432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc77e5d9-c042-4ff9-ae2e-e1764d660f67 req-1623d0e6-7824-42b0-ac5b-79269ab72bca tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 950 time: 0.0556509 Dec 16 07:50:17.030811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.084314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b7534a-5b95-4017-9b1a-04189065a566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.092710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Pushing event deleted for resources: {'Port': ['ID=c1ef3729-4a13-4dbe-b401-54ebefc3d981,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:17.212028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-a75bace8-9a98-4153-8804-d3353f3c397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:17.215156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-80b7534a-5b95-4017-9b1a-04189065a566 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d19b639c829490f9ddf5b3ec615a599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6096787 Dec 16 07:50:17.215912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7534a-5b95-4017-9b1a-04189065a566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea2af2-a355-45d3-a552-75b868c8944c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:17.219793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] No DVR routers for this DVR port c1ef3729-4a13-4dbe-b401-54ebefc3d981 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:17.222119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:17.234025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.238872 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-a75bace8-9a98-4153-8804-d3353f3c397b service neutron] 10.222.0.36 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 905 time: 0.2017503 Dec 16 07:50:17.239131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5abb31f2-bf86-4891-a303-39d7a1ccd6bc req-c22c2dbf-0941-46a8-83b4-ac6d34ab4b80 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.36 "DELETE /v2.0/ports/c1ef3729-4a13-4dbe-b401-54ebefc3d981 HTTP/1.1" status: 204 len: 173 time: 0.9630115 Dec 16 07:50:17.290022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc77e5d9-c042-4ff9-ae2e-e1764d660f67 req-2240cbe1-f80b-48e6-90ac-ec10f8057a2e tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513890 Dec 16 07:50:17.306436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676119-ebf4-423a-85ba-cf03f3ea0f09 req-3e842e7c-069d-4920-837f-6ba49a06aa3d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:17.310635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56676119-ebf4-423a-85ba-cf03f3ea0f09 req-3e842e7c-069d-4920-837f-6ba49a06aa3d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.2650552 Dec 16 07:50:17.314432 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-3cc185e5-2c6f-4ce6-814e-3cd580414f1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68d0f389-6a40-4cb2-94f0-51698b514164 HTTP/1.1" status: 200 len: 217 time: 0.0648890 Dec 16 07:50:17.369735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['c1ef3729-4a13-4dbe-b401-54ebefc3d981'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:17.434914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-760ff444-c308-4a19-8833-3b652c6f2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:17.437704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-760ff444-c308-4a19-8833-3b652c6f2ed2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 200 len: 844 time: 0.1073701 Dec 16 07:50:17.446797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3704ac15-e89c-435c-97e4-78a753ac159d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:17.449713 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd8dd4a-a51f-4a81-832e-f2573bee1d97" -d '{"events": [{"server_uuid": "0814b3a4-d09e-4d72-b291-40b9b8a5df52", "name": "network-vif-plugged", "status": "completed", "tag": "3704ac15-e89c-435c-97e4-78a753ac159d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:17.506786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3ffee3d-9411-4224-9e67-b32019ad5547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.508748 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-3b4bff71-50bf-4659-a6ab-f537f6365620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44898edf-e276-4d8a-90b3-dc38a1becd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521667 Dec 16 07:50:17.520997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56676119-ebf4-423a-85ba-cf03f3ea0f09 req-3dbdabe0-b8bb-46b9-9b06-ad10465f90fd tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996620 Dec 16 07:50:17.594127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3ffee3d-9411-4224-9e67-b32019ad5547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.695275 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-7e467148-8cd4-49de-890c-e1b7fc2557fd service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771154 Dec 16 07:50:17.746201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023457f-d87d-4c7e-af26-cc234fce129a req-1bf13e3b-e8b8-4bd4-933a-9df6ba94e2c4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:17.747788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7023457f-d87d-4c7e-af26-cc234fce129a req-1bf13e3b-e8b8-4bd4-933a-9df6ba94e2c4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 944 time: 0.3072205 Dec 16 07:50:17.777661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1579-65e4-45da-b7d0-ec5ac470fee4 req-41eaa2b3-9f93-4443-9070-9b2d1923bad5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:17.779106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-275a1579-65e4-45da-b7d0-ec5ac470fee4 req-41eaa2b3-9f93-4443-9070-9b2d1923bad5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.1385481 Dec 16 07:50:17.827049 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f74d734d-213b-4e33-a581-861eb69e0dbb req-6c37f37f-5ea5-47f1-b861-98d804ce5590 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235254 Dec 16 07:50:17.849134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7023457f-d87d-4c7e-af26-cc234fce129a req-618420fb-59c9-4b65-a480-dc66ad2a6095 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908327 Dec 16 07:50:17.853416 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3ffee3d-9411-4224-9e67-b32019ad5547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.855968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3ffee3d-9411-4224-9e67-b32019ad5547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:17.859844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b3ffee3d-9411-4224-9e67-b32019ad5547 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fea2af2-a355-45d3-a552-75b868c8944c HTTP/1.1" status: 204 len: 168 time: 0.6301820 Dec 16 07:50:17.875891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-275a1579-65e4-45da-b7d0-ec5ac470fee4 req-2ecfd70f-7f92-49dc-bd13-6ab4497f1796 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828516 Dec 16 07:50:17.887131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffee3d-9411-4224-9e67-b32019ad5547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea2af2-a355-45d3-a552-75b868c8944c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:17.967206 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7438e1-d269-4d2c-90a8-c93faceeebfe x-openstack-request-id: req-1c7438e1-d269-4d2c-90a8-c93faceeebfe {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:17.967634 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814b3a4-d09e-4d72-b291-40b9b8a5df52", "name": "network-vif-plugged", "status": "completed", "tag": "3704ac15-e89c-435c-97e4-78a753ac159d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:17.968123 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c7438e1-d269-4d2c-90a8-c93faceeebfe {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:17.968660 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3704ac15-e89c-435c-97e4-78a753ac159d', 'code': 200} Dec 16 07:50:18.058210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc648a-2ccf-40c5-861b-5b1df0c4a96c req-a9675cdc-5023-4eb2-91e3-046ed44407c7 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:18.059858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bfc648a-2ccf-40c5-861b-5b1df0c4a96c req-a9675cdc-5023-4eb2-91e3-046ed44407c7 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 943 time: 0.0892622 Dec 16 07:50:18.108032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8772fe2e-28cd-4ab6-b27c-b8d9eea23a04 req-ed0db5f3-7f21-4802-9673-895f6b600205 tempest-AttachSCSIVolumeTestJSON-1710286981 tempest-AttachSCSIVolumeTestJSON-1710286981-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0dc58d-6c6f-49f0-992f-ba90193ae3f7 HTTP/1.1" status: 200 len: 210 time: 0.0613489 Dec 16 07:50:18.160373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9d05-9097-4fc0-b480-a4b825ed2406 req-af3e4a0b-0823-4014-b831-4f84f004b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:18.161741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b3c9d05-9097-4fc0-b480-a4b825ed2406 req-af3e4a0b-0823-4014-b831-4f84f004b604 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 1097 time: 0.0848510 Dec 16 07:50:18.166635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bfc648a-2ccf-40c5-861b-5b1df0c4a96c req-ee52e1cb-7c3d-4a16-9da0-92e6deb32377 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984819 Dec 16 07:50:18.213913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b3c9d05-9097-4fc0-b480-a4b825ed2406 req-37f3bbdd-e18a-4a15-ae0c-924159e89d27 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Dec 16 07:50:18.350865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'name': 'network-vif-deleted', 'tag': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:18.353546 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5bdc4-a6a1-45bd-98b4-060b2dc22761" -d '{"events": [{"server_uuid": "1a0dc58d-6c6f-49f0-992f-ba90193ae3f7", "name": "network-vif-deleted", "tag": "c1ef3729-4a13-4dbe-b401-54ebefc3d981"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:18.393657 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf55ca41-ea87-4327-b7d4-d68e3ae5726d x-openstack-request-id: req-cf55ca41-ea87-4327-b7d4-d68e3ae5726d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:18.395244 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0dc58d-6c6f-49f0-992f-ba90193ae3f7", "name": "network-vif-deleted", "tag": "c1ef3729-4a13-4dbe-b401-54ebefc3d981", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:18.395587 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf55ca41-ea87-4327-b7d4-d68e3ae5726d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:18.396384 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0dc58d-6c6f-49f0-992f-ba90193ae3f7', 'name': 'network-vif-deleted', 'tag': 'c1ef3729-4a13-4dbe-b401-54ebefc3d981', 'status': 'completed', 'code': 200} Dec 16 07:50:18.462334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b116a-10c3-4b0c-9618-40aaf8c98ce7 req-e8530a55-5ddb-4d2a-970a-cc9a2f00bccc tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:18.463899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f09b116a-10c3-4b0c-9618-40aaf8c98ce7 req-e8530a55-5ddb-4d2a-970a-cc9a2f00bccc tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 950 time: 0.0646017 Dec 16 07:50:18.536572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f09b116a-10c3-4b0c-9618-40aaf8c98ce7 req-5eda28f6-ad91-4ac5-8b64-94263f011914 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662782 Dec 16 07:50:18.671111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ae513496-5636-45b6-8972-1b27319bd0a6 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:18.699737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2dde2-677a-469a-88cd-afc7644e3de7 req-0b8d41e9-4312-453f-9067-b3a5e41a03fc tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:18.711600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47c2dde2-677a-469a-88cd-afc7644e3de7 req-0b8d41e9-4312-453f-9067-b3a5e41a03fc tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0861526 Dec 16 07:50:18.711600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46782) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:18.737485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92035cc6-a228-435b-88da-3bb40b093939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:18.811325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47c2dde2-677a-469a-88cd-afc7644e3de7 req-a0f95500-4a9e-41ab-adec-892baa443174 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Dec 16 07:50:18.813993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ae513496-5636-45b6-8972-1b27319bd0a6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ae513496-5636-45b6-8972-1b27319bd0a6,segment=NetworkSegment(813514f6-7d03-4805-95cc-d187a51fb909),segment_id=813514f6-7d03-4805-95cc-d187a51fb909)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:18.831672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'ae513496-5636-45b6-8972-1b27319bd0a6', 'network_id': 'f3a839ce-358b-4cb2-aa6e-69ef4bff9b10', 'port_id': 'ae513496-5636-45b6-8972-1b27319bd0a6', 'mac_address': 'fa:16:3e:d8:fd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5013429-b547-4be3-bf9b-632b90d21e79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:50:18.852427 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92035cc6-a228-435b-88da-3bb40b093939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:18.874476 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:18.900699 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae513496-5636-45b6-8972-1b27319bd0a6 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:18.932431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ae513496-5636-45b6-8972-1b27319bd0a6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ae513496-5636-45b6-8972-1b27319bd0a6,segment=NetworkSegment(813514f6-7d03-4805-95cc-d187a51fb909),segment_id=813514f6-7d03-4805-95cc-d187a51fb909)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:18.978636 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92035cc6-a228-435b-88da-3bb40b093939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:18.997741 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:19.030459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92035cc6-a228-435b-88da-3bb40b093939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb49044f-d8ca-440a-b6ed-572690e11a23,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:19.039542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-92035cc6-a228-435b-88da-3bb40b093939 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5835b96573bb44c0bd7175e4fab468e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240957 Dec 16 07:50:19.040641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46790) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:19.050625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99424-27c4-4573-93f0-77c8ee867951 req-ba570d00-4aeb-40a6-ae53-17d78bc2d236 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:19.052893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2b99424-27c4-4573-93f0-77c8ee867951 req-ba570d00-4aeb-40a6-ae53-17d78bc2d236 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 944 time: 0.1070786 Dec 16 07:50:19.110927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ae513496-5636-45b6-8972-1b27319bd0a6,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:19.116095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0d555f5-0a82-4d64-9035-2b645d92112e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:19.143086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0d555f5-0a82-4d64-9035-2b645d92112e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:19.169580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2b99424-27c4-4573-93f0-77c8ee867951 req-ff45ee19-f65b-43ed-835d-0b60d66cb8d9 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074376 Dec 16 07:50:19.182402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58952df-a56b-4438-9a0a-7361f975f486 req-425e54c5-904b-49c3-a88d-43f94f2bacf5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:19.184256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f58952df-a56b-4438-9a0a-7361f975f486 req-425e54c5-904b-49c3-a88d-43f94f2bacf5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.0831714 Dec 16 07:50:19.250636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f58952df-a56b-4438-9a0a-7361f975f486 req-3a4a0182-14d5-4f8c-b910-a171506605ac tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529623 Dec 16 07:50:19.301776 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0d555f5-0a82-4d64-9035-2b645d92112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:19.301776 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0d555f5-0a82-4d64-9035-2b645d92112e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:19.301776 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0d555f5-0a82-4d64-9035-2b645d92112e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb49044f-d8ca-440a-b6ed-572690e11a23 HTTP/1.1" status: 204 len: 168 time: 0.2569752 Dec 16 07:50:19.314098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d555f5-0a82-4d64-9035-2b645d92112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb49044f-d8ca-440a-b6ed-572690e11a23,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:19.338173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dff4a-e56c-4b73-aced-2932c4bee26e req-d490d05d-346a-480c-9f20-e46e761d3f65 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:19.339754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-615dff4a-e56c-4b73-aced-2932c4bee26e req-d490d05d-346a-480c-9f20-e46e761d3f65 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 950 time: 0.0795720 Dec 16 07:50:19.380532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ae513496-5636-45b6-8972-1b27319bd0a6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:19.428328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-615dff4a-e56c-4b73-aced-2932c4bee26e req-57f346eb-6afe-40bb-b763-19fc2ffcd27a tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784142 Dec 16 07:50:19.447220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cfe88-c149-49c9-aaf0-b39812a7c19e req-045899d7-9610-46fa-8b9b-91a7f5d68124 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:19.455512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc4cfe88-c149-49c9-aaf0-b39812a7c19e req-045899d7-9610-46fa-8b9b-91a7f5d68124 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 944 time: 0.0854332 Dec 16 07:50:19.521843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc4cfe88-c149-49c9-aaf0-b39812a7c19e req-4fa71890-9b05-4ab2-be37-30dc345da449 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650907 Dec 16 07:50:19.965087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26749fcf-da71-4fa7-a81d-2d1aa39f0947 req-4d70d0a3-7145-4172-9d4b-a848e207941e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:19.966817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26749fcf-da71-4fa7-a81d-2d1aa39f0947 req-4d70d0a3-7145-4172-9d4b-a848e207941e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0690463 Dec 16 07:50:20.022937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26749fcf-da71-4fa7-a81d-2d1aa39f0947 req-3167db50-ce72-4b27-8efb-b000f51eda65 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482814 Dec 16 07:50:20.307087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ad676-0749-47fe-b9cf-9af4e1c10d5b req-f89d0487-cd5a-400a-884b-f0b2ba9a1196 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:20.309052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c04ad676-0749-47fe-b9cf-9af4e1c10d5b req-f89d0487-cd5a-400a-884b-f0b2ba9a1196 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 944 time: 0.0528398 Dec 16 07:50:20.393441 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c04ad676-0749-47fe-b9cf-9af4e1c10d5b req-14b30378-0510-41d0-8dad-58e15dc499d0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784562 Dec 16 07:50:20.407059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e9e69-d95d-4015-bf2e-069d89164df8 req-981f3af4-2cc4-4e0c-ba29-1c71971e9ec2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:20.415875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-795e9e69-d95d-4015-bf2e-069d89164df8 req-981f3af4-2cc4-4e0c-ba29-1c71971e9ec2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.0986590 Dec 16 07:50:20.468952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-795e9e69-d95d-4015-bf2e-069d89164df8 req-a9fdb187-4d7d-4260-96a7-f1ae5ddbcb3f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521312 Dec 16 07:50:20.599213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da618b-1ead-4274-b0ca-2f09c53c2eca req-b10b06f3-bd18-494c-a559-9e1df38266d2 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:20.608056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7da618b-1ead-4274-b0ca-2f09c53c2eca req-b10b06f3-bd18-494c-a559-9e1df38266d2 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 950 time: 0.1009784 Dec 16 07:50:20.634828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f711-353c-4c33-9f2b-7f26930a863a req-e74ebf67-b741-4e92-a432-335ec918a2bb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:20.636497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fa7f711-353c-4c33-9f2b-7f26930a863a req-e74ebf67-b741-4e92-a432-335ec918a2bb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.0940480 Dec 16 07:50:20.683687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 68d0f389-6a40-4cb2-94f0-51698b514164 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:20.690024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ae513496-5636-45b6-8972-1b27319bd0a6 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:20.695036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7da618b-1ead-4274-b0ca-2f09c53c2eca req-57fc0446-e578-436f-93ea-6785892dbf54 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Dec 16 07:50:20.719945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fa7f711-353c-4c33-9f2b-7f26930a863a req-15df5d6b-015e-4518-bb90-b6fe782a0462 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738301 Dec 16 07:50:20.883562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43514cf2-abbc-4ac9-89c3-9b251bc45d22 req-a90904db-a89a-4418-904c-c7d153f3f5f4 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:20.885396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:20.891299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43514cf2-abbc-4ac9-89c3-9b251bc45d22 req-a90904db-a89a-4418-904c-c7d153f3f5f4 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 944 time: 0.0866392 Dec 16 07:50:20.901562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '68d0f389-6a40-4cb2-94f0-51698b514164', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': '68d0f389-6a40-4cb2-94f0-51698b514164', 'mac_address': 'fa:16:3e:9d:81:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:50:20.956222 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:20.965953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port ae513496-5636-45b6-8972-1b27319bd0a6 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:50:20.975340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d0f389-6a40-4cb2-94f0-51698b514164 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:20.980266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port ae513496-5636-45b6-8972-1b27319bd0a6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:20.980890 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:20.990040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43514cf2-abbc-4ac9-89c3-9b251bc45d22 req-c64cc10f-d5d5-4065-a4df-5630a1880198 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920525 Dec 16 07:50:21.022921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-5b29bb67-e790-4fe3-a80b-012f42b8eed7 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:21.024729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-5b29bb67-e790-4fe3-a80b-012f42b8eed7 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 950 time: 0.1118817 Dec 16 07:50:21.030891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:21.086733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:21.119707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae513496-5636-45b6-8972-1b27319bd0a6'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:21.122247 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d075f1d-dd02-49b0-85d1-debfc92b26a4" -d '{"events": [{"server_uuid": "98628602-eb28-4542-8130-9d8b89dd6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ae513496-5636-45b6-8972-1b27319bd0a6"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:21.137942 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:21.145564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ae513496-5636-45b6-8972-1b27319bd0a6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ae513496-5636-45b6-8972-1b27319bd0a6,segment=NetworkSegment(813514f6-7d03-4805-95cc-d187a51fb909),segment_id=813514f6-7d03-4805-95cc-d187a51fb909)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:21.221500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f45487-a922-4b3b-93a0-5dc458b8d3c7 req-27c7013b-7390-4d3d-acb2-cd9d7153dee1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:21.222755 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:21.223735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c1ef3729-4a13-4dbe-b401-54ebefc3d981 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:21.225729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:21.231069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3f45487-a922-4b3b-93a0-5dc458b8d3c7 req-27c7013b-7390-4d3d-acb2-cd9d7153dee1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.1074002 Dec 16 07:50:21.316503 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51645e86-dffc-46bd-ae35-2bb34a7b2347 x-openstack-request-id: req-51645e86-dffc-46bd-ae35-2bb34a7b2347 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:21.316692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3f45487-a922-4b3b-93a0-5dc458b8d3c7 req-a4070b14-3596-47e3-a22f-f478d0295599 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824666 Dec 16 07:50:21.316964 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98628602-eb28-4542-8130-9d8b89dd6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "ae513496-5636-45b6-8972-1b27319bd0a6", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:21.317222 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51645e86-dffc-46bd-ae35-2bb34a7b2347 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:21.317625 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae513496-5636-45b6-8972-1b27319bd0a6', 'code': 200} Dec 16 07:50:21.345982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Deleting port 8c35782f-decc-4b1c-83f1-44d5f71061dd {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:21.345982 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:21.376974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: c1ef3729-4a13-4dbe-b401-54ebefc3d981 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:21.377356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c1ef3729-4a13-4dbe-b401-54ebefc3d981 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:21.384758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ae513496-5636-45b6-8972-1b27319bd0a6,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:21.494108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a9b1c-ea63-41a6-8142-feb2866cefd2 req-d503f6a8-971e-4f2e-acfd-dbe2268578d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:21.495620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-146a9b1c-ea63-41a6-8142-feb2866cefd2 req-d503f6a8-971e-4f2e-acfd-dbe2268578d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0739224 Dec 16 07:50:21.502613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['68d0f389-6a40-4cb2-94f0-51698b514164'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:21.535275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48718b-9733-4273-9470-c3af5643b150 req-a7c1a87f-d78f-4818-89f9-651e78a1eed2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:21.537235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae48718b-9733-4273-9470-c3af5643b150 req-a7c1a87f-d78f-4818-89f9-651e78a1eed2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.1339240 Dec 16 07:50:21.569512 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-146a9b1c-ea63-41a6-8142-feb2866cefd2 req-f74de6f0-5e46-489f-9562-7297a072be65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554380 Dec 16 07:50:21.569918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] For port 8c35782f-decc-4b1c-83f1-44d5f71061dd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=8c35782f-decc-4b1c-83f1-44d5f71061dd,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:21.570506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:21.611258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03903398-9c26-481c-9572-b90b86217379 req-32e452fe-9ce9-4411-884a-f9bdb08de490 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:21.614397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03903398-9c26-481c-9572-b90b86217379 req-32e452fe-9ce9-4411-884a-f9bdb08de490 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 945 time: 0.1317248 Dec 16 07:50:21.617377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Calling delete_port for 8c35782f-decc-4b1c-83f1-44d5f71061dd owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:21.721766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae48718b-9733-4273-9470-c3af5643b150 req-82eae871-7318-4e66-a223-077708a59756 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692905 Dec 16 07:50:21.767499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03903398-9c26-481c-9572-b90b86217379 req-dcbf62a0-1ed1-40d5-9f56-fe8c79c723a4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476457 Dec 16 07:50:21.892616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb024-df49-4eed-b8fb-3abd5126f58d req-d7dc859f-28fa-429f-a766-367eee322ec7 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:21.894475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c51cb024-df49-4eed-b8fb-3abd5126f58d req-d7dc859f-28fa-429f-a766-367eee322ec7 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 950 time: 0.0960855 Dec 16 07:50:21.951283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c51cb024-df49-4eed-b8fb-3abd5126f58d req-a796e167-a1b9-46b8-ae97-cd3e2a9c0c3b tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7cd7dcf-bede-4ac6-b6fb-530a7926959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496004 Dec 16 07:50:22.020008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:22.056006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['8c35782f-decc-4b1c-83f1-44d5f71061dd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:22.108274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Pushing event deleted for resources: {'Port': ['ID=8c35782f-decc-4b1c-83f1-44d5f71061dd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:22.158016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] No DVR routers for this DVR port 8c35782f-decc-4b1c-83f1-44d5f71061dd on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:22.161622 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:22.164906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da301a34-fd88-4b7a-96ac-a14eddf863ac req-d8e27ce3-dca6-476d-8a40-b32de4d5bb94 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.16 "DELETE /v2.0/ports/8c35782f-decc-4b1c-83f1-44d5f71061dd HTTP/1.1" status: 204 len: 173 time: 1.1327617 Dec 16 07:50:22.165357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'name': 'network-vif-deleted', 'tag': '8c35782f-decc-4b1c-83f1-44d5f71061dd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:22.168300 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5674c701-90a5-4df8-b703-6777a6f24e31" -d '{"events": [{"server_uuid": "f8c1f689-dd8e-4460-8a45-243089a8c6fe", "name": "network-vif-deleted", "tag": "8c35782f-decc-4b1c-83f1-44d5f71061dd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:22.206863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdffc0-ccde-4c3f-9efd-efb627605a61 req-01a5097d-f1f2-452a-b4e9-7ac814fcb18a tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:22.211126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52bdffc0-ccde-4c3f-9efd-efb627605a61 req-01a5097d-f1f2-452a-b4e9-7ac814fcb18a tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.1359470 Dec 16 07:50:22.265907 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e962dc98-269a-46ea-9b85-56f865821379 x-openstack-request-id: req-e962dc98-269a-46ea-9b85-56f865821379 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:22.266517 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c1f689-dd8e-4460-8a45-243089a8c6fe", "name": "network-vif-deleted", "tag": "8c35782f-decc-4b1c-83f1-44d5f71061dd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:22.266887 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e962dc98-269a-46ea-9b85-56f865821379 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:22.267431 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c1f689-dd8e-4460-8a45-243089a8c6fe', 'name': 'network-vif-deleted', 'tag': '8c35782f-decc-4b1c-83f1-44d5f71061dd', 'status': 'completed', 'code': 200} Dec 16 07:50:22.319234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52bdffc0-ccde-4c3f-9efd-efb627605a61 req-c727e757-9aa1-4d2a-a036-c3e2fbcbb830 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019621 Dec 16 07:50:22.463133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d801-8153-42a6-ab60-34a7f312f614 req-df72338b-05f5-4afb-8835-7aee48833d8e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:22.471190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b433d801-8153-42a6-ab60-34a7f312f614 req-df72338b-05f5-4afb-8835-7aee48833d8e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0751760 Dec 16 07:50:22.529176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b433d801-8153-42a6-ab60-34a7f312f614 req-59ed308e-b6a8-42b6-84c6-a1dbafc7d3ac tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565472 Dec 16 07:50:22.678288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 68d0f389-6a40-4cb2-94f0-51698b514164 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:22.849202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 68d0f389-6a40-4cb2-94f0-51698b514164 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:50:22.853580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 68d0f389-6a40-4cb2-94f0-51698b514164 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:22.853952 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:22.978389 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:22.996040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7ece-3ef0-4053-bca4-532f283d1e37 req-2d64fb4f-dc60-4572-933d-47d41d4a7ce0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:23.000443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8ed7ece-3ef0-4053-bca4-532f283d1e37 req-2d64fb4f-dc60-4572-933d-47d41d4a7ce0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 945 time: 0.1407363 Dec 16 07:50:23.011860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21e8d0-ca61-4faf-8f4d-532981084ce3 req-b2446fa1-1d5b-490b-bc91-d25d11f503b4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:23.018906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:23.020438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed21e8d0-ca61-4faf-8f4d-532981084ce3 req-b2446fa1-1d5b-490b-bc91-d25d11f503b4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.1804612 Dec 16 07:50:23.067325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-21b9f19e-64d4-4eec-8ce6-9facb1321b17 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:23.068969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-21b9f19e-64d4-4eec-8ce6-9facb1321b17 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 945 time: 0.1636901 Dec 16 07:50:23.105055 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:23.159672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8ed7ece-3ef0-4053-bca4-532f283d1e37 req-b0fb54b0-7c3e-4ba6-907d-5f41f18d31a7 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346581 Dec 16 07:50:23.194483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed21e8d0-ca61-4faf-8f4d-532981084ce3 req-39a486d1-e259-4b83-83b9-af1c5e51863b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716964 Dec 16 07:50:23.216830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:23.263085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Deleting port 3704ac15-e89c-435c-97e4-78a753ac159d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:23.263453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:23.318379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:23.320718 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3305cb42-6c4b-4038-a60f-a26391b6d5ad" -d '{"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-plugged", "status": "completed", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:23.339839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65de74ce-82da-47a8-9ba1-fd7f266520f3 req-53a85631-2418-407f-9325-3aeb8ae934d3 tempest-ServerDiagnosticsNegativeTest-1162902228 tempest-ServerDiagnosticsNegativeTest-1162902228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8c1f689-dd8e-4460-8a45-243089a8c6fe HTTP/1.1" status: 200 len: 210 time: 0.0574629 Dec 16 07:50:23.371819 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f77e759-221e-4b34-aef7-7647302e5b60 x-openstack-request-id: req-0f77e759-221e-4b34-aef7-7647302e5b60 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:23.372129 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-plugged", "status": "completed", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:23.372411 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f77e759-221e-4b34-aef7-7647302e5b60 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:23.372808 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164', 'code': 200} Dec 16 07:50:23.412569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] For port 3704ac15-e89c-435c-97e4-78a753ac159d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=3704ac15-e89c-435c-97e4-78a753ac159d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:23.413403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:23.437271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Calling delete_port for 3704ac15-e89c-435c-97e4-78a753ac159d owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:23.549784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d64b3-e832-43d4-b7c4-9cd20ba72051 req-535b5741-ee35-427c-b3ca-00cca92baed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:23.551391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391d8a-d37d-4c80-a911-59687c561b77 req-d4f445ba-5c26-4fcf-b3ab-f317a13ab285 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:23.551724 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-901d64b3-e832-43d4-b7c4-9cd20ba72051 req-535b5741-ee35-427c-b3ca-00cca92baed7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 1098 time: 0.0692513 Dec 16 07:50:23.554650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58391d8a-d37d-4c80-a911-59687c561b77 req-d4f445ba-5c26-4fcf-b3ab-f317a13ab285 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.1150494 Dec 16 07:50:23.610521 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-901d64b3-e832-43d4-b7c4-9cd20ba72051 req-e27c76c2-ec3a-45f6-a5a1-667e0ec268f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503662 Dec 16 07:50:23.626951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58391d8a-d37d-4c80-a911-59687c561b77 req-629c81cd-3b05-49ee-995d-a744212b2ffc tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641391 Dec 16 07:50:23.692141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:23.726400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db212db2-6932-40ef-be50-240a3689d8ef req-f86de6cd-8c62-433e-a8a7-bb9af85628e4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:23.727905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db212db2-6932-40ef-be50-240a3689d8ef req-f86de6cd-8c62-433e-a8a7-bb9af85628e4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0898280 Dec 16 07:50:23.787899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db212db2-6932-40ef-be50-240a3689d8ef req-767b3554-a543-4c86-97da-322d99329991 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508113 Dec 16 07:50:23.808348 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:23.853368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d', '3704ac15-e89c-435c-97e4-78a753ac159d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:23.857726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec87a0b9-3399-412d-b07c-da8dcb733cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:23.964411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] No DVR routers for this DVR port 3704ac15-e89c-435c-97e4-78a753ac159d on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:23.966441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event deleted for resources: {'Port': ['ID=3704ac15-e89c-435c-97e4-78a753ac159d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:23.969001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:23.973638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a342a16-a7f8-47c7-94a8-48e48f179525 req-c0c0f2ba-2de6-4ec9-ac66-e0474e7335c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "DELETE /v2.0/ports/3704ac15-e89c-435c-97e4-78a753ac159d HTTP/1.1" status: 204 len: 173 time: 0.8961194 Dec 16 07:50:24.003653 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec87a0b9-3399-412d-b07c-da8dcb733cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:24.083257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec87a0b9-3399-412d-b07c-da8dcb733cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:24.127000 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ec87a0b9-3399-412d-b07c-da8dcb733cc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59d87e6549d2479e96a00a856020a0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334958 Dec 16 07:50:24.127907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87a0b9-3399-412d-b07c-da8dcb733cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81730465-0113-41df-82e1-259dcbfe1381,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:24.130767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46980) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:24.189399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8c35782f-decc-4b1c-83f1-44d5f71061dd no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:24.203202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47df3e75-478d-41a6-b2d3-e5e151f51eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:24.227401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 8c35782f-decc-4b1c-83f1-44d5f71061dd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:24.227766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 8c35782f-decc-4b1c-83f1-44d5f71061dd not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:24.232816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47df3e75-478d-41a6-b2d3-e5e151f51eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:24.248092 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:50:24.270483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'name': 'network-vif-deleted', 'tag': '3704ac15-e89c-435c-97e4-78a753ac159d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:24.273229 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de39953b-615e-4e47-914d-121e38f7c3d9" -d '{"events": [{"server_uuid": "0814b3a4-d09e-4d72-b291-40b9b8a5df52", "name": "network-vif-deleted", "tag": "3704ac15-e89c-435c-97e4-78a753ac159d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:24.329010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0d01-d961-4785-a240-2e91e73570a8 req-2642c4d9-901f-4740-a7fa-04a6cdf97d79 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:24.330490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b09b0d01-d961-4785-a240-2e91e73570a8 req-2642c4d9-901f-4740-a7fa-04a6cdf97d79 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 946 time: 0.0530472 Dec 16 07:50:24.380613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b09b0d01-d961-4785-a240-2e91e73570a8 req-d1e51f28-db85-4c3e-ab01-82a6bac886d3 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Dec 16 07:50:24.418271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47df3e75-478d-41a6-b2d3-e5e151f51eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:24.425014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47df3e75-478d-41a6-b2d3-e5e151f51eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:24.425014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-47df3e75-478d-41a6-b2d3-e5e151f51eb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81730465-0113-41df-82e1-259dcbfe1381 HTTP/1.1" status: 204 len: 168 time: 0.2905931 Dec 16 07:50:24.450141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3e75-478d-41a6-b2d3-e5e151f51eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81730465-0113-41df-82e1-259dcbfe1381,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:24.578898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3267ef92-c947-40f9-b175-9ee7838eb467 req-cef84116-b565-4a21-a527-2843dae8db7f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0814b3a4-d09e-4d72-b291-40b9b8a5df52 HTTP/1.1" status: 200 len: 210 time: 0.0345435 Dec 16 07:50:24.642275 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100a683-cdb1-4c00-9493-b7528b9c183e x-openstack-request-id: req-a100a683-cdb1-4c00-9493-b7528b9c183e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:24.643046 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814b3a4-d09e-4d72-b291-40b9b8a5df52", "name": "network-vif-deleted", "tag": "3704ac15-e89c-435c-97e4-78a753ac159d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:24.643459 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a100a683-cdb1-4c00-9493-b7528b9c183e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:24.647128 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814b3a4-d09e-4d72-b291-40b9b8a5df52', 'name': 'network-vif-deleted', 'tag': '3704ac15-e89c-435c-97e4-78a753ac159d', 'status': 'completed', 'code': 200} Dec 16 07:50:24.754333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17394b60-84d6-4a65-b521-4b5bfedbf985 req-35e53922-b0d4-48da-abe7-9257aa44427a tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:24.757198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17394b60-84d6-4a65-b521-4b5bfedbf985 req-35e53922-b0d4-48da-abe7-9257aa44427a tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0637274 Dec 16 07:50:24.820680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17394b60-84d6-4a65-b521-4b5bfedbf985 req-063dde3f-085c-4b3e-9d99-4b8cc8031cf7 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549753 Dec 16 07:50:24.947942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c9424-cd4a-40a6-8dbf-e3b3714d82ce req-59d50312-b641-4d71-94c0-b1cbff68fca1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:24.950136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8c9424-cd4a-40a6-8dbf-e3b3714d82ce req-59d50312-b641-4d71-94c0-b1cbff68fca1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0629578 Dec 16 07:50:25.016552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8c9424-cd4a-40a6-8dbf-e3b3714d82ce req-4128a732-beaa-4f06-9193-a0e686d44e33 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589530 Dec 16 07:50:25.198282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47010) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:25.277219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47014) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:25.291549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adb1c7d3-182d-4334-88d9-9d24709fa625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.376378 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adb1c7d3-182d-4334-88d9-9d24709fa625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.454089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adb1c7d3-182d-4334-88d9-9d24709fa625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.460656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a4b515ef-77da-48df-b206-8be39af386db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8dfaa97a9d9c492a96e813825454c335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610359 Dec 16 07:50:25.463134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47018) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:25.515515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33b090ae-1bae-4641-8dd7-9b95b1da858c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.534653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1c7d3-182d-4334-88d9-9d24709fa625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa382423-d51e-4868-b6b5-783b30672923,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:25.541260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-adb1c7d3-182d-4334-88d9-9d24709fa625 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70b9d82d914a4543a647dcebb5148d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629166 Dec 16 07:50:25.544134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47020) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:25.544344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33b090ae-1bae-4641-8dd7-9b95b1da858c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.617000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ea148-90ca-4a66-be1b-d13697d15c7f req-ea00ac3f-93d5-4903-9e8e-ff57f3e0541b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:25.620696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a81ea148-90ca-4a66-be1b-d13697d15c7f req-ea00ac3f-93d5-4903-9e8e-ff57f3e0541b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 946 time: 0.1490209 Dec 16 07:50:25.649787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b51a5cb-6122-4103-84fe-016e3fa6c2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.687703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b51a5cb-6122-4103-84fe-016e3fa6c2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.707871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a81ea148-90ca-4a66-be1b-d13697d15c7f req-578ae5e8-d581-42b0-8f39-2904269d88d1 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814118 Dec 16 07:50:25.727977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33b090ae-1bae-4641-8dd7-9b95b1da858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.730842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33b090ae-1bae-4641-8dd7-9b95b1da858c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.735122 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-33b090ae-1bae-4641-8dd7-9b95b1da858c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7cd7dcf-bede-4ac6-b6fb-530a7926959c HTTP/1.1" status: 204 len: 168 time: 0.2683849 Dec 16 07:50:25.743566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b090ae-1bae-4641-8dd7-9b95b1da858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd7dcf-bede-4ac6-b6fb-530a7926959c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:25.830312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b51a5cb-6122-4103-84fe-016e3fa6c2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.833365 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b51a5cb-6122-4103-84fe-016e3fa6c2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:25.834577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1b51a5cb-6122-4103-84fe-016e3fa6c2d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa382423-d51e-4868-b6b5-783b30672923 HTTP/1.1" status: 204 len: 168 time: 0.2899065 Dec 16 07:50:25.843447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a5cb-6122-4103-84fe-016e3fa6c2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa382423-d51e-4868-b6b5-783b30672923,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:25.944267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49ff95-17e3-4e6f-bbc1-c4b926f1ff13 req-af251668-a7fd-4a1f-a203-34188a268417 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:25.945932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e49ff95-17e3-4e6f-bbc1-c4b926f1ff13 req-af251668-a7fd-4a1f-a203-34188a268417 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Dec 16 07:50:26.027353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e49ff95-17e3-4e6f-bbc1-c4b926f1ff13 req-f2e67b0f-7e5f-4fbd-8fb3-60ce44aa5295 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/security-groups?id=35112786-03f8-4e8b-b507-81b2d96b0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678370 Dec 16 07:50:26.173928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 3704ac15-e89c-435c-97e4-78a753ac159d no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:26.212460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 3704ac15-e89c-435c-97e4-78a753ac159d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:26.213130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 3704ac15-e89c-435c-97e4-78a753ac159d not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:26.435579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-73943de2-da7f-4681-9211-797685cd6f25 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:26.437540 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-73943de2-da7f-4681-9211-797685cd6f25 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.36 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0677941 Dec 16 07:50:26.576599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Deleting port ae513496-5636-45b6-8972-1b27319bd0a6 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:26.580156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:26.591458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5d37-39eb-4987-bb6b-88de1d310d4e req-15a29562-40ca-4d3e-ad65-5298f84f236c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:26.593192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6dca5d37-39eb-4987-bb6b-88de1d310d4e req-15a29562-40ca-4d3e-ad65-5298f84f236c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 946 time: 0.4366221 Dec 16 07:50:26.631727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-6763267f-b00b-4370-8b53-025c7c271c57 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:26.633885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-6763267f-b00b-4370-8b53-025c7c271c57 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.5462344 Dec 16 07:50:26.677767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6dca5d37-39eb-4987-bb6b-88de1d310d4e req-04617199-6fa5-4194-94f7-dcd3b4479c15 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732682 Dec 16 07:50:26.701669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-bf7d3edc-145f-4774-b9e9-f9775588e2a4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.0374629 Dec 16 07:50:26.715463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47068) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:26.749809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] For port ae513496-5636-45b6-8972-1b27319bd0a6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ae513496-5636-45b6-8972-1b27319bd0a6,segment=NetworkSegment(813514f6-7d03-4805-95cc-d187a51fb909),segment_id=813514f6-7d03-4805-95cc-d187a51fb909)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:26.750191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:26.757633 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f360-af29-4440-b474-45601343b7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:26.765731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Calling delete_port for ae513496-5636-45b6-8972-1b27319bd0a6 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:26.803890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2aaed3-17fb-4e2b-8795-288813115369 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010993 Dec 16 07:50:26.923584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469467df-97be-46b0-82f8-1e4f4f774c0e req-f78eeb09-c94b-4637-84a8-e4deb11a6000 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:26.926371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-469467df-97be-46b0-82f8-1e4f4f774c0e req-f78eeb09-c94b-4637-84a8-e4deb11a6000 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.1284912 Dec 16 07:50:27.007951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-469467df-97be-46b0-82f8-1e4f4f774c0e req-6c3a8027-236a-4c1c-813d-cec183c02b46 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741732 Dec 16 07:50:27.009783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-2176ac92-4bae-4198-a46b-23bbec0ac91e service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640389 Dec 16 07:50:27.032496 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.075303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ae513496-5636-45b6-8972-1b27319bd0a6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:27.082983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Pushing event deleted for resources: {'Port': ['ID=ae513496-5636-45b6-8972-1b27319bd0a6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:27.135565 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f360-af29-4440-b474-45601343b7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.162189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] No DVR routers for this DVR port ae513496-5636-45b6-8972-1b27319bd0a6 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:27.165357 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.175119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-f86e9071-680a-43b3-a885-60a5136d6377 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486266 Dec 16 07:50:27.187843 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d10a3a5d-d674-40b6-954a-90359e184e78 req-aa6bc8bb-7c8c-4bf3-a453-62d60ef3745f tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.36 "DELETE /v2.0/ports/ae513496-5636-45b6-8972-1b27319bd0a6 HTTP/1.1" status: 204 len: 173 time: 0.7422452 Dec 16 07:50:27.188872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'name': 'network-vif-deleted', 'tag': 'ae513496-5636-45b6-8972-1b27319bd0a6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:27.193979 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36357d59-a804-4237-9bd0-5f14c4df47e3" -d '{"events": [{"server_uuid": "98628602-eb28-4542-8130-9d8b89dd6ef5", "name": "network-vif-deleted", "tag": "ae513496-5636-45b6-8972-1b27319bd0a6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:27.253555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d572f22e-7d04-4e82-bed6-170a7bbacf5f req-40d5bc7c-cdf2-49c3-b9f6-ad12ede6bc77 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0513370 Dec 16 07:50:27.254191 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f360-af29-4440-b474-45601343b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.283245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ffc5f360-af29-4440-b474-45601343b7c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf062c69668b494699b8acbcf0524677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5664110 Dec 16 07:50:27.286746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47084) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:27.326045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5f360-af29-4440-b474-45601343b7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9f0ac6-4b3f-41bf-9290-42cdcd905296,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:27.328681 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601cfcc2-d505-48e3-adc3-613b860c0b14 x-openstack-request-id: req-601cfcc2-d505-48e3-adc3-613b860c0b14 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:27.328987 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98628602-eb28-4542-8130-9d8b89dd6ef5", "name": "network-vif-deleted", "tag": "ae513496-5636-45b6-8972-1b27319bd0a6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:27.329243 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-601cfcc2-d505-48e3-adc3-613b860c0b14 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:27.329651 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98628602-eb28-4542-8130-9d8b89dd6ef5', 'name': 'network-vif-deleted', 'tag': 'ae513496-5636-45b6-8972-1b27319bd0a6', 'status': 'completed', 'code': 200} Dec 16 07:50:27.336324 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.375420 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6668123-5409-4e37-b646-f1bee32b176e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.403123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6668123-5409-4e37-b646-f1bee32b176e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.555211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6668123-5409-4e37-b646-f1bee32b176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.559218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6668123-5409-4e37-b646-f1bee32b176e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:27.562113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6668123-5409-4e37-b646-f1bee32b176e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b9f0ac6-4b3f-41bf-9290-42cdcd905296 HTTP/1.1" status: 204 len: 168 time: 0.2728207 Dec 16 07:50:27.585527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6668123-5409-4e37-b646-f1bee32b176e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9f0ac6-4b3f-41bf-9290-42cdcd905296,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:27.594289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec4f663e-d2f4-4ae5-a6f3-6ecdcfcbc4b7 req-b904c8bd-c349-48c5-8a62-7ff32c3e8410 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 210 time: 0.0628383 Dec 16 07:50:27.813063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d4f2-babf-4b6a-a4ee-4e6d89d3597d req-a37dba51-4636-486b-95e1-85e5460f2402 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:27.814526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a73d4f2-babf-4b6a-a4ee-4e6d89d3597d req-a37dba51-4636-486b-95e1-85e5460f2402 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 946 time: 0.0511913 Dec 16 07:50:27.871567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a73d4f2-babf-4b6a-a4ee-4e6d89d3597d req-abec1699-076c-4862-9108-d104a509b560 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453887 Dec 16 07:50:28.184892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef71a-5eb8-40af-8b7e-86449a5252bc req-e5974660-9af0-4c23-907d-fba8278287d6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:28.186651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-840ef71a-5eb8-40af-8b7e-86449a5252bc req-e5974660-9af0-4c23-907d-fba8278287d6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0681713 Dec 16 07:50:28.230611 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e72535ac-60d6-49bf-8c8e-934273b9e2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:28.240874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-840ef71a-5eb8-40af-8b7e-86449a5252bc req-a152c6b0-d25f-4a5b-83a9-4f4276c89156 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463529 Dec 16 07:50:28.402132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a3e09fa-6a8d-4d54-b430-b81ec74afd73 req-d96054c3-dfd4-46e4-9a73-4df612b687f8 tempest-ServerMetadataNegativeTestJSON-514596944 tempest-ServerMetadataNegativeTestJSON-514596944-project] 10.222.0.43 "GET /v2.0/ports?device_id=98628602-eb28-4542-8130-9d8b89dd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0508718 Dec 16 07:50:28.458976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47144) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:28.724921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dafa732-2024-4027-8357-ca581bb1ec12 req-462f5459-2e70-45ff-9d49-bb0e6f84b9bf tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 210 time: 0.0634143 Dec 16 07:50:29.035584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.243268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47180) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:29.349430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Deleting port 9f5a9856-d632-4584-86ab-bc01f046b389 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:29.355497 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.413913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff14f-10bf-4cb5-83f5-fb376823fe89 req-f7053126-6a2d-4bdd-84d0-5c78cc78739c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:29.422501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e1ff14f-10bf-4cb5-83f5-fb376823fe89 req-f7053126-6a2d-4bdd-84d0-5c78cc78739c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.0657015 Dec 16 07:50:29.476168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] For port 9f5a9856-d632-4584-86ab-bc01f046b389, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5a9856-d632-4584-86ab-bc01f046b389,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:29.476168 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.476874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-network', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:29.484272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Calling delete_port for 9f5a9856-d632-4584-86ab-bc01f046b389 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:29.499315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e1ff14f-10bf-4cb5-83f5-fb376823fe89 req-cbed9edd-3c93-4a8e-ac3d-570f23b2c723 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754211 Dec 16 07:50:29.586418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47188) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:29.621958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] Deleting subnet d5013429-b547-4be3-bf9b-632b90d21e79 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:50:29.628965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.682071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.709676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Made reservation on behalf of 902589ad4d4b4b31a29c2e8ed272bd3d for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:29.711943 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.723252 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.757153 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.837594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.868969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-326dbbf9-e657-4dbf-8841-69d5807d7836 req-56afe7c0-94c2-44bb-ac71-54da7fe40ad9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 210 time: 0.0551636 Dec 16 07:50:29.878263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:29.888302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24bd3-87e6-4c21-a8cd-2f371e6fcc03 req-6c8eae0d-3b51-4355-a8f4-6dd88d81a7d4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:29.889762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21d24bd3-87e6-4c21-a8cd-2f371e6fcc03 req-6c8eae0d-3b51-4355-a8f4-6dd88d81a7d4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1828897 Dec 16 07:50:29.925328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5a9856-d632-4584-86ab-bc01f046b389,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:29.996435 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21d24bd3-87e6-4c21-a8cd-2f371e6fcc03 req-b01d64cf-89ad-4ea6-9fdc-8871c2cb7294 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938766 Dec 16 07:50:30.031258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.059758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.099522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5013429-b547-4be3-bf9b-632b90d21e79,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:30.104077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.107921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-077a5625-7e9b-4cdd-a307-60711c0e9c66 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5013429-b547-4be3-bf9b-632b90d21e79 HTTP/1.1" status: 204 len: 168 time: 0.5591764 Dec 16 07:50:30.110498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47212) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:30.190086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.202300 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.227770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:50:30.240939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81be1e6-bcd6-4e1a-95b5-715fce7d095a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:30.247224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.252959 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Added segment 8befed31-6f32-4039-a0ce-3d9f77da1278 of type vlan for network 64d8fb01-f946-4c81-b78a-8863d97222ab Dec 16 07:50:30.354011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.388849 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.405475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a839ce-358b-4cb2-aa6e-69ef4bff9b10']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:30.418625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813514f6-7d03-4805-95cc-d187a51fb909') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:30.422652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813514f6-7d03-4805-95cc-d187a51fb909') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:30.428861 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.453786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.454021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.463463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:50:30.463875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:50:30.465570 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:50:30.543137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.545532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:30.545532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.680903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Router e753f145-b4d9-4023-8a17-efbecef6f141 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:50:30.691401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] Pushing event updated for resources: {'Network': ['ID=64d8fb01-f946-4c81-b78a-8863d97222ab,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:30.702174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 64d8fb01-f946-4c81-b78a-8863d97222ab details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:50:30.710311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-115f742e-7e4c-4a8f-95d8-20f3524caf1f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:30.711733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-115f742e-7e4c-4a8f-95d8-20f3524caf1f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2615774 Dec 16 07:50:30.728406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278c87f-74d2-41e6-b68b-b743a51490f0 req-a5e97084-a98c-4a6c-8e0e-7b8a79729c0d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:30.730566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8278c87f-74d2-41e6-b68b-b743a51490f0 req-a5e97084-a98c-4a6c-8e0e-7b8a79729c0d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 945 time: 0.1046371 Dec 16 07:50:30.736851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Request body: {'port': {'device_id': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'admin_state_up': True, 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:30.776355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ae513496-5636-45b6-8972-1b27319bd0a6 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:30.782479 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e1e22ea0-f94e-404b-8268-c2209cf880d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.798082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f038668b-f114-4b93-8327-999e8394df0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5535491 Dec 16 07:50:30.808039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.812761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47220) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:30.821112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: ae513496-5636-45b6-8972-1b27319bd0a6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:30.821584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ae513496-5636-45b6-8972-1b27319bd0a6 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:30.821769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:50:30.825083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Request body: {'subnet': {'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-subnet', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:30.827739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e737ebe5-09e0-46f4-8a99-a88ae02d820f admin admin] 10.222.0.43 "PUT /v2.0/routers/e753f145-b4d9-4023-8a17-efbecef6f141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3676937 Dec 16 07:50:30.833697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:30.835202 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] Sync routers for ids ['e753f145-b4d9-4023-8a17-efbecef6f141'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:50:30.837746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3a839ce-358b-4cb2-aa6e-69ef4bff9b10 HTTP/1.1" status: 204 len: 168 time: 0.7261980 Dec 16 07:50:30.839732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47222) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:30.857685 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] Routers {'e753f145-b4d9-4023-8a17-efbecef6f141'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:30.858325 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e753f145-b4d9-4023-8a17-efbecef6f141'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:30.913718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af0eb2-a11a-4d6b-8a9b-ce54d0c249f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a839ce-358b-4cb2-aa6e-69ef4bff9b10,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:30.992110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8278c87f-74d2-41e6-b68b-b743a51490f0 req-a046c6b7-ed7f-4c39-ab43-f632c0071b34 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440298 Dec 16 07:50:31.028117 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] Set router e753f145-b4d9-4023-8a17-efbecef6f141 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:31.101951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Made reservation on behalf of 902589ad4d4b4b31a29c2e8ed272bd3d for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:31.101951 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.187310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-142c9fbb-702c-4a8f-a09b-5c0d4f36c734 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:31.190698 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-142c9fbb-702c-4a8f-a09b-5c0d4f36c734 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.0683942 Dec 16 07:50:31.211793 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-11'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:31.260431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68a6881f-4867-4940-ba01-8ce487a4c1b5 req-7a35b775-73d7-400f-b0b5-bbce89d3524f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 210 time: 0.1724386 Dec 16 07:50:31.282964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.299827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.395950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf65dd5-8a78-4827-9953-ff98efb5204c req-fe439326-3917-4854-a5e1-c04d66cada9a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:31.397558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcf65dd5-8a78-4827-9953-ff98efb5204c req-fe439326-3917-4854-a5e1-c04d66cada9a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1937032 Dec 16 07:50:31.418460 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:50:29Z', 'revision_number': 5, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:31.434291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:31.437865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.444163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:31.460839 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] Checking router: e753f145-b4d9-4023-8a17-efbecef6f141 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:50:31.469968 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] Routers {'e753f145-b4d9-4023-8a17-efbecef6f141'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:31.470843 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e753f145-b4d9-4023-8a17-efbecef6f141'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:31.505696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:31.536305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47242) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:31.574867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452cb3b3-5060-4e54-90ad-523897605447'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:31.577568 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c611ef-974f-430a-bc44-d55517949a0e" -d '{"events": [{"server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "name": "network-vif-unplugged", "status": "completed", "tag": "452cb3b3-5060-4e54-90ad-523897605447"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:31.582260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.609299 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-38b8a3ab-765e-4b2c-b8e6-211e9de8e558 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99da5b058a254a2e82947858ef086ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717382 Dec 16 07:50:31.614899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47246) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:31.624488 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] Set router e753f145-b4d9-4023-8a17-efbecef6f141 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:31.655342 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8f1ec6-ac3a-45c9-b892-d4cebb8a5649 x-openstack-request-id: req-5b8f1ec6-ac3a-45c9-b892-d4cebb8a5649 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:31.655342 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "name": "network-vif-unplugged", "status": "completed", "tag": "452cb3b3-5060-4e54-90ad-523897605447", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:31.655342 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b8f1ec6-ac3a-45c9-b892-d4cebb8a5649 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:31.655342 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452cb3b3-5060-4e54-90ad-523897605447', 'code': 200} Dec 16 07:50:31.656955 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.665872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcf65dd5-8a78-4827-9953-ff98efb5204c req-d7084cfa-05a7-4c93-a1b9-d18e9cc7f17a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390242 Dec 16 07:50:31.683501 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.739691 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.764164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6454da21-7b1f-460e-b942-572420a62bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.767285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=7']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:31.779662 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.831773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on host n-h1-820935-11 for vnic_type normal with profile {"migrating_to": "n-h2-820935-11"} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:31.832101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:31.832498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:31.839114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:50:31.839461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Attempting to bind port 452cb3b3-5060-4e54-90ad-523897605447 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:31.844777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:31.845125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:31.845515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:31.847617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Bound port: 452cb3b3-5060-4e54-90ad-523897605447, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:31.848023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.884528 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:50:29Z', 'revision_number': 5, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:31.894465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Allocated IP 172.20.0.8 (c7ca6011-fb6a-497f-aa27-1397eb25c475/e5c1c502-4564-4858-9f04-d7ba04f934fa/9b76219e-1d39-47eb-8380-435ee8261e1b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:31.905945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6454da21-7b1f-460e-b942-572420a62bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:31.919556 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf729ae1-dbff-4ad1-8488-e012ae749cf1 None None] The sync data for ids ['e753f145-b4d9-4023-8a17-efbecef6f141'] in n-d-820935-11 is: [{'id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'name': 'tempest-AttachSCSIVolumeTestJSON-745944569-router', 'tenant_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c04347d4-a360-44c1-980a-369880055dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:16Z', 'updated_at': '2021-12-16T07:50:29Z', 'revision_number': 5, 'project_id': '4c5e14521cf44fb0b24d03dac22cea8c', 'gw_port': {'id': 'c04347d4-a360-44c1-980a-369880055dd4', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e753f145-b4d9-4023-8a17-efbecef6f141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:17Z', 'updated_at': '2021-12-16T07:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:50:31.925362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47250) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:31.949463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:31.953104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:31.994851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01de3eb7-e874-4d90-8057-ce4d4e6dc393,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:32.007708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.043860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899973-755b-4442-ae85-32b611c145e0 req-785c2da8-c422-4c55-a5d0-07332ea01f40 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:32.043860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e899973-755b-4442-ae85-32b611c145e0 req-785c2da8-c422-4c55-a5d0-07332ea01f40 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2262523 Dec 16 07:50:32.047976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Checking segment: {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:32.048371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Network hostable DHCP agents. Network: 64d8fb01-f946-4c81-b78a-8863d97222ab, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:50:32.072892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Deleting port c04347d4-a360-44c1-980a-369880055dd4 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:32.073268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.097553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e831e0cf-51be-4fc5-850b-efcf627bcf65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.127772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:32.128431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.129836 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] 10.222.0.36 "PUT /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 1123 time: 0.9312365 Dec 16 07:50:32.138569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1d97d-4795-45c1-9f47-f8990b93e829 service neutron] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=8']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:32.227261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e831e0cf-51be-4fc5-850b-efcf627bcf65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.240722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['452cb3b3-5060-4e54-90ad-523897605447'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:32.321114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['452cb3b3-5060-4e54-90ad-523897605447'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:32.401121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e831e0cf-51be-4fc5-850b-efcf627bcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.456799 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e831e0cf-51be-4fc5-850b-efcf627bcf65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=709110ae0e0f4b9f9ceeb5937ec55efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5290985 Dec 16 07:50:32.457477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47268) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:32.470872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831e0cf-51be-4fc5-850b-efcf627bcf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b898007-240b-4cba-8667-11b0df754163,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:32.522498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-777ad4db-9907-48f7-af56-5238e539d355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.553839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-777ad4db-9907-48f7-af56-5238e539d355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.625422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6454da21-7b1f-460e-b942-572420a62bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.628523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6454da21-7b1f-460e-b942-572420a62bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.629617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6454da21-7b1f-460e-b942-572420a62bc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35112786-03f8-4e8b-b507-81b2d96b0186 HTTP/1.1" status: 204 len: 168 time: 1.0061762 Dec 16 07:50:32.631305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Network 64d8fb01-f946-4c81-b78a-8863d97222ab is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:50:32.701289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfbf6061-b7a5-4d65-96ae-731ffb27bf10 req-c08b5feb-4042-4980-b92c-319bc1b32833 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 210 time: 0.0842743 Dec 16 07:50:32.709993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454da21-7b1f-460e-b942-572420a62bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35112786-03f8-4e8b-b507-81b2d96b0186,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:32.716072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-777ad4db-9907-48f7-af56-5238e539d355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.719018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-777ad4db-9907-48f7-af56-5238e539d355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.725137 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-777ad4db-9907-48f7-af56-5238e539d355 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b898007-240b-4cba-8667-11b0df754163 HTTP/1.1" status: 204 len: 168 time: 0.2654223 Dec 16 07:50:32.729283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 452cb3b3-5060-4e54-90ad-523897605447 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:32.737856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90424300-5f27-4f49-a836-c499ae691038 req-a419febc-aabc-44f0-b3ed-bc0949648060 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:32.745693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90424300-5f27-4f49-a836-c499ae691038 req-a419febc-aabc-44f0-b3ed-bc0949648060 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.6498179 Dec 16 07:50:32.748416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ad4db-9907-48f7-af56-5238e539d355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b898007-240b-4cba-8667-11b0df754163,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:32.791658 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.799736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] For port c04347d4-a360-44c1-980a-369880055dd4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c04347d4-a360-44c1-980a-369880055dd4,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:32.800711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.803482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 64d8fb01-f946-4c81-b78a-8863d97222ab) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:32.823705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:32.824333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.833504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Calling delete_port for c04347d4-a360-44c1-980a-369880055dd4 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:32.855235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead0677-7311-4521-9a1d-0b9e25cf420d None None] Network 64d8fb01-f946-4c81-b78a-8863d97222ab requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:32.899624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Deleting port 009650c2-0d76-4294-8fd6-61732c7b269c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:32.900323 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:32.969357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5a9856-d632-4584-86ab-bc01f046b389 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:33.007209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90424300-5f27-4f49-a836-c499ae691038 req-7c85a1e0-06be-4255-af54-5d9235abf995 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579222 Dec 16 07:50:33.045240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:33.045458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47290) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:33.045630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9f5a9856-d632-4584-86ab-bc01f046b389 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:33.045630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5a9856-d632-4584-86ab-bc01f046b389 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:33.045977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:33.052395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bca2f616-6877-4b39-9ee6-6f153a597f77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2373626 Dec 16 07:50:33.099985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153dfa4-f7ff-426f-8360-35faa454819a req-4ec2b263-3eb2-45bf-97aa-d3049f5781a2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:33.101905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0153dfa4-f7ff-426f-8360-35faa454819a req-4ec2b263-3eb2-45bf-97aa-d3049f5781a2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2664778 Dec 16 07:50:33.109510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.124459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 452cb3b3-5060-4e54-90ad-523897605447 has no active binding in host n-h2-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:50:33.125057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 68d0f389-6a40-4cb2-94f0-51698b514164 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:33.137492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-64d8fb01-f946-4c81-b78a-8863d97222ab', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:50:33.138844 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.152891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:33.185175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.189125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.251770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0153dfa4-f7ff-426f-8360-35faa454819a req-7fe0869c-0aaf-4836-8989-275a853b0508 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318707 Dec 16 07:50:33.254825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:33.280469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:33.305774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:33.345916 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.resource_extend [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:50:33.388992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event updated for resources: {'Port': ['ID=9b76219e-1d39-47eb-8380-435ee8261e1b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:33.402971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.407784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] For port 009650c2-0d76-4294-8fd6-61732c7b269c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=009650c2-0d76-4294-8fd6-61732c7b269c,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:33.408163 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.443854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Calling delete_port for 009650c2-0d76-4294-8fd6-61732c7b269c owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:33.482052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:33.482052 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.561188 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.573314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-c15f2585-5185-4558-9ff5-6d82597091e7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8401437 Dec 16 07:50:33.604290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Request body: {'port': {'device_id': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:33.667931 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.679548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'tag': '452cb3b3-5060-4e54-90ad-523897605447'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:33.688817 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "tag": "452cb3b3-5060-4e54-90ad-523897605447"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:33.700449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.791298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47320) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:33.797595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Pushing event deleted for resources: {'Port': ['ID=c04347d4-a360-44c1-980a-369880055dd4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:33.843460 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc412e-d435-4e51-8748-3de5b10071be x-openstack-request-id: req-4afc412e-d435-4e51-8748-3de5b10071be {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:33.843805 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "tag": "452cb3b3-5060-4e54-90ad-523897605447", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:33.844193 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4afc412e-d435-4e51-8748-3de5b10071be {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:33.844844 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'tag': '452cb3b3-5060-4e54-90ad-523897605447', 'status': 'completed', 'code': 200} Dec 16 07:50:33.848120 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-715a4f63-12b9-4956-8a98-6dbbf6bd7e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.857691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:33.869927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:33.995821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-1e79005a-0d5c-4284-8272-bde5194c46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:34.000149 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-1e79005a-0d5c-4284-8272-bde5194c46e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1126 time: 0.1499155 Dec 16 07:50:34.043642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Allocated IP 172.20.0.2 (64d8fb01-f946-4c81-b78a-8863d97222ab/01de3eb7-e874-4d90-8057-ce4d4e6dc393/8c372461-8139-47ce-8c93-ff22b4dd01c9) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:34.061777 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.074127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '68d0f389-6a40-4cb2-94f0-51698b514164', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': '68d0f389-6a40-4cb2-94f0-51698b514164', 'mac_address': 'fa:16:3e:9d:81:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:50:34.142291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['009650c2-0d76-4294-8fd6-61732c7b269c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:34.305811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-715a4f63-12b9-4956-8a98-6dbbf6bd7e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.310751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-76b8e0f1-4370-4ea1-9084-f5aacea768dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:34.313244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-76b8e0f1-4370-4ea1-9084-f5aacea768dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.3033199 Dec 16 07:50:34.388261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-f616fa79-e616-4f84-b503-8faf9c44b97d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 217 time: 0.0672719 Dec 16 07:50:34.451904 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-715a4f63-12b9-4956-8a98-6dbbf6bd7e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.535465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a4f63-12b9-4956-8a98-6dbbf6bd7e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7468bef-3922-4807-ab79-129f8b78c910,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:34.548055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b76219e-1d39-47eb-8380-435ee8261e1b {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:34.559786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.574889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Transition to ACTIVE for port object 9b76219e-1d39-47eb-8380-435ee8261e1b will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:50:34.629030 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.694443 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-715a4f63-12b9-4956-8a98-6dbbf6bd7e7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e0d920cb62444b1a2a0d196bf277c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8995519 Dec 16 07:50:34.698857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:34.708170 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.711880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-8ab1be48-fb31-4981-8b46-1fa6c9c09459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:34.713704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-8ab1be48-fb31-4981-8b46-1fa6c9c09459 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.3129473 Dec 16 07:50:34.761786 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.785675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event deleted for resources: {'Port': ['ID=009650c2-0d76-4294-8fd6-61732c7b269c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:34.797313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68d0f389-6a40-4cb2-94f0-51698b514164 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:34.815774 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-33e7dace-e141-4254-994e-47891f966874 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833199 Dec 16 07:50:34.834267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:34.876674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.892561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.899526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fede232-3b60-4105-928f-676655a729e6 req-30f1f766-2e10-43d0-a225-f04ab66c920b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:34.901533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fede232-3b60-4105-928f-676655a729e6 req-30f1f766-2e10-43d0-a225-f04ab66c920b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 931 time: 0.9613633 Dec 16 07:50:34.902824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.945313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.949678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a19290f4-2b4e-46a1-a680-098c53a29d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.959177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:34.991215 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.052291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.055659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Network 64d8fb01-f946-4c81-b78a-8863d97222ab is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:35.055835 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.060905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:35.073952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:35.099389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:35.171982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a19290f4-2b4e-46a1-a680-098c53a29d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.174188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Pushing event updated for resources: {'Port': ['ID=8c372461-8139-47ce-8c93-ff22b4dd01c9,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:35.196103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['68d0f389-6a40-4cb2-94f0-51698b514164'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:35.201626 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-b9978dc3-cb80-46e0-a007-7a1d5722256f service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768723 Dec 16 07:50:35.230297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Allocated IP 172.25.2.182 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/78973408-2a32-46c8-944a-cf75805c4718) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:35.260601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fede232-3b60-4105-928f-676655a729e6 req-1e7f0d8f-841e-48e7-8abb-acf5f2fa3122 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721727 Dec 16 07:50:35.266596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] No DVR routers for this DVR port 009650c2-0d76-4294-8fd6-61732c7b269c on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:35.271268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.275099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e899973-755b-4442-ae85-32b611c145e0 req-84ba85e0-54a7-40c1-9f8c-65c3c1ad82e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.36 "DELETE /v2.0/ports/009650c2-0d76-4294-8fd6-61732c7b269c HTTP/1.1" status: 204 len: 173 time: 3.2212503 Dec 16 07:50:35.311914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'name': 'network-vif-deleted', 'tag': '009650c2-0d76-4294-8fd6-61732c7b269c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:35.314377 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f84e51-85bb-45c2-9793-2517b439a3e1" -d '{"events": [{"server_uuid": "4d24f093-f9d4-4d14-9e39-ba422ed9a5a2", "name": "network-vif-deleted", "tag": "009650c2-0d76-4294-8fd6-61732c7b269c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:35.341336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Attempting to bind port 8c372461-8139-47ce-8c93-ff22b4dd01c9 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:35.342398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Attempting to bind port 8c372461-8139-47ce-8c93-ff22b4dd01c9 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:35.342802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Attempting to bind port 8c372461-8139-47ce-8c93-ff22b4dd01c9 on network 64d8fb01-f946-4c81-b78a-8863d97222ab {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:35.369823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:35.372735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Checking segment: {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:35.372735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.372735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Bound using segment: {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:35.373048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.373219 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Bound port: 8c372461-8139-47ce-8c93-ff22b4dd01c9, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:35.373424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e753f145-b4d9-4023-8a17-efbecef6f141 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:50:35.374778 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.439880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca7d7000-b047-42ad-9db7-fc98c64dff40 req-1c3db844-3718-46a3-9d93-069c0dd08e5f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0623720 Dec 16 07:50:35.457293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.464080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47348) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:35.468813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0800ae51-d9d7-41bd-a51e-dbdae24a3eae admin admin] 10.222.0.43 "DELETE /v2.0/routers/e753f145-b4d9-4023-8a17-efbecef6f141 HTTP/1.1" status: 204 len: 168 time: 4.6224146 Dec 16 07:50:35.506484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3685eb-8253-4a33-a4c3-cb489e58ba38 req-691d837d-8543-40ec-91c0-627f9cb418d4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:35.507898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb3685eb-8253-4a33-a4c3-cb489e58ba38 req-691d837d-8543-40ec-91c0-627f9cb418d4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.9248493 Dec 16 07:50:35.518981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b76219e-1d39-47eb-8380-435ee8261e1b,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:35.586512 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c4d2c3cc-fff6-4ac9-9005-921f1d000bc3 req-e9dc79ed-ff0d-42f2-afcd-f6cb010c6bca service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676784 Dec 16 07:50:35.590765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a19290f4-2b4e-46a1-a680-098c53a29d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.590941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Attempting to bind port 9b76219e-1d39-47eb-8380-435ee8261e1b on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:35.591189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Attempting to bind port 9b76219e-1d39-47eb-8380-435ee8261e1b by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:35.591489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Attempting to bind port 9b76219e-1d39-47eb-8380-435ee8261e1b on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:35.594348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a19290f4-2b4e-46a1-a680-098c53a29d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.595740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a19290f4-2b4e-46a1-a680-098c53a29d4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7468bef-3922-4807-ab79-129f8b78c910 HTTP/1.1" status: 204 len: 168 time: 0.8952942 Dec 16 07:50:35.598016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb3685eb-8253-4a33-a4c3-cb489e58ba38 req-da93ef20-949d-47f9-a107-84bb0de9125d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649207 Dec 16 07:50:35.600219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Port 9b76219e-1d39-47eb-8380-435ee8261e1b on network c7ca6011-fb6a-497f-aa27-1397eb25c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:50:35.600550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Attempting to bind port 9b76219e-1d39-47eb-8380-435ee8261e1b on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:35.618000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:35.618350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:35.618744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Bound using segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:35.619200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Bound port: 9b76219e-1d39-47eb-8380-435ee8261e1b, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:35.619586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.633982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] Deleting subnet 904d35e0-0431-4b13-860b-04e60a77e1ad {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:50:35.651078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.653507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19290f4-2b4e-46a1-a680-098c53a29d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7468bef-3922-4807-ab79-129f8b78c910,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:35.694401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.714318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.756461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] For port 9b76219e-1d39-47eb-8380-435ee8261e1b, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:35.767404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] For port 9b76219e-1d39-47eb-8380-435ee8261e1b, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9b76219e-1d39-47eb-8380-435ee8261e1b,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:35.831397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.846101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.884306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.947372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b76219e-1d39-47eb-8380-435ee8261e1b,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:35.957855 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812f013-99fa-4c80-aef6-581d0257fe54 x-openstack-request-id: req-b812f013-99fa-4c80-aef6-581d0257fe54 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:35.958187 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d24f093-f9d4-4d14-9e39-ba422ed9a5a2", "name": "network-vif-deleted", "tag": "009650c2-0d76-4294-8fd6-61732c7b269c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:35.960754 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b812f013-99fa-4c80-aef6-581d0257fe54 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:35.961169 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d24f093-f9d4-4d14-9e39-ba422ed9a5a2', 'name': 'network-vif-deleted', 'tag': '009650c2-0d76-4294-8fd6-61732c7b269c', 'status': 'completed', 'code': 200} Dec 16 07:50:35.964166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:35.969911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:35.970544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:35.973388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:35.978009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:35.979244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-1f2a5fce-ba8d-4780-b57f-f6c3a8b47e08 service neutron] 10.222.0.16 "PUT /v2.0/ports/9b76219e-1d39-47eb-8380-435ee8261e1b HTTP/1.1" status: 200 len: 1092 time: 2.3856201 Dec 16 07:50:36.014395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Pushing event updated for resources: {'Port': ['ID=78973408-2a32-46c8-944a-cf75805c4718,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:36.063565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] For port 8c372461-8139-47ce-8c93-ff22b4dd01c9, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:36.072463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] For port 8c372461-8139-47ce-8c93-ff22b4dd01c9, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8c372461-8139-47ce-8c93-ff22b4dd01c9,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:36.196907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:36.209607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:36.240168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904d35e0-0431-4b13-860b-04e60a77e1ad,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:36.274723 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:36.276740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5036d2aa-d487-49f8-9ae6-5c22595992ca admin admin] 10.222.0.43 "DELETE /v2.0/subnets/904d35e0-0431-4b13-860b-04e60a77e1ad HTTP/1.1" status: 204 len: 168 time: 0.8115957 Dec 16 07:50:36.280701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47368) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:36.322000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-958b37b8-7566-4c12-af50-998b49c21d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:36.325883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad7296-4bdd-4d26-b95f-b659872db1ec None None] Network 4aa8ec02-f832-4da1-b38b-034759f7d0fa requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:36.333245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-958b37b8-7566-4c12-af50-998b49c21d09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 1095 time: 0.2042043 Dec 16 07:50:36.688044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071cb05-12fb-4413-b8e9-06011803c046 None None] Pushing event updated for resources: {'Port': ['ID=8c372461-8139-47ce-8c93-ff22b4dd01c9,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:36.750616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-4b97a84d-0c40-4dd0-b249-cd8449e72eab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b76219e-1d39-47eb-8380-435ee8261e1b HTTP/1.1" status: 200 len: 217 time: 0.3881798 Dec 16 07:50:36.790580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:36.919518 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:36.943021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] DHCP port deletion for 4aa8ec02-f832-4da1-b38b-034759f7d0fa request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:50:36.950666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 68d0f389-6a40-4cb2-94f0-51698b514164 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:37.067023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-4ce7545e-85e7-4720-a08c-74b05eb1aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:37.067023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-4ce7545e-85e7-4720-a08c-74b05eb1aab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.2636871 Dec 16 07:50:37.105474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf036-573b-4b15-8642-1ff2fe3cb5f0 req-f7541079-1a24-4d99-9f16-95aa3d26d07a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:37.125379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9b1cf036-573b-4b15-8642-1ff2fe3cb5f0 req-f7541079-1a24-4d99-9f16-95aa3d26d07a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 943 time: 0.6398108 Dec 16 07:50:37.177825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-04d0adf0-5a0c-4276-82ae-f1fddc6ad02a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998042 Dec 16 07:50:37.222078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c372461-8139-47ce-8c93-ff22b4dd01c9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:37.350797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7d914f2-70fa-47dc-9bed-7fe87e83fd55 req-7c0d39a9-51cc-476a-a6d7-ff03a509175c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.2206931 Dec 16 07:50:37.449554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-761215a8-f5c3-4a8a-ae91-6f47384d8535 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389436 Dec 16 07:50:37.455173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9b1cf036-573b-4b15-8642-1ff2fe3cb5f0 req-2d7d995a-26a0-4e1f-b314-7ee95e0d8b9f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757287 Dec 16 07:50:37.568747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 68d0f389-6a40-4cb2-94f0-51698b514164 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:37.572811 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:37.589306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] Deleting port ed585400-4501-4461-97f5-8f9d741accaf {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:37.589722 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:37.607637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Deleting port ed585400-4501-4461-97f5-8f9d741accaf {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:37.608468 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:37.730955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8c372461-8139-47ce-8c93-ff22b4dd01c9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:37.731341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:37.823871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437b0da-a181-4ad2-af36-2cef446e70e2 req-9bd2b3aa-299b-4391-a59d-8fd1f4f18afa tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:37.825943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f437b0da-a181-4ad2-af36-2cef446e70e2 req-9bd2b3aa-299b-4391-a59d-8fd1f4f18afa tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.2139189 Dec 16 07:50:37.957103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] For port ed585400-4501-4461-97f5-8f9d741accaf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ed585400-4501-4461-97f5-8f9d741accaf,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:37.962116 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:37.968445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] For port ed585400-4501-4461-97f5-8f9d741accaf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ed585400-4501-4461-97f5-8f9d741accaf,segment=NetworkSegment(4b07c943-fd32-424c-885a-3800c1673fb6),segment_id=4b07c943-fd32-424c-885a-3800c1673fb6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:37.969756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:37.987832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Calling delete_port for ed585400-4501-4461-97f5-8f9d741accaf owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:38.013052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] Calling delete_port for ed585400-4501-4461-97f5-8f9d741accaf owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:38.109419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'tag': '9b76219e-1d39-47eb-8380-435ee8261e1b'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:38.114871 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d2739-4b86-410e-97ae-c39219af7e67" -d '{"events": [{"name": "network-changed", "server_uuid": "0f59da6a-d00e-4f79-a4f5-4ec5ca47baac", "tag": "9b76219e-1d39-47eb-8380-435ee8261e1b"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:38.184794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f437b0da-a181-4ad2-af36-2cef446e70e2 req-c460f99a-1d39-43c2-b768-9db34f847a7c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247719 Dec 16 07:50:38.388945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a4d5a05-5539-4444-802d-6f360b624dd6 req-e7539c76-f9e9-4a52-a942-935d82a3e658 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279652 Dec 16 07:50:38.398785 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e870a52-c150-4105-ac74-c07676bf3cbf x-openstack-request-id: req-7e870a52-c150-4105-ac74-c07676bf3cbf {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:38.398785 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f59da6a-d00e-4f79-a4f5-4ec5ca47baac", "tag": "9b76219e-1d39-47eb-8380-435ee8261e1b", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:38.398785 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e870a52-c150-4105-ac74-c07676bf3cbf {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:38.398785 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'tag': '9b76219e-1d39-47eb-8380-435ee8261e1b', 'status': 'completed', 'code': 200} Dec 16 07:50:38.527125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:38.595917 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:38.599190 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:38.663883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed585400-4501-4461-97f5-8f9d741accaf,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:38.725072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] No DVR routers for this DVR port ed585400-4501-4461-97f5-8f9d741accaf on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:38.756483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:38.818039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900eaa3-5cdf-4245-bf3b-5a8b2be2040a None None] Network 64d8fb01-f946-4c81-b78a-8863d97222ab requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:38.837784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] Pushing event deleted for resources: {'Port': ['ID=ed585400-4501-4461-97f5-8f9d741accaf,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:38.871583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876a645-03b4-4c30-993e-9ca146f22d98 None None] No DVR routers for this DVR port ed585400-4501-4461-97f5-8f9d741accaf on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:38.909834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80fcd732-130b-4324-ba7a-9b678b1472e2 req-d5cd0b95-8d01-406c-9dd0-321705186840 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.2772856 Dec 16 07:50:39.074287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.106430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.137522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa8ec02-f832-4da1-b38b-034759f7d0fa']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:39.201374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:39.204089 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e582334-9a03-4712-9c64-e4df0f81d9fa" -d '{"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-plugged", "status": "completed", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:39.213424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Router eb5b872b-7036-4063-878b-339c7382c4aa is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:50:39.242133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-761c271c-7a9c-455d-97ab-9b6589057949 None None] Provisioning complete for port 8c372461-8139-47ce-8c93-ff22b4dd01c9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:39.243194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b07c943-fd32-424c-885a-3800c1673fb6') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:39.243824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b07c943-fd32-424c-885a-3800c1673fb6') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:39.245742 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-761c271c-7a9c-455d-97ab-9b6589057949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.275400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.295438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:39.326734 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.342188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:50:39.343165 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:50:39.426635 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:50:39.433774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:50:39.448312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-9aa192a6-19a3-43ad-a9c9-2aa281ebd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:39.460434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-9aa192a6-19a3-43ad-a9c9-2aa281ebd9c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 1095 time: 0.8135030 Dec 16 07:50:39.475685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 8c372461-8139-47ce-8c93-ff22b4dd01c9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8c372461-8139-47ce-8c93-ff22b4dd01c9,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:39.528805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Sync routers for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:50:39.559189 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.560999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 009650c2-0d76-4294-8fd6-61732c7b269c no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:39.604350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.605887 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7081f15d-be27-46c5-8fd6-37892b4397a5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.5661647 Dec 16 07:50:39.609928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47456) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:39.610588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 009650c2-0d76-4294-8fd6-61732c7b269c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:39.611081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 009650c2-0d76-4294-8fd6-61732c7b269c not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:39.612782 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.631055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-fa21dc2a-1379-46f4-8fac-b23a54a8079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:39.633875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-fa21dc2a-1379-46f4-8fac-b23a54a8079d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.1724079 Dec 16 07:50:39.637803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.667314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:39.668566 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:39.676140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4aa8ec02-f832-4da1-b38b-034759f7d0fa HTTP/1.1" status: 204 len: 168 time: 3.3832343 Dec 16 07:50:39.677023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47458) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:39.699188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:39.914641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:39.930081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ed585400-4501-4461-97f5-8f9d741accaf no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:40.032981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: ed585400-4501-4461-97f5-8f9d741accaf {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:40.033775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ed585400-4501-4461-97f5-8f9d741accaf not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:40.034881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c04347d4-a360-44c1-980a-369880055dd4 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:40.064224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47468) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:40.067114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=8c372461-8139-47ce-8c93-ff22b4dd01c9,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:40.095413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c04347d4-a360-44c1-980a-369880055dd4 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:40.096038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c04347d4-a360-44c1-980a-369880055dd4 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:40.292149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 452cb3b3-5060-4e54-90ad-523897605447 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:40.419548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c372461-8139-47ce-8c93-ff22b4dd01c9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:40.429022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58f303-82b4-4b01-bce2-7c5317bfe0fb req-30af5327-5069-4ad7-b53c-c9e96d5ee09f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:40.433584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef58f303-82b4-4b01-bce2-7c5317bfe0fb req-30af5327-5069-4ad7-b53c-c9e96d5ee09f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 943 time: 1.5386782 Dec 16 07:50:40.488626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:40.567724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-12316a82-da2a-4552-b0bf-4cfca83611c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b76219e-1d39-47eb-8380-435ee8261e1b HTTP/1.1" status: 200 len: 217 time: 0.8901012 Dec 16 07:50:40.584792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d339d4-8a5f-4188-a0af-0d2654ec75d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa8ec02-f832-4da1-b38b-034759f7d0fa,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:40.794146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be228-59c3-4d1a-afdc-609c8ac8cf97 req-e2d539cc-7415-4439-95f9-e77b59d6ff6b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:40.795725 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c17be228-59c3-4d1a-afdc-609c8ac8cf97 req-e2d539cc-7415-4439-95f9-e77b59d6ff6b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 1.1600604 Dec 16 07:50:40.798424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-6dcccb0c-d441-419a-85ac-2abf459a57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:40.800387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-6dcccb0c-d441-419a-85ac-2abf459a57bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.1958971 Dec 16 07:50:40.810076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef58f303-82b4-4b01-bce2-7c5317bfe0fb req-ca21efcb-5563-46dd-817d-f5f0728f28da tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466185 Dec 16 07:50:40.871972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8c372461-8139-47ce-8c93-ff22b4dd01c9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:40.872527 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:40.885607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e3ab26b0-cf7d-4190-8829-12c2906619c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:40.922366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-d81ff126-1572-49e4-bc5f-d7f0f8bd7693 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068008 Dec 16 07:50:41.005574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e3ab26b0-cf7d-4190-8829-12c2906619c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:41.073719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e3ab26b0-cf7d-4190-8829-12c2906619c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:41.134200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-19d25a95-ac82-49d6-b4a8-54d542faea3c service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926219 Dec 16 07:50:41.181287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-903f3b73-f9c6-4d0f-8701-f79816987b62 req-d75e3ce7-89ca-4b1b-8804-a2899e261235 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0410843 Dec 16 07:50:41.291592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e3ab26b0-cf7d-4190-8829-12c2906619c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8292b8bc8f194e97a31ea4edfd625313&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2009861 Dec 16 07:50:41.322634 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47488) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:41.329192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab26b0-cf7d-4190-8829-12c2906619c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f74d0b-e024-48b5-bd8f-2a7c5ebf463c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:41.334912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59d2739-4b86-410e-97ae-c39219af7e67 req-acbbfbef-d24a-4f25-8241-4f018116a900 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479521 Dec 16 07:50:41.342512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c17be228-59c3-4d1a-afdc-609c8ac8cf97 req-f6714a0b-787b-49b6-a808-0d2f2acf89e6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312455 Dec 16 07:50:41.395529 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c74424a-c75d-43dd-a316-52df8fa67bab x-openstack-request-id: req-6c74424a-c75d-43dd-a316-52df8fa67bab {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:41.396025 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-plugged", "status": "completed", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:41.396401 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c74424a-c75d-43dd-a316-52df8fa67bab {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:41.396896 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164', 'code': 200} Dec 16 07:50:41.407353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-17df744d-7617-47d9-8904-39281d20f515 None None] Provisioning complete for port 8c372461-8139-47ce-8c93-ff22b4dd01c9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:41.407897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17df744d-7617-47d9-8904-39281d20f515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:41.652644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:41.678000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:36Z', 'revision_number': 3, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:41.680687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:41.731923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Checking router: eb5b872b-7036-4063-878b-339c7382c4aa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:50:41.732330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Updating router eb5b872b-7036-4063-878b-339c7382c4aa port 78973408-2a32-46c8-944a-cf75805c4718 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:50:41.741808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:41.772314 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:41.909108 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.038482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98da75-1377-4109-b71f-c7ead68a07a9 req-070d13ab-31c3-4998-a4c1-89db75dc18cd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:42.046873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc98da75-1377-4109-b71f-c7ead68a07a9 req-070d13ab-31c3-4998-a4c1-89db75dc18cd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 943 time: 0.1243072 Dec 16 07:50:42.171564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc98da75-1377-4109-b71f-c7ead68a07a9 req-cf6af613-c4f9-440c-a039-b52f74930e3e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233051 Dec 16 07:50:42.189619 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.194726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.202131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66f74d0b-e024-48b5-bd8f-2a7c5ebf463c HTTP/1.1" status: 204 len: 168 time: 0.8564293 Dec 16 07:50:42.333312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f74d0b-e024-48b5-bd8f-2a7c5ebf463c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:42.383487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.383952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.384431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.384970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.385814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.386126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.386566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.387004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.387439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.387890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.388369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.388511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c016a2e0-f709-4f72-90bf-476f463d3418 req-6e6e93f8-ce36-499f-8c15-984cb7c7361c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0813978 Dec 16 07:50:42.388887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.389318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200523f5-c189-47f1-9059-355f813e8ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:42.469973 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.519899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9b76219e-1d39-47eb-8380-435ee8261e1b details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:50:42.547208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Allocated IP 172.20.0.1 (64d8fb01-f946-4c81-b78a-8863d97222ab/01de3eb7-e874-4d90-8057-ce4d4e6dc393/84699870-ed28-4150-92b7-b28aa738006f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:42.612475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548165c-831c-4c92-9470-d84244334732 req-8df2bdb6-e608-4ffc-9fe9-bfda0eaa0fc8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:42.620511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3548165c-831c-4c92-9470-d84244334732 req-8df2bdb6-e608-4ffc-9fe9-bfda0eaa0fc8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.1360607 Dec 16 07:50:42.669016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9b76219e-1d39-47eb-8380-435ee8261e1b, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9b76219e-1d39-47eb-8380-435ee8261e1b,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:42.705945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '9b76219e-1d39-47eb-8380-435ee8261e1b', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'port_id': '9b76219e-1d39-47eb-8380-435ee8261e1b', 'mac_address': 'fa:16:3e:33:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c1c502-4564-4858-9f04-d7ba04f934fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:50:42.722651 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.763618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3548165c-831c-4c92-9470-d84244334732 req-0de6a20d-a781-4f15-b97c-e395c223aad2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387789 Dec 16 07:50:42.785608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.806539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Deleting port f122a716-8d5f-463a-96cd-7c43499d4eb0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:42.807001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.820746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7426313-3216-4f9c-b147-686bb9bf6aa1 None None] Pushing event updated for resources: {'Port': ['ID=78973408-2a32-46c8-944a-cf75805c4718,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:42.858636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Attempting to bind port 78973408-2a32-46c8-944a-cf75805c4718 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:42.859293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Attempting to bind port 78973408-2a32-46c8-944a-cf75805c4718 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:42.859712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Attempting to bind port 78973408-2a32-46c8-944a-cf75805c4718 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:42.867112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:42.867598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:42.868046 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.868761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:42.869008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Bound port: 78973408-2a32-46c8-944a-cf75805c4718, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:42.869659 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.921615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] For port f122a716-8d5f-463a-96cd-7c43499d4eb0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f122a716-8d5f-463a-96cd-7c43499d4eb0,segment=NetworkSegment(4a602beb-a65c-4069-a7db-c6a64085d64f),segment_id=4a602beb-a65c-4069-a7db-c6a64085d64f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:42.922048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:42.944311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Calling delete_port for f122a716-8d5f-463a-96cd-7c43499d4eb0 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:42.955116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] For port 78973408-2a32-46c8-944a-cf75805c4718, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:42.968045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] For port 78973408-2a32-46c8-944a-cf75805c4718, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78973408-2a32-46c8-944a-cf75805c4718,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:43.000642 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:43.047557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Network 64d8fb01-f946-4c81-b78a-8863d97222ab is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:43.053487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:43.061712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:43.126758 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:43.128625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Pushing event updated for resources: {'Port': ['ID=84699870-ed28-4150-92b7-b28aa738006f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:43.166642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b76219e-1d39-47eb-8380-435ee8261e1b {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:43.226776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9b76219e-1d39-47eb-8380-435ee8261e1b, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9b76219e-1d39-47eb-8380-435ee8261e1b,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:43.231007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:43.331872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7426313-3216-4f9c-b147-686bb9bf6aa1 None None] Pushing event updated for resources: {'Port': ['ID=78973408-2a32-46c8-944a-cf75805c4718,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:43.365254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:43.366783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:43.369346 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:43.488861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9b76219e-1d39-47eb-8380-435ee8261e1b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:43.503713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308231c1-becc-4364-99c5-a3205989194a req-6fa12004-c8e3-47c4-b842-4ac6e87ff8b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:43.516533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-308231c1-becc-4364-99c5-a3205989194a req-6fa12004-c8e3-47c4-b842-4ac6e87ff8b0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 943 time: 0.2101028 Dec 16 07:50:43.547169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-be0aef50-bf9a-496f-b999-16cd5502eefb None None] Provisioning complete for port 84699870-ed28-4150-92b7-b28aa738006f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:43.548919 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be0aef50-bf9a-496f-b999-16cd5502eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:43.607411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-be0aef50-bf9a-496f-b999-16cd5502eefb None None] Port 84699870-ed28-4150-92b7-b28aa738006f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:50:43.688876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-308231c1-becc-4364-99c5-a3205989194a req-b465c8c2-a403-4e03-8364-e7b8c55e07c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707475 Dec 16 07:50:43.775771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:43.824658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53d039bc-e1f7-4774-a217-f7e34c18ca1a req-4c0fbfeb-3099-4ec7-b573-602bc8c11392 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0577352 Dec 16 07:50:43.894679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47554) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:44.053064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9b76219e-1d39-47eb-8380-435ee8261e1b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:50:44.053551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.054361 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4c837de-9bfe-472a-a95b-109bbf58777d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.054361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862b23b-a08f-431c-a700-258d91699c4d req-9056fb73-d758-4e26-883c-0f8fb52b8b01 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:44.054361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2862b23b-a08f-431c-a700-258d91699c4d req-9056fb73-d758-4e26-883c-0f8fb52b8b01 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.1162486 Dec 16 07:50:44.172956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.228938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:36Z', 'revision_number': 3, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:44.241906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2862b23b-a08f-431c-a700-258d91699c4d req-315b35d2-63b1-40a7-98b1-0c3a128ca7a4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698606 Dec 16 07:50:44.245786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Pushing event deleted for resources: {'Port': ['ID=f122a716-8d5f-463a-96cd-7c43499d4eb0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:44.265205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4c837de-9bfe-472a-a95b-109bbf58777d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.296713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b4160-8e69-4f88-89a9-5bde50619a2b None None] The sync data for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 is: [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:36Z', 'revision_number': 3, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:50:44.355627 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4c837de-9bfe-472a-a95b-109bbf58777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.365505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.478996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e4c837de-9bfe-472a-a95b-109bbf58777d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ee7e95ec075480a85936f42ef5efb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5830050 Dec 16 07:50:44.482109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47568) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:44.577411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c837de-9bfe-472a-a95b-109bbf58777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b06b2-7d79-4bae-8f82-2a28a64ae848,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:44.732827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.802394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47584) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:44.824550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54f35711-3b16-4d36-a724-1eb1a91169ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:44.859272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54f35711-3b16-4d36-a724-1eb1a91169ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.055693 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54f35711-3b16-4d36-a724-1eb1a91169ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.058546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54f35711-3b16-4d36-a724-1eb1a91169ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.071622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-54f35711-3b16-4d36-a724-1eb1a91169ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/042b06b2-7d79-4bae-8f82-2a28a64ae848 HTTP/1.1" status: 204 len: 168 time: 0.5693181 Dec 16 07:50:45.090281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.108966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:50:45.136442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da358d20-a10a-47fa-916c-edba7c72a445 req-d39165b5-745b-4a22-bbe8-bcbabb5b11ee tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:45.143808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da358d20-a10a-47fa-916c-edba7c72a445 req-d39165b5-745b-4a22-bbe8-bcbabb5b11ee tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 944 time: 0.1938343 Dec 16 07:50:45.147166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f35711-3b16-4d36-a724-1eb1a91169ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b06b2-7d79-4bae-8f82-2a28a64ae848,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:45.188938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-network', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:45.195489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-942d83e9-2ddb-43a3-aa2a-0e8e702d1103 req-d9845305-479f-4fab-af5d-80de5dd93c78 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.1684587 Dec 16 07:50:45.213019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.259342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da358d20-a10a-47fa-916c-edba7c72a445 req-e4b96def-ddf3-4bdd-848c-cd8b9e4c9dd1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743499 Dec 16 07:50:45.384408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Made reservation on behalf of f1dea21f2e944d1082e8792465adb3f4 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:45.387361 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.398440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.402234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Pushing event updated for resources: {'Port': ['ID=84699870-ed28-4150-92b7-b28aa738006f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:45.411744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.451838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:50:45.463112 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] Sync routers for ids ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:50:45.509779 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] Routers {'d4c3a0f5-25db-4fb4-b5e5-97f976737c65'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:45.514857 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:45.523483 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cd96dfd7-b9df-42e1-969f-fdd514aad54f admin admin] 10.222.0.43 "PUT /v2.0/routers/d4c3a0f5-25db-4fb4-b5e5-97f976737c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8435361 Dec 16 07:50:45.527595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47596) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:45.782793 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Network 64d8fb01-f946-4c81-b78a-8863d97222ab is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:45.787134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:45.799892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cc363-535b-4747-8137-fbba6c8baa09 req-200b939a-7136-4893-b262-773656c003a4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:45.813691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e13cc363-535b-4747-8137-fbba6c8baa09 req-200b939a-7136-4893-b262-773656c003a4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.2002058 Dec 16 07:50:45.816972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.878395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-ecd6832d-6506-44ab-af78-af575eca98f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2951641 Dec 16 07:50:45.891750 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] Set router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:45.934459 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:45.989119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e13cc363-535b-4747-8137-fbba6c8baa09 req-83ea521a-33b7-4d21-97ec-759e79e477f9 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694572 Dec 16 07:50:46.081775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.114423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83daceaf-1ae9-4065-832a-42e3cc33b5c4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:46.140239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:50:46.148341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.148874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.149206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.149738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.150234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.150586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.151528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.151528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.151733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.152006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.152326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.158279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.158279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:46.164307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-72834ffa-38ec-4220-b3a0-a351f3a7761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:46.166022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-72834ffa-38ec-4220-b3a0-a351f3a7761c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 1098 time: 0.1743612 Dec 16 07:50:46.178969 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.179365 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Added segment 1ccb973f-3e01-4066-9e95-caeac7bcf10b of type vlan for network 79a19e99-7552-41d7-bb46-c7e243a7986b Dec 16 07:50:46.206903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47608) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:46.275680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9b76219e-1d39-47eb-8380-435ee8261e1b up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:46.394294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Router eb5b872b-7036-4063-878b-339c7382c4aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:50:46.416022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.463631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7f2a8b66-288e-42ca-9ee1-ec4ee624cd05 None None] Provisioning complete for port 84699870-ed28-4150-92b7-b28aa738006f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:46.463999 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f2a8b66-288e-42ca-9ee1-ec4ee624cd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.503981 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:50:43Z', 'revision_number': 5, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port': {'id': '98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:48:32Z', 'updated_at': '2021-12-16T07:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:46.530948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-c60b6d02-55b1-4254-b833-dd5441e937bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:46.539557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-c60b6d02-55b1-4254-b833-dd5441e937bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.3305426 Dec 16 07:50:46.539557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-490f9696-f951-41c2-98e6-7a04b4ec2a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.551014 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] Checking router: d4c3a0f5-25db-4fb4-b5e5-97f976737c65 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:50:46.573011 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] Routers {'d4c3a0f5-25db-4fb4-b5e5-97f976737c65'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:46.573634 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:46.632086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78973408-2a32-46c8-944a-cf75805c4718 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:46.756333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-366901a6-8db8-4df9-bc50-9190b7f4d1b5 req-e8ebfdec-55ff-4f11-8046-90a07a1a2a47 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d24f093-f9d4-4d14-9e39-ba422ed9a5a2 HTTP/1.1" status: 200 len: 210 time: 0.1574767 Dec 16 07:50:46.756885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a8b66-288e-42ca-9ee1-ec4ee624cd05 None None] Port 84699870-ed28-4150-92b7-b28aa738006f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:50:46.757981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:50:46.768955 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-de459436-3f30-42f1-8823-5f088ec90e00 admin admin] 10.222.0.43 "PUT /v2.0/routers/eb5b872b-7036-4063-878b-339c7382c4aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1578577 Dec 16 07:50:46.796737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 9b76219e-1d39-47eb-8380-435ee8261e1b completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:50:46.803463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 9b76219e-1d39-47eb-8380-435ee8261e1b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:46.806653 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.833669 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] Set router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:46.888469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Deleting port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:46.892626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.902274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-3b9ca743-c402-4e62-92bb-2102c0dfedbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d HTTP/1.1" status: 200 len: 217 time: 0.2756565 Dec 16 07:50:46.927877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 78973408-2a32-46c8-944a-cf75805c4718 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:46.928278 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.956259 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:46.978324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:50:46Z', 'revision_number': 6, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:47.052686 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faaafb2-36d3-42b4-b5ca-25524d0613f9 None None] The sync data for ids ['d4c3a0f5-25db-4fb4-b5e5-97f976737c65'] in n-d-820935-11 is: [{'id': 'd4c3a0f5-25db-4fb4-b5e5-97f976737c65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1525905490-router', 'tenant_id': '1880f764bcfe4d5e8497455af01071e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:48:31Z', 'updated_at': '2021-12-16T07:50:46Z', 'revision_number': 6, 'project_id': '1880f764bcfe4d5e8497455af01071e8', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:50:47.163100 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.163685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] For port 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:47.164060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.182277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Calling delete_port for 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:47.277509 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:50:47.296273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b76219e-1d39-47eb-8380-435ee8261e1b'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:50:47.299857 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9e56c6-5861-4a4e-a1c0-3616ad2b0c7c" -d '{"events": [{"server_uuid": "0f59da6a-d00e-4f79-a4f5-4ec5ca47baac", "name": "network-vif-plugged", "status": "completed", "tag": "9b76219e-1d39-47eb-8380-435ee8261e1b"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:50:47.317032 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.326579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9b76219e-1d39-47eb-8380-435ee8261e1b, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9b76219e-1d39-47eb-8380-435ee8261e1b,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:47.359381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 78973408-2a32-46c8-944a-cf75805c4718, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78973408-2a32-46c8-944a-cf75805c4718,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:47.369835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-7216e913-c4d1-4c51-9d90-65bee2e92f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:47.371671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-7216e913-c4d1-4c51-9d90-65bee2e92f35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.4036534 Dec 16 07:50:47.400050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce5bd-04d0-4cf3-ac60-28331ad34a02 req-684f9bab-e3f3-46e8-a0f0-020fd983dd0a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:47.400050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f0ce5bd-04d0-4cf3-ac60-28331ad34a02 req-684f9bab-e3f3-46e8-a0f0-020fd983dd0a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 944 time: 0.7968280 Dec 16 07:50:47.410100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Sync routers for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:50:47.438411 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.447030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:47.447676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:47.559673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.560857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:47.561451 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.602209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-af2a2261-2c77-4c52-bc4a-5c92a3283a36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924882 Dec 16 07:50:47.613714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.658438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640e727-4a15-4572-a63c-c6bfba29005f req-f129755b-0dc7-4229-92b7-f06c52b6cc99 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:47.667275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e640e727-4a15-4572-a63c-c6bfba29005f req-f129755b-0dc7-4229-92b7-f06c52b6cc99 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 943 time: 0.4636288 Dec 16 07:50:47.687627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9b76219e-1d39-47eb-8380-435ee8261e1b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:47.697275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.728543 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-490f9696-f951-41c2-98e6-7a04b4ec2a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.824408 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-490f9696-f951-41c2-98e6-7a04b4ec2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:47.845114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:47.865884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=78973408-2a32-46c8-944a-cf75805c4718,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:47.897666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f0ce5bd-04d0-4cf3-ac60-28331ad34a02 req-6a85a834-a944-46ad-9675-65655b3cd496 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470165 Dec 16 07:50:47.908509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] Pushing event updated for resources: {'Network': ['ID=79a19e99-7552-41d7-bb46-c7e243a7986b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:47.936360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-490f9696-f951-41c2-98e6-7a04b4ec2a10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ff885cfac654506906a0904145043f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7271805 Dec 16 07:50:47.943262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:47.948597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-48e48934-a7a7-4da4-b2c3-bf915e84fcc0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1445239 Dec 16 07:50:47.953130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47644) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:47.959768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Request body: {'subnet': {'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-subnet', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:47.973366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e640e727-4a15-4572-a63c-c6bfba29005f req-aeeab535-57f5-48f8-9d7f-ce8d5ca1b153 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051252 Dec 16 07:50:47.982103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 79a19e99-7552-41d7-bb46-c7e243a7986b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:50:48.005942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f9696-f951-41c2-98e6-7a04b4ec2a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190571bf-c778-480e-b64f-4f1b7375a27b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:48.038825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-43832447-d475-4043-b4cf-b0441141a09e service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355297 Dec 16 07:50:48.088132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.364603 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181d3fd-6741-4e0b-a283-c286108fb8da x-openstack-request-id: req-1181d3fd-6741-4e0b-a283-c286108fb8da {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:50:48.365709 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f59da6a-d00e-4f79-a4f5-4ec5ca47baac", "name": "network-vif-plugged", "status": "completed", "tag": "9b76219e-1d39-47eb-8380-435ee8261e1b", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:50:48.366569 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1181d3fd-6741-4e0b-a283-c286108fb8da {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:50:48.368572 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b76219e-1d39-47eb-8380-435ee8261e1b', 'code': 200} Dec 16 07:50:48.380834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Made reservation on behalf of f1dea21f2e944d1082e8792465adb3f4 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:48.385346 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.389136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78973408-2a32-46c8-944a-cf75805c4718 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:48.411051 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.414281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.427410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6472169-db28-4661-85b3-04a01b8a9e42 req-84cc6ae5-d5f0-44ea-a122-5f69c517adc2 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681834 Dec 16 07:50:48.577951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:48.602144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8682d9dc-de7d-4e97-b1dd-feb4dbde8836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.656574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.656574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c3a0f5-25db-4fb4-b5e5-97f976737c65 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:50:48.669787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.674938 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1c0c8f9a-43ab-4b07-ac0f-69e52cb5e454 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d4c3a0f5-25db-4fb4-b5e5-97f976737c65 HTTP/1.1" status: 204 len: 168 time: 3.1421382 Dec 16 07:50:48.678779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47670) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:48.717835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365157a-36ff-48e6-8712-960e85d841b4 req-77bc38dc-c906-49e6-8a44-1d728a50e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:48.717835 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f365157a-36ff-48e6-8712-960e85d841b4 req-77bc38dc-c906-49e6-8a44-1d728a50e696 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 1097 time: 0.2240565 Dec 16 07:50:48.771379 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8682d9dc-de7d-4e97-b1dd-feb4dbde8836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.939906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 78973408-2a32-46c8-944a-cf75805c4718 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:48.942817 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:48.951412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] Deleting subnet 8da06ad0-b14a-4087-a409-e9c89720a2e6 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:50:48.969153 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.054650 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f365157a-36ff-48e6-8712-960e85d841b4 req-4dcef07b-dc4e-48c4-b7ae-93472f4b631a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255696 Dec 16 07:50:49.061838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-6549a95b-98ae-40ea-82fc-b012f2670dcb tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:49.063407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-6549a95b-98ae-40ea-82fc-b012f2670dcb tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks?id=64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 200 len: 828 time: 0.4404850 Dec 16 07:50:49.087187 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.189077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.220628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8682d9dc-de7d-4e97-b1dd-feb4dbde8836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.225519 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8682d9dc-de7d-4e97-b1dd-feb4dbde8836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.232230 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8682d9dc-de7d-4e97-b1dd-feb4dbde8836 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/190571bf-c778-480e-b64f-4f1b7375a27b HTTP/1.1" status: 204 len: 168 time: 1.2848933 Dec 16 07:50:49.274090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682d9dc-de7d-4e97-b1dd-feb4dbde8836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190571bf-c778-480e-b64f-4f1b7375a27b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:49.291086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.319642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-701961a6-7661-424b-bf91-eeae366fffb2 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/quotas/902589ad4d4b4b31a29c2e8ed272bd3d HTTP/1.1" status: 200 len: 375 time: 0.2375052 Dec 16 07:50:49.347269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f122a716-8d5f-463a-96cd-7c43499d4eb0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:49.410273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 2, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:49.423685 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.453533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Checking router: eb5b872b-7036-4063-878b-339c7382c4aa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:50:49.454272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Updating router eb5b872b-7036-4063-878b-339c7382c4aa port 84699870-ed28-4150-92b7-b28aa738006f binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:50:49.457533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f122a716-8d5f-463a-96cd-7c43499d4eb0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:49.458403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f122a716-8d5f-463a-96cd-7c43499d4eb0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:49.459083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:49.474697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=685f2c64-988a-4ee3-a726-db2d75d7ea7d,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:49.486292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:50:49.490276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 98b7e2fb-268d-45c9-82ef-3e6f6c86b7c5 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:50:49.530591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab84e-7ad3-4637-8dfe-6cc59b681b62 req-862a17ee-8884-4322-8215-acd8e8a58bf0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:49.538371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7aab84e-7ad3-4637-8dfe-6cc59b681b62 req-862a17ee-8884-4322-8215-acd8e8a58bf0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.5024061 Dec 16 07:50:49.555076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13db02-6596-4300-9df6-fb15740f08f1 None None] Network cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:49.556299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.562541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7aab84e-7ad3-4637-8dfe-6cc59b681b62 req-d2d1596d-2d81-43e1-834e-7f665a51c4b3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/quotas/c74443691ac642e395264dd387be70fc HTTP/1.1" status: 200 len: 375 time: 0.0230670 Dec 16 07:50:49.570287 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8da06ad0-b14a-4087-a409-e9c89720a2e6 HTTP/1.1" status: 204 len: 168 time: 0.8857396 Dec 16 07:50:49.599151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47692) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:49.608394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7aab84e-7ad3-4637-8dfe-6cc59b681b62 req-95cb8d0a-2a5c-40c6-bc6d-2412abcd4292 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449202 Dec 16 07:50:49.617978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42431ff3-817d-4b72-a1e5-044c0213ddc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da06ad0-b14a-4087-a409-e9c89720a2e6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:49.634574 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:49.635754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-73c81e01-2013-4fcc-8bc7-25157e7799ac tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2939117 Dec 16 07:50:49.654273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-ebe0961b-35ef-4cdc-9328-43207129cfdb service neutron] 10.222.0.16 "GET /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447/bindings/n-h2-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.2162509 Dec 16 07:50:49.767018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-803a4dfb-7761-4188-9bda-3d018210d5f7 service neutron] 10.222.0.43 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302574 Dec 16 07:50:49.980003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:49.982385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-2ca62300-4b4a-4d02-b0aa-d9bed2c29436 service neutron] 10.222.0.43 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138298 Dec 16 07:50:50.017263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] DHCP port deletion for cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:50:50.041197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:50.139107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452cb3b3-5060-4e54-90ad-523897605447 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:50.175335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7aab84e-7ad3-4637-8dfe-6cc59b681b62 req-843301f4-e88d-4083-806f-9fcef32da2f3 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660331 Dec 16 07:50:50.180876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Checking segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:50.181363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Network hostable DHCP agents. Network: 79a19e99-7552-41d7-bb46-c7e243a7986b, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:50:50.181513 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:50.228439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] Deleting port d709c19f-e4ea-4b3d-905a-f67dc241c685 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:50.229132 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.288337 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.304367 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.351569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d709c19f-e4ea-4b3d-905a-f67dc241c685 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:50:50.383733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Network 79a19e99-7552-41d7-bb46-c7e243a7986b is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:50:50.394085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7aab84e-7ad3-4637-8dfe-6cc59b681b62 req-43ba31c6-fcb4-4b9c-b42e-2be2aef4d984 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057049 Dec 16 07:50:50.448545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.451815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Deleting port d709c19f-e4ea-4b3d-905a-f67dc241c685 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:50:50.451815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.467304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] Transition to ACTIVE for port object 452cb3b3-5060-4e54-90ad-523897605447 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:50:50.487875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] For port d709c19f-e4ea-4b3d-905a-f67dc241c685, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d709c19f-e4ea-4b3d-905a-f67dc241c685,segment=NetworkSegment(4a602beb-a65c-4069-a7db-c6a64085d64f),segment_id=4a602beb-a65c-4069-a7db-c6a64085d64f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:50.488683 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.510358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 79a19e99-7552-41d7-bb46-c7e243a7986b) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:50.515692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] Calling delete_port for d709c19f-e4ea-4b3d-905a-f67dc241c685 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:50.519712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:50.528712 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.528891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684fb1a-77ec-4129-a536-3963ded3cbbf None None] Network 79a19e99-7552-41d7-bb46-c7e243a7986b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:50.561810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] For port d709c19f-e4ea-4b3d-905a-f67dc241c685, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d709c19f-e4ea-4b3d-905a-f67dc241c685,segment=NetworkSegment(4a602beb-a65c-4069-a7db-c6a64085d64f),segment_id=4a602beb-a65c-4069-a7db-c6a64085d64f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:50.562227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.583350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.592429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Calling delete_port for d709c19f-e4ea-4b3d-905a-f67dc241c685 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:50:50.637308 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.701919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63a7cc-7424-43de-ae30-569a87748382 None None] Pushing event updated for resources: {'Port': ['ID=84699870-ed28-4150-92b7-b28aa738006f,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:50.738633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] No DVR routers for this DVR port 452cb3b3-5060-4e54-90ad-523897605447 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:50.757461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] Pushing event updated for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=10']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:50.784714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-79a19e99-7552-41d7-bb46-c7e243a7986b', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:50:50.785584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.796607 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-8b87f308-8f56-417d-bcf2-29f2a10ffd60 service neutron] 10.222.0.16 "PUT /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447/bindings/n-h2-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1331518 Dec 16 07:50:50.810501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2be749f5-8147-4ad8-9f03-a1ff38a09c1b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8552358 Dec 16 07:50:50.813519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47710) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:50.836486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:50.903008 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.919258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd45b18-536d-4fe3-a51d-4c0114fe9fc0 req-3ed68ea5-b137-4e8f-970d-ab46845fa053 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:50.919438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd45b18-536d-4fe3-a51d-4c0114fe9fc0 req-3ed68ea5-b137-4e8f-970d-ab46845fa053 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 945 time: 0.2954004 Dec 16 07:50:50.977322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:50.980386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.072100 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd45b18-536d-4fe3-a51d-4c0114fe9fc0 req-742ad73c-c4f8-4c38-afec-184bce32c320 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518121 Dec 16 07:50:51.083685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.214028 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.218574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] No DVR routers for this DVR port d709c19f-e4ea-4b3d-905a-f67dc241c685 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:51.264461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d709c19f-e4ea-4b3d-905a-f67dc241c685,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:51.428204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Allocated IP 172.20.0.2 (79a19e99-7552-41d7-bb46-c7e243a7986b/685f2c64-988a-4ee3-a726-db2d75d7ea7d/1f278fef-a08e-48a6-9102-ae5bf7398fdc) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:51.477759 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.526571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16e29aa0-1071-4aa9-a35d-3d64d32cfe0e req-be7afe7d-8194-4f1b-bb42-79accbaec390 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 210 time: 0.2367055 Dec 16 07:50:51.615976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011b0b-28ad-4220-bdc4-387f97e10d62 req-290c9ef9-abf8-4b8d-aed7-a1b16aa20bae tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:51.636648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9011b0b-28ad-4220-bdc4-387f97e10d62 req-290c9ef9-abf8-4b8d-aed7-a1b16aa20bae tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.5329101 Dec 16 07:50:51.667232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-bbd462f4-b65c-4e74-bc6a-45a4d7b66d6b tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:51.670424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-bbd462f4-b65c-4e74-bc6a-45a4d7b66d6b tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.6242316 Dec 16 07:50:51.705864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.706409 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.730610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf16f22d-bcbf-4bd0-a1d8-0485178a01f5']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:51.746614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3afa28d-3f42-48f1-a383-a4b0c85ac4b4 req-536be37d-fbe0-42ef-97eb-7f6d06b985b3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=428217eb-8be7-4c04-94fb-6c15d3c8df97 HTTP/1.1" status: 200 len: 210 time: 0.0719905 Dec 16 07:50:51.797343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a602beb-a65c-4069-a7db-c6a64085d64f') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:51.797818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a602beb-a65c-4069-a7db-c6a64085d64f') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:51.817972 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.824083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9011b0b-28ad-4220-bdc4-387f97e10d62 req-52417a08-7921-44ea-bf29-5e386a37fbc9 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865664 Dec 16 07:50:51.843639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.844539 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.851179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-02f5aa57-06fc-4017-80ac-b48a9b6e9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:51.851179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-02f5aa57-06fc-4017-80ac-b48a9b6e9f02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98&tenant_id=96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 1096 time: 0.1621928 Dec 16 07:50:51.855696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:50:51.856834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:50:51.858871 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:50:51.987421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-973cc613-80af-4901-ab6a-44ff6cc4a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:51.993417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-973cc613-80af-4901-ab6a-44ff6cc4a1f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1096 time: 0.0762298 Dec 16 07:50:51.995084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-419f96da-f095-4a8c-858b-2cc3fc507a84 None None] Provisioning complete for port 84699870-ed28-4150-92b7-b28aa738006f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:51.995558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-419f96da-f095-4a8c-858b-2cc3fc507a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.005996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Attempting to bind port 84699870-ed28-4150-92b7-b28aa738006f on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:52.005996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Attempting to bind port 84699870-ed28-4150-92b7-b28aa738006f by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:52.005996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Attempting to bind port 84699870-ed28-4150-92b7-b28aa738006f on network 64d8fb01-f946-4c81-b78a-8863d97222ab {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:52.024653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:52.025476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Checking segment: {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:52.025836 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.026332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Bound using segment: {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:52.026931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Bound port: 84699870-ed28-4150-92b7-b28aa738006f, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:52.027425 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.029642 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.119422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-0d426ff5-f08f-412e-acdb-565973dece4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:52.121946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] No DVR routers for this DVR port d709c19f-e4ea-4b3d-905a-f67dc241c685 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:50:52.122273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-0d426ff5-f08f-412e-acdb-565973dece4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.1252587 Dec 16 07:50:52.158168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Network 79a19e99-7552-41d7-bb46-c7e243a7986b is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:52.193855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-ae5d76b4-955d-4f66-a7f9-bd3ddfde193f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 200 len: 217 time: 0.0612876 Dec 16 07:50:52.195023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.199666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Pushing event updated for resources: {'Port': ['ID=1f278fef-a08e-48a6-9102-ae5bf7398fdc,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:52.203724 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.213691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:52.219321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:52.222758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cf16f22d-bcbf-4bd0-a1d8-0485178a01f5 HTTP/1.1" status: 204 len: 168 time: 2.4752924 Dec 16 07:50:52.311250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698e617-c064-4514-b0d8-8592659849d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf16f22d-bcbf-4bd0-a1d8-0485178a01f5,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:52.354383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-9c340ce3-2dde-4d03-9a5e-06dcd12aff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:52.356031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-9c340ce3-2dde-4d03-9a5e-06dcd12aff05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1245816 Dec 16 07:50:52.381073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe501-5640-4882-b964-9938b5214be3 req-00d53667-f378-4c8f-9bfd-ea1eaa5bfe72 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:52.384948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67ffe501-5640-4882-b964-9938b5214be3 req-00d53667-f378-4c8f-9bfd-ea1eaa5bfe72 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 945 time: 0.1192119 Dec 16 07:50:52.406937 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.418314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-51016224-637e-41ce-aedd-597a7bea666c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519631 Dec 16 07:50:52.427263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] For port 84699870-ed28-4150-92b7-b28aa738006f, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:52.436102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] For port 84699870-ed28-4150-92b7-b28aa738006f, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=84699870-ed28-4150-92b7-b28aa738006f,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:52.437846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.439694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-419f96da-f095-4a8c-858b-2cc3fc507a84 None None] Port 84699870-ed28-4150-92b7-b28aa738006f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:50:52.441669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a6f83-c56b-4855-8373-8e038c2fb9fb None None] Pushing event deleted for resources: {'Port': ['ID=d709c19f-e4ea-4b3d-905a-f67dc241c685,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:52.505360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Attempting to bind port 1f278fef-a08e-48a6-9102-ae5bf7398fdc on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:52.505877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Attempting to bind port 1f278fef-a08e-48a6-9102-ae5bf7398fdc by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:52.506305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Attempting to bind port 1f278fef-a08e-48a6-9102-ae5bf7398fdc on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:52.513387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:52.514168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Checking segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:52.514643 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.515137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Bound using segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:52.515627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Bound port: 1f278fef-a08e-48a6-9102-ae5bf7398fdc, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:52.516290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.606264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] For port 1f278fef-a08e-48a6-9102-ae5bf7398fdc, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:52.610147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] For port 1f278fef-a08e-48a6-9102-ae5bf7398fdc, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1f278fef-a08e-48a6-9102-ae5bf7398fdc,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:52.613618 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.634545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Allocated IP 172.25.2.35 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/f10a5b11-ce94-4634-9dbb-099a0b54cd7a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:52.665780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67ffe501-5640-4882-b964-9938b5214be3 req-5b0d0abb-9423-4f13-bc73-654dc9499066 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461803 Dec 16 07:50:52.736815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-21849ebb-fe9f-4a62-93ca-24b63ae41102 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022037 Dec 16 07:50:52.760471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:52.761332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:52.875580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47776) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:52.889367 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:52.903229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47784) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:53.157928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5634f06f-a0be-45eb-8a98-38b68005d53f req-c0b2d9ef-6ba4-41a7-84f7-53b7edd81632 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 210 time: 0.1441882 Dec 16 07:50:53.298062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7d1d5c3f-9275-451b-92c2-36bddd51e48d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c5e14521cf44fb0b24d03dac22cea8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708620 Dec 16 07:50:53.304381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-10a96772-ce98-4abe-bd37-69e06c687115 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607805 Dec 16 07:50:53.304865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47796) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:53.344250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63a7cc-7424-43de-ae30-569a87748382 None None] Pushing event updated for resources: {'Port': ['ID=84699870-ed28-4150-92b7-b28aa738006f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:53.543926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-319f0c32-f29a-4f1f-b3b9-693a7d72a9a8 None None] Provisioning complete for port 84699870-ed28-4150-92b7-b28aa738006f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:53.544324 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-319f0c32-f29a-4f1f-b3b9-693a7d72a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:53.602439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1ba48-47c2-4029-88bb-f430b97896da None None] Pushing event updated for resources: {'Port': ['ID=1f278fef-a08e-48a6-9102-ae5bf7398fdc,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:53.620272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:53.697130 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:53.837983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:53.929299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:53.935188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:53.945441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:53.982941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Pushing event updated for resources: {'Port': ['ID=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:54.072910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-319f0c32-f29a-4f1f-b3b9-693a7d72a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.136294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-319f0c32-f29a-4f1f-b3b9-693a7d72a9a8 None None] For port 84699870-ed28-4150-92b7-b28aa738006f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=84699870-ed28-4150-92b7-b28aa738006f,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:54.196644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:52Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:54.278245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e894-572f-4e4c-9ba9-ca7ee2ecd950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.284440 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-319f0c32-f29a-4f1f-b3b9-693a7d72a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.298592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972d7b2-d512-4763-9e8d-93bedf9d1d83 None None] The sync data for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 is: [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:52Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:50:54.324216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fba13-5335-4c5c-80e7-43ea4d72fc12 req-fe16a95d-5dd0-4e83-844a-4042b59deff1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:54.329903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa2fba13-5335-4c5c-80e7-43ea4d72fc12 req-fe16a95d-5dd0-4e83-844a-4042b59deff1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.9598787 Dec 16 07:50:54.433287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d340aef-b626-44b9-b215-ed686f13efd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.519134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1f278fef-a08e-48a6-9102-ae5bf7398fdc up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:54.522098 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e894-572f-4e4c-9ba9-ca7ee2ecd950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.546274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.593651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f0c32-f29a-4f1f-b3b9-693a7d72a9a8 None None] Pushing event updated for resources: {'Port': ['ID=84699870-ed28-4150-92b7-b28aa738006f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:54.651578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1f278fef-a08e-48a6-9102-ae5bf7398fdc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:54.653242 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.663599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-82351d42-b3e5-464e-b8a2-3bef2dbca5ca tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:54.665190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-82351d42-b3e5-464e-b8a2-3bef2dbca5ca tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.4050198 Dec 16 07:50:54.780144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-af585d93-cafa-47b7-a506-c4e1da96516e tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:54.780144 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-af585d93-cafa-47b7-a506-c4e1da96516e tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.1750393 Dec 16 07:50:54.780916 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.781027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa2fba13-5335-4c5c-80e7-43ea4d72fc12 req-41178a99-9fbe-4f85-98d8-cc52f5958a5e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496953 Dec 16 07:50:54.810471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-f5647c9a-596c-4be0-84c1-1f59ce1f4d21 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:54.816572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 1f278fef-a08e-48a6-9102-ae5bf7398fdc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1f278fef-a08e-48a6-9102-ae5bf7398fdc,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:50:54.820352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-f5647c9a-596c-4be0-84c1-1f59ce1f4d21 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.36 "GET /v2.0/networks?id=64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 200 len: 828 time: 0.5574155 Dec 16 07:50:54.821898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-b4008138-8867-4d80-8ae4-ecf2b2a04ed1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.1262550 Dec 16 07:50:54.851445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Request body: {'port': {'device_id': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'admin_state_up': True, 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:54.919707 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d340aef-b626-44b9-b215-ed686f13efd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:54.942352 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.028376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-f3003ceb-92be-4e10-8f9d-ac84d43a5c80 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1993015 Dec 16 07:50:55.141782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=1f278fef-a08e-48a6-9102-ae5bf7398fdc,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:55.212813 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d340aef-b626-44b9-b215-ed686f13efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.219788 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.280788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e894-572f-4e4c-9ba9-ca7ee2ecd950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.291632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-862a09c1-0bb4-453f-add5-98f3f1ad59c1 service neutron] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:55.308482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-862a09c1-0bb4-453f-add5-98f3f1ad59c1 service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.308482 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fdbbae8-96dd-4bf4-8a20-cded42ea0347 req-862a09c1-0bb4-453f-add5-98f3f1ad59c1 service neutron] 10.222.0.36 "DELETE /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447/bindings/n-h1-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.4973040 Dec 16 07:50:55.308690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e894-572f-4e4c-9ba9-ca7ee2ecd950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.308690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e8b9e894-572f-4e4c-9ba9-ca7ee2ecd950 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd127b86-17e3-4e62-9cd0-88e76de473b4 HTTP/1.1" status: 204 len: 168 time: 1.9936965 Dec 16 07:50:55.308898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138879d-0141-4776-824a-a8917d10a98a None None] Network 79a19e99-7552-41d7-bb46-c7e243a7986b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:50:55.397246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d340aef-b626-44b9-b215-ed686f13efd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14f6d2897d9f4bf886dcc853ebe1940c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5108891 Dec 16 07:50:55.401253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47830) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:55.430069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4fe9410-556b-431f-b821-f4eeb789f883 req-df8e03a2-a08a-4fab-9d55-6b11ecef7178 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 210 time: 0.1722534 Dec 16 07:50:55.458378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-29dcbb68-cf14-4069-b702-ccd8b3f97aff None None] Provisioning complete for port 1f278fef-a08e-48a6-9102-ae5bf7398fdc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:55.459213 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29dcbb68-cf14-4069-b702-ccd8b3f97aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.524772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d340aef-b626-44b9-b215-ed686f13efd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42924854-9a24-44de-b8bb-91481a568dfa,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:55.611105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19782829-5970-485d-853e-f5b04c613b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.639675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19782829-5970-485d-853e-f5b04c613b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.665283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9e894-572f-4e4c-9ba9-ca7ee2ecd950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd127b86-17e3-4e62-9cd0-88e76de473b4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:55.800879 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19782829-5970-485d-853e-f5b04c613b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.806482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19782829-5970-485d-853e-f5b04c613b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:55.809481 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-19782829-5970-485d-853e-f5b04c613b09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42924854-9a24-44de-b8bb-91481a568dfa HTTP/1.1" status: 204 len: 168 time: 0.3946507 Dec 16 07:50:55.823729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19782829-5970-485d-853e-f5b04c613b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42924854-9a24-44de-b8bb-91481a568dfa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:55.829811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Router 06c29fa8-9020-4962-a060-e47509e1040c is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:50:55.840740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-7d1bc303-f746-4dfd-8fee-f948ac7b7a99 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7976906 Dec 16 07:50:55.993301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Made reservation on behalf of 902589ad4d4b4b31a29c2e8ed272bd3d for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:50:55.999452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:56.082119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:50:56.102358 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Sync routers for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:50:56.130053 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:56.131066 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:56.225298 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:56.226564 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-db836058-6121-4a51-9d43-18737d2d5c14 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4117198 Dec 16 07:50:56.229470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47848) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:56.297145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c3e13380-6241-48bf-a24e-098e36dfcfba None None] Provisioning complete for port 1f278fef-a08e-48a6-9102-ae5bf7398fdc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:56.297783 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c3e13380-6241-48bf-a24e-098e36dfcfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:56.311322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Allocated IP 172.20.0.4 (64d8fb01-f946-4c81-b78a-8863d97222ab/01de3eb7-e874-4d90-8057-ce4d4e6dc393/60e94c1e-a188-4733-b7f2-44901839ea88) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:56.333159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-0295a275-e6de-454a-8520-3d5eacd967f1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:56.341233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-0295a275-e6de-454a-8520-3d5eacd967f1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.7388713 Dec 16 07:50:56.368615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-7ce870f7-8782-4975-9e5a-d2f5483994c5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/quotas/c74443691ac642e395264dd387be70fc HTTP/1.1" status: 200 len: 375 time: 0.0261953 Dec 16 07:50:56.405468 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:56.428566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-a4b11466-0787-47bd-9fac-3383419de796 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589321 Dec 16 07:50:56.451247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47850) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:56.461709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1f278fef-a08e-48a6-9102-ae5bf7398fdc up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:56.479987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4dde5fae-7ee0-4011-aa7c-e6e3813f44a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380916 Dec 16 07:50:56.757058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1f278fef-a08e-48a6-9102-ae5bf7398fdc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:56.758119 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.007483 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 3, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:57.036833 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Checking router: 06c29fa8-9020-4962-a060-e47509e1040c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:50:57.037464 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Updating router 06c29fa8-9020-4962-a060-e47509e1040c port f10a5b11-ce94-4634-9dbb-099a0b54cd7a binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:50:57.053820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 84699870-ed28-4150-92b7-b28aa738006f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:50:57.061981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-90bf1708-4547-438e-af99-2adbabf6806b service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324916 Dec 16 07:50:57.069221 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.069379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c48d6f74-d833-44ea-a3fd-103950d43f1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1880f764bcfe4d5e8497455af01071e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5857136 Dec 16 07:50:57.102157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47868) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:50:57.152025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 84699870-ed28-4150-92b7-b28aa738006f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:57.152447 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.198113 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.354281 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.365621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.505444 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.524538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.552434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdd1ae-cd98-44d7-aaff-f8d4582d0b0d req-893cbc40-7cb9-4452-b493-f9b95ddcf500 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:57.554866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6fdd1ae-cd98-44d7-aaff-f8d4582d0b0d req-893cbc40-7cb9-4452-b493-f9b95ddcf500 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.6303070 Dec 16 07:50:57.601178 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.691931 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Pushing event updated for resources: {'Port': ['ID=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:57.724503 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.725252 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.726685 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.727301 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.727940 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.728907 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.729508 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.730445 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.731000 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.731574 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.732341 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.734001 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.734001 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:50:57.746570 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Attempting to bind port f10a5b11-ce94-4634-9dbb-099a0b54cd7a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:50:57.746837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event updated for resources: {'Port': ['ID=60e94c1e-a188-4733-b7f2-44901839ea88,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:57.747497 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Attempting to bind port f10a5b11-ce94-4634-9dbb-099a0b54cd7a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:50:57.748586 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Attempting to bind port f10a5b11-ce94-4634-9dbb-099a0b54cd7a on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:50:57.749428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Allocated IP 172.20.0.1 (79a19e99-7552-41d7-bb46-c7e243a7986b/685f2c64-988a-4ee3-a726-db2d75d7ea7d/8bb9d7aa-0690-4929-971d-869b7ab13fef) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:50:57.757777 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:50:57.760794 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:50:57.760794 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.760794 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:50:57.762634 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Bound port: f10a5b11-ce94-4634-9dbb-099a0b54cd7a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:50:57.763380 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.827604 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] For port f10a5b11-ce94-4634-9dbb-099a0b54cd7a, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:50:57.832741 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] For port f10a5b11-ce94-4634-9dbb-099a0b54cd7a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:50:57.842319 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-666e760f-5312-47b9-84ea-c3b401344c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.869956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-666e760f-5312-47b9-84ea-c3b401344c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.904150 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:57.922128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Network 64d8fb01-f946-4c81-b78a-8863d97222ab is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:57.931579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:57.950982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-5832d58a-a8ec-47be-b4de-9b12dc27fe17 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8501267 Dec 16 07:50:57.959004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:58.011625 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:50:58.012403 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:50:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:58.079543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.089586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:58.100961 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.108213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-666e760f-5312-47b9-84ea-c3b401344c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.117249 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-666e760f-5312-47b9-84ea-c3b401344c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.117249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-666e760f-5312-47b9-84ea-c3b401344c99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f2e3602-02f6-4ed4-96e5-ed9ac66dc1a7 HTTP/1.1" status: 204 len: 168 time: 0.9964962 Dec 16 07:50:58.166651 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ec36d037-890c-40d6-8abe-61d095eb889c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.180789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e760f-5312-47b9-84ea-c3b401344c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e3602-02f6-4ed4-96e5-ed9ac66dc1a7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:58.213069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6fdd1ae-cd98-44d7-aaff-f8d4582d0b0d req-fa0f13f4-cf03-4aea-8cda-d329de7e0d29 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188154 Dec 16 07:50:58.295017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-b42a28a1-8aa4-4e83-b6c3-5ec2c7d7e03f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4518833 Dec 16 07:50:58.295258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.330991 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:50:58.336745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Request body: {'port': {'device_id': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:50:58.416594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Network 79a19e99-7552-41d7-bb46-c7e243a7986b is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:50:58.465365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:50:58.473284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:50:58.553580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.556199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-71e1ea4e-898b-4602-a9a5-25b67592cf26 None None] Provisioning complete for port 60e94c1e-a188-4733-b7f2-44901839ea88 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:58.556583 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71e1ea4e-898b-4602-a9a5-25b67592cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.593416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb9d7aa-0690-4929-971d-869b7ab13fef,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:58.618182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-71e1ea4e-898b-4602-a9a5-25b67592cf26 None None] Port 60e94c1e-a188-4733-b7f2-44901839ea88 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:50:58.653666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:58.741244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ce8c33f-af04-4441-9b21-4771af33eaf1 req-2447fc7e-5d9a-4273-b56d-7a585769f42c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 210 time: 0.1510170 Dec 16 07:50:58.820890 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb266-fde2-47b1-adff-b90220a4b6ef None None] Pushing event updated for resources: {'Port': ['ID=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:50:58.883030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e01762-6b2c-450a-b597-773fd2e38693 req-01876d36-d312-464b-84e6-2ca76e4309f2 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:58.897602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17e01762-6b2c-450a-b597-773fd2e38693 req-01876d36-d312-464b-84e6-2ca76e4309f2 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 931 time: 0.3386934 Dec 16 07:50:58.900487 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 3, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:50:58.987159 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774c947-1a1d-4d23-bb10-0f768edb43b7 None None] The sync data for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 is: [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 3, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:50:58.998890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17e01762-6b2c-450a-b597-773fd2e38693 req-b474b61a-58da-4a3a-9080-f521863563f5 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959439 Dec 16 07:50:59.063711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0e866e39-0765-4ec3-b1c3-1dc3bab01dda None None] Provisioning complete for port 8bb9d7aa-0690-4929-971d-869b7ab13fef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:50:59.067266 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0e866e39-0765-4ec3-b1c3-1dc3bab01dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:59.154153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0e866e39-0765-4ec3-b1c3-1dc3bab01dda None None] Port 8bb9d7aa-0690-4929-971d-869b7ab13fef cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:50:59.201864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:59.224520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abd8b98c-aa3f-4618-82d7-2955c7abc050 req-d3b6b9e4-c8a7-46af-a766-8b6c1a81cc88 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 210 time: 0.1579494 Dec 16 07:50:59.334678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13860c-4824-45c4-a50c-60f2f1d306a1 req-d35c7d04-9418-4cc9-ab04-813131ae03bf tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:50:59.336242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a13860c-4824-45c4-a50c-60f2f1d306a1 req-d35c7d04-9418-4cc9-ab04-813131ae03bf tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1096 time: 0.1678917 Dec 16 07:50:59.517308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a13860c-4824-45c4-a50c-60f2f1d306a1 req-982c3aa2-3e41-4e57-9c46-e1bd576db8c6 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651831 Dec 16 07:50:59.740973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:59.746245 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:59.829650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:50:59.896206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e94c1e-a188-4733-b7f2-44901839ea88 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:50:59.919312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:00.011740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e69ee9c8-f188-436a-be52-8955385eecef req-1b6cd023-9fe0-46b9-8fb3-463eac0ac030 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 210 time: 0.0864961 Dec 16 07:51:00.031995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Transition to ACTIVE for port object 60e94c1e-a188-4733-b7f2-44901839ea88 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:00.038869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4da82-0652-43a3-b29e-c1960388f742 req-bcf14c6f-7206-4dc0-a29f-5d5acd74c847 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:00.040572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb9d7aa-0690-4929-971d-869b7ab13fef,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:00.049698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2e4da82-0652-43a3-b29e-c1960388f742 req-bcf14c6f-7206-4dc0-a29f-5d5acd74c847 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 1096 time: 0.2490718 Dec 16 07:51:00.049987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:00.158888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:00.258240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2e4da82-0652-43a3-b29e-c1960388f742 req-fde2c965-23d6-4901-af29-d1bf6aba2d86 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971228 Dec 16 07:51:00.381836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f10a5b11-ce94-4634-9dbb-099a0b54cd7a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:00.407839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Network 79a19e99-7552-41d7-bb46-c7e243a7986b is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:00.411835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:00.454758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-bcacf302-7095-455e-ac16-6cdec822b7db tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:00.457727 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-bcacf302-7095-455e-ac16-6cdec822b7db tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.4392591 Dec 16 07:51:00.520782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47962) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:00.645220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f10a5b11-ce94-4634-9dbb-099a0b54cd7a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:00.645601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:00.661477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Pushing event updated for resources: {'Port': ['ID=60e94c1e-a188-4733-b7f2-44901839ea88,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:00.681252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7eb2754e-7ee1-41ab-9153-982e185be7e5 req-b7c69578-3582-431e-b52d-139262a90df7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 210 time: 0.1077573 Dec 16 07:51:00.723749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Request body: {'port': {'device_id': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'admin_state_up': True, 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:00.797686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01d1b7-2700-4eb0-ab61-de136c59efbb req-6e4bba1f-daf1-4ee5-be27-f551763a5f9d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:00.808756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f01d1b7-2700-4eb0-ab61-de136c59efbb req-6e4bba1f-daf1-4ee5-be27-f551763a5f9d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 943 time: 0.5530250 Dec 16 07:51:00.848305 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f182ee9-9026-4ebc-aaa4-6f380127b813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.034052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-527468428-network', 'tenant_id': '6d581680a67e41ad952f805cc161ec58'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:01.136747 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.167181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Router 06c29fa8-9020-4962-a060-e47509e1040c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:51:01.196058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f01d1b7-2700-4eb0-ab61-de136c59efbb req-00f2573a-8d59-4dde-8306-cffabb2439cb tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857062 Dec 16 07:51:01.206702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Attempting to bind port 60e94c1e-a188-4733-b7f2-44901839ea88 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:01.206965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Attempting to bind port 60e94c1e-a188-4733-b7f2-44901839ea88 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:01.207301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Attempting to bind port 60e94c1e-a188-4733-b7f2-44901839ea88 on network 64d8fb01-f946-4c81-b78a-8863d97222ab {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:01.227887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Port 60e94c1e-a188-4733-b7f2-44901839ea88 on network 64d8fb01-f946-4c81-b78a-8863d97222ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:01.228312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Attempting to bind port 60e94c1e-a188-4733-b7f2-44901839ea88 on network 64d8fb01-f946-4c81-b78a-8863d97222ab {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:01.250402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:01.250911 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:51:01.253614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Checking segment: {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:01.255234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Bound using segment: {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:01.256841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Bound port: 60e94c1e-a188-4733-b7f2-44901839ea88, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8befed31-6f32-4039-a0ce-3d9f77da1278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:01.256841 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.263007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-df0fa6c7-6dd5-4cda-a97c-476365cf52ef None None] Provisioning complete for port 8bb9d7aa-0690-4929-971d-869b7ab13fef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:01.275030 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df0fa6c7-6dd5-4cda-a97c-476365cf52ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.279696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Made reservation on behalf of 6d581680a67e41ad952f805cc161ec58 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:01.282641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port f10a5b11-ce94-4634-9dbb-099a0b54cd7a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:01.287300 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.349119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.403254 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.454011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-df0fa6c7-6dd5-4cda-a97c-476365cf52ef None None] Port 8bb9d7aa-0690-4929-971d-869b7ab13fef cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:51:01.478173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:51:01.498128 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-65968553-df67-439b-bd5a-95021a32a9e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/06c29fa8-9020-4962-a060-e47509e1040c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2592156 Dec 16 07:51:01.519895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-835b8e63-dcce-44a8-878d-5a50c385a196 req-cc558d08-58d5-4dbf-8293-84963e98bda2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 210 time: 0.0834122 Dec 16 07:51:01.537412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:01.545158 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.551351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:01.582466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] For port 60e94c1e-a188-4733-b7f2-44901839ea88, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:01.583711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.584214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.584616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.585053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.585499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.586685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.586885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.588163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.589566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.590090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.591899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] For port 60e94c1e-a188-4733-b7f2-44901839ea88, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=60e94c1e-a188-4733-b7f2-44901839ea88,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:01.595292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.600308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.600308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:01.662676 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.716287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.761166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.799276 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.829183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:01.832127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:01.832127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] 10.222.0.36 "PUT /v2.0/ports/60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 1092 time: 3.5199378 Dec 16 07:51:01.834502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:01.839255 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad599959-e97b-4675-b22f-2e72bb22a609" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:01.885478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Allocated IP 172.20.0.3 (c7ca6011-fb6a-497f-aa27-1397eb25c475/e5c1c502-4564-4858-9f04-d7ba04f934fa/99cf1f6c-495b-4d3a-8992-af7ac186a61f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:01.913965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46ec21e7-3551-4877-acd0-cdba7a60a594 req-c7706107-5657-4ffa-8ab1-9dd961a4b241 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 210 time: 0.1019008 Dec 16 07:51:01.946008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:51:02.010983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.011356 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Added segment a83b6e50-7e1f-4254-8162-98e49e22f8f2 of type vlan for network 9089631f-0c93-497b-bc02-e8edb199468c Dec 16 07:51:02.014399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33d1fb-feb4-4325-b632-7cde45378f84 service neutron] Pushing event updated for resources: {'Port': ['ID=60e94c1e-a188-4733-b7f2-44901839ea88,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:02.023898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadef8be-1304-41ab-bc1f-1a0708cab670,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:02.227288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.300080 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.325507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f10a5b11-ce94-4634-9dbb-099a0b54cd7a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:02.366712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.381152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Sync routers for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:51:02.401862 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:02.409690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:02.409690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d', '9b76219e-1d39-47eb-8380-435ee8261e1b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:02.420159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-5783e410-7c2d-4add-ad9d-9084d6bbf55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:02.421924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-5783e410-7c2d-4add-ad9d-9084d6bbf55e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 1095 time: 0.3590302 Dec 16 07:51:02.467585 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event updated for resources: {'Port': ['ID=99cf1f6c-495b-4d3a-8992-af7ac186a61f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:02.537218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:02.539957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:02.541968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.547033 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:02.547033 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.554857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:02.557111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-a6caf07d-caca-4f53-a2b8-2d2122519777 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 217 time: 0.1071227 Dec 16 07:51:02.687018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-e1dcfcc6-e268-46cf-8198-28608b2b61a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:02.688910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-e1dcfcc6-e268-46cf-8198-28608b2b61a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.4903414 Dec 16 07:51:02.691671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:02.693872 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.719148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Request body: {'port': {'device_id': '8329728c-3484-4c80-bec3-6ade6b939f87', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'admin_state_up': True, 'tenant_id': 'c74443691ac642e395264dd387be70fc'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:02.742662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=9089631f-0c93-497b-bc02-e8edb199468c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:02.786063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-29c3d602-ee76-4e50-8209-e1fe7e010fc0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2395828 Dec 16 07:51:02.793390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-0407ebd6-95a0-4df5-b24c-1c17689f56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:02.793543 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48004) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:02.793649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-0407ebd6-95a0-4df5-b24c-1c17689f56d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01de3eb7-e874-4d90-8057-ce4d4e6dc393 HTTP/1.1" status: 200 len: 867 time: 0.2105114 Dec 16 07:51:02.794538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Request body: {'subnet': {'network_id': '9089631f-0c93-497b-bc02-e8edb199468c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-527468428-subnet', 'tenant_id': '6d581680a67e41ad952f805cc161ec58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:02.816898 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-03d27148-e491-4217-bae7-804b774d5ef5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1376848 Dec 16 07:51:02.842452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Request body: {'port': {'device_id': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:02.895452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0016d-1960-417f-babf-7250082e9d77 req-c6455060-a249-4d58-b9af-ccb610cc5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:02.897136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-c6455060-a249-4d58-b9af-ccb610cc5994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64d8fb01-f946-4c81-b78a-8863d97222ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877743 Dec 16 07:51:02.944879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Made reservation on behalf of 6d581680a67e41ad952f805cc161ec58 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:02.951408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:02.988611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.048631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48012) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:03.066571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-89cedfad-11fd-4b00-a69a-383479264871 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320432639', 'description': 'tempest-description--27390483'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:03.151008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:03.215798 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda4035b-9c26-420f-bac7-9aff84fd1a97 x-openstack-request-id: req-cda4035b-9c26-420f-bac7-9aff84fd1a97 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:03.216928 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:03.219495 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cda4035b-9c26-420f-bac7-9aff84fd1a97 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:03.220109 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88', 'status': 'completed', 'code': 200} Dec 16 07:51:03.259937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f10a5b11-ce94-4634-9dbb-099a0b54cd7a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:03.260757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.292971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-c2efb09b-58fa-4b1e-b10e-4f61304410b0 service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866439 Dec 16 07:51:03.309846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89cedfad-11fd-4b00-a69a-383479264871 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.372664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 9089631f-0c93-497b-bc02-e8edb199468c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:51:03.439355 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89cedfad-11fd-4b00-a69a-383479264871 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.445744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:03.451279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.606621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:50:59Z', 'revision_number': 2, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:03.646991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Checking router: 06c29fa8-9020-4962-a060-e47509e1040c for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:51:03.647743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Updating router 06c29fa8-9020-4962-a060-e47509e1040c port 8bb9d7aa-0690-4929-971d-869b7ab13fef binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:51:03.676950 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.682201 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.731743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Allocated IP 172.20.0.13 (0edc0b70-1290-40ba-8738-4ce9160fa555/a9e768f2-fb5b-43c5-80ce-e19af3e02baf/92f7b254-5550-4de3-93a6-0c2cff995674) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:03.800103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cf1f6c-495b-4d3a-8992-af7ac186a61f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:03.831127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:03.953436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Transition to ACTIVE for port object 99cf1f6c-495b-4d3a-8992-af7ac186a61f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:04.045975 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.082090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.168369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=462be5aa-d690-4f96-9fd6-68f8a0e4a394,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:04.193896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Pushing event updated for resources: {'Port': ['ID=99cf1f6c-495b-4d3a-8992-af7ac186a61f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:04.248611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89cedfad-11fd-4b00-a69a-383479264871 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.260484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Checking segment: {'id': 'a83b6e50-7e1f-4254-8162-98e49e22f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9089631f-0c93-497b-bc02-e8edb199468c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:04.260983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Network hostable DHCP agents. Network: 9089631f-0c93-497b-bc02-e8edb199468c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:51:04.325684 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.388040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cedfad-11fd-4b00-a69a-383479264871 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169468c6-b8f2-4142-9b3a-532315163533,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:04.395875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ac0016d-1960-417f-babf-7250082e9d77 req-0bdb4a3d-e31d-4586-bdb9-9662b4996aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0910602 Dec 16 07:51:04.410855 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.411354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35b4f9-0e26-4e8b-b67f-f2cf43c7c511 req-32979b9f-63b8-4949-9bb5-443f5c65025c tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:04.411835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e35b4f9-0e26-4e8b-b67f-f2cf43c7c511 req-32979b9f-63b8-4949-9bb5-443f5c65025c tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 943 time: 1.0714877 Dec 16 07:51:04.430486 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.462792 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89cedfad-11fd-4b00-a69a-383479264871 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.464151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-89cedfad-11fd-4b00-a69a-383479264871 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4129813 Dec 16 07:51:04.468883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48030) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:04.491428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5b4379fc-0fbd-4e6b-8679-268dc5a30dfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'security_group_rule': {'security_group_id': '169468c6-b8f2-4142-9b3a-532315163533', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:04.558576 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.619432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e35b4f9-0e26-4e8b-b67f-f2cf43c7c511 req-8f6328e5-a4a4-4b20-9c97-15d642b8c674 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010686 Dec 16 07:51:04.773883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Attempting to bind port 8bb9d7aa-0690-4929-971d-869b7ab13fef on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:04.774273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Attempting to bind port 8bb9d7aa-0690-4929-971d-869b7ab13fef by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:04.774752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Attempting to bind port 8bb9d7aa-0690-4929-971d-869b7ab13fef on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:04.781825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:04.782367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Checking segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:04.783623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.784674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Bound using segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:04.785285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Bound port: 8bb9d7aa-0690-4929-971d-869b7ab13fef, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:04.785771 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.789088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b355-7be3-432d-8ce4-fd32b97979df None None] Pushing event updated for resources: {'Port': ['ID=8bb9d7aa-0690-4929-971d-869b7ab13fef,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:04.810871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b4379fc-0fbd-4e6b-8679-268dc5a30dfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.828583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-3bc9faff-7a0b-45a2-a37b-e2e6da5fca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:04.830594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-3bc9faff-7a0b-45a2-a37b-e2e6da5fca21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 1095 time: 0.1942048 Dec 16 07:51:04.880531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] For port 8bb9d7aa-0690-4929-971d-869b7ab13fef, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:04.884382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] For port 8bb9d7aa-0690-4929-971d-869b7ab13fef, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8bb9d7aa-0690-4929-971d-869b7ab13fef,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:04.897148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Attempting to bind port 99cf1f6c-495b-4d3a-8992-af7ac186a61f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:04.897769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Attempting to bind port 99cf1f6c-495b-4d3a-8992-af7ac186a61f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:04.897913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Attempting to bind port 99cf1f6c-495b-4d3a-8992-af7ac186a61f on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:04.906436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Port 99cf1f6c-495b-4d3a-8992-af7ac186a61f on network c7ca6011-fb6a-497f-aa27-1397eb25c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:04.906834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Attempting to bind port 99cf1f6c-495b-4d3a-8992-af7ac186a61f on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:04.912823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:04.913163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:04.913772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Bound using segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:04.914060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Bound port: 99cf1f6c-495b-4d3a-8992-af7ac186a61f, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:04.914549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.960704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.965050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6c179e7b-35fc-4260-987e-fd9622ba39b4 None None] Provisioning complete for port 8bb9d7aa-0690-4929-971d-869b7ab13fef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:04.965464 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6c179e7b-35fc-4260-987e-fd9622ba39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:04.997043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] For port 99cf1f6c-495b-4d3a-8992-af7ac186a61f, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:05.001677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] For port 99cf1f6c-495b-4d3a-8992-af7ac186a61f, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=99cf1f6c-495b-4d3a-8992-af7ac186a61f,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:05.025028 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.030006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Network 9089631f-0c93-497b-bc02-e8edb199468c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:51:05.050558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db265a5d-844d-424e-9a43-b9b13350278c req-6e8bc18a-81bd-4b4b-8359-f083cbf7b992 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.058331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db265a5d-844d-424e-9a43-b9b13350278c req-6e8bc18a-81bd-4b4b-8359-f083cbf7b992 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 943 time: 0.2954540 Dec 16 07:51:05.073979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:05.087887 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.088295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6c179e7b-35fc-4260-987e-fd9622ba39b4 None None] Port 8bb9d7aa-0690-4929-971d-869b7ab13fef cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:51:05.102876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:05.113219 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b4379fc-0fbd-4e6b-8679-268dc5a30dfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.117659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:05.122810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:05.123511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:05.125730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b355-7be3-432d-8ce4-fd32b97979df None None] Pushing event updated for resources: {'Port': ['ID=8bb9d7aa-0690-4929-971d-869b7ab13fef,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:05.188715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 9089631f-0c93-497b-bc02-e8edb199468c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:05.208749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.208996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.213361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073cc43f-a07e-4005-9d03-7bfeb2bec00d None None] Network 9089631f-0c93-497b-bc02-e8edb199468c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:05.216355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.222344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.223805 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/99cf1f6c-495b-4d3a-8992-af7ac186a61f HTTP/1.1" status: 200 len: 1092 time: 2.3917763 Dec 16 07:51:05.227081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'tag': '99cf1f6c-495b-4d3a-8992-af7ac186a61f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:05.229408 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62ea297-5a2e-46a9-9d0f-c076614ed490" -d '{"events": [{"name": "network-changed", "server_uuid": "41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5", "tag": "99cf1f6c-495b-4d3a-8992-af7ac186a61f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:05.284341 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db265a5d-844d-424e-9a43-b9b13350278c req-cb27f255-4e10-4de6-a551-101c340f8a09 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247667 Dec 16 07:51:05.291800 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b4379fc-0fbd-4e6b-8679-268dc5a30dfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.300987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7808f0-a3bf-4190-ba88-430e6a9798c1 service neutron] Pushing event updated for resources: {'Port': ['ID=99cf1f6c-495b-4d3a-8992-af7ac186a61f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:05.335185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event updated for resources: {'Port': ['ID=92f7b254-5550-4de3-93a6-0c2cff995674,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:05.373291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-004cefb3-dec0-41fb-8549-a07092bd1c10 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5734394 Dec 16 07:51:05.398512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-f3104f15-1842-401a-9922-d4ec850236e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.405602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-f3104f15-1842-401a-9922-d4ec850236e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 200 len: 929 time: 0.5632522 Dec 16 07:51:05.406345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4379fc-0fbd-4e6b-8679-268dc5a30dfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c43a30d-f985-4ced-b2d6-91911d3d5b29,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:05.459298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-86c3651e-3aca-42e6-8a36-04d8b07ee407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.460859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-86c3651e-3aca-42e6-8a36-04d8b07ee407 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 1095 time: 0.0910559 Dec 16 07:51:05.463652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.464244 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.517941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:05.555673 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-084dcbf9-cdfa-4c24-8b2f-d842023bd572 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99cf1f6c-495b-4d3a-8992-af7ac186a61f HTTP/1.1" status: 200 len: 217 time: 0.0791121 Dec 16 07:51:05.575760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-97860fe4-4c04-4168-a7fb-9d729b920ecd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8606808 Dec 16 07:51:05.578542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-dc3ccd16-018e-40c7-8359-b63e4bca771a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 217 time: 0.1509140 Dec 16 07:51:05.598301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Request body: {'port': {'device_id': '8329728c-3484-4c80-bec3-6ade6b939f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:05.657815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-0a383251-8303-4b40-b4f9-c6ae80ec93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.659524 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-0a383251-8303-4b40-b4f9-c6ae80ec93d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.0969274 Dec 16 07:51:05.665413 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b4379fc-0fbd-4e6b-8679-268dc5a30dfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.678130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d0ef37ad-2476-4bb9-935e-591a3cde9b8f None None] Provisioning complete for port 8bb9d7aa-0690-4929-971d-869b7ab13fef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:05.678130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0ef37ad-2476-4bb9-935e-591a3cde9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.678720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5b4379fc-0fbd-4e6b-8679-268dc5a30dfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2057798 Dec 16 07:51:05.678720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48044) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:05.700242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43b77bd-3ce8-47ca-8814-b8e3ffbf5ffd None None] Network 9089631f-0c93-497b-bc02-e8edb199468c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:05.760317 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-da6fb86f-9c3d-4ab6-b8c6-80d5206c804c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670757 Dec 16 07:51:05.787177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d0401ce2-d90d-4f8a-9817-60ba0e647490 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'security_group_rule': {'security_group_id': '169468c6-b8f2-4142-9b3a-532315163533', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:05.920859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-3c49d138-dd68-4919-8c78-dc1c6e89d0cd service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552477 Dec 16 07:51:05.937389 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:05.941899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-651b5ba4-5297-4f6d-9a98-d5093ce10418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.943659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-651b5ba4-5297-4f6d-9a98-d5093ce10418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01de3eb7-e874-4d90-8057-ce4d4e6dc393 HTTP/1.1" status: 200 len: 867 time: 0.3286333 Dec 16 07:51:05.969285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efb9bc-8174-4017-b4cb-35bb64ab0ba2 req-a1341323-ad45-4a9c-a1e5-b153513ed920 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:05.977951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0efb9bc-8174-4017-b4cb-35bb64ab0ba2 req-a1341323-ad45-4a9c-a1e5-b153513ed920 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 932 time: 0.4294508 Dec 16 07:51:06.047808 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0ef37ad-2476-4bb9-935e-591a3cde9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.085171 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5bb39f2e-537a-48ad-acec-6ac69a8fd402 req-715437ea-7001-42c7-bfc7-975c3e07b47b service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571276 Dec 16 07:51:06.149773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d0ef37ad-2476-4bb9-935e-591a3cde9b8f None None] For port 8bb9d7aa-0690-4929-971d-869b7ab13fef, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8bb9d7aa-0690-4929-971d-869b7ab13fef,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:06.156933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-aee4e6be-b02e-4a9e-837d-7bdfd8428a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:06.158947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-aee4e6be-b02e-4a9e-837d-7bdfd8428a38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64d8fb01-f946-4c81-b78a-8863d97222ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2074926 Dec 16 07:51:06.159678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d0401ce2-d90d-4f8a-9817-60ba0e647490 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.160528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:04Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:06.206224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0efb9bc-8174-4017-b4cb-35bb64ab0ba2 req-3c23a2af-1585-4f1d-81d8-7710a82cb180 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177792 Dec 16 07:51:06.343106 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918d1a21-abfe-493f-ba18-4353206fd97b x-openstack-request-id: req-918d1a21-abfe-493f-ba18-4353206fd97b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:06.343326 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5", "tag": "99cf1f6c-495b-4d3a-8992-af7ac186a61f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:06.343586 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-918d1a21-abfe-493f-ba18-4353206fd97b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:06.344029 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'tag': '99cf1f6c-495b-4d3a-8992-af7ac186a61f', 'status': 'completed', 'code': 200} Dec 16 07:51:06.347344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0ef37ad-2476-4bb9-935e-591a3cde9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.351167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b6592-74da-4146-b458-9e6f1d42bc7a None None] The sync data for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 is: [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:04Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:51:06.468341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef37ad-2476-4bb9-935e-591a3cde9b8f None None] Pushing event updated for resources: {'Port': ['ID=8bb9d7aa-0690-4929-971d-869b7ab13fef,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:06.538793 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-fa029dc1-18c3-40d0-8b8d-2bcb4651c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:06.543032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-fa029dc1-18c3-40d0-8b8d-2bcb4651c411 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 1095 time: 0.1268721 Dec 16 07:51:06.607285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48078) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:06.612664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-806042131-network', 'tenant_id': 'ce04f6aee3f04eae99def11617436528'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:06.636861 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d0401ce2-d90d-4f8a-9817-60ba0e647490 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.709550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb3cb4-3a48-490d-ac19-3e0f300fc7f1 req-010833db-366c-4895-8186-158ecf2c0ae4 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:06.711144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9bb3cb4-3a48-490d-ac19-3e0f300fc7f1 req-010833db-366c-4895-8186-158ecf2c0ae4 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 943 time: 0.2089839 Dec 16 07:51:06.715303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-d6c018e2-f5ee-48d5-ac41-fa328faf16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:06.716847 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-d6c018e2-f5ee-48d5-ac41-fa328faf16f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.1630650 Dec 16 07:51:06.735303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d0401ce2-d90d-4f8a-9817-60ba0e647490 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.739026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Made reservation on behalf of ce04f6aee3f04eae99def11617436528 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:06.740782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.770241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-eb727f50-949e-4633-8715-363a47caeeb6 service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016581 Dec 16 07:51:06.793490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.802446 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-089406c6-8ebf-476f-a6f0-dbfa8e78dd38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99cf1f6c-495b-4d3a-8992-af7ac186a61f HTTP/1.1" status: 200 len: 217 time: 0.0764983 Dec 16 07:51:06.830977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0401ce2-d90d-4f8a-9817-60ba0e647490 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfee46a-d372-4328-a5ea-f58385b09760,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:06.906670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-044039a9-04c2-465d-ae96-b548e9db31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:06.908769 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-044039a9-04c2-465d-ae96-b548e9db31d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.0946195 Dec 16 07:51:06.914310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d0401ce2-d90d-4f8a-9817-60ba0e647490 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:06.918771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d0401ce2-d90d-4f8a-9817-60ba0e647490 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1557853 Dec 16 07:51:06.921078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48084) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:06.937287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:06.960037 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-625d851d-d075-462a-ae71-27adfbf1a740 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432591 Dec 16 07:51:06.987587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9bb3cb4-3a48-490d-ac19-3e0f300fc7f1 req-854e5f9e-7a3e-4216-93de-3cabd429ff1c tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644713 Dec 16 07:51:07.118076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 60e94c1e-a188-4733-b7f2-44901839ea88 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:07.158232 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.161233 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-a75a2a19-15e6-4371-8903-0c30117340c4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924174 Dec 16 07:51:07.172688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbec2e-eb6d-4d1a-98db-a2a0b0a8a819 req-2e8ee656-7bb9-4986-86ee-1ed9f9918f11 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:07.175155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbdbec2e-eb6d-4d1a-98db-a2a0b0a8a819 req-2e8ee656-7bb9-4986-86ee-1ed9f9918f11 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 943 time: 0.3892455 Dec 16 07:51:07.183829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad599959-e97b-4675-b22f-2e72bb22a609 req-d55cd6e1-c95b-437f-84d3-e9f44c2a095e service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913937 Dec 16 07:51:07.198462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f7b254-5550-4de3-93a6-0c2cff995674 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:07.214319 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.241723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Transition to ACTIVE for port object 92f7b254-5550-4de3-93a6-0c2cff995674 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:07.249600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.269219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:51:07.282904 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.283589 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Added segment 13a9d6c9-1401-4454-bd4a-ae106ffc4cc1 of type vlan for network f7fd54f0-dfc2-4078-b972-ff9e6af50bd3 Dec 16 07:51:07.291803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbdbec2e-eb6d-4d1a-98db-a2a0b0a8a819 req-9a4f82bb-cebc-4214-b456-0213cf4e5f5e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958250 Dec 16 07:51:07.318425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.339090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 60e94c1e-a188-4733-b7f2-44901839ea88, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=60e94c1e-a188-4733-b7f2-44901839ea88,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:07.355693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '60e94c1e-a188-4733-b7f2-44901839ea88', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'port_id': '60e94c1e-a188-4733-b7f2-44901839ea88', 'mac_address': 'fa:16:3e:49:50:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:07.360685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.400839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.512343 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.531246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e94c1e-a188-4733-b7f2-44901839ea88 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:07.575768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.577576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:07.578358 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.598407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 60e94c1e-a188-4733-b7f2-44901839ea88, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=60e94c1e-a188-4733-b7f2-44901839ea88,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:07.617310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Pushing event updated for resources: {'Port': ['ID=92f7b254-5550-4de3-93a6-0c2cff995674,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:07.650109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092ec1f9-f248-4d1f-b0bf-665de0673b16,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:07.653746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34863e47-c595-452c-96ee-7d0d433ae205 req-02759d88-59ea-44ef-9ac6-612fb1307222 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:07.664193 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.664563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34863e47-c595-452c-96ee-7d0d433ae205 req-02759d88-59ea-44ef-9ac6-612fb1307222 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 932 time: 0.3598623 Dec 16 07:51:07.723961 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1152656 Dec 16 07:51:07.742661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48124) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:07.758684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Request body: {'subnet': {'network_id': 'f7fd54f0-dfc2-4078-b972-ff9e6af50bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-806042131-subnet', 'tenant_id': 'ce04f6aee3f04eae99def11617436528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:07.786519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=60e94c1e-a188-4733-b7f2-44901839ea88,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:07.802630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be2f22-9471-44b4-8701-9e6dc0951762 admin admin] Pushing event updated for resources: {'Network': ['ID=f7fd54f0-dfc2-4078-b972-ff9e6af50bd3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:07.808565 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62ea297-5a2e-46a9-9d0f-c076614ed490 req-8f5c3f64-c563-4332-95bd-f345b0aa598d service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396453 Dec 16 07:51:07.822081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f7fd54f0-dfc2-4078-b972-ff9e6af50bd3 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:51:07.851189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34863e47-c595-452c-96ee-7d0d433ae205 req-a259a157-384a-4ead-b4fc-e9dde01475e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796236 Dec 16 07:51:07.872317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Attempting to bind port 92f7b254-5550-4de3-93a6-0c2cff995674 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:07.872317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Attempting to bind port 92f7b254-5550-4de3-93a6-0c2cff995674 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:07.873314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Attempting to bind port 92f7b254-5550-4de3-93a6-0c2cff995674 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:07.894132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Port 92f7b254-5550-4de3-93a6-0c2cff995674 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:07.894833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Attempting to bind port 92f7b254-5550-4de3-93a6-0c2cff995674 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:07.920734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Made reservation on behalf of ce04f6aee3f04eae99def11617436528 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:07.923125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.932350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:07.937710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Checking segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:07.937710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Bound using segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:07.937710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Bound port: 92f7b254-5550-4de3-93a6-0c2cff995674, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:07.937710 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:07.939314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.026108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['60e94c1e-a188-4733-b7f2-44901839ea88'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:08.216673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] For port 92f7b254-5550-4de3-93a6-0c2cff995674, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:08.225823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] For port 92f7b254-5550-4de3-93a6-0c2cff995674, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92f7b254-5550-4de3-93a6-0c2cff995674,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:08.228686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Allocated IP 172.25.2.155 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/18ed8043-93a9-4a69-b315-523345d16588) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:08.280980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e153c-880b-489e-b007-9d27e9e90e33 req-aa8ff654-dba5-4c7d-8ce7-30bcfa94d8f2 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:08.283792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-924e153c-880b-489e-b007-9d27e9e90e33 req-aa8ff654-dba5-4c7d-8ce7-30bcfa94d8f2 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 944 time: 0.1420999 Dec 16 07:51:08.288414 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.309734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8bb9d7aa-0690-4929-971d-869b7ab13fef up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:08.372023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.393946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:08.394580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.395984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] 10.222.0.16 "PUT /v2.0/ports/92f7b254-5550-4de3-93a6-0c2cff995674 HTTP/1.1" status: 200 len: 1093 time: 2.8046436 Dec 16 07:51:08.398062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8329728c-3484-4c80-bec3-6ade6b939f87', 'tag': '92f7b254-5550-4de3-93a6-0c2cff995674'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:08.400245 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46" -d '{"events": [{"name": "network-changed", "server_uuid": "8329728c-3484-4c80-bec3-6ade6b939f87", "tag": "92f7b254-5550-4de3-93a6-0c2cff995674"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:08.402881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8bb9d7aa-0690-4929-971d-869b7ab13fef triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:08.403260 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.449304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb36c9-f64e-441c-a176-7777087a963c service neutron] Pushing event updated for resources: {'Port': ['ID=92f7b254-5550-4de3-93a6-0c2cff995674,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:08.472145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63dc6516-4e36-40f6-8e20-90cebcc7f480,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:08.478107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-924e153c-880b-489e-b007-9d27e9e90e33 req-c8170db5-1647-45f9-8010-b202f5536902 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424387 Dec 16 07:51:08.491008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Checking segment: {'id': '13a9d6c9-1401-4454-bd4a-ae106ffc4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7fd54f0-dfc2-4078-b972-ff9e6af50bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:08.491008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Network hostable DHCP agents. Network: f7fd54f0-dfc2-4078-b972-ff9e6af50bd3, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:51:08.493870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.601658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-e10787c8-a4f0-4fb4-9423-4543d568340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:08.603229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-e10787c8-a4f0-4fb4-9423-4543d568340e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 1096 time: 0.0509574 Dec 16 07:51:08.606171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Network f7fd54f0-dfc2-4078-b972-ff9e6af50bd3 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:51:08.667795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-22787f68-8c3e-4054-b754-8ca1f2bc5f0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f7b254-5550-4de3-93a6-0c2cff995674 HTTP/1.1" status: 200 len: 217 time: 0.0491345 Dec 16 07:51:08.668888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.686859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f7fd54f0-dfc2-4078-b972-ff9e6af50bd3) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:08.691742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:08.692398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:08.698934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734d8c3-1769-43af-a303-a1521d88be01 None None] Network f7fd54f0-dfc2-4078-b972-ff9e6af50bd3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:08.767952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:08.778052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:08.780666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:08.813198 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eda43e76-b751-4f8b-aae0-105105e96902 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0686131 Dec 16 07:51:08.813618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'Port': ['ID=18ed8043-93a9-4a69-b315-523345d16588,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:08.822378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-601f1228-3a53-44bf-934a-e795bd826c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:08.823881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-601f1228-3a53-44bf-934a-e795bd826c93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.1424799 Dec 16 07:51:08.831229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784768c5-f5d7-4e48-bf93-c8d0577a4957 None None] Network f7fd54f0-dfc2-4078-b972-ff9e6af50bd3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:08.871059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3a2b0-687e-4728-a573-bb2986989381 req-61243bc4-cc66-47d7-9288-d7bc4eb05afa tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:08.878793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19c3a2b0-687e-4728-a573-bb2986989381 req-61243bc4-cc66-47d7-9288-d7bc4eb05afa tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 943 time: 0.2138569 Dec 16 07:51:08.884854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-a3c990b2-2acd-4d1b-ad2b-3b800f5ec4a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520358 Dec 16 07:51:09.029662 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.050741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19c3a2b0-687e-4728-a573-bb2986989381 req-683eb63c-c5c5-4ccd-91b9-a2dda638790e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609206 Dec 16 07:51:09.081327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-1d316ede-f655-4a23-b075-dfb899d6860d service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849360 Dec 16 07:51:09.082828 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aac40f-e3b6-4e67-a3f3-a5dc3f1fb535 x-openstack-request-id: req-b9aac40f-e3b6-4e67-a3f3-a5dc3f1fb535 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:09.083207 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8329728c-3484-4c80-bec3-6ade6b939f87", "tag": "92f7b254-5550-4de3-93a6-0c2cff995674", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:09.083467 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9aac40f-e3b6-4e67-a3f3-a5dc3f1fb535 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:09.083855 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8329728c-3484-4c80-bec3-6ade6b939f87', 'tag': '92f7b254-5550-4de3-93a6-0c2cff995674', 'status': 'completed', 'code': 200} Dec 16 07:51:09.120554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 60e94c1e-a188-4733-b7f2-44901839ea88 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:09.170037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.222812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 60e94c1e-a188-4733-b7f2-44901839ea88 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:09.227313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 60e94c1e-a188-4733-b7f2-44901839ea88 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:09.227701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.315451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8efd7c-58d2-4212-932d-d350f44abfca req-46b9bc83-102b-43dd-b0da-d15eb967667c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:09.317059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce8efd7c-58d2-4212-932d-d350f44abfca req-46b9bc83-102b-43dd-b0da-d15eb967667c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 944 time: 0.1560161 Dec 16 07:51:09.336852 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.364028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:09.366396 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a1e0e5-2074-4bcd-86fa-4fc47b7d1969" -d '{"events": [{"server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "name": "network-vif-plugged", "status": "completed", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:09.379555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 60e94c1e-a188-4733-b7f2-44901839ea88, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=60e94c1e-a188-4733-b7f2-44901839ea88,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:09.424114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.425379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 68d0f389-6a40-4cb2-94f0-51698b514164 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:09.462616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b723768-f75c-44eb-9acc-d0ccaf29205b req-abf519c4-a32d-4434-a67f-bf298ebb1158 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395929 Dec 16 07:51:09.505849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=60e94c1e-a188-4733-b7f2-44901839ea88,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:09.551536 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.552029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce8efd7c-58d2-4212-932d-d350f44abfca req-3f2495e7-ef7a-4e95-b49e-65286dda6d18 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816690 Dec 16 07:51:09.583716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-96f3edb4-efb7-4acd-86be-d294aecbf767 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:09.585249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-96f3edb4-efb7-4acd-86be-d294aecbf767 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/networks?id=9089631f-0c93-497b-bc02-e8edb199468c HTTP/1.1" status: 200 len: 814 time: 0.2160504 Dec 16 07:51:09.599845 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.605448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:09.611574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-d89be25c-9c46-42a5-bb97-bcf1fa76ef65 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/quotas/6d581680a67e41ad952f805cc161ec58 HTTP/1.1" status: 200 len: 375 time: 0.0179317 Dec 16 07:51:09.649241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2218a079-b4f1-4e32-991b-4359a89cb7a1 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d581680a67e41ad952f805cc161ec58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313649 Dec 16 07:51:09.738619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.760871 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:09.805450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-de2ff3da-53c3-4d0a-aecf-559e725da677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:09.807664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-de2ff3da-53c3-4d0a-aecf-559e725da677 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 1096 time: 0.1336615 Dec 16 07:51:09.820514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:09.856207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-40c336d1-7a78-446e-8726-8755eaeb32eb service neutron] 10.222.0.43 "GET /v2.0/networks/9089631f-0c93-497b-bc02-e8edb199468c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998751 Dec 16 07:51:09.910863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'Port': ['ID=18ed8043-93a9-4a69-b315-523345d16588,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:09.953973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:10.011205 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21058f86-adc7-42a1-a676-664ef9cedc89 x-openstack-request-id: req-21058f86-adc7-42a1-a676-664ef9cedc89 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:10.011544 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "name": "network-vif-plugged", "status": "completed", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:10.011809 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21058f86-adc7-42a1-a676-664ef9cedc89 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:10.012631 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88', 'code': 200} Dec 16 07:51:10.038106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-8c70bf8a-c8dc-4fdf-9243-b9a68adc1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:10.039646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-8c70bf8a-c8dc-4fdf-9243-b9a68adc1b49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 913 time: 0.2030096 Dec 16 07:51:10.041595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-a23ad51c-6361-4a2c-bfa4-eb5771d1b66b service neutron] 10.222.0.43 "GET /v2.0/networks/9089631f-0c93-497b-bc02-e8edb199468c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680405 Dec 16 07:51:10.113662 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:10.116971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0db540ef-f92c-46f9-820c-22f8321c50a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1871276 Dec 16 07:51:10.124669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-5bf857b9-320a-4a3a-964b-388feeb3a939 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f7b254-5550-4de3-93a6-0c2cff995674 HTTP/1.1" status: 200 len: 217 time: 0.0771759 Dec 16 07:51:10.410280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 99cf1f6c-495b-4d3a-8992-af7ac186a61f details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:10.530803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 99cf1f6c-495b-4d3a-8992-af7ac186a61f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=99cf1f6c-495b-4d3a-8992-af7ac186a61f,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:10.542329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '99cf1f6c-495b-4d3a-8992-af7ac186a61f', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'port_id': '99cf1f6c-495b-4d3a-8992-af7ac186a61f', 'mac_address': 'fa:16:3e:07:39:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c1c502-4564-4858-9f04-d7ba04f934fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:10.577566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-7a643fef-c3a4-4ccb-a6e7-ba765dfa6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:10.579025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-7a643fef-c3a4-4ccb-a6e7-ba765dfa6e6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.1098866 Dec 16 07:51:10.580909 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:10.589642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfe5cb-43b2-4eec-b070-af45f44c6e9e req-a8da5531-41e6-419c-be8f-726f81f62656 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:10.591476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fdfe5cb-43b2-4eec-b070-af45f44c6e9e req-a8da5531-41e6-419c-be8f-726f81f62656 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 945 time: 0.4824758 Dec 16 07:51:10.597825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cf1f6c-495b-4d3a-8992-af7ac186a61f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:10.605923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda50d-6de0-44a7-b0e5-295a801a491b req-624578e5-9741-4f9b-9e5d-8214deb9b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:10.607367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ceda50d-6de0-44a7-b0e5-295a801a491b req-624578e5-9741-4f9b-9e5d-8214deb9b565 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 1097 time: 0.4798925 Dec 16 07:51:10.617703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 99cf1f6c-495b-4d3a-8992-af7ac186a61f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=99cf1f6c-495b-4d3a-8992-af7ac186a61f,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:10.618878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200c24-9f99-4d34-a387-f158bd4b7960 req-cbef431d-924f-4509-ac40-8ebbf7b506f9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:10.620348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82200c24-9f99-4d34-a387-f158bd4b7960 req-cbef431d-924f-4509-ac40-8ebbf7b506f9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 943 time: 0.1499889 Dec 16 07:51:10.648467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-c98aaa8d-5d4e-4e05-9032-8da0211b0f89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559723 Dec 16 07:51:10.714460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:10.766688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=99cf1f6c-495b-4d3a-8992-af7ac186a61f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:10.792983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fdfe5cb-43b2-4eec-b070-af45f44c6e9e req-b623656a-c2a1-45c9-be02-ea7cdbfc2990 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828809 Dec 16 07:51:10.799597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ceda50d-6de0-44a7-b0e5-295a801a491b req-fd59ce12-52b3-46ed-bab3-8b70e9185001 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623156 Dec 16 07:51:10.812456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82200c24-9f99-4d34-a387-f158bd4b7960 req-c6899467-9214-4e71-a4c7-e92f6bac1db8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591315 Dec 16 07:51:10.832284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-87e16b3e-f086-4217-963d-82166d595c55 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661761 Dec 16 07:51:11.040594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-9affaf40-04dc-4d08-84ee-6f23343a1e4f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1320432639&fields=id&tenant_id=f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 267 time: 0.1352649 Dec 16 07:51:11.042439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd2cbb8-24d6-4cb6-bf76-0454ef923f46 req-eb538118-1aa1-4bdd-ab63-ed0cca20d76d service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029889 Dec 16 07:51:11.083218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-8b0d008a-d43f-4525-a2aa-0fba4132e803 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:11.084720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-8b0d008a-d43f-4525-a2aa-0fba4132e803 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.1954556 Dec 16 07:51:11.127149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-7dd37a4b-1450-4f6a-8fb0-c5063ad9daa8 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/quotas/17402e23c60b41d4959cddb5fe5d4040 HTTP/1.1" status: 200 len: 375 time: 0.0173490 Dec 16 07:51:11.144259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['99cf1f6c-495b-4d3a-8992-af7ac186a61f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:11.198566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-3c940417-5e0b-478f-852f-f9a9d4834f29 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:11.200071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-3c940417-5e0b-478f-852f-f9a9d4834f29 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 817 time: 0.1515872 Dec 16 07:51:11.209307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d5277d1-daf0-42fc-a276-84a4ec1ee571 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751529 Dec 16 07:51:11.240425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-151f4ba8-b8e7-46d5-afb0-b44ada10582b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/quotas/f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 375 time: 0.0301225 Dec 16 07:51:11.333986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80a227f6-af22-497f-8298-369bc9abcbec tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694466 Dec 16 07:51:11.344078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-9ddcc844-b821-4df4-a5e0-fd27ef7e426a service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276865 Dec 16 07:51:11.498571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-9c9e1e8e-487e-4909-9956-9d7fc89790df service neutron] 10.222.0.43 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523929 Dec 16 07:51:11.503924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-4534b322-4c5c-4fb0-8a1c-a61bb43fdc65 service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499002 Dec 16 07:51:11.589402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-1bdca745-9698-4c2f-b1b1-71d50052f229 service neutron] 10.222.0.43 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844140 Dec 16 07:51:11.757633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-739dd027-9d73-4299-be91-e7cee479a451 req-056c5bab-d9b4-4946-8a58-8e0af1bd9042 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 210 time: 0.0286300 Dec 16 07:51:11.892433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8def04-680e-4963-a9f2-68e0d9a46858 req-60928e2b-ba39-495e-9633-aeb247af7664 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:11.900043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba8def04-680e-4963-a9f2-68e0d9a46858 req-60928e2b-ba39-495e-9633-aeb247af7664 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 944 time: 0.0735171 Dec 16 07:51:11.941709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-802ef713-da17-44ed-bc90-005d88ada32d req-e74508b4-d7c3-4b19-9cd5-b7baa9d7afe5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 210 time: 0.0339239 Dec 16 07:51:11.979324 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba8def04-680e-4963-a9f2-68e0d9a46858 req-4254a150-6902-4a95-a876-a26bd4cd547c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770309 Dec 16 07:51:12.013532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:12.017124 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9471d108-6e28-40c1-a3a3-6d52d053bad6" -d '{"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:12.099404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94cac3c7-e23d-449f-844f-f478671711ee req-3db986ee-d9f8-4027-b52f-6963c5164ad0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0607996 Dec 16 07:51:12.123597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d251d3-a198-4d6b-b10c-35d6eecc9c65 req-314047c1-4444-41f6-9dd3-6a421468e0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:12.125154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55d251d3-a198-4d6b-b10c-35d6eecc9c65 req-314047c1-4444-41f6-9dd3-6a421468e0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 945 time: 0.0673325 Dec 16 07:51:12.198391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55d251d3-a198-4d6b-b10c-35d6eecc9c65 req-9fd15f93-9e5b-4dfa-8466-644b61313c5f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665722 Dec 16 07:51:12.262622 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d7b96-8f10-4e04-a594-c2f86b76035c x-openstack-request-id: req-e84d7b96-8f10-4e04-a594-c2f86b76035c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:12.262941 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:12.263199 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e84d7b96-8f10-4e04-a594-c2f86b76035c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:12.263596 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164', 'code': 200} Dec 16 07:51:12.308387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4549ee-ca97-4cdb-8337-5df8eae17a73 req-c7c95860-8791-4923-b2e3-cad5ca690609 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:12.313144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa4549ee-ca97-4cdb-8337-5df8eae17a73 req-c7c95860-8791-4923-b2e3-cad5ca690609 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 944 time: 0.0592184 Dec 16 07:51:12.359402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa4549ee-ca97-4cdb-8337-5df8eae17a73 req-adca6aef-829f-40d1-810e-eb0f286ec529 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Dec 16 07:51:12.416694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 92f7b254-5550-4de3-93a6-0c2cff995674 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:12.422333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 99cf1f6c-495b-4d3a-8992-af7ac186a61f up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:12.432926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a958fc-4445-411b-a548-40ae86d31374 req-d625683a-76e3-4bef-92eb-af534d274b71 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:12.434637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10a958fc-4445-411b-a548-40ae86d31374 req-d625683a-76e3-4bef-92eb-af534d274b71 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/ports?device_id=419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0 HTTP/1.1" status: 200 len: 944 time: 0.0535305 Dec 16 07:51:12.550430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Deleting port 68d0f389-6a40-4cb2-94f0-51698b514164 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:12.550774 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.568919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 92f7b254-5550-4de3-93a6-0c2cff995674, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92f7b254-5550-4de3-93a6-0c2cff995674,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:12.593648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '92f7b254-5550-4de3-93a6-0c2cff995674', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'port_id': '92f7b254-5550-4de3-93a6-0c2cff995674', 'mac_address': 'fa:16:3e:ae:31:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e768f2-fb5b-43c5-80ce-e19af3e02baf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:12.624430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 99cf1f6c-495b-4d3a-8992-af7ac186a61f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:12.632774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 99cf1f6c-495b-4d3a-8992-af7ac186a61f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:12.633227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.658975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] For port 68d0f389-6a40-4cb2-94f0-51698b514164, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=68d0f389-6a40-4cb2-94f0-51698b514164,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:12.661285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.663777 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.672792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Calling delete_port for 68d0f389-6a40-4cb2-94f0-51698b514164 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:12.681992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f7b254-5550-4de3-93a6-0c2cff995674 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:12.706328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 92f7b254-5550-4de3-93a6-0c2cff995674, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92f7b254-5550-4de3-93a6-0c2cff995674,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:12.745793 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.781852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 99cf1f6c-495b-4d3a-8992-af7ac186a61f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=99cf1f6c-495b-4d3a-8992-af7ac186a61f,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:12.788629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.843100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=92f7b254-5550-4de3-93a6-0c2cff995674,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:12.857423 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.908834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8e5e97d-bdc8-41d6-b471-5ca410f773c1 req-55eb36a7-fbba-4736-a740-ee2f7d21b89b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 210 time: 0.0341768 Dec 16 07:51:12.922091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=99cf1f6c-495b-4d3a-8992-af7ac186a61f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:12.938953 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:12.998880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event deleted for resources: {'Port': ['ID=68d0f389-6a40-4cb2-94f0-51698b514164,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:13.035707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] No DVR routers for this DVR port 68d0f389-6a40-4cb2-94f0-51698b514164 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:51:13.047609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:13.057415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10a958fc-4445-411b-a548-40ae86d31374 req-a7246b11-6f00-4c5d-ab8c-2207b849cac4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "DELETE /v2.0/ports/68d0f389-6a40-4cb2-94f0-51698b514164 HTTP/1.1" status: 204 len: 173 time: 0.6152318 Dec 16 07:51:13.057948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-deleted', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:13.061518 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a385d7-75ce-4736-aa21-5292d18253b2" -d '{"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-deleted", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:13.100396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16ea53ed-e7b0-4d25-8a65-87120ab8e4a7 req-589029d7-df48-4a81-8197-3ed7454864c2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 210 time: 0.0348833 Dec 16 07:51:13.120297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-da09608c-de7d-491d-9ce8-fe77c3730098 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:13.122627 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-da09608c-de7d-491d-9ce8-fe77c3730098 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.36 "GET /v2.0/networks?id=9089631f-0c93-497b-bc02-e8edb199468c HTTP/1.1" status: 200 len: 814 time: 0.1621785 Dec 16 07:51:13.151259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Request body: {'port': {'device_id': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'network_id': '9089631f-0c93-497b-bc02-e8edb199468c', 'admin_state_up': True, 'tenant_id': '6d581680a67e41ad952f805cc161ec58'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:13.172008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb82d43-5c07-4ffe-a0f8-3b3e90a62db6 req-a643e881-8df6-4f42-8332-4a7cf44ce0e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:13.173980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6eb82d43-5c07-4ffe-a0f8-3b3e90a62db6 req-a643e881-8df6-4f42-8332-4a7cf44ce0e7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 945 time: 0.0704565 Dec 16 07:51:13.175978 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d7b735-abc3-44d8-b47b-4a3dce64283f x-openstack-request-id: req-20d7b735-abc3-44d8-b47b-4a3dce64283f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:13.176296 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0", "name": "network-vif-deleted", "tag": "68d0f389-6a40-4cb2-94f0-51698b514164", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:13.176546 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20d7b735-abc3-44d8-b47b-4a3dce64283f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:13.176938 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419f3ae2-126c-4f5f-a0a2-cfc131b4b7e0', 'name': 'network-vif-deleted', 'tag': '68d0f389-6a40-4cb2-94f0-51698b514164', 'status': 'completed', 'code': 200} Dec 16 07:51:13.234675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['92f7b254-5550-4de3-93a6-0c2cff995674'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:13.277498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6eb82d43-5c07-4ffe-a0f8-3b3e90a62db6 req-60c2102e-3dd9-48f2-ad5c-d7f716dcecc2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921335 Dec 16 07:51:13.293723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d40b701-ea31-4b1c-96da-441e58decbb8 req-ad79ad0e-fb00-4080-8bb2-8f01f37005e7 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0447135 Dec 16 07:51:13.417552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Made reservation on behalf of 6d581680a67e41ad952f805cc161ec58 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:13.422105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:13.526314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785316e8-30dc-4cf8-bb7f-3a4f43e1aa1a req-4331f35d-4fa5-4eb5-83ba-358ba0accdea tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:13.527945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-785316e8-30dc-4cf8-bb7f-3a4f43e1aa1a req-4331f35d-4fa5-4eb5-83ba-358ba0accdea tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 945 time: 0.1136746 Dec 16 07:51:13.541230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299be2-a8f8-40c6-974b-372d8fb54556 req-985e2bbf-d7ab-4a78-b262-7920261ca0b6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:13.542261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28299be2-a8f8-40c6-974b-372d8fb54556 req-985e2bbf-d7ab-4a78-b262-7920261ca0b6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 945 time: 0.1057858 Dec 16 07:51:13.633861 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Allocated IP 172.20.0.13 (9089631f-0c93-497b-bc02-e8edb199468c/462be5aa-d690-4f96-9fd6-68f8a0e4a394/a193f32d-c649-46d6-a942-d99d6824ccfe) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:13.645317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-785316e8-30dc-4cf8-bb7f-3a4f43e1aa1a req-99567cfb-6438-4b69-bcbc-8f1493cbf6e5 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019852 Dec 16 07:51:13.660359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28299be2-a8f8-40c6-974b-372d8fb54556 req-c6d7590c-df3b-401e-8c97-1c85b22c9f1a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945380 Dec 16 07:51:13.821043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:13.894938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-34215143-98e3-476b-90c6-b0ed95286b6f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 258 time: 0.2109838 Dec 16 07:51:13.904590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:13.995503 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.061804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbe61e-4c6b-4edd-a6bb-699b0d6d1ef3 req-349e6a88-8245-4a3d-b72c-cf83231911ee tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:14.062422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Network 9089631f-0c93-497b-bc02-e8edb199468c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:14.064367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:14.064885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6cbe61e-4c6b-4edd-a6bb-699b0d6d1ef3 req-349e6a88-8245-4a3d-b72c-cf83231911ee tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 932 time: 0.0577540 Dec 16 07:51:14.066593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Pushing event updated for resources: {'Port': ['ID=a193f32d-c649-46d6-a942-d99d6824ccfe,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:14.069192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:14.093998 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.122608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:14.123214 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.168309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6cbe61e-4c6b-4edd-a6bb-699b0d6d1ef3 req-75b05864-685a-49d5-b1f8-f15dee473c35 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920379 Dec 16 07:51:14.243996 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.264900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cf1f6c-495b-4d3a-8992-af7ac186a61f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:14.267493 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3103d23c-077a-468a-9d5c-2b3f712b7494" -d '{"events": [{"server_uuid": "41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5", "name": "network-vif-plugged", "status": "completed", "tag": "99cf1f6c-495b-4d3a-8992-af7ac186a61f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:14.283384 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-2759e7c2-fef2-4c15-a0ea-2abd586494ca tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1362638 Dec 16 07:51:14.304283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Request body: {'port': {'device_id': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:14.311112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9120cd07-fef9-4ac3-93e9-5c53876a10d8 req-28039685-ef82-4541-8b33-88092db48367 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 210 time: 0.0574312 Dec 16 07:51:14.378483 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9966db58-41d9-43f4-ba94-731f2e7af85d x-openstack-request-id: req-9966db58-41d9-43f4-ba94-731f2e7af85d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:14.379489 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5", "name": "network-vif-plugged", "status": "completed", "tag": "99cf1f6c-495b-4d3a-8992-af7ac186a61f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:14.379941 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9966db58-41d9-43f4-ba94-731f2e7af85d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:14.380533 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cf1f6c-495b-4d3a-8992-af7ac186a61f', 'code': 200} Dec 16 07:51:14.390117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.390275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Allocated IP 172.25.2.158 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/822429b5-b21b-4338-b463-1e71d08ccdfd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:14.422005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 92f7b254-5550-4de3-93a6-0c2cff995674 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:14.537266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 92f7b254-5550-4de3-93a6-0c2cff995674 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:14.542637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 92f7b254-5550-4de3-93a6-0c2cff995674 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:14.544549 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.597911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-868c5287-5471-4a31-b3d4-96a4a010d93f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:14.597911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-868c5287-5471-4a31-b3d4-96a4a010d93f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.2023382 Dec 16 07:51:14.619565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Request body: {'port': {'device_id': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'admin_state_up': True, 'tenant_id': '17402e23c60b41d4959cddb5fe5d4040'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:14.663859 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.691079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d9b84-578f-424b-a326-4b48c16a3836 req-922a1c20-61f8-45c6-89d3-63cfe3d05b8c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:14.698261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-854d9b84-578f-424b-a326-4b48c16a3836 req-922a1c20-61f8-45c6-89d3-63cfe3d05b8c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 945 time: 0.1534743 Dec 16 07:51:14.743823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19ccda-3453-4409-9784-8fc24fd75267 req-4c76de0f-dc86-46b0-a815-d4289c034638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:14.745365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d19ccda-3453-4409-9784-8fc24fd75267 req-4c76de0f-dc86-46b0-a815-d4289c034638 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 1097 time: 0.2316897 Dec 16 07:51:14.763601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 92f7b254-5550-4de3-93a6-0c2cff995674, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92f7b254-5550-4de3-93a6-0c2cff995674,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:14.817558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.841800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-854d9b84-578f-424b-a326-4b48c16a3836 req-0f9a77b1-cd5e-48ce-a080-9c3253870e9a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378868 Dec 16 07:51:14.847660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a193f32d-c649-46d6-a942-d99d6824ccfe {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:14.860414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.879189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Transition to ACTIVE for port object a193f32d-c649-46d6-a942-d99d6824ccfe will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:14.937419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=92f7b254-5550-4de3-93a6-0c2cff995674,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:14.943428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d19ccda-3453-4409-9784-8fc24fd75267 req-d689f1d7-b245-4214-ba76-3403df589b08 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857116 Dec 16 07:51:14.947753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.954596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:14.991436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-332856f1-21cf-40e4-a5e0-c558cb9c5bde req-3cde389a-b0b1-48a0-a412-a3163979aa6e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0349007 Dec 16 07:51:15.026233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Pushing event updated for resources: {'Port': ['ID=a193f32d-c649-46d6-a942-d99d6824ccfe,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:15.116396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Attempting to bind port a193f32d-c649-46d6-a942-d99d6824ccfe on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:15.116733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Attempting to bind port a193f32d-c649-46d6-a942-d99d6824ccfe by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'a83b6e50-7e1f-4254-8162-98e49e22f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9089631f-0c93-497b-bc02-e8edb199468c'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:15.117067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Attempting to bind port a193f32d-c649-46d6-a942-d99d6824ccfe on network 9089631f-0c93-497b-bc02-e8edb199468c {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:15.122125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Port a193f32d-c649-46d6-a942-d99d6824ccfe on network 9089631f-0c93-497b-bc02-e8edb199468c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:15.122450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Attempting to bind port a193f32d-c649-46d6-a942-d99d6824ccfe on network 9089631f-0c93-497b-bc02-e8edb199468c {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:15.128740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Made reservation on behalf of 17402e23c60b41d4959cddb5fe5d4040 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:15.132324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:15.134900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:15.135417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:15.135991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Checking segment: {'id': 'a83b6e50-7e1f-4254-8162-98e49e22f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9089631f-0c93-497b-bc02-e8edb199468c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:15.136453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Bound using segment: {'id': 'a83b6e50-7e1f-4254-8162-98e49e22f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9089631f-0c93-497b-bc02-e8edb199468c'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:15.136886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Bound port: a193f32d-c649-46d6-a942-d99d6824ccfe, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83b6e50-7e1f-4254-8162-98e49e22f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9089631f-0c93-497b-bc02-e8edb199468c'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:15.137247 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:15.198574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:15.216822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:15.220834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] For port a193f32d-c649-46d6-a942-d99d6824ccfe, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:15.224686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] For port a193f32d-c649-46d6-a942-d99d6824ccfe, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a193f32d-c649-46d6-a942-d99d6824ccfe,segment=NetworkSegment(a83b6e50-7e1f-4254-8162-98e49e22f8f2),segment_id=a83b6e50-7e1f-4254-8162-98e49e22f8f2)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:15.227197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88893b-d365-4cbe-b559-36bf9d34ad3a req-5f760031-8af2-4a59-ab80-469e51cf6fcd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:15.228798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e88893b-d365-4cbe-b559-36bf9d34ad3a req-5f760031-8af2-4a59-ab80-469e51cf6fcd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 945 time: 0.1332707 Dec 16 07:51:15.229600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:15.233673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event updated for resources: {'Port': ['ID=822429b5-b21b-4338-b463-1e71d08ccdfd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:15.280886 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:15.322787 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:15.323407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:15.325409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] 10.222.0.36 "PUT /v2.0/ports/a193f32d-c649-46d6-a942-d99d6824ccfe HTTP/1.1" status: 200 len: 1093 time: 1.0253999 Dec 16 07:51:15.325409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'tag': 'a193f32d-c649-46d6-a942-d99d6824ccfe'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:15.328476 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f348269-79a7-4859-b658-19632b9c6b32" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d44e2f-3a01-42e5-869e-a8ce54c34931", "tag": "a193f32d-c649-46d6-a942-d99d6824ccfe"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:15.360220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7166b6-af92-4b9d-a6ac-d68062ed071a service neutron] Pushing event updated for resources: {'Port': ['ID=a193f32d-c649-46d6-a942-d99d6824ccfe,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:15.415492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e88893b-d365-4cbe-b559-36bf9d34ad3a req-bfcbf44a-c231-4389-99b7-faec47f09426 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523564 Dec 16 07:51:15.437590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Allocated IP 172.20.0.14 (44898edf-e276-4d8a-90b3-dc38a1becd96/6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d/3ce5cf31-b42c-4bee-bdce-dac4f9e062e1) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:15.460001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:15.521401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-8b37a47d-2e64-41f8-8dbe-6b9867804f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:15.525139 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-8b37a47d-2e64-41f8-8dbe-6b9867804f87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d581680a67e41ad952f805cc161ec58&device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 1096 time: 0.0513079 Dec 16 07:51:15.587121 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-e5ff4148-cf54-483a-b11a-9bae4d8023d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a193f32d-c649-46d6-a942-d99d6824ccfe HTTP/1.1" status: 200 len: 217 time: 0.0459163 Dec 16 07:51:15.626674 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:15.654968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-b854e5eb-6a87-45e8-875f-6c769e3d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:15.656793 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-b854e5eb-6a87-45e8-875f-6c769e3d973e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=462be5aa-d690-4f96-9fd6-68f8a0e4a394 HTTP/1.1" status: 200 len: 854 time: 0.0600955 Dec 16 07:51:15.697338 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-4183a06a-c673-4d2d-b3af-5def61781e3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9089631f-0c93-497b-bc02-e8edb199468c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328219 Dec 16 07:51:15.813482 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-1d4889d5-4e00-4a5f-99a7-19a430bed6c1 service neutron] 10.222.0.36 "GET /v2.0/networks/9089631f-0c93-497b-bc02-e8edb199468c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078143 Dec 16 07:51:15.924471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aa2c448-eb7a-48b8-9eb7-b87caebacadd req-9672d243-a59c-4c48-9488-862950db0eb8 service neutron] 10.222.0.36 "GET /v2.0/networks/9089631f-0c93-497b-bc02-e8edb199468c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025684 Dec 16 07:51:16.042441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc818d5-13a7-404c-8234-8a9da496b766 req-ae5404c0-6c04-4030-a314-15ac46cbeac9 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:16.043919 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc818d5-13a7-404c-8234-8a9da496b766 req-ae5404c0-6c04-4030-a314-15ac46cbeac9 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 944 time: 0.5214593 Dec 16 07:51:16.109096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:16.234099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc818d5-13a7-404c-8234-8a9da496b766 req-1ff82a18-bb82-4bf4-be8e-f3b5a5f5700a tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813440 Dec 16 07:51:16.259973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-c478d8c8-dae1-40cc-9b55-0bb1d604afe6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:16.259973 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-c478d8c8-dae1-40cc-9b55-0bb1d604afe6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.36 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 817 time: 0.6274841 Dec 16 07:51:16.292000 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae72e490-8d87-40aa-bbbe-63dba217c7e7 x-openstack-request-id: req-ae72e490-8d87-40aa-bbbe-63dba217c7e7 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:16.292000 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d44e2f-3a01-42e5-869e-a8ce54c34931", "tag": "a193f32d-c649-46d6-a942-d99d6824ccfe", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:16.292000 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae72e490-8d87-40aa-bbbe-63dba217c7e7 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:16.292000 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'tag': 'a193f32d-c649-46d6-a942-d99d6824ccfe', 'status': 'completed', 'code': 200} Dec 16 07:51:16.343343 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:16.355050 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:16.381548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8329728c-3484-4c80-bec3-6ade6b939f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f7b254-5550-4de3-93a6-0c2cff995674'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:16.384695 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10788e0a-cb12-4d71-9737-9f301140d7d2" -d '{"events": [{"server_uuid": "8329728c-3484-4c80-bec3-6ade6b939f87", "name": "network-vif-plugged", "status": "completed", "tag": "92f7b254-5550-4de3-93a6-0c2cff995674"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:16.414976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348269-79a7-4859-b658-19632b9c6b32 req-bcec8f8d-fcee-4da9-a1a6-fa76170432ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:16.417722 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9f348269-79a7-4859-b658-19632b9c6b32 req-bcec8f8d-fcee-4da9-a1a6-fa76170432ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d581680a67e41ad952f805cc161ec58&device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 1096 time: 0.0708921 Dec 16 07:51:16.437871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:16.487590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-0a081a59-4639-45a9-a33d-60a98e6bb0b1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 380 time: 0.2152162 Dec 16 07:51:16.489592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:16.509001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'port': {'device_id': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'admin_state_up': True, 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'security_groups': ['169468c6-b8f2-4142-9b3a-532315163533']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:16.526238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348269-79a7-4859-b658-19632b9c6b32 req-7a0ad512-1e49-4ca7-9951-9c447c62b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:16.527766 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9f348269-79a7-4859-b658-19632b9c6b32 req-7a0ad512-1e49-4ca7-9951-9c447c62b6fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=9089631f-0c93-497b-bc02-e8edb199468c HTTP/1.1" status: 200 len: 915 time: 0.1029553 Dec 16 07:51:16.534918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:16.538129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:16.560478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:16.581085 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9f348269-79a7-4859-b658-19632b9c6b32 req-02ba0cc1-e086-478a-8385-e67a806e3138 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a193f32d-c649-46d6-a942-d99d6824ccfe HTTP/1.1" status: 200 len: 217 time: 0.0451136 Dec 16 07:51:16.643214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f348269-79a7-4859-b658-19632b9c6b32 req-5f85b0e4-1681-40c1-8461-2600337fdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:16.644798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9f348269-79a7-4859-b658-19632b9c6b32 req-5f85b0e4-1681-40c1-8461-2600337fdfcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=462be5aa-d690-4f96-9fd6-68f8a0e4a394 HTTP/1.1" status: 200 len: 854 time: 0.0561910 Dec 16 07:51:16.667194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159db81-4f4b-4691-84c1-789c61c68eb8 req-7020a805-39db-4724-adc0-b1f66aa3fc93 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:16.668776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f159db81-4f4b-4691-84c1-789c61c68eb8 req-7020a805-39db-4724-adc0-b1f66aa3fc93 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 932 time: 0.3190508 Dec 16 07:51:16.689361 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9f348269-79a7-4859-b658-19632b9c6b32 req-8f62ffad-184c-47a4-b925-0bb8dbdd9aa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9089631f-0c93-497b-bc02-e8edb199468c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360839 Dec 16 07:51:16.716631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:16.739250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:16.739891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:16.757376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event updated for resources: {'Port': ['ID=822429b5-b21b-4338-b463-1e71d08ccdfd,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:16.788263 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9f348269-79a7-4859-b658-19632b9c6b32 req-c260d9e4-cf12-46d9-b97d-fecb3f65854b service neutron] 10.222.0.36 "GET /v2.0/networks/9089631f-0c93-497b-bc02-e8edb199468c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907342 Dec 16 07:51:16.819407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f159db81-4f4b-4691-84c1-789c61c68eb8 req-4175f75f-26c3-4ab4-9957-27aa93c2c16c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260078 Dec 16 07:51:16.836944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-f64fb205-4a6a-433f-b3cb-bb6dc38bf8d5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2216718 Dec 16 07:51:16.849443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:16.854808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-50dcd513-c656-4a4e-b418-9c8815a66355 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9504364 Dec 16 07:51:16.863511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Request body: {'port': {'device_id': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:16.916669 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9f348269-79a7-4859-b658-19632b9c6b32 req-0fd036a3-7a5f-4018-a47a-8218a4e1611d service neutron] 10.222.0.36 "GET /v2.0/networks/9089631f-0c93-497b-bc02-e8edb199468c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190224 Dec 16 07:51:16.950825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-eeda5eed-0452-40f9-8fa4-9a61ab8399bc tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.0844643 Dec 16 07:51:17.045794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Made reservation on behalf of f1dea21f2e944d1082e8792465adb3f4 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:17.049930 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:17.056348 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:17.108609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46995-adbd-495a-96df-662797e3ae48 req-d6c4b843-bb4b-48cd-9793-0bd65020d2b2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:17.110204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0f46995-adbd-495a-96df-662797e3ae48 req-d6c4b843-bb4b-48cd-9793-0bd65020d2b2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 946 time: 0.1877255 Dec 16 07:51:17.125118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 68d0f389-6a40-4cb2-94f0-51698b514164 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:17.153360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 68d0f389-6a40-4cb2-94f0-51698b514164 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:17.154040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 68d0f389-6a40-4cb2-94f0-51698b514164 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:17.292121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-7f3f68ba-7679-42a8-92d0-67e8bfa447a6 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:17.293536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf087ff-5e2c-45ef-a95d-c22e173f6db9 req-7f3f68ba-7679-42a8-92d0-67e8bfa447a6 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.3206069 Dec 16 07:51:17.354091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0f46995-adbd-495a-96df-662797e3ae48 req-f0aa1e9c-3734-48d9-8c8d-120346afa30d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325118 Dec 16 07:51:17.410432 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8970930-560b-411a-9a01-c2a40b383113 x-openstack-request-id: req-a8970930-560b-411a-9a01-c2a40b383113 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:17.411451 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8329728c-3484-4c80-bec3-6ade6b939f87", "name": "network-vif-plugged", "status": "completed", "tag": "92f7b254-5550-4de3-93a6-0c2cff995674", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:17.411894 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8970930-560b-411a-9a01-c2a40b383113 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:17.412513 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8329728c-3484-4c80-bec3-6ade6b939f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f7b254-5550-4de3-93a6-0c2cff995674', 'code': 200} Dec 16 07:51:17.442899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f9b7f7e-ff08-4317-b29f-7bc0ef4a4484 req-5eeb7b23-c876-40c0-90fe-a21a208da638 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0925581 Dec 16 07:51:17.478214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Allocated IP 172.20.0.4 (79a19e99-7552-41d7-bb46-c7e243a7986b/685f2c64-988a-4ee3-a726-db2d75d7ea7d/92a675a5-ff49-49a2-a280-2fc2c724569f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:17.736782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a42e5b-6abf-4914-8d9a-d513c41dfe9c req-494b31cf-ba34-4ab7-8b9d-b7537721bbee tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:17.738274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3a42e5b-6abf-4914-8d9a-d513c41dfe9c req-494b31cf-ba34-4ab7-8b9d-b7537721bbee tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 945 time: 0.2423997 Dec 16 07:51:17.772546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed6ad-2f71-4243-adb6-80054ef51ee1 req-7feaa393-9dcd-4ef7-b74a-8962cf8076b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:17.774040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b8ed6ad-2f71-4243-adb6-80054ef51ee1 req-7feaa393-9dcd-4ef7-b74a-8962cf8076b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 1098 time: 0.2538390 Dec 16 07:51:17.783829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:17.801520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfb4e5-537c-4e3f-a096-505f2e3984ac req-82853e23-8134-47c8-8ead-6eab3346376e tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:17.801520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5bfb4e5-537c-4e3f-a096-505f2e3984ac req-82853e23-8134-47c8-8ead-6eab3346376e tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 944 time: 0.2308662 Dec 16 07:51:17.814291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:17.872013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Transition to ACTIVE for port object 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:17.917580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3a42e5b-6abf-4914-8d9a-d513c41dfe9c req-640ec381-4dc8-4664-9c31-07d14e7a3749 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695745 Dec 16 07:51:17.953907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b8ed6ad-2f71-4243-adb6-80054ef51ee1 req-91dec071-2fbb-4355-931c-6c02f58abbd8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640511 Dec 16 07:51:17.957530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:17.959761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:17.974117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5bfb4e5-537c-4e3f-a096-505f2e3984ac req-c38f8857-997a-4469-a298-d4da9bd43a2b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623180 Dec 16 07:51:18.105681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:18.175851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-61584150-1b86-4878-81c7-9e2b010155e9 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:18.177998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-61584150-1b86-4878-81c7-9e2b010155e9 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1687186 Dec 16 07:51:18.183786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:18.240633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3210-1cea-4ec2-9f22-49b292f20d58 req-f0cfce10-48c5-4571-8a15-5d4cc570826f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:18.242880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-959a3210-1cea-4ec2-9f22-49b292f20d58 req-f0cfce10-48c5-4571-8a15-5d4cc570826f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 944 time: 0.1843064 Dec 16 07:51:18.323907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Network 79a19e99-7552-41d7-bb46-c7e243a7986b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:18.342291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-a24cfa11-9ea5-4d18-9ce8-61187afa82be tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.1434159 Dec 16 07:51:18.347998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:18.355350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:18.364638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Request body: {'floatingip': {'port_id': '60e94c1e-a188-4733-b7f2-44901839ea88', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:18.367215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:18.369540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Attempting to bind port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:18.369858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Attempting to bind port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:18.370187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Attempting to bind port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:18.441558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:18.441881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Attempting to bind port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:18.449899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:18.514201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:18.514549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Checking segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:18.514939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Bound using segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:18.515424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Bound port: 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:18.515904 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:18.522372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-959a3210-1cea-4ec2-9f22-49b292f20d58 req-d03b835f-0ee7-4dee-aa10-848e44739036 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603846 Dec 16 07:51:18.576324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:18.576941 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:18.651510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ac8de778-bd24-4b24-9082-76e7b1c6fc05 None None] Provisioning complete for port 92a675a5-ff49-49a2-a280-2fc2c724569f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:18.651983 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ac8de778-bd24-4b24-9082-76e7b1c6fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:18.694161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ac8de778-bd24-4b24-9082-76e7b1c6fc05 None None] Port 92a675a5-ff49-49a2-a280-2fc2c724569f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:51:18.750646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:18.756488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:18.763527 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-744aa494-acf6-4713-849d-0afb6e5077d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2641015 Dec 16 07:51:18.800300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203d22-22ef-4ea3-bde5-fdae14f8a892 req-3bd065e9-ea28-4d9e-9911-253ca0cac197 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:18.802402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b203d22-22ef-4ea3-bde5-fdae14f8a892 req-3bd065e9-ea28-4d9e-9911-253ca0cac197 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 945 time: 0.1796293 Dec 16 07:51:18.806812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Request body: {'port': {'device_id': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:18.844737 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:18.929663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:18.930611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:18.932316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] 10.222.0.36 "PUT /v2.0/ports/3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 HTTP/1.1" status: 200 len: 1093 time: 2.0794296 Dec 16 07:51:18.937862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:18.940159 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4ee527-f659-4f01-8667-d641ddab4c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:19.071203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b203d22-22ef-4ea3-bde5-fdae14f8a892 req-0420141c-ada0-4b14-9c16-e09be434e8e8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564824 Dec 16 07:51:19.071772 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:19.106802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ae38-04ff-4a33-9e23-5c351849601c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:19.119927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a193f32d-c649-46d6-a942-d99d6824ccfe details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:19.258118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a193f32d-c649-46d6-a942-d99d6824ccfe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a193f32d-c649-46d6-a942-d99d6824ccfe,segment=NetworkSegment(a83b6e50-7e1f-4254-8162-98e49e22f8f2),segment_id=a83b6e50-7e1f-4254-8162-98e49e22f8f2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:19.276163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'a193f32d-c649-46d6-a942-d99d6824ccfe', 'network_id': '9089631f-0c93-497b-bc02-e8edb199468c', 'port_id': 'a193f32d-c649-46d6-a942-d99d6824ccfe', 'mac_address': 'fa:16:3e:14:b9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462be5aa-d690-4f96-9fd6-68f8a0e4a394', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:19.328900 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:19.343944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a193f32d-c649-46d6-a942-d99d6824ccfe {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:19.370081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a193f32d-c649-46d6-a942-d99d6824ccfe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a193f32d-c649-46d6-a942-d99d6824ccfe,segment=NetworkSegment(a83b6e50-7e1f-4254-8162-98e49e22f8f2),segment_id=a83b6e50-7e1f-4254-8162-98e49e22f8f2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:19.428857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:19.492771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a193f32d-c649-46d6-a942-d99d6824ccfe,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:19.672121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-bb371d63-29ac-432e-9a11-96f1cca92092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:19.674878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-bb371d63-29ac-432e-9a11-96f1cca92092 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 1096 time: 0.5823627 Dec 16 07:51:19.714692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ee8c3-c67f-40c3-aac0-65a59d0e4f5a req-238b4c1b-bb53-460f-8f8b-e493e25472cc tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:19.716163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be1ee8c3-c67f-40c3-aac0-65a59d0e4f5a req-238b4c1b-bb53-460f-8f8b-e493e25472cc tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 946 time: 0.1969683 Dec 16 07:51:19.775977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['a193f32d-c649-46d6-a942-d99d6824ccfe'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:19.777958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-b2a65933-0987-4444-b687-4cf6d0ffef82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 HTTP/1.1" status: 200 len: 217 time: 0.0834913 Dec 16 07:51:19.884425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:51:19.959857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be1ee8c3-c67f-40c3-aac0-65a59d0e4f5a req-1bc65bca-b70a-4ac6-a5da-1cf04cf60f27 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371724 Dec 16 07:51:19.973401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-8bfdef05-c288-4df9-a790-f3f0c2cc6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:19.974876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-8bfdef05-c288-4df9-a790-f3f0c2cc6802 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 200 len: 844 time: 0.1775401 Dec 16 07:51:19.989956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:20.022366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-d9eb83e9-a189-48aa-8f4d-0faee1b5d1a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44898edf-e276-4d8a-90b3-dc38a1becd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378230 Dec 16 07:51:20.084322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:20.265510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fe58-910f-40e6-8935-cff51355bdd5 req-1be86986-7f0b-4c28-b2ce-f52aee3b55fd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:20.267390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1980fe58-910f-40e6-8935-cff51355bdd5 req-1be86986-7f0b-4c28-b2ce-f52aee3b55fd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 931 time: 0.2415435 Dec 16 07:51:20.304017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a675a5-ff49-49a2-a280-2fc2c724569f {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:20.323671 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:20.330780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-12eca190-cf2d-44d7-af90-bfa890b085fa service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945924 Dec 16 07:51:20.361103 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Floating IP 518a6a64-1ac7-40cf-a490-df385c05c3c8 associated. External IP: 172.25.2.158, port: 60e94c1e-a188-4733-b7f2-44901839ea88. Dec 16 07:51:20.376761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Transition to ACTIVE for port object 92a675a5-ff49-49a2-a280-2fc2c724569f will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:20.460736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1980fe58-910f-40e6-8935-cff51355bdd5 req-af431a1e-21f0-423d-adb8-1b3e50064445 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821933 Dec 16 07:51:20.467510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:20.533234 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc012d2-f538-4480-ab96-64be289d29c1 x-openstack-request-id: req-5cc012d2-f538-4480-ab96-64be289d29c1 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:20.533523 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:20.533781 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cc012d2-f538-4480-ab96-64be289d29c1 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:20.534183 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'status': 'completed', 'code': 200} Dec 16 07:51:20.585662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:20.629393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e797909-cfe9-4187-8541-7fc1c0fe1bd7 req-3809c728-433e-4899-a640-bb3e0af3e408 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905960 Dec 16 07:51:20.787275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fafab-e787-4ff0-93e1-67f9ac0d6a8e req-5e452042-40a1-41fa-bc11-389b5c08eacc tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:20.788769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a79fafab-e787-4ff0-93e1-67f9ac0d6a8e req-5e452042-40a1-41fa-bc11-389b5c08eacc tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 945 time: 0.1965039 Dec 16 07:51:20.794003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:20.794350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:20.794691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:20.813534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Port 92a675a5-ff49-49a2-a280-2fc2c724569f on network 79a19e99-7552-41d7-bb46-c7e243a7986b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:20.813874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:20.864196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:20.864540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Checking segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:20.864932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Bound using segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:20.865381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Bound port: 92a675a5-ff49-49a2-a280-2fc2c724569f, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:20.865741 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:20.910521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Router eb5b872b-7036-4063-878b-339c7382c4aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:51:20.915076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a79fafab-e787-4ff0-93e1-67f9ac0d6a8e req-e8aa645c-8ef7-44d6-ae23-c5bfd4d13fcb tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181233 Dec 16 07:51:20.950970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-f6b4fde2-3c1f-411a-a1a5-f45a50cf983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:20.953299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-f6b4fde2-3c1f-411a-a1a5-f45a50cf983c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 1096 time: 0.1424387 Dec 16 07:51:21.107280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:21.115994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a193f32d-c649-46d6-a942-d99d6824ccfe up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:21.133216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:21.223330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28443-30ab-45b3-b63f-fec10ef78c23 req-033d1c6a-01e7-4907-b31c-432baa7e91fb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:21.224924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ce28443-30ab-45b3-b63f-fec10ef78c23 req-033d1c6a-01e7-4907-b31c-432baa7e91fb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 945 time: 0.2412176 Dec 16 07:51:21.228724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-f77d2d79-f669-4db7-a4fb-e9cd91675ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:21.230094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-f77d2d79-f669-4db7-a4fb-e9cd91675ecf service neutron] 10.222.0.36 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 905 time: 0.2685134 Dec 16 07:51:21.283414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:51:21.288841 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:21.292085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-03761ad6-6e6b-4918-864c-7c1fffd13037 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 HTTP/1.1" status: 200 len: 217 time: 0.0510461 Dec 16 07:51:21.294108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port a193f32d-c649-46d6-a942-d99d6824ccfe completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:21.297532 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] Sync routers for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:51:21.308875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port a193f32d-c649-46d6-a942-d99d6824ccfe triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:21.309764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:21.312152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:21.312359 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:21.312835 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:21.408273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-e917aabc-0184-47b6-8eeb-88c4314f9119 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "PUT /v2.0/floatingips/518a6a64-1ac7-40cf-a490-df385c05c3c8 HTTP/1.1" status: 200 len: 996 time: 3.0544534 Dec 16 07:51:21.409591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:21.410423 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:21.411509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] 10.222.0.36 "PUT /v2.0/ports/92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 1092 time: 2.6202219 Dec 16 07:51:21.425275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ce28443-30ab-45b3-b63f-fec10ef78c23 req-319b4c98-5a31-4380-a716-d34158265b7b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923091 Dec 16 07:51:21.468987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-20debb01-0419-41e7-ae9e-6819b68b11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:21.471015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-20debb01-0419-41e7-ae9e-6819b68b11d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 200 len: 844 time: 0.1542366 Dec 16 07:51:21.475605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9bb0d-b72d-4bb2-bf44-e85e9c015a10 service neutron] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:21.500701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:21.501927 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:21.536845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-057535e0-aa0d-47a4-bc40-9772fda65ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44898edf-e276-4d8a-90b3-dc38a1becd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570505 Dec 16 07:51:21.552028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a193f32d-c649-46d6-a942-d99d6824ccfe'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:21.554310 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732827a7-4dba-4d3c-887a-647af57f292b" -d '{"events": [{"server_uuid": "a8d44e2f-3a01-42e5-869e-a8ce54c34931", "name": "network-vif-plugged", "status": "completed", "tag": "a193f32d-c649-46d6-a942-d99d6824ccfe"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:21.574148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a193f32d-c649-46d6-a942-d99d6824ccfe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a193f32d-c649-46d6-a942-d99d6824ccfe,segment=NetworkSegment(a83b6e50-7e1f-4254-8162-98e49e22f8f2),segment_id=a83b6e50-7e1f-4254-8162-98e49e22f8f2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:21.634194 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:21.675650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-86c893a0-52aa-477d-b6d5-a3173841c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:21.677346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-86c893a0-52aa-477d-b6d5-a3173841c064 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 1097 time: 0.2511864 Dec 16 07:51:21.724231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a193f32d-c649-46d6-a942-d99d6824ccfe,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:21.859795 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '518a6a64-1ac7-40cf-a490-df385c05c3c8', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'floating_ip_address': '172.25.2.158', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'port_id': '60e94c1e-a188-4733-b7f2-44901839ea88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'mac_address': 'fa:16:3e:49:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:51:15Z', 'updated_at': '2021-12-16T07:51:19Z', 'revision_number': 1, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 5, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:21.898991 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] Checking router: eb5b872b-7036-4063-878b-339c7382c4aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:51:21.909230 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:21.909901 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:22.121596 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:22.146224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-9b53b889-bded-4bf0-99f4-6c1c9fb56e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.147793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-9b53b889-bded-4bf0-99f4-6c1c9fb56e2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1095 time: 0.6099234 Dec 16 07:51:22.175742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82791-47fa-4e8d-8707-e78c44f75eac req-24285df5-adf7-4f89-9820-1f25bbb3a970 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.177236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05b82791-47fa-4e8d-8707-e78c44f75eac req-24285df5-adf7-4f89-9820-1f25bbb3a970 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 944 time: 0.6174617 Dec 16 07:51:22.233530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-cc6d1724-c0b4-4f6d-8d4c-e6dcc71be8db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 217 time: 0.0660455 Dec 16 07:51:22.238705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-e07d956e-aca0-436d-ae43-17ef3c583693 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766460 Dec 16 07:51:22.353632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-aa9f29db-6920-4880-ab35-c3230aa9dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.355139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-aa9f29db-6920-4880-ab35-c3230aa9dd8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 200 len: 929 time: 0.6553915 Dec 16 07:51:22.366819 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '518a6a64-1ac7-40cf-a490-df385c05c3c8', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'floating_ip_address': '172.25.2.158', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'port_id': '60e94c1e-a188-4733-b7f2-44901839ea88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'mac_address': 'fa:16:3e:49:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:51:15Z', 'updated_at': '2021-12-16T07:51:19Z', 'revision_number': 1, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 5, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:22.398448 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800e2c6-3b36-442f-8901-e8288f08a88f None None] The sync data for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 is: [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '518a6a64-1ac7-40cf-a490-df385c05c3c8', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'floating_ip_address': '172.25.2.158', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'port_id': '60e94c1e-a188-4733-b7f2-44901839ea88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'mac_address': 'fa:16:3e:49:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:51:15Z', 'updated_at': '2021-12-16T07:51:19Z', 'revision_number': 1, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 5, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:51:22.428972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05b82791-47fa-4e8d-8707-e78c44f75eac req-ca3bfdda-c04f-4ed2-acc6-5be5952b7ca6 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343533 Dec 16 07:51:22.430313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-cb48fefe-ce7e-414e-978e-a45a54108196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.432462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-cb48fefe-ce7e-414e-978e-a45a54108196 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.1774852 Dec 16 07:51:22.516904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-02eb6132-3190-4db2-866a-ff37068770f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 999 time: 0.1503465 Dec 16 07:51:22.521896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a4ee527-f659-4f01-8667-d641ddab4c8e req-9527e4b0-8c51-401a-8d9a-4b34729d6bfe service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757638 Dec 16 07:51:22.541545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88'}, {'name': 'network-changed', 'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:22.543816 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b523c9-79bf-4344-9340-8c8cdd03bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88"}, {"name": "network-changed", "server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:22.598807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-3d90aa4e-1298-4a98-a33c-7dcde0a0e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.600444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-3d90aa4e-1298-4a98-a33c-7dcde0a0e95a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577580 Dec 16 07:51:22.622220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-32a9ee35-6c1b-45eb-849d-62e39fbf8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.623690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-32a9ee35-6c1b-45eb-849d-62e39fbf8c2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01de3eb7-e874-4d90-8057-ce4d4e6dc393 HTTP/1.1" status: 200 len: 867 time: 0.0930181 Dec 16 07:51:22.681510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84055e-8ece-4805-be17-d6a09e9fe87b req-88d1a079-ca77-480e-87ca-8f8128e41846 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.682995 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b84055e-8ece-4805-be17-d6a09e9fe87b req-88d1a079-ca77-480e-87ca-8f8128e41846 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 946 time: 0.1649833 Dec 16 07:51:22.707899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb3b65-c7c6-46ad-bb50-df2cbca6bac3 None None] New status for floating IP 518a6a64-1ac7-40cf-a490-df385c05c3c8: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:51:22.782074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-5d81b425-558b-4934-ab57-d9cff07a17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:22.784152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-5d81b425-558b-4934-ab57-d9cff07a17f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d8fb01-f946-4c81-b78a-8863d97222ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484783 Dec 16 07:51:22.790497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-1e79b2db-6e85-487a-9e92-8a953655b998 service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781287 Dec 16 07:51:22.793910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b84055e-8ece-4805-be17-d6a09e9fe87b req-d7b621af-3090-413f-87d8-b0c181c3a527 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956314 Dec 16 07:51:22.957371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-62c759da-6d28-4356-8e69-8e60feb8b71b service neutron] 10.222.0.43 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624060 Dec 16 07:51:22.959325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e16236-2012-40d8-aafc-033eee6f2a39 req-7edffad4-2c8c-4b4c-be49-ab25592c10db service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573288 Dec 16 07:51:23.080762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c775f1d1-09b6-495c-817c-3ec9969f204d req-9519c889-9663-423a-8c85-958ed880ce24 service neutron] 10.222.0.43 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151047 Dec 16 07:51:23.267847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b15bd-c80e-4486-b303-f0f256064120 req-ae2bd735-911e-4f50-adab-619eb127a394 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:23.269546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d00b15bd-c80e-4486-b303-f0f256064120 req-ae2bd735-911e-4f50-adab-619eb127a394 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.0562654 Dec 16 07:51:23.320701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d00b15bd-c80e-4486-b303-f0f256064120 req-92f5d493-b835-4a8d-92f5-7bb3648d6d29 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Dec 16 07:51:23.337776 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857a3e13-c0b7-4a49-a07f-92386784f8fb x-openstack-request-id: req-857a3e13-c0b7-4a49-a07f-92386784f8fb {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:23.337776 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d44e2f-3a01-42e5-869e-a8ce54c34931", "name": "network-vif-plugged", "status": "completed", "tag": "a193f32d-c649-46d6-a942-d99d6824ccfe", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:23.337776 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-857a3e13-c0b7-4a49-a07f-92386784f8fb {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:23.339121 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a193f32d-c649-46d6-a942-d99d6824ccfe', 'code': 200} Dec 16 07:51:23.378535 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476fb8b2-6f6a-431b-9516-f00fe1c5613e x-openstack-request-id: req-476fb8b2-6f6a-431b-9516-f00fe1c5613e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:23.378874 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:23.379099 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-476fb8b2-6f6a-431b-9516-f00fe1c5613e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:23.379496 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88', 'status': 'completed', 'code': 200} Dec 16 07:51:23.379751 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'status': 'completed', 'code': 200} Dec 16 07:51:23.480897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af5e2-7da6-468f-9a20-83ccbc8c64cc req-974ca233-eebb-4610-bf57-99d67b9f9808 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:23.482376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-858af5e2-7da6-468f-9a20-83ccbc8c64cc req-974ca233-eebb-4610-bf57-99d67b9f9808 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 946 time: 0.0887432 Dec 16 07:51:23.534158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-00b0731e-4ca4-4e0e-a3f0-6b4193da424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:23.535990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-00b0731e-4ca4-4e0e-a3f0-6b4193da424b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 1097 time: 0.1027954 Dec 16 07:51:23.616839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604a043-4859-45be-8094-fab804f65cc0 req-87196a18-beaa-4434-bf5f-8d1e4f0665f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:23.618763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1604a043-4859-45be-8094-fab804f65cc0 req-87196a18-beaa-4434-bf5f-8d1e4f0665f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 1098 time: 0.1457324 Dec 16 07:51:23.661478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-858af5e2-7da6-468f-9a20-83ccbc8c64cc req-b9c9fc04-68cc-4fde-8d29-8390eab790b6 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693773 Dec 16 07:51:23.789947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-934d444b-a2e6-44b1-abfc-462e2c02b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:23.791408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-934d444b-a2e6-44b1-abfc-462e2c02b31e service neutron] 10.222.0.36 "GET /v2.0/networks?id=64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 200 len: 929 time: 0.2410462 Dec 16 07:51:23.800331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1604a043-4859-45be-8094-fab804f65cc0 req-d19c1470-2338-4294-9887-4640fb590515 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730168 Dec 16 07:51:23.876059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-711512cb-72f9-47b7-a77f-c4f1339712f2 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 258 time: 0.2506490 Dec 16 07:51:23.895214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd6281-e9d0-49c1-84da-b9341c56d0e5 req-209bbff1-3f00-4a7c-a634-ef9b60537038 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:23.896735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ffd6281-e9d0-49c1-84da-b9341c56d0e5 req-209bbff1-3f00-4a7c-a634-ef9b60537038 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 945 time: 0.1497955 Dec 16 07:51:23.899730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:23.916727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-144755f1-eea7-4cd9-9080-ff390cb166ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 1001 time: 0.1082122 Dec 16 07:51:23.964700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ffd6281-e9d0-49c1-84da-b9341c56d0e5 req-8e915d5f-af1d-4f0e-ba96-03530a284fa7 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588207 Dec 16 07:51:24.033372 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:24.157315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ec352-b474-45d2-8885-f20512c2135e req-02d1b482-1dc3-491d-9094-25c721cdf53e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:24.158714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-849ec352-b474-45d2-8885-f20512c2135e req-02d1b482-1dc3-491d-9094-25c721cdf53e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 944 time: 0.1358030 Dec 16 07:51:24.169151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-85fbbd6e-ca0c-4034-afa6-fefc2520f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:24.170661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-85fbbd6e-ca0c-4034-afa6-fefc2520f73b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01de3eb7-e874-4d90-8057-ce4d4e6dc393 HTTP/1.1" status: 200 len: 867 time: 0.0801842 Dec 16 07:51:24.261206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-849ec352-b474-45d2-8885-f20512c2135e req-8caacab7-2cc0-45ee-a06a-fd95d95947e4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944898 Dec 16 07:51:24.262893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-11d24873-3a30-4b57-8057-1145cad7d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:24.265865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-11d24873-3a30-4b57-8057-1145cad7d61b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64d8fb01-f946-4c81-b78a-8863d97222ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846698 Dec 16 07:51:24.333205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:24.463362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae41e1-b817-4fce-be34-a5a75f036a4f req-d888472a-96e8-436e-adf1-78676adf1b40 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:24.464907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9ae41e1-b817-4fce-be34-a5a75f036a4f req-d888472a-96e8-436e-adf1-78676adf1b40 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 946 time: 0.1356533 Dec 16 07:51:24.494998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-dab4ba30-cb7b-4f93-b0e6-5f393c3e1381 service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175295 Dec 16 07:51:24.608677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Allocated IP 172.25.2.3 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/76d9db81-6e5e-439d-ae25-e171ce1ddb0b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:24.614353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9ae41e1-b817-4fce-be34-a5a75f036a4f req-6b1ae54b-3387-4b78-bc0d-d26b99dbed46 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408296 Dec 16 07:51:24.724236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-1acd3b59-f329-4969-a1c0-325f699bb6c4 service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149141 Dec 16 07:51:24.794306 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:24.804337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c06ef-4188-4495-8fb8-f1c4a983e2c9 req-4aebf186-1b62-4f81-b608-363ba92a53a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:24.806254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d62c06ef-4188-4495-8fb8-f1c4a983e2c9 req-4aebf186-1b62-4f81-b608-363ba92a53a2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.0946333 Dec 16 07:51:24.903656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d62c06ef-4188-4495-8fb8-f1c4a983e2c9 req-b76f30da-4f70-41f7-9516-367b25e7838b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818868 Dec 16 07:51:24.920157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-685dbdac-3171-46ec-aca0-e5b7cd4bcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:24.921699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-685dbdac-3171-46ec-aca0-e5b7cd4bcb6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1095 time: 0.0563872 Dec 16 07:51:24.998501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:25.075324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:25.089232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:25.094500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:25.102734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event updated for resources: {'Port': ['ID=76d9db81-6e5e-439d-ae25-e171ce1ddb0b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:25.132444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:25.145907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70574d2e-b947-488b-8623-68796ccafedb req-b4f0bb5b-6858-4514-bd99-7f37a5995271 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:25.147464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70574d2e-b947-488b-8623-68796ccafedb req-b4f0bb5b-6858-4514-bd99-7f37a5995271 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 945 time: 0.2008538 Dec 16 07:51:25.166978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-e7e5e746-46fb-4335-b707-bff40718bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:25.168432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-e7e5e746-46fb-4335-b707-bff40718bbd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.2337959 Dec 16 07:51:25.248111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-435fbc96-89f3-4ceb-a5bc-a4c03a663c6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 217 time: 0.0569334 Dec 16 07:51:25.250638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:25.265352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'mac_address': 'fa:16:3e:14:11:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:25.311636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:25.328101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:25.352170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:25.370345 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:25.377317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-c4fca3be-ff98-4d6d-aa8c-4a4cc0ae532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:25.378778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-c4fca3be-ff98-4d6d-aa8c-4a4cc0ae532b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.0983324 Dec 16 07:51:25.419760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Deleting port 99cf1f6c-495b-4d3a-8992-af7ac186a61f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:25.420100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:25.481557 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:25.538756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-d00834e7-1f60-45df-97b1-8d15f6339314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:25.540558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-d00834e7-1f60-45df-97b1-8d15f6339314 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530547 Dec 16 07:51:25.545786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:25.569804 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:25.838558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3ce5cf31-b42c-4bee-bdce-dac4f9e062e1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:26.009834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] For port 99cf1f6c-495b-4d3a-8992-af7ac186a61f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=99cf1f6c-495b-4d3a-8992-af7ac186a61f,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:26.009834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.052497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6999c-1942-4fab-8895-1cf27da1b3a4 req-4c4a5305-eaf1-4ac3-8011-5804d001234c tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:26.053986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2dd6999c-1942-4fab-8895-1cf27da1b3a4 req-4c4a5305-eaf1-4ac3-8011-5804d001234c tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 946 time: 0.5350764 Dec 16 07:51:26.058254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Calling delete_port for 99cf1f6c-495b-4d3a-8992-af7ac186a61f owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:26.059001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48484) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:26.173259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84d3dca9-e0d2-4b17-bddf-f93bec3122e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.214880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-eaf35038-2cd8-4925-b9fb-95f88cac41b5 service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776229 Dec 16 07:51:26.257261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84d3dca9-e0d2-4b17-bddf-f93bec3122e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.275775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2dd6999c-1942-4fab-8895-1cf27da1b3a4 req-06961655-cff7-45a2-8072-e2d882784a33 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941383 Dec 16 07:51:26.349234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84d3dca9-e0d2-4b17-bddf-f93bec3122e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.398764 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-84d3dca9-e0d2-4b17-bddf-f93bec3122e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96af3967e8a94584931e66131062b4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377879 Dec 16 07:51:26.401247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:26.415283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.456471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3dca9-e0d2-4b17-bddf-f93bec3122e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4326d368-7f2c-48a7-b248-4c88ecd0da40,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:26.481129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-104a4c67-766f-46eb-b837-82b0d5f1104b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.491632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b523c9-79bf-4344-9340-8c8cdd03bc00 req-dfc8ed2c-2469-42b1-abf2-30c1b6ff806d service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509744 Dec 16 07:51:26.509118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.509912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-104a4c67-766f-46eb-b837-82b0d5f1104b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.513923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c6f7-f375-4283-9fdf-16a6d4c6e38d req-ba93798b-8d97-43c5-95fc-ebb3bed4b6e4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:26.515428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55f6c6f7-f375-4283-9fdf-16a6d4c6e38d req-ba93798b-8d97-43c5-95fc-ebb3bed4b6e4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 945 time: 0.1610670 Dec 16 07:51:26.625712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event updated for resources: {'Port': ['ID=76d9db81-6e5e-439d-ae25-e171ce1ddb0b,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:26.648473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55f6c6f7-f375-4283-9fdf-16a6d4c6e38d req-aa389698-e325-41c0-b815-a0be5c215aed tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018720 Dec 16 07:51:26.649124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.653099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-104a4c67-766f-46eb-b837-82b0d5f1104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.686169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-104a4c67-766f-46eb-b837-82b0d5f1104b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:26.686169 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-104a4c67-766f-46eb-b837-82b0d5f1104b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4326d368-7f2c-48a7-b248-4c88ecd0da40 HTTP/1.1" status: 204 len: 168 time: 0.2546203 Dec 16 07:51:26.686169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a4c67-766f-46eb-b837-82b0d5f1104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326d368-7f2c-48a7-b248-4c88ecd0da40,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:26.811272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f585c-dcf7-487c-a160-c0ca1e8d4012 req-44216220-62d4-4b26-b6d9-fc80d6b949f0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:26.813132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b62f585c-dcf7-487c-a160-c0ca1e8d4012 req-44216220-62d4-4b26-b6d9-fc80d6b949f0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 945 time: 0.0600743 Dec 16 07:51:26.869603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b62f585c-dcf7-487c-a160-c0ca1e8d4012 req-20d25f3f-2a95-44c6-be2b-4b058ba58be2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Dec 16 07:51:26.977053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a0d98-5104-4641-b307-23ab3a299bec req-79341e00-2a06-469c-8827-7435f4847c27 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:26.978897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-939a0d98-5104-4641-b307-23ab3a299bec req-79341e00-2a06-469c-8827-7435f4847c27 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 946 time: 0.0508471 Dec 16 07:51:27.030518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-939a0d98-5104-4641-b307-23ab3a299bec req-8ca38072-a525-4482-accd-8bc3d196f3c7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Dec 16 07:51:27.135927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:27.146705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:27.147657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00955f-2cea-41b2-aac5-41d848a433a7 req-89c82a74-1f5c-4d7f-946c-fda2d1ea72b1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:27.149651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba00955f-2cea-41b2-aac5-41d848a433a7 req-89c82a74-1f5c-4d7f-946c-fda2d1ea72b1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.0642409 Dec 16 07:51:27.212809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-2e458773-42a0-4f6a-a9f2-1bbcc031b414 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:27.214545 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-2e458773-42a0-4f6a-a9f2-1bbcc031b414 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 946 time: 0.0657935 Dec 16 07:51:27.216444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba00955f-2cea-41b2-aac5-41d848a433a7 req-afc4d4b1-e719-4a4f-9f74-3e90b941c0da tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571771 Dec 16 07:51:27.280120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:27.292851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'port_id': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'mac_address': 'fa:16:3e:9a:10:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:27.332619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Deleting port 92f7b254-5550-4de3-93a6-0c2cff995674 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:27.332975 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.338782 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.352678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a675a5-ff49-49a2-a280-2fc2c724569f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:27.373116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:27.431602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] For port 92f7b254-5550-4de3-93a6-0c2cff995674, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92f7b254-5550-4de3-93a6-0c2cff995674,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:27.431961 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.447043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Calling delete_port for 92f7b254-5550-4de3-93a6-0c2cff995674 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:27.498241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.533956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event deleted for resources: {'Port': ['ID=99cf1f6c-495b-4d3a-8992-af7ac186a61f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:27.540782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d', '9b76219e-1d39-47eb-8380-435ee8261e1b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:27.599211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] No DVR routers for this DVR port 99cf1f6c-495b-4d3a-8992-af7ac186a61f on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:51:27.599514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.603903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70574d2e-b947-488b-8623-68796ccafedb req-f4eaa16e-a68c-45af-aa64-e6c7e2557db6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "DELETE /v2.0/ports/99cf1f6c-495b-4d3a-8992-af7ac186a61f HTTP/1.1" status: 204 len: 173 time: 2.4465935 Dec 16 07:51:27.604636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'name': 'network-vif-deleted', 'tag': '99cf1f6c-495b-4d3a-8992-af7ac186a61f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:27.607343 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcedb86-72d7-48f0-9473-f45c933efe77" -d '{"events": [{"server_uuid": "41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5", "name": "network-vif-deleted", "tag": "99cf1f6c-495b-4d3a-8992-af7ac186a61f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:27.656557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.658608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f371b3ab-f316-4643-978e-498259894e05 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.7745571 Dec 16 07:51:27.659972 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e7bb8c-2129-47d0-b8cc-0ba87790dd65 x-openstack-request-id: req-b2e7bb8c-2129-47d0-b8cc-0ba87790dd65 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:27.660322 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5", "name": "network-vif-deleted", "tag": "99cf1f6c-495b-4d3a-8992-af7ac186a61f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:27.660581 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2e7bb8c-2129-47d0-b8cc-0ba87790dd65 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:27.661003 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5', 'name': 'network-vif-deleted', 'tag': '99cf1f6c-495b-4d3a-8992-af7ac186a61f', 'status': 'completed', 'code': 200} Dec 16 07:51:27.684097 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.759163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event deleted for resources: {'Port': ['ID=92f7b254-5550-4de3-93a6-0c2cff995674,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:27.772160 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-f020ff76-b3f3-4907-a2f7-750c0ee439b6 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.3 HTTP/1.1" status: 200 len: 694 time: 0.1059883 Dec 16 07:51:27.776585 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.778543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:27.782262 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.822552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:27.822930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.823284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] No DVR routers for this DVR port 92f7b254-5550-4de3-93a6-0c2cff995674 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:51:27.826542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:27.843529 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ac0efb1f-b9ec-48f1-b277-be90b3cac682 req-e76bf3f5-af31-416b-9a68-d13045164f4a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "DELETE /v2.0/ports/92f7b254-5550-4de3-93a6-0c2cff995674 HTTP/1.1" status: 204 len: 173 time: 0.6220500 Dec 16 07:51:27.844262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8329728c-3484-4c80-bec3-6ade6b939f87', 'name': 'network-vif-deleted', 'tag': '92f7b254-5550-4de3-93a6-0c2cff995674'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:27.847772 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3897d16a-4e71-432d-9cd2-02f60234f367" -d '{"events": [{"server_uuid": "8329728c-3484-4c80-bec3-6ade6b939f87", "name": "network-vif-deleted", "tag": "92f7b254-5550-4de3-93a6-0c2cff995674"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:27.930642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-85e043d1-e2d8-4127-9170-676f9069da34 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:27.932963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0ad04e6-5b68-4108-9ca4-9a81507cbddb req-85e043d1-e2d8-4127-9170-676f9069da34 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1548748 Dec 16 07:51:27.936347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:28.001909 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f2871-c68d-485b-8e57-0536000f027e x-openstack-request-id: req-218f2871-c68d-485b-8e57-0536000f027e {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:28.003905 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8329728c-3484-4c80-bec3-6ade6b939f87", "name": "network-vif-deleted", "tag": "92f7b254-5550-4de3-93a6-0c2cff995674", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:28.007498 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-218f2871-c68d-485b-8e57-0536000f027e {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:28.008586 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8329728c-3484-4c80-bec3-6ade6b939f87', 'name': 'network-vif-deleted', 'tag': '92f7b254-5550-4de3-93a6-0c2cff995674', 'status': 'completed', 'code': 200} Dec 16 07:51:28.040267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54b7bafb-99f5-43c7-bf95-9bb7934360ab req-5ca31cbe-3608-43d9-bee7-ae11b2807251 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=41d3f1d2-e6cd-4a5c-95f2-d057ce4d15e5 HTTP/1.1" status: 200 len: 210 time: 0.1061771 Dec 16 07:51:28.062062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:28.162123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:28.164706 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a5710a-f9e0-4485-ac7c-2376cfd095c2" -d '{"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:28.194360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['92a675a5-ff49-49a2-a280-2fc2c724569f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:28.248502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:28.276446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaf105-b540-4556-a46e-8effdccdac9a req-c01a3270-d74e-480a-8f10-a46fd47ad541 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:28.280382 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92fee524-606c-4a94-ad94-24b7acdffd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:28.288808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69eaf105-b540-4556-a46e-8effdccdac9a req-c01a3270-d74e-480a-8f10-a46fd47ad541 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1620631 Dec 16 07:51:28.363158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0043a9-b885-42ed-abd5-63bdccb042c8 req-271d9ba4-a348-428e-984b-522fb41832b0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:28.364820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0043a9-b885-42ed-abd5-63bdccb042c8 req-271d9ba4-a348-428e-984b-522fb41832b0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 945 time: 0.1646781 Dec 16 07:51:28.367785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69eaf105-b540-4556-a46e-8effdccdac9a req-94786153-5034-464d-ba77-1b6d6f6161b6 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.3 HTTP/1.1" status: 200 len: 694 time: 0.0747082 Dec 16 07:51:28.369640 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:28.393724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-69eaf105-b540-4556-a46e-8effdccdac9a req-0e48b51a-46b9-4fb4-a864-9f823d97cf81 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Request body: {'floatingip': {'port_id': '60e94c1e-a188-4733-b7f2-44901839ea88', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:28.432276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:28.495054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d0043a9-b885-42ed-abd5-63bdccb042c8 req-2a7fe0f3-4002-472b-ba3c-4f896368612a tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231418 Dec 16 07:51:28.509210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-69eaf105-b540-4556-a46e-8effdccdac9a req-0e48b51a-46b9-4fb4-a864-9f823d97cf81 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:28.530825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 99cf1f6c-495b-4d3a-8992-af7ac186a61f no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:28.574038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['92f7b254-5550-4de3-93a6-0c2cff995674'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:28.613537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 99cf1f6c-495b-4d3a-8992-af7ac186a61f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:28.614186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 99cf1f6c-495b-4d3a-8992-af7ac186a61f not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:28.644896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4e311ae-aa7f-497d-8b9a-23d3d672b3eb req-3f8bb7f5-623c-4f87-9989-b682abc534b6 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=8329728c-3484-4c80-bec3-6ade6b939f87 HTTP/1.1" status: 200 len: 210 time: 0.0397620 Dec 16 07:51:28.715101 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc84d71f-bd0d-4863-84b5-3c72641e2108 x-openstack-request-id: req-cc84d71f-bd0d-4863-84b5-3c72641e2108 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:28.715406 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:28.715719 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc84d71f-bd0d-4863-84b5-3c72641e2108 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:28.716141 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'code': 200} Dec 16 07:51:28.886094 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-69eaf105-b540-4556-a46e-8effdccdac9a req-0e48b51a-46b9-4fb4-a864-9f823d97cf81 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 07:51:28.888708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69eaf105-b540-4556-a46e-8effdccdac9a req-0e48b51a-46b9-4fb4-a864-9f823d97cf81 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "PUT /v2.0/floatingips/71e728bd-d6da-4f61-83a3-956906d89196 HTTP/1.1" status: 409 len: 548 time: 0.5086455 Dec 16 07:51:29.014699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-c873dd5b-fbdf-498f-ab5d-e67971b3441d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips/71e728bd-d6da-4f61-83a3-956906d89196 HTTP/1.1" status: 200 len: 691 time: 0.0843632 Dec 16 07:51:29.139141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d061b-ed0b-40b1-859d-1370503f66dc req-fc648331-320a-4f8e-b7ab-50bbf22ff1aa tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:29.147469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d8d061b-ed0b-40b1-859d-1370503f66dc req-fc648331-320a-4f8e-b7ab-50bbf22ff1aa tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.2569578 Dec 16 07:51:29.153757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea9de8-5927-431d-93ae-902f7b1296b4 req-24ab58b5-1eaf-4eba-8fda-1a98af524dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:29.155298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9ea9de8-5927-431d-93ae-902f7b1296b4 req-24ab58b5-1eaf-4eba-8fda-1a98af524dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 1098 time: 0.2634602 Dec 16 07:51:29.295778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d8d061b-ed0b-40b1-859d-1370503f66dc req-eb1038af-c50f-44c0-aa05-114325dcab90 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473818 Dec 16 07:51:29.306641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-68f72993-975d-43f2-a238-a3e93e4e0175 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:29.315728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-68f72993-975d-43f2-a238-a3e93e4e0175 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.2802811 Dec 16 07:51:29.393975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-80eb3689-8263-4ee0-b9ac-ad1be179f135 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.3 HTTP/1.1" status: 200 len: 694 time: 0.0734353 Dec 16 07:51:29.448467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9ea9de8-5927-431d-93ae-902f7b1296b4 req-ab7267b7-6552-49f4-a9a5-1f5b453ef6e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679498 Dec 16 07:51:29.459716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-ee3d6395-f208-4c19-957e-3645f024c294 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.3 HTTP/1.1" status: 200 len: 694 time: 0.0686977 Dec 16 07:51:29.664405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Deleting port 76d9db81-6e5e-439d-ae25-e171ce1ddb0b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:29.669270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:29.748626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:29.749015 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:29.762164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Calling delete_port for 76d9db81-6e5e-439d-ae25-e171ce1ddb0b owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:29.783087 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:29.945175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067586e-aae1-4b02-94f2-38fa8bb098e7 req-2ff28b9e-49a0-4970-a2db-fafe31288211 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:29.946549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e067586e-aae1-4b02-94f2-38fa8bb098e7 req-2ff28b9e-49a0-4970-a2db-fafe31288211 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.0652373 Dec 16 07:51:29.993113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e067586e-aae1-4b02-94f2-38fa8bb098e7 req-59062ce7-a73a-4c7c-b162-17466228ff80 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Dec 16 07:51:30.127566 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:30.187253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event deleted for resources: {'Port': ['ID=76d9db81-6e5e-439d-ae25-e171ce1ddb0b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:30.242040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262476-3965-4d57-b7ee-e2bdf3db6d3c req-d8490e32-b0c6-4865-ab1e-8a40bfed1a8e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:30.243612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e262476-3965-4d57-b7ee-e2bdf3db6d3c req-d8490e32-b0c6-4865-ab1e-8a40bfed1a8e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 945 time: 0.1527808 Dec 16 07:51:30.282901 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:30.285659 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:30.286803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f76dd75-543d-4224-acef-90f4a509daf0 req-fdc7809b-affd-4f82-b087-f43967c5311d tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "DELETE /v2.0/floatingips/71e728bd-d6da-4f61-83a3-956906d89196 HTTP/1.1" status: 204 len: 173 time: 0.8263056 Dec 16 07:51:30.320165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e262476-3965-4d57-b7ee-e2bdf3db6d3c req-f62b9afb-5778-4d0a-b701-ee013bb1433e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688193 Dec 16 07:51:30.476328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-a4b1aff4-3798-4003-8799-e00150c620ae tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 1001 time: 0.1222951 Dec 16 07:51:30.530903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 92f7b254-5550-4de3-93a6-0c2cff995674 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:30.547073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-4a96686b-ed97-4565-a144-f2f5f141a9fb tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:30.548517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-4a96686b-ed97-4565-a144-f2f5f141a9fb tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports/60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 942 time: 0.0651531 Dec 16 07:51:30.577919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-2acb3fed-2fb7-4672-869c-52d205ff822d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:30.580335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-2acb3fed-2fb7-4672-869c-52d205ff822d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.1864331 Dec 16 07:51:30.590296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 92f7b254-5550-4de3-93a6-0c2cff995674 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:30.590651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 92f7b254-5550-4de3-93a6-0c2cff995674 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:30.599286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-8cb21c41-e99f-44b7-ae4b-d727afd004be tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/quotas/c74443691ac642e395264dd387be70fc HTTP/1.1" status: 200 len: 375 time: 0.0128381 Dec 16 07:51:30.640867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-68622dfd-27a5-4250-93d5-69831ceafbaa tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356495 Dec 16 07:51:30.665674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2eb99851-960f-46ca-b4e1-1c0dc2ffb27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:30.766405 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-6d288991-4a00-494c-ade6-15a72ec109c3 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 1001 time: 0.1521997 Dec 16 07:51:30.842209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-4dba5969-92bd-4de8-8fc1-b1f826ccdf0f service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628416 Dec 16 07:51:30.953155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-7056ad58-2cf5-4461-9fc0-60070c1c61a8 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:30.954897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-7056ad58-2cf5-4461-9fc0-60070c1c61a8 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1819403 Dec 16 07:51:31.013524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-325a6cfb-270b-4dda-9caa-666e54638cf9 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639512 Dec 16 07:51:31.038866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-7d8750c5-7a38-44ec-b263-bb89f9b062a6 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 1001 time: 0.0725069 Dec 16 07:51:31.054460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:31.126531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.148042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:31.320603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 92a675a5-ff49-49a2-a280-2fc2c724569f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:31.330474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 92a675a5-ff49-49a2-a280-2fc2c724569f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:31.330474 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.465097 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.518763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:31.528151 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ed53df-995d-437d-b142-24aab6ab7634" -d '{"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:31.552597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:31.559159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-ddcc7757-77b5-4891-80b9-b8ad5d26b183 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:31.561275 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-ddcc7757-77b5-4891-80b9-b8ad5d26b183 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 945 time: 0.1291478 Dec 16 07:51:31.611045 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.682137 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.689036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:31.726023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Deleting port 9b76219e-1d39-47eb-8380-435ee8261e1b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:31.727522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.758819 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.823271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.823999 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Floating IP 518a6a64-1ac7-40cf-a490-df385c05c3c8 disassociated. External IP: 172.25.2.158, port: 60e94c1e-a188-4733-b7f2-44901839ea88. Dec 16 07:51:31.835790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7ddac-7bfc-43ba-a72c-57849e4754c3 req-7ff2c0de-18dd-4e25-82fe-7e7ed3809385 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:31.837347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95a7ddac-7bfc-43ba-a72c-57849e4754c3 req-7ff2c0de-18dd-4e25-82fe-7e7ed3809385 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.0851696 Dec 16 07:51:31.853957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] For port 9b76219e-1d39-47eb-8380-435ee8261e1b, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9b76219e-1d39-47eb-8380-435ee8261e1b,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:31.854342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:31.873353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Calling delete_port for 9b76219e-1d39-47eb-8380-435ee8261e1b owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:31.992566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95a7ddac-7bfc-43ba-a72c-57849e4754c3 req-a11ad22b-fd4e-4c7d-bb6d-1f3b845eaf61 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051724 Dec 16 07:51:32.165691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:32.178846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Router eb5b872b-7036-4063-878b-339c7382c4aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:51:32.198709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d', '9b76219e-1d39-47eb-8380-435ee8261e1b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:32.209451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event deleted for resources: {'Port': ['ID=9b76219e-1d39-47eb-8380-435ee8261e1b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:32.281020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] No DVR routers for this DVR port 9b76219e-1d39-47eb-8380-435ee8261e1b on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:51:32.285107 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:32.289908 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5ba557e3-6cda-4edf-a670-aed06da933c6 req-be3e35e8-7485-453b-afd2-b501de7ba385 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "DELETE /v2.0/ports/9b76219e-1d39-47eb-8380-435ee8261e1b HTTP/1.1" status: 204 len: 173 time: 0.7219145 Dec 16 07:51:32.290608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'name': 'network-vif-deleted', 'tag': '9b76219e-1d39-47eb-8380-435ee8261e1b'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:32.293116 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845043c4-f570-4c6e-8f78-f763b8ad1063" -d '{"events": [{"server_uuid": "0f59da6a-d00e-4f79-a4f5-4ec5ca47baac", "name": "network-vif-deleted", "tag": "9b76219e-1d39-47eb-8380-435ee8261e1b"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:32.339306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:51:32.345382 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:32.353934 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] Sync routers for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:51:32.365941 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:32.366700 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:32.468821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-3febd099-bb0b-4ac2-a162-5ed7bc6559ba tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "PUT /v2.0/floatingips/518a6a64-1ac7-40cf-a490-df385c05c3c8 HTTP/1.1" status: 200 len: 695 time: 1.4188616 Dec 16 07:51:32.470615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:32.475020 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7665f53-9c38-415f-9225-799f5cff551b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:32.575204 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:32.590269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-a66bb8db-8bb2-480a-a9c0-86ad12a9c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:32.591999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-a66bb8db-8bb2-480a-a9c0-86ad12a9c7ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 1097 time: 0.0997758 Dec 16 07:51:32.698111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-e23ce4d0-4838-4dae-bc6e-dd95e196079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:32.699601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-e23ce4d0-4838-4dae-bc6e-dd95e196079f service neutron] 10.222.0.43 "GET /v2.0/networks?id=64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 200 len: 929 time: 0.0989435 Dec 16 07:51:32.750004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-837fe0d0-1889-4624-8f8c-51ec13b6e797 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 217 time: 0.0434971 Dec 16 07:51:32.811946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-c9f32109-ee2c-4ab9-9b84-09e3ee80c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:32.823190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-c9f32109-ee2c-4ab9-9b84-09e3ee80c5ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01de3eb7-e874-4d90-8057-ce4d4e6dc393 HTTP/1.1" status: 200 len: 867 time: 0.0653431 Dec 16 07:51:32.864823 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 5, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:32.877403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-17c82439-361f-4ecd-b9ac-5f38cded1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:32.886680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-17c82439-361f-4ecd-b9ac-5f38cded1fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d8fb01-f946-4c81-b78a-8863d97222ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622473 Dec 16 07:51:32.895845 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] Checking router: eb5b872b-7036-4063-878b-339c7382c4aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:51:32.904361 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:32.904968 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:32.993457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-0716e9b2-867f-4593-b0c1-3b84c9386bda service neutron] 10.222.0.43 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058507 Dec 16 07:51:33.050781 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:33.087920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bc3e8d1-d3bb-4899-8545-452c7c4e340e req-b8b9f115-b935-4e24-8fcc-5f5ee877f2b2 service neutron] 10.222.0.43 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936077 Dec 16 07:51:33.341248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc9b9495-2054-460f-8f9e-6b52024f3467 req-4e37ef70-c272-4794-9fd4-558af568058a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 210 time: 0.0406978 Dec 16 07:51:33.350586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93803a86-6d2a-4ef6-88c9-0fcbe19c5f4b req-e7e31a20-ff02-49c1-bee7-4a899975aaa5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:33.359343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93803a86-6d2a-4ef6-88c9-0fcbe19c5f4b req-e7e31a20-ff02-49c1-bee7-4a899975aaa5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1103504 Dec 16 07:51:33.367631 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 5, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:33.416887 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3a702-8f9c-4fdd-97ad-65954932e3bf None None] The sync data for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 is: [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:50:44Z', 'revision_number': 4, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '84699870-ed28-4150-92b7-b28aa738006f', 'name': '', 'network_id': '64d8fb01-f946-4c81-b78a-8863d97222ab', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'mac_address': 'fa:16:3e:d3:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:41Z', 'updated_at': '2021-12-16T07:50:54Z', 'revision_number': 5, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'subnets': [{'id': '01de3eb7-e874-4d90-8057-ce4d4e6dc393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:51:33.426709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93803a86-6d2a-4ef6-88c9-0fcbe19c5f4b req-f2567429-fa62-4a08-aa5a-c277188fcbc9 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617714 Dec 16 07:51:33.446534 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:33.507584 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21df5652-8d83-4093-9434-cf99e2cadb9d x-openstack-request-id: req-21df5652-8d83-4093-9434-cf99e2cadb9d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:33.507889 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:33.508381 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21df5652-8d83-4093-9434-cf99e2cadb9d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:33.508961 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'code': 200} Dec 16 07:51:33.523910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-745c00d6-6426-4616-900a-032a61f10e89 req-c2a3a37c-93ba-4409-92a0-386077df110c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f59da6a-d00e-4f79-a4f5-4ec5ca47baac HTTP/1.1" status: 200 len: 210 time: 0.0831158 Dec 16 07:51:33.577708 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491f5cbc-a1d3-4235-a9c8-688d185a799a x-openstack-request-id: req-491f5cbc-a1d3-4235-a9c8-688d185a799a {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:33.577708 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f59da6a-d00e-4f79-a4f5-4ec5ca47baac", "name": "network-vif-deleted", "tag": "9b76219e-1d39-47eb-8380-435ee8261e1b", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:33.577708 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-491f5cbc-a1d3-4235-a9c8-688d185a799a {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:33.577708 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59da6a-d00e-4f79-a4f5-4ec5ca47baac', 'name': 'network-vif-deleted', 'tag': '9b76219e-1d39-47eb-8380-435ee8261e1b', 'status': 'completed', 'code': 200} Dec 16 07:51:33.588158 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d946dd-2baa-4f59-a2ed-f7b013ad944e x-openstack-request-id: req-a4d946dd-2baa-4f59-a2ed-f7b013ad944e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:33.588595 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:33.589092 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4d946dd-2baa-4f59-a2ed-f7b013ad944e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:33.589497 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88', 'status': 'completed', 'code': 200} Dec 16 07:51:33.719334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-70d635b5-905b-4240-a9a5-67f88960e292 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips/518a6a64-1ac7-40cf-a490-df385c05c3c8 HTTP/1.1" status: 200 len: 695 time: 0.1116281 Dec 16 07:51:33.817747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb14a7b-6f36-4ac9-b1d9-a95a9b0ec98d None None] New status for floating IP 518a6a64-1ac7-40cf-a490-df385c05c3c8: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:51:33.861328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2930d7-bf71-4da8-a5da-325bb2fff4d6 req-0fee6c9c-497a-4c1c-ac79-2d680ee4ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:33.863187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf2930d7-bf71-4da8-a5da-325bb2fff4d6 req-0fee6c9c-497a-4c1c-ac79-2d680ee4ea3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1097 time: 0.2025523 Dec 16 07:51:33.873915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f080-9dff-4c2e-b019-7243834747bc req-5890a804-162e-42a2-a0e5-3c60cac10e44 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:33.875404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb75f080-9dff-4c2e-b019-7243834747bc req-5890a804-162e-42a2-a0e5-3c60cac10e44 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.2161069 Dec 16 07:51:33.878021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665f53-9c38-415f-9225-799f5cff551b req-a9ad1cee-c119-43dc-a3b5-2dc006119306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:33.880053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7665f53-9c38-415f-9225-799f5cff551b req-a9ad1cee-c119-43dc-a3b5-2dc006119306 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 1097 time: 0.2180152 Dec 16 07:51:34.064096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-2a7e3c8c-a6de-48a6-9d54-4d86d156243a tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:34.070718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-2a7e3c8c-a6de-48a6-9d54-4d86d156243a tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.3067887 Dec 16 07:51:34.103050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf2930d7-bf71-4da8-a5da-325bb2fff4d6 req-0b5dfacb-f825-41f4-ac2f-b82e0884a908 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215354 Dec 16 07:51:34.159787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb75f080-9dff-4c2e-b019-7243834747bc req-3f31e6bd-1dd1-4d1d-a0de-89c9477994a3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707651 Dec 16 07:51:34.179842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-01379a96-7fc1-4844-86ba-a9ea2a518ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 698 time: 0.1011789 Dec 16 07:51:34.201434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665f53-9c38-415f-9225-799f5cff551b req-70980557-2827-419a-83c8-78071c48da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:34.202838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7665f53-9c38-415f-9225-799f5cff551b req-70980557-2827-419a-83c8-78071c48da10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 200 len: 929 time: 0.3012812 Dec 16 07:51:34.253449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-988ccb93-b4aa-44b2-b93b-0f635f124420 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 698 time: 0.0632181 Dec 16 07:51:34.274287 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:34.463517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7665f53-9c38-415f-9225-799f5cff551b req-f47f72c1-2601-4259-832a-3645314b1bb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 200 len: 217 time: 0.0511320 Dec 16 07:51:34.465889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-a4d157f8-c3c7-440c-af03-a2f36c6db7b5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:34.467362 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-a4d157f8-c3c7-440c-af03-a2f36c6db7b5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.1457682 Dec 16 07:51:34.470351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Deleting port 822429b5-b21b-4338-b463-1e71d08ccdfd {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:34.470698 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:34.487310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Request body: {'port': {'device_id': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'admin_state_up': True, 'tenant_id': 'c74443691ac642e395264dd387be70fc'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:34.534917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9b76219e-1d39-47eb-8380-435ee8261e1b no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:34.559000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 9b76219e-1d39-47eb-8380-435ee8261e1b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:34.559642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9b76219e-1d39-47eb-8380-435ee8261e1b not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:34.604111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665f53-9c38-415f-9225-799f5cff551b req-a5224d53-ddbd-4a83-ba83-609209ba87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:34.605754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7665f53-9c38-415f-9225-799f5cff551b req-a5224d53-ddbd-4a83-ba83-609209ba87b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01de3eb7-e874-4d90-8057-ce4d4e6dc393 HTTP/1.1" status: 200 len: 867 time: 0.1330404 Dec 16 07:51:34.632375 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:34.632375 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:34.660157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Calling delete_port for 822429b5-b21b-4338-b463-1e71d08ccdfd owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:34.681159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665f53-9c38-415f-9225-799f5cff551b req-e8a77da2-f26b-40ac-9a65-c11f3093bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:34.682659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7665f53-9c38-415f-9225-799f5cff551b req-e8a77da2-f26b-40ac-9a65-c11f3093bb4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64d8fb01-f946-4c81-b78a-8863d97222ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647521 Dec 16 07:51:34.731590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:34.742014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:34.861087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7665f53-9c38-415f-9225-799f5cff551b req-537a3d34-5e3c-429c-897d-82ac0767ebfc service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367822 Dec 16 07:51:34.959487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Allocated IP 172.20.0.5 (0edc0b70-1290-40ba-8738-4ce9160fa555/a9e768f2-fb5b-43c5-80ce-e19af3e02baf/321ddd56-01e3-40ae-b5b1-d683783d2dcc) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:35.063873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7665f53-9c38-415f-9225-799f5cff551b req-5699d47d-a279-4117-8a4f-2c1ebe41cc7e service neutron] 10.222.0.36 "GET /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850071 Dec 16 07:51:35.170335 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.195678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfd63b74-4d0a-41db-87a8-92603025fae9 req-f2771a7c-798f-4d51-91a0-3a2512aff423 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 210 time: 0.3895772 Dec 16 07:51:35.221127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.257950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event deleted for resources: {'Port': ['ID=822429b5-b21b-4338-b463-1e71d08ccdfd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:35.349264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.357243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.364504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.364504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b73a5cc-08a2-42ae-aa06-ed004d6d5750 req-3763f09f-7551-4823-b42b-f95fbad75123 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "DELETE /v2.0/floatingips/518a6a64-1ac7-40cf-a490-df385c05c3c8 HTTP/1.1" status: 204 len: 173 time: 1.1042528 Dec 16 07:51:35.396090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:35.399957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:35.404350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:35.446724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:35.477664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:35.478314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.496849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd3581-3dcd-45a2-a016-95bc28514a90 req-b63985a5-fa9a-433d-8130-2d4108255edd tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:35.501776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4fd3581-3dcd-45a2-a016-95bc28514a90 req-b63985a5-fa9a-433d-8130-2d4108255edd tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1367855 Dec 16 07:51:35.607390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4fd3581-3dcd-45a2-a016-95bc28514a90 req-2b85a2ec-e2cb-460e-bec6-247a0fe0f01a tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935905 Dec 16 07:51:35.616469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:35.618372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1168a5-f0ac-48a7-b454-88f540c0993d req-9f4d4499-73a8-4440-a25f-82697f285fbc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:35.619871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db1168a5-f0ac-48a7-b454-88f540c0993d req-9f4d4499-73a8-4440-a25f-82697f285fbc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1169221 Dec 16 07:51:35.655330 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-19afb4d9-ce6a-4bc5-8368-2ab7715b28a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1723635 Dec 16 07:51:35.684902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db1168a5-f0ac-48a7-b454-88f540c0993d req-0ff905fb-6ca4-4fc0-9d07-69078295d43b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563188 Dec 16 07:51:35.686499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Request body: {'port': {'device_id': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:35.801547 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.804881 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-14e49e10-6a43-4949-800e-be7578a668b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:35.905298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d38817-fcc7-42ce-9791-7f781579431a req-ee0e4b5b-e5da-4f8f-a6aa-f74da50d06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:35.907250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43d38817-fcc7-42ce-9791-7f781579431a req-ee0e4b5b-e5da-4f8f-a6aa-f74da50d06c5 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0894377 Dec 16 07:51:35.958350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43d38817-fcc7-42ce-9791-7f781579431a req-2d257f6a-9e1f-41ee-a697-f315a9709263 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0415869 Dec 16 07:51:35.989256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-5547630d-aa10-49ef-95f2-5edbffb2c45d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:35.997810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-5547630d-aa10-49ef-95f2-5edbffb2c45d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2586427 Dec 16 07:51:36.033080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-d875d05d-83a2-4527-9f7e-80cf705f4b23 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.0343275 Dec 16 07:51:36.111629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e7d135b-0749-4d7e-bc60-ad5cee9cd28e req-5f1b3026-013d-4925-88eb-c015c3c1ee7f tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0912118 Dec 16 07:51:36.168806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-0155e4f1-f478-46b4-b3c3-87204dc6be30 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1348217 Dec 16 07:51:36.226352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321ddd56-01e3-40ae-b5b1-d683783d2dcc {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:36.238296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:36.253720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Transition to ACTIVE for port object 321ddd56-01e3-40ae-b5b1-d683783d2dcc will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:36.322286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-b0928ad4-4f4d-42cd-8d53-e3a8eafa6555 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522756 Dec 16 07:51:36.339607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-14e49e10-6a43-4949-800e-be7578a668b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:36.388742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:36.445590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-abd8ca89-d283-4e99-b2e1-379af27169f0 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122863 Dec 16 07:51:36.571640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:36.581806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-14e49e10-6a43-4949-800e-be7578a668b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:36.633955 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-14e49e10-6a43-4949-800e-be7578a668b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=192d3ef3ffa1458d8a0a9c00135b6e58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0160766 Dec 16 07:51:36.638189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48840) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:36.653367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Attempting to bind port 321ddd56-01e3-40ae-b5b1-d683783d2dcc on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:36.653716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Attempting to bind port 321ddd56-01e3-40ae-b5b1-d683783d2dcc by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:36.654032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Attempting to bind port 321ddd56-01e3-40ae-b5b1-d683783d2dcc on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:36.677789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e49e10-6a43-4949-800e-be7578a668b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c47db9c-a2ae-4c7e-850c-f9df2d01be34,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:36.684448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Port 321ddd56-01e3-40ae-b5b1-d683783d2dcc on network 0edc0b70-1290-40ba-8738-4ce9160fa555 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:36.684894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Attempting to bind port 321ddd56-01e3-40ae-b5b1-d683783d2dcc on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:36.694897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:36.695341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Checking segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:36.695824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Bound using segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:36.696664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Bound port: 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:36.697220 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:36.833340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc5df-08b1-47de-9a37-9cc29a257c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:36.887611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8b3b1-1f28-4ecb-8854-e667117520d2 req-a981f1bf-fcd5-4cf6-b821-54ff9bcc3769 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:36.893131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc5df-08b1-47de-9a37-9cc29a257c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:36.894079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95f8b3b1-1f28-4ecb-8854-e667117520d2 req-a981f1bf-fcd5-4cf6-b821-54ff9bcc3769 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.0969908 Dec 16 07:51:36.934484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:36.967799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:37.006415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95f8b3b1-1f28-4ecb-8854-e667117520d2 req-f428e897-ea2e-4611-8b96-7853574f0da0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953739 Dec 16 07:51:37.024246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:37.102304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:37.105991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc5df-08b1-47de-9a37-9cc29a257c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:37.109311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc5df-08b1-47de-9a37-9cc29a257c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:37.111024 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bf5fc5df-08b1-47de-9a37-9cc29a257c02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c47db9c-a2ae-4c7e-850c-f9df2d01be34 HTTP/1.1" status: 204 len: 168 time: 0.4653757 Dec 16 07:51:37.126150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fc5df-08b1-47de-9a37-9cc29a257c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c47db9c-a2ae-4c7e-850c-f9df2d01be34,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:37.162752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:37.163372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:37.170644 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-0dea9068-2bf9-4655-bc13-f8efc44c60e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/321ddd56-01e3-40ae-b5b1-d683783d2dcc HTTP/1.1" status: 200 len: 1092 time: 1.4843731 Dec 16 07:51:37.170644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:37.170644 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb6a0e-1194-4937-bc23-72171ea3cc48" -d '{"events": [{"name": "network-changed", "server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:37.203002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce98e0-587c-4999-a35f-2881c6d83a18 req-c0d0dc8c-b1e1-4eb8-990e-c6942c03c083 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:37.205659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23ce98e0-587c-4999-a35f-2881c6d83a18 req-c0d0dc8c-b1e1-4eb8-990e-c6942c03c083 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 945 time: 0.1179411 Dec 16 07:51:37.287884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e14b09-c56d-4e1b-8ee9-66620bff4d4c req-a8393bd7-fd68-41b8-a4a7-390b118b718a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:37.289422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47e14b09-c56d-4e1b-8ee9-66620bff4d4c req-a8393bd7-fd68-41b8-a4a7-390b118b718a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 943 time: 0.4296436 Dec 16 07:51:37.296706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23ce98e0-587c-4999-a35f-2881c6d83a18 req-ed631679-f65b-48f8-b648-b35a7716cfc0 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814979 Dec 16 07:51:37.374360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47e14b09-c56d-4e1b-8ee9-66620bff4d4c req-efe636e7-c369-4e9d-8953-c579498a6a16 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745866 Dec 16 07:51:37.410535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-f63daeae-b040-4c97-a016-2f5199840cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:37.414216 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-f63daeae-b040-4c97-a016-2f5199840cfa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 1095 time: 0.0730882 Dec 16 07:51:37.480070 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-4b255577-c84e-4f84-a6cb-8c50b67c0707 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc HTTP/1.1" status: 200 len: 217 time: 0.0541084 Dec 16 07:51:37.524529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da8be441-aff1-4fcc-be5a-6fa53d0e0720 req-77284dc6-9b77-4177-bd4b-8b7fc47d598a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 210 time: 0.0430827 Dec 16 07:51:37.533253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-722e4aaa-c764-4ac6-8dda-842f0053665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:37.534174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373494ea-f0de-4127-9422-206290b0ab8a req-7d6eae53-5bc5-4126-9fc0-6f8de71437d6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:37.535036 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-722e4aaa-c764-4ac6-8dda-842f0053665d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.0477145 Dec 16 07:51:37.535787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-373494ea-f0de-4127-9422-206290b0ab8a req-7d6eae53-5bc5-4126-9fc0-6f8de71437d6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1422827 Dec 16 07:51:37.571885 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-5a4de8f0-017b-458f-a2b6-98859d837d2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293541 Dec 16 07:51:37.627066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-373494ea-f0de-4127-9422-206290b0ab8a req-739b3d1b-8481-4fdb-91dd-864fd257e811 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779045 Dec 16 07:51:37.632534 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f2c378-7c4e-43cc-b6bd-b52d4dd8a477 x-openstack-request-id: req-f5f2c378-7c4e-43cc-b6bd-b52d4dd8a477 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:37.632948 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:37.633328 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5f2c378-7c4e-43cc-b6bd-b52d4dd8a477 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:37.644493 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'status': 'completed', 'code': 200} Dec 16 07:51:37.815492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6b885-c8b4-4731-847c-427ba463cdee req-de980aed-45e6-47fd-831d-eaabd9987b2f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:37.817156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8f6b885-c8b4-4731-847c-427ba463cdee req-de980aed-45e6-47fd-831d-eaabd9987b2f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.0557773 Dec 16 07:51:37.826381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48870) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:37.832214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'floatingip': {'port_id': '92a675a5-ff49-49a2-a280-2fc2c724569f'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:37.876638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:38.021452 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-5bd97d2f-0027-4106-b66e-a1602a740a9e service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424703 Dec 16 07:51:38.137404 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3003f4d6-4b0f-46f3-89f8-0469b7053e63 req-bc7da351-3842-413d-a2eb-68af54097b52 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076701 Dec 16 07:51:38.171526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd542c2-d303-4f92-85a6-53c48d0774cc req-ab56e4b2-56fd-4e12-9684-60f55ed6efe3 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:38.174479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbd542c2-d303-4f92-85a6-53c48d0774cc req-ab56e4b2-56fd-4e12-9684-60f55ed6efe3 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.0744736 Dec 16 07:51:38.195301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:38.210152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-360db477-2a07-418d-9321-944f49909812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:38.273388 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:51:38.296708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-360db477-2a07-418d-9321-944f49909812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:38.310186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbd542c2-d303-4f92-85a6-53c48d0774cc req-90166f74-c634-4caf-8481-2e1f76d9f048 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298783 Dec 16 07:51:38.456126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-360db477-2a07-418d-9321-944f49909812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:38.464510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353d641-e4fd-4b60-945c-5c9cd94e4517 req-8249a5c3-e499-4519-ac18-333ec61567a7 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:38.466055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f353d641-e4fd-4b60-945c-5c9cd94e4517 req-8249a5c3-e499-4519-ac18-333ec61567a7 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 945 time: 0.0976617 Dec 16 07:51:38.512062 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-360db477-2a07-418d-9321-944f49909812 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9edd24e9bfe649f2889e949870327041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155477 Dec 16 07:51:38.513772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360db477-2a07-418d-9321-944f49909812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef66329-c622-427d-a904-cc483238a87f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:38.522497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48880) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:38.522497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-bf194c98-231e-4a8c-bd63-fff46747b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:38.522497 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-bf194c98-231e-4a8c-bd63-fff46747b442 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 1095 time: 0.0971394 Dec 16 07:51:38.560507 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:51:38.653602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c628-f22b-4545-9d11-fd36c2558110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:38.703200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-a4294a29-9511-42b0-879d-c5a4801b034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:38.705526 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-a4294a29-9511-42b0-879d-c5a4801b034a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 913 time: 0.1756558 Dec 16 07:51:38.732764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c628-f22b-4545-9d11-fd36c2558110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:38.791435 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-6a41a52f-3990-416e-af23-1e87cc1a9d5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc HTTP/1.1" status: 200 len: 217 time: 0.0661447 Dec 16 07:51:38.885675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-e17a1baf-0f84-4c06-969e-b7d05d9fb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:38.887499 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-e17a1baf-0f84-4c06-969e-b7d05d9fb66c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.0604761 Dec 16 07:51:38.922102 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-0410ca73-3060-4c1a-823c-56286efc1908 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267005 Dec 16 07:51:39.011032 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:39.021699 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-32be13aa-1676-465c-8046-1944df5bbcd8 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927365 Dec 16 07:51:39.028275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c628-f22b-4545-9d11-fd36c2558110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:39.032366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bf60d-889c-42e0-92be-eb49552702be req-c87754a4-02eb-4020-a104-f14f5774c471 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:39.032543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c628-f22b-4545-9d11-fd36c2558110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:39.032965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277bf60d-889c-42e0-92be-eb49552702be req-c87754a4-02eb-4020-a104-f14f5774c471 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 943 time: 0.5626199 Dec 16 07:51:39.033982 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1fc6c628-f22b-4545-9d11-fd36c2558110 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ef66329-c622-427d-a904-cc483238a87f HTTP/1.1" status: 204 len: 168 time: 0.5119753 Dec 16 07:51:39.050130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f353d641-e4fd-4b60-945c-5c9cd94e4517 req-25e12a6d-bb57-4f64-9e26-0832f64d78f6 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612533 Dec 16 07:51:39.104554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-b1e3817b-ae0c-4af9-879e-4e5e6e2cfe10 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:39.106085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-b1e3817b-ae0c-4af9-879e-4e5e6e2cfe10 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.36 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 945 time: 0.5829260 Dec 16 07:51:39.144800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6c628-f22b-4545-9d11-fd36c2558110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef66329-c622-427d-a904-cc483238a87f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:39.149910 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:39.221374 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-37fb6a0e-1194-4937-bc23-72171ea3cc48 req-92cca5e0-65c0-435d-a364-df5e1e04626b service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862605 Dec 16 07:51:39.274850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bd9c56e-7ea6-4066-a4be-6b74882722e9 req-e47abb91-260e-4973-96f6-cddb315a83a4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 210 time: 0.1159894 Dec 16 07:51:39.299229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277bf60d-889c-42e0-92be-eb49552702be req-2df0e035-1a1d-47bb-a0dc-5dfa6b5dfb36 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393174 Dec 16 07:51:39.388495 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Floating IP b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1 associated. External IP: 172.25.2.155, port: 92a675a5-ff49-49a2-a280-2fc2c724569f. Dec 16 07:51:39.467971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Deleting port 60e94c1e-a188-4733-b7f2-44901839ea88 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:39.468341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:39.597251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab408-e02b-4b38-976f-d7e44a2ba28c req-f55dcaf2-8576-4982-a9f9-1224425706e0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:39.598784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ceab408-e02b-4b38-976f-d7e44a2ba28c req-f55dcaf2-8576-4982-a9f9-1224425706e0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.2070682 Dec 16 07:51:39.710435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] For port 60e94c1e-a188-4733-b7f2-44901839ea88, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=60e94c1e-a188-4733-b7f2-44901839ea88,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:39.710756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:39.741561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Calling delete_port for 60e94c1e-a188-4733-b7f2-44901839ea88 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:39.778938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ceab408-e02b-4b38-976f-d7e44a2ba28c req-ee7f36b7-9137-4860-991b-0e567888d161 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699858 Dec 16 07:51:39.860908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Router 06c29fa8-9020-4962-a060-e47509e1040c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:51:39.999122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-d8c89c39-032e-4d52-bce8-55d4ce1e8e8c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:40.000739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-d8c89c39-032e-4d52-bce8-55d4ce1e8e8c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.1322553 Dec 16 07:51:40.033207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Request body: {'port': {'device_id': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'admin_state_up': True, 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:40.045073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:51:40.054637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:40.058140 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] Sync routers for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:51:40.097748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c0292371-3648-48aa-8eb6-e5194486e6f8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "PUT /v2.0/floatingips/b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1 HTTP/1.1" status: 200 len: 991 time: 2.2698238 Dec 16 07:51:40.098296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:40.099043 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:40.100885 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:40.112740 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:40.215133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:40.260346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['60e94c1e-a188-4733-b7f2-44901839ea88'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:40.289253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Pushing event deleted for resources: {'Port': ['ID=60e94c1e-a188-4733-b7f2-44901839ea88,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:40.308368 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:40.345368 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd835ef-3f02-463a-9941-88119a45dd75 x-openstack-request-id: req-9fd835ef-3f02-463a-9941-88119a45dd75 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:40.345759 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:40.346016 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fd835ef-3f02-463a-9941-88119a45dd75 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:40.346426 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'status': 'completed', 'code': 200} Dec 16 07:51:40.349050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:40.354676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:40.389093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] No DVR routers for this DVR port 60e94c1e-a188-4733-b7f2-44901839ea88 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:51:40.407574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eca3c7-0a44-439e-9e8f-67b5061e85f1 req-2f575a00-22d2-49a1-8e26-1be7502c2109 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:40.409664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4eca3c7-0a44-439e-9e8f-67b5061e85f1 req-2f575a00-22d2-49a1-8e26-1be7502c2109 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 867 time: 0.2437956 Dec 16 07:51:40.427616 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:40.435386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a7e41bd-b098-495b-a52f-26163da562d2 req-5e4f3bd7-4aec-4a5a-a0c2-32a224a48b37 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.36 "DELETE /v2.0/ports/60e94c1e-a188-4733-b7f2-44901839ea88 HTTP/1.1" status: 204 len: 173 time: 1.3153145 Dec 16 07:51:40.538797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77aefa70-2a53-4d9f-8ee0-5fcd09f0964f req-94064fde-9eac-493f-9cea-ed1822f59ba3 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 210 time: 0.1016178 Dec 16 07:51:40.560100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 321ddd56-01e3-40ae-b5b1-d683783d2dcc details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:40.569913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-8d6f4ac8-4e40-4775-8916-c6194d8def93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:40.572304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-8d6f4ac8-4e40-4775-8916-c6194d8def93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1097 time: 0.1845784 Dec 16 07:51:40.605863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Allocated IP 172.20.0.5 (c7ca6011-fb6a-497f-aa27-1397eb25c475/e5c1c502-4564-4858-9f04-d7ba04f934fa/4e638fab-194b-427d-9c6d-7e8c173c3923) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:40.644618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4eca3c7-0a44-439e-9e8f-67b5061e85f1 req-315f9404-8c97-45ff-a0c5-0e5934693682 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/security-groups?id=d81be1e6-bcd6-4e1a-95b5-715fce7d095a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041664 Dec 16 07:51:40.750049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:40.777634 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'port_id': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'mac_address': 'fa:16:3e:9a:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:51:08Z', 'updated_at': '2021-12-16T07:51:38Z', 'revision_number': 1, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:40.780051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f9da2-3fed-40ab-80f5-3c75d9a49253 req-24fcb88e-d9ff-4019-9533-13fbc96cb112 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:40.788801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-532f9da2-3fed-40ab-80f5-3c75d9a49253 req-24fcb88e-d9ff-4019-9533-13fbc96cb112 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 943 time: 0.0870044 Dec 16 07:51:40.793469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'port_id': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'mac_address': 'fa:16:3e:a3:46:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e768f2-fb5b-43c5-80ce-e19af3e02baf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:40.815110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-ce1abc7e-c68a-4cc6-b1b4-4579bd7a8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:40.816674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-ce1abc7e-c68a-4cc6-b1b4-4579bd7a8444 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.2321005 Dec 16 07:51:40.846707 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] Checking router: 06c29fa8-9020-4962-a060-e47509e1040c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:51:40.869380 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:40.874769 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:40.877669 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:40.893278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321ddd56-01e3-40ae-b5b1-d683783d2dcc {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:40.912586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-31580387-7866-4afd-8f60-75dc29636a66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 999 time: 0.0799913 Dec 16 07:51:40.923639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:40.992464 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:40.995679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-532f9da2-3fed-40ab-80f5-3c75d9a49253 req-8402f17b-0b99-43bc-9203-455fb7cc0714 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059810 Dec 16 07:51:41.034429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-393bf5db-546e-4877-8340-34a1616e3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:41.035804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-393bf5db-546e-4877-8340-34a1616e3bc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.1059759 Dec 16 07:51:41.036588 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:41.055426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed8580-febe-4c69-bf9c-5729af316702 req-fc4f05c0-8323-4d04-84ea-e48e1f4052bd tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:41.057705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bed8580-febe-4c69-bf9c-5729af316702 req-fc4f05c0-8323-4d04-84ea-e48e1f4052bd tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1363757 Dec 16 07:51:41.121633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:41.126631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:41.157439 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:41.163882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:41.165593 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bed8580-febe-4c69-bf9c-5729af316702 req-c7870688-7cfc-4490-8337-da4e846193d3 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954041 Dec 16 07:51:41.174409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-6fb95ca4-afcb-44ee-9af7-e20711477810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:41.174566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:41.176162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-6fb95ca4-afcb-44ee-9af7-e20711477810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172409 Dec 16 07:51:41.178097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:41.182559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:41.191841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event updated for resources: {'Port': ['ID=4e638fab-194b-427d-9c6d-7e8c173c3923,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:41.274120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:41.274777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:41.341065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-fb380f15-6c49-46cc-877e-23a6cb1a6cd9 service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536891 Dec 16 07:51:41.402692 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-821bae9d-8f3b-4e32-b73b-1af460097ee6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3742049 Dec 16 07:51:41.421734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Request body: {'port': {'device_id': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:41.467825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['321ddd56-01e3-40ae-b5b1-d683783d2dcc'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:41.499456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b87d4b2c-3651-430a-b25c-07c6e4d34bc4 req-3e4708e2-6a0e-4b96-b7b6-ea16b2054e0c service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380649 Dec 16 07:51:41.507522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:41.537027 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'port_id': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'mac_address': 'fa:16:3e:9a:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:51:08Z', 'updated_at': '2021-12-16T07:51:38Z', 'revision_number': 1, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:41.580249 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d798eb0-b742-4ee0-b627-8c399317cbf6 None None] The sync data for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 is: [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'port_id': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'mac_address': 'fa:16:3e:9a:10:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:51:08Z', 'updated_at': '2021-12-16T07:51:38Z', 'revision_number': 1, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:51:41.834074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c8510d8-b165-44bb-969e-80aea807da0c req-d03bec13-7ed3-4610-806a-11b93bab1883 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612 tempest-FloatingIPsAssociationNegativeTestJSON-1243922612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc2854c-cee4-42ab-9e99-446fd0658447 HTTP/1.1" status: 200 len: 210 time: 0.0460560 Dec 16 07:51:41.845222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5bcd9-0d90-4915-a716-a84864c1231f req-0000aa76-1fbd-40fc-80df-89652efbd1fa tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:41.865963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01a5bcd9-0d90-4915-a716-a84864c1231f req-0000aa76-1fbd-40fc-80df-89652efbd1fa tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 931 time: 0.1402209 Dec 16 07:51:41.934599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e638fab-194b-427d-9c6d-7e8c173c3923 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:41.952572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:41.980932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465166df-9f3b-4329-946a-ef5a22c59885 None None] New status for floating IP b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:51:41.993295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01a5bcd9-0d90-4915-a716-a84864c1231f req-bacc5b34-351c-4b76-987c-3803edcebff2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263921 Dec 16 07:51:42.002866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Transition to ACTIVE for port object 4e638fab-194b-427d-9c6d-7e8c173c3923 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:42.085384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:42.228663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66047e5-b122-4642-bf4e-ca3da87dbea9 req-7a977963-cf99-4d94-8128-c34bd9aa8de0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:42.229725 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c66047e5-b122-4642-bf4e-ca3da87dbea9 req-7a977963-cf99-4d94-8128-c34bd9aa8de0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 944 time: 0.1083856 Dec 16 07:51:42.280373 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4e638fab-194b-427d-9c6d-7e8c173c3923,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:42.331917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Attempting to bind port 4e638fab-194b-427d-9c6d-7e8c173c3923 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:42.332587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Attempting to bind port 4e638fab-194b-427d-9c6d-7e8c173c3923 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:42.333141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Attempting to bind port 4e638fab-194b-427d-9c6d-7e8c173c3923 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:42.336000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c66047e5-b122-4642-bf4e-ca3da87dbea9 req-5b07143e-7ff4-4df1-b0c8-b6961262ee3a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995197 Dec 16 07:51:42.338354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Port 4e638fab-194b-427d-9c6d-7e8c173c3923 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:42.338901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Attempting to bind port 4e638fab-194b-427d-9c6d-7e8c173c3923 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:42.347424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'name': 'network-vif-deleted', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:42.349579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:42.350010 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a11cc1-5aca-4d23-a0d1-abf8189d04a6" -d '{"events": [{"server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "name": "network-vif-deleted", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:42.356733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:42.356733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Bound using segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:42.356733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Bound port: 4e638fab-194b-427d-9c6d-7e8c173c3923, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:42.361096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a88e08-aa0b-4128-a7fb-fc220f5c86a4 req-0f48babb-e28a-4a42-a059-8690b67df7b1 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:42.362359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:42.369393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a88e08-aa0b-4128-a7fb-fc220f5c86a4 req-0f48babb-e28a-4a42-a059-8690b67df7b1 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.0844612 Dec 16 07:51:42.443018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a88e08-aa0b-4128-a7fb-fc220f5c86a4 req-a18c03e5-8db7-43d7-9511-8fc7281f856b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726559 Dec 16 07:51:42.446925 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] For port 4e638fab-194b-427d-9c6d-7e8c173c3923, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:42.452229 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] For port 4e638fab-194b-427d-9c6d-7e8c173c3923, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4e638fab-194b-427d-9c6d-7e8c173c3923,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:42.511473 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4c6cd-a227-41c8-876b-7f7cbebbfb93 x-openstack-request-id: req-69d4c6cd-a227-41c8-876b-7f7cbebbfb93 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:42.511979 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc2854c-cee4-42ab-9e99-446fd0658447", "name": "network-vif-deleted", "tag": "60e94c1e-a188-4733-b7f2-44901839ea88", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:42.512372 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69d4c6cd-a227-41c8-876b-7f7cbebbfb93 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:42.512832 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc2854c-cee4-42ab-9e99-446fd0658447', 'name': 'network-vif-deleted', 'tag': '60e94c1e-a188-4733-b7f2-44901839ea88', 'status': 'completed', 'code': 200} Dec 16 07:51:42.520391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:42.556319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:42.556956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:42.558469 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] 10.222.0.16 "PUT /v2.0/ports/4e638fab-194b-427d-9c6d-7e8c173c3923 HTTP/1.1" status: 200 len: 1092 time: 1.1410816 Dec 16 07:51:42.558914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'tag': '4e638fab-194b-427d-9c6d-7e8c173c3923'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:42.561265 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0a498e-8f70-4bce-9254-bf0d6a8410b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e06c456-b44e-4336-8e7f-691f1b4ef316", "tag": "4e638fab-194b-427d-9c6d-7e8c173c3923"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:42.561573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 321ddd56-01e3-40ae-b5b1-d683783d2dcc up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:42.618382 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3316988-2c00-409a-86ea-b38c7e9202ad x-openstack-request-id: req-c3316988-2c00-409a-86ea-b38c7e9202ad {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:42.618677 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e06c456-b44e-4336-8e7f-691f1b4ef316", "tag": "4e638fab-194b-427d-9c6d-7e8c173c3923", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:42.618935 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3316988-2c00-409a-86ea-b38c7e9202ad {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:42.619373 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'tag': '4e638fab-194b-427d-9c6d-7e8c173c3923', 'status': 'completed', 'code': 200} Dec 16 07:51:42.633276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4e638fab-194b-427d-9c6d-7e8c173c3923,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:42.644850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.645209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.645560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.645903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.646245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.646582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.646915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.647273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.647557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.647879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.648228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.648582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.648867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70815ad8-b59b-4b97-a028-c966646b8f49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:42.719632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a498e-8f70-4bce-9254-bf0d6a8410b9 req-d4c558c2-4112-44e5-9be1-535aff4042d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:42.721331 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e0a498e-8f70-4bce-9254-bf0d6a8410b9 req-d4c558c2-4112-44e5-9be1-535aff4042d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 1095 time: 0.0517321 Dec 16 07:51:42.731194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 321ddd56-01e3-40ae-b5b1-d683783d2dcc completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:42.739367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 321ddd56-01e3-40ae-b5b1-d683783d2dcc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:42.739920 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:42.848721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a498e-8f70-4bce-9254-bf0d6a8410b9 req-65cb4198-5fb5-49df-87bb-cdeef23ecca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:42.850125 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e0a498e-8f70-4bce-9254-bf0d6a8410b9 req-65cb4198-5fb5-49df-87bb-cdeef23ecca1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1154978 Dec 16 07:51:42.868846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:42.879041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48978) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:42.898024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:42.901405 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1301de-bfe5-49ad-9e36-889b8c5df938" -d '{"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-plugged", "status": "completed", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:42.909261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48984) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:42.921431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:42.976891 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b454a9d1-371b-4f79-b743-3af3a23d84a4 x-openstack-request-id: req-b454a9d1-371b-4f79-b743-3af3a23d84a4 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:42.976891 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-plugged", "status": "completed", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:42.976891 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b454a9d1-371b-4f79-b743-3af3a23d84a4 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:42.976891 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'code': 200} Dec 16 07:51:43.018275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a498e-8f70-4bce-9254-bf0d6a8410b9 req-c6ead346-8402-4795-9752-9baafbf67fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:43.020555 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6e0a498e-8f70-4bce-9254-bf0d6a8410b9 req-c6ead346-8402-4795-9752-9baafbf67fa4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615114 Dec 16 07:51:43.034258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:43.147834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d965f9-a786-4576-95d6-56ba875b4a2c req-69ac6b47-f653-4ca7-95dc-418b646044ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:43.152448 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-81d965f9-a786-4576-95d6-56ba875b4a2c req-69ac6b47-f653-4ca7-95dc-418b646044ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 1097 time: 0.0757961 Dec 16 07:51:43.175743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:43.190645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:43.195223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 60e94c1e-a188-4733-b7f2-44901839ea88 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:43.221352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 60e94c1e-a188-4733-b7f2-44901839ea88 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:43.221637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 60e94c1e-a188-4733-b7f2-44901839ea88 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:43.254564 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-81d965f9-a786-4576-95d6-56ba875b4a2c req-03b3ea28-42e6-4b3c-b427-6fc39de33337 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470941 Dec 16 07:51:43.334346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38671386-456c-417d-b8eb-14bdb3f4bd53 req-2f64b0d9-a85a-49f9-ada2-1ce0b18fb38e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:43.335851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38671386-456c-417d-b8eb-14bdb3f4bd53 req-2f64b0d9-a85a-49f9-ada2-1ce0b18fb38e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 943 time: 0.1528845 Dec 16 07:51:43.353675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-d0a16def-ff9a-4643-8cb6-0caa01c111c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:43.355082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-d0a16def-ff9a-4643-8cb6-0caa01c111c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 1095 time: 0.1280251 Dec 16 07:51:43.388420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:43.515549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38671386-456c-417d-b8eb-14bdb3f4bd53 req-d96c3db7-e793-4114-9c63-49a93eb91e24 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714721 Dec 16 07:51:43.567278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527043-4d2f-4efa-a2f8-30c3014a43c3 req-fbbdbec5-169e-4e36-be41-95b6c83749ad tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:43.568841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83527043-4d2f-4efa-a2f8-30c3014a43c3 req-fbbdbec5-169e-4e36-be41-95b6c83749ad tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1496496 Dec 16 07:51:43.695912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-23f0f587-4a60-4f8f-a9c7-0befc384dc3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e638fab-194b-427d-9c6d-7e8c173c3923 HTTP/1.1" status: 200 len: 217 time: 0.0644288 Dec 16 07:51:43.768854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700247-970b-4669-bf6d-440516aab6da req-a7a02456-bc26-4ab2-a0b2-fc17111e6767 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:43.770361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50700247-970b-4669-bf6d-440516aab6da req-a7a02456-bc26-4ab2-a0b2-fc17111e6767 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1966281 Dec 16 07:51:43.774160 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83527043-4d2f-4efa-a2f8-30c3014a43c3 req-81022bc8-6d63-4467-8fda-d77f05c83216 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978669 Dec 16 07:51:43.806043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:44.174487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-5d13d883-6c28-4250-9e8c-3c606120aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:44.175954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-5d13d883-6c28-4250-9e8c-3c606120aa68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.4633906 Dec 16 07:51:44.236376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-fa103814-e18f-4167-8aa4-1d0484bb5a44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488076 Dec 16 07:51:44.247025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50700247-970b-4669-bf6d-440516aab6da req-48d99a5b-1702-4fca-bd89-d4d0bc47b623 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683082 Dec 16 07:51:44.318980 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:44.442683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Allocated IP 172.25.2.85 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/43141296-961a-4b75-9e1a-cb5192149981) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:44.584613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-3d235a88-bde0-48a1-ac8d-bf5aee75690c service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366179 Dec 16 07:51:44.647040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-f46ffbdd-2862-4f18-9cc4-69efc5ad39d4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:44.648465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-f46ffbdd-2862-4f18-9cc4-69efc5ad39d4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.3200166 Dec 16 07:51:44.774648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-d0640269-879c-4308-bf05-ef772cd5f6e5 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/quotas/96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 375 time: 0.1162722 Dec 16 07:51:44.820001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2e8df-9339-4bb8-b22a-8ffe8496f99e req-66a7e88f-f01f-4fb7-a696-570286cb208e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:44.821495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7c2e8df-9339-4bb8-b22a-8ffe8496f99e req-66a7e88f-f01f-4fb7-a696-570286cb208e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 943 time: 0.2334149 Dec 16 07:51:44.857044 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:44.905217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e99ba6a-3a5f-4ab9-ab86-be02f031486c req-0d925af2-4ba1-4d5a-b6d8-38586834cea8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729225 Dec 16 07:51:44.945029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-6bd05b14-1154-41d5-a5cb-3bea0b4ad12b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1565654 Dec 16 07:51:44.974343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7c2e8df-9339-4bb8-b22a-8ffe8496f99e req-06230a40-c2b8-4650-8a79-7b49237ee133 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305964 Dec 16 07:51:45.134568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-8d5389b7-923c-4847-820c-90f12fcc6eec service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783299 Dec 16 07:51:45.150482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a301c-95dd-40c0-aa6c-7b9fb91edcb3 req-bb46bfad-0bb9-44fb-b479-e00d7c0e2eee tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:45.151891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-715a301c-95dd-40c0-aa6c-7b9fb91edcb3 req-bb46bfad-0bb9-44fb-b479-e00d7c0e2eee tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1128402 Dec 16 07:51:45.163321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:45.269715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:45.275044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Deleting port 84699870-ed28-4150-92b7-b28aa738006f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:45.275384 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:45.289195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:45.330268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:45.338158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Port': ['ID=43141296-961a-4b75-9e1a-cb5192149981,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:45.422320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-715a301c-95dd-40c0-aa6c-7b9fb91edcb3 req-de1b1a2e-fe24-41f7-9a9e-25d5f55dd533 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609251 Dec 16 07:51:45.435694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5ee29d75-34de-4a28-b92b-344014b3250f service neutron] 10.222.0.43 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945859 Dec 16 07:51:45.511229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-2b64ed9d-301f-411d-b0a3-d48f2842de91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1359174 Dec 16 07:51:45.517019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] For port 84699870-ed28-4150-92b7-b28aa738006f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=84699870-ed28-4150-92b7-b28aa738006f,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:45.517019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:45.533151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Calling delete_port for 84699870-ed28-4150-92b7-b28aa738006f owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:45.540943 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:45.695407 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:45.755228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-17e6158c-0251-4698-a266-c5a6dcfa1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:45.756737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-17e6158c-0251-4698-a266-c5a6dcfa1664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 1097 time: 0.1666160 Dec 16 07:51:45.769219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99f394-036e-4ecd-ac16-8339842171eb req-51141261-df3b-4b9e-864f-816773ecc464 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:45.772243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc99f394-036e-4ecd-ac16-8339842171eb req-51141261-df3b-4b9e-864f-816773ecc464 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1815913 Dec 16 07:51:45.949835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc99f394-036e-4ecd-ac16-8339842171eb req-641f4697-6c8a-4d2a-b4f0-98c5ce25fc42 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722958 Dec 16 07:51:46.010685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-e5a7ac03-f576-4b93-888b-9bfe9af74472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:46.012152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-e5a7ac03-f576-4b93-888b-9bfe9af74472 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.2079196 Dec 16 07:51:46.075500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-f839b3ad-552e-4a97-9d42-7f4bb9d06a8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 200 len: 217 time: 0.0531101 Dec 16 07:51:46.122340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-881a1122-31aa-4c51-a5d2-e81f86da0cb2 req-8cd30a29-27f6-465b-a0d6-3e1535693a8e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0536175 Dec 16 07:51:46.175762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:46.182887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-70dd99ac-c4f5-4c3d-81a0-8391f01c8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:46.184369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-70dd99ac-c4f5-4c3d-81a0-8391f01c8e97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0958579 Dec 16 07:51:46.211281 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:46.247871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-6c3b0496-a58f-4118-a62c-77110af5f8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555980 Dec 16 07:51:46.280713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Pushing event deleted for resources: {'Port': ['ID=84699870-ed28-4150-92b7-b28aa738006f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:46.334189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:46.351690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.352217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.352395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.352734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.355896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:51:46.438762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaeabf-59f2-41f3-a39a-e5016911d9c6 req-aebcdd5b-e26f-46ad-98a4-8a6a243a072c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:46.440352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfbaeabf-59f2-41f3-a39a-e5016911d9c6 req-aebcdd5b-e26f-46ad-98a4-8a6a243a072c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 943 time: 0.2498245 Dec 16 07:51:46.530294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Port': ['ID=43141296-961a-4b75-9e1a-cb5192149981,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:46.554804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-9979ffcb-f099-45b1-8463-71d2f45aebec service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865973 Dec 16 07:51:46.586477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:46.983763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfbaeabf-59f2-41f3-a39a-e5016911d9c6 req-d1a801fb-09cb-4293-8d30-5d82bee98afe tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344458 Dec 16 07:51:47.096797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.098011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4a480733-5bf7-4799-b57a-26acacad187b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2177820 Dec 16 07:51:47.100989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49052) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:47.106618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-951896483'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:47.138813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00b9f-5735-4870-ba58-c89518dfb41b req-c3b087cb-071f-4852-9fbb-c9fee8ff1dff tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:47.140304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2cc00b9f-5735-4870-ba58-c89518dfb41b req-c3b087cb-071f-4852-9fbb-c9fee8ff1dff tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1645145 Dec 16 07:51:47.145045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.155444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bde5dd-a058-48ec-8906-106ebf7a64d3 req-e93fe607-11c6-4c5c-95d0-2f00616b8cce service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601370 Dec 16 07:51:47.183360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd061d0-c0b6-4f00-8458-e8ed20ac4c46 req-6811164f-bdf7-4569-a51d-bc70bb9d1a02 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:47.184908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bd061d0-c0b6-4f00-8458-e8ed20ac4c46 req-6811164f-bdf7-4569-a51d-bc70bb9d1a02 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1364489 Dec 16 07:51:47.205571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Made reservation on behalf of d5f1f3586ed4467abe11c7263a7b1203 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:47.209347 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.218811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.298926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.321975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2cc00b9f-5735-4870-ba58-c89518dfb41b req-d824bf21-bba4-4a21-bde7-9ef19dfd4f44 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731408 Dec 16 07:51:47.342113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bd061d0-c0b6-4f00-8458-e8ed20ac4c46 req-0f3b13cb-0b3d-4af3-8588-012c30b47eee tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217108 Dec 16 07:51:47.364116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.391818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:51:47.439276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf7513-3bd7-4068-a866-aadd67e6dfb8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:47.439614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e596796-64c0-4ff5-af5e-f6b6d3a05c55 req-5358e430-a79f-435f-a215-b0a1417b6b21 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0377676 Dec 16 07:51:47.453817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.454245 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Added segment 291239c8-cf06-4c13-809c-a0593efa72bf of type vlan for network f7252c2b-bb61-4c82-b64c-72132b486e6c Dec 16 07:51:47.517170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.533364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Router eb5b872b-7036-4063-878b-339c7382c4aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:51:47.622489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.629562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:47.630490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.652497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:51:47.658326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-82362d5b-1f1a-4fa3-8ab1-98bc0b575679 admin admin] 10.222.0.43 "PUT /v2.0/routers/eb5b872b-7036-4063-878b-339c7382c4aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7480245 Dec 16 07:51:47.661119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49064) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:47.668644 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] Sync routers for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:51:47.686835 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:47.689236 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:47.766334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Network': ['ID=f7252c2b-bb61-4c82-b64c-72132b486e6c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:47.771696 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8ae979e3-c070-4279-85c2-df86bfe78370 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6688795 Dec 16 07:51:47.774638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49068) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:47.784604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Request body: {'subnet': {'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:47.785526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f7252c2b-bb61-4c82-b64c-72132b486e6c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:51:47.804672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:47.878947 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:47.939928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.039905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Made reservation on behalf of d5f1f3586ed4467abe11c7263a7b1203 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:48.058206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.096789 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '78973408-2a32-46c8-944a-cf75805c4718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:51:45Z', 'revision_number': 5, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port': {'id': '78973408-2a32-46c8-944a-cf75805c4718', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:34Z', 'updated_at': '2021-12-16T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:48.126101 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] Checking router: eb5b872b-7036-4063-878b-339c7382c4aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:51:48.138299 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] Routers {'eb5b872b-7036-4063-878b-339c7382c4aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:48.138958 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['eb5b872b-7036-4063-878b-339c7382c4aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:48.164875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48892e4b-d2a9-456a-904c-341983c9ee5b req-d1e49f0b-7d20-4e8c-93ec-7d3407bf80f9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:48.166440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48892e4b-d2a9-456a-904c-341983c9ee5b req-d1e49f0b-7d20-4e8c-93ec-7d3407bf80f9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 943 time: 0.0714943 Dec 16 07:51:48.168024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Deleting port 78973408-2a32-46c8-944a-cf75805c4718 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:48.168413 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.277613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] For port 78973408-2a32-46c8-944a-cf75805c4718, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78973408-2a32-46c8-944a-cf75805c4718,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:48.277999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.283843 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] Set router eb5b872b-7036-4063-878b-339c7382c4aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:51:48.303891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Calling delete_port for 78973408-2a32-46c8-944a-cf75805c4718 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:48.323060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48892e4b-d2a9-456a-904c-341983c9ee5b req-e04cb3b8-1593-4211-99f2-a0f40cb70417 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845764 Dec 16 07:51:48.369468 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:51:47Z', 'revision_number': 6, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:48.399741 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b13cbf-cc13-4557-b4f7-f4a39b7f682c None None] The sync data for ids ['eb5b872b-7036-4063-878b-339c7382c4aa'] in n-d-820935-11 is: [{'id': 'eb5b872b-7036-4063-878b-339c7382c4aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118604599-router', 'tenant_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:33Z', 'updated_at': '2021-12-16T07:51:47Z', 'revision_number': 6, 'project_id': '902589ad4d4b4b31a29c2e8ed272bd3d', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:51:48.474049 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.550884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Subnet': ['ID=800e4faa-f90b-4ed2-9a62-9931000d83cf,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:48.558881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 4e638fab-194b-427d-9c6d-7e8c173c3923 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:51:48.568694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Checking segment: {'id': '291239c8-cf06-4c13-809c-a0593efa72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:48.569321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Network hostable DHCP agents. Network: f7252c2b-bb61-4c82-b64c-72132b486e6c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:51:48.604251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c81d53-3f66-4a0e-b5e5-9fcaff12043c req-3f2e5c6b-183b-4141-b962-cef8676a473a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:48.605736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62c81d53-3f66-4a0e-b5e5-9fcaff12043c req-3f2e5c6b-183b-4141-b962-cef8676a473a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1570094 Dec 16 07:51:48.646083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-9cd40473-4b6e-453a-9395-d0ed6ab90f2d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:48.646929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-9cd40473-4b6e-453a-9395-d0ed6ab90f2d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 808 time: 0.2198710 Dec 16 07:51:48.657021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Network f7252c2b-bb61-4c82-b64c-72132b486e6c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:51:48.663777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 4e638fab-194b-427d-9c6d-7e8c173c3923, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4e638fab-194b-427d-9c6d-7e8c173c3923,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:48.668393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Request body: {'port': {'device_id': '12300124-eb56-4f05-953c-566656a295c7', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'admin_state_up': True, 'tenant_id': '96765061660d493e9a57583440fc5099'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:48.677268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '4e638fab-194b-427d-9c6d-7e8c173c3923', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'port_id': '4e638fab-194b-427d-9c6d-7e8c173c3923', 'mac_address': 'fa:16:3e:4e:f7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c1c502-4564-4858-9f04-d7ba04f934fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:51:48.716084 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.718533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62c81d53-3f66-4a0e-b5e5-9fcaff12043c req-68fa1c83-1211-4c42-979d-57e5485537cc tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010950 Dec 16 07:51:48.725502 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.743467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f7252c2b-bb61-4c82-b64c-72132b486e6c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:48.745999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e638fab-194b-427d-9c6d-7e8c173c3923 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:48.758905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:48.762598 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.768237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 4e638fab-194b-427d-9c6d-7e8c173c3923, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4e638fab-194b-427d-9c6d-7e8c173c3923,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:48.771733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc3c91e-08db-48c0-a156-cf8fcacbed69 None None] Network f7252c2b-bb61-4c82-b64c-72132b486e6c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:48.774755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Pushing event deleted for resources: {'Port': ['ID=78973408-2a32-46c8-944a-cf75805c4718,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:48.912800 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a9d56ef2-2553-4957-86ec-ebab5bd7ab9c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1362500 Dec 16 07:51:48.914194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49090) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:48.920939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1095160423', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:48.955497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b8f29-b707-4230-9b9a-5b8501797be0 req-505bb2af-41dc-4684-bc3b-abf585e7f6b2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:48.957067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-934b8f29-b707-4230-9b9a-5b8501797be0 req-505bb2af-41dc-4684-bc3b-abf585e7f6b2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.0931633 Dec 16 07:51:48.959695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:48.976329 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.060877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=4e638fab-194b-427d-9c6d-7e8c173c3923,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:49.074705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.075788 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.089428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.094787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.126699 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f7252c2b-bb61-4c82-b64c-72132b486e6c', 'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c', 'project_id': 'd5f1f3586ed4467abe11c7263a7b1203', 'fixed_ips': [{'subnet_id': '800e4faa-f90b-4ed2-9a62-9931000d83cf'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:51:49.127828 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.162038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-934b8f29-b707-4230-9b9a-5b8501797be0 req-297c4235-a274-498f-8d13-658bc87f19d1 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955669 Dec 16 07:51:49.182039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Made reservation on behalf of 96765061660d493e9a57583440fc5099 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:49.182644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.186472 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.294245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.295103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5b872b-7036-4063-878b-339c7382c4aa {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:51:49.301719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Allocated IP 172.20.0.2 (f7252c2b-bb61-4c82-b64c-72132b486e6c/800e4faa-f90b-4ed2-9a62-9931000d83cf/9f22a25d-5c48-4c7e-9f4e-da7768853c31) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:49.311016 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.312579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ef633608-9985-47d4-85d1-ca3c6dcce088 admin admin] 10.222.0.43 "DELETE /v2.0/routers/eb5b872b-7036-4063-878b-339c7382c4aa HTTP/1.1" status: 204 len: 168 time: 1.6504524 Dec 16 07:51:49.327141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49094) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:49.362321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb2c2fef-0668-4224-9c95-82ada327b13e req-d95deaae-c167-436c-abce-9ec8a87ecd0f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0764928 Dec 16 07:51:49.455461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['4e638fab-194b-427d-9c6d-7e8c173c3923'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:49.483674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Allocated IP 172.20.0.13 (eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1/932c704e-58cf-4b4d-a943-8454a2acd0b0/ab1c8471-696e-4a30-8605-e49d3c8b33e6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:49.637618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.723840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] Deleting subnet 01de3eb7-e874-4d90-8057-ce4d4e6dc393 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:51:49.733173 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.753135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abed6c4-b0eb-4a92-bbf9-dfeb4932822f req-56d19d1e-2815-44af-b711-57bf73567c00 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:49.755464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8abed6c4-b0eb-4a92-bbf9-dfeb4932822f req-56d19d1e-2815-44af-b711-57bf73567c00 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 944 time: 0.0981839 Dec 16 07:51:49.763859 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.824409 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.839105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.852344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8abed6c4-b0eb-4a92-bbf9-dfeb4932822f req-97ab0cff-1263-4b8b-9ed6-c00d58660e3f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 Dec 16 07:51:49.859670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.933288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Network f7252c2b-bb61-4c82-b64c-72132b486e6c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:49.939449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:49.946136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:49.954596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:49.962040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Pushing event updated for resources: {'Port': ['ID=9f22a25d-5c48-4c7e-9f4e-da7768853c31,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:49.994997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.028138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['452cb3b3-5060-4e54-90ad-523897605447'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:51:50.081153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:50.118755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Attempting to bind port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:50.119438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Attempting to bind port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '291239c8-cf06-4c13-809c-a0593efa72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:50.119993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Attempting to bind port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 on network f7252c2b-bb61-4c82-b64c-72132b486e6c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:50.129958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba28cd-71f9-4170-8a3e-85fde94b2b4e req-a0b3579b-d9a4-4970-bb92-bd727fba5dee tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:50.132243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91ba28cd-71f9-4170-8a3e-85fde94b2b4e req-a0b3579b-d9a4-4970-bb92-bd727fba5dee tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1691635 Dec 16 07:51:50.134818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:50.137331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:50.141942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:50.162442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:50.163163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Checking segment: {'id': '291239c8-cf06-4c13-809c-a0593efa72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:50.163802 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.164406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Bound using segment: {'id': '291239c8-cf06-4c13-809c-a0593efa72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:50.165056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Bound port: 9f22a25d-5c48-4c7e-9f4e-da7768853c31, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291239c8-cf06-4c13-809c-a0593efa72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:50.165638 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.177391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.201238 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.240560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:50.241230 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.261312 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.280646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91ba28cd-71f9-4170-8a3e-85fde94b2b4e req-36309b97-4464-47fe-946f-e48bd2687f43 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716362 Dec 16 07:51:50.329507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78973408-2a32-46c8-944a-cf75805c4718 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:50.349695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01de3eb7-e874-4d90-8057-ce4d4e6dc393,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:50.366965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 78973408-2a32-46c8-944a-cf75805c4718 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:50.367313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78973408-2a32-46c8-944a-cf75805c4718 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:50.368013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 84699870-ed28-4150-92b7-b28aa738006f no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:50.368818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.375076 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2eeb7d14-97ee-4583-8be2-bede29875fc8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01de3eb7-e874-4d90-8057-ce4d4e6dc393 HTTP/1.1" status: 204 len: 168 time: 1.0398121 Dec 16 07:51:50.377077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-5310d94d-e769-41ee-8c56-21f6e6e89430 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7124879 Dec 16 07:51:50.379891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49102) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:50.398856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 84699870-ed28-4150-92b7-b28aa738006f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:50.403434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 84699870-ed28-4150-92b7-b28aa738006f not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:50.403434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c15a0-2e24-40aa-a5fc-e1509cf62bdc None None] Network 64d8fb01-f946-4c81-b78a-8863d97222ab requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:50.410061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Request body: {'port': {'device_id': '12300124-eb56-4f05-953c-566656a295c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:50.413115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] For port 9f22a25d-5c48-4c7e-9f4e-da7768853c31, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:50.447241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Allocated IP 172.25.2.137 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/b584e6ce-7707-4b09-86f5-43481b0f2174) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:50.487341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] For port 9f22a25d-5c48-4c7e-9f4e-da7768853c31, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f22a25d-5c48-4c7e-9f4e-da7768853c31,segment=NetworkSegment(291239c8-cf06-4c13-809c-a0593efa72bf),segment_id=291239c8-cf06-4c13-809c-a0593efa72bf)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:50.539829 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.554757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76998ced-e1a0-479c-8c83-2cf849c25619 req-0e72fb92-144c-4c92-8da4-cf00d934cd5a tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:50.556634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76998ced-e1a0-479c-8c83-2cf849c25619 req-0e72fb92-144c-4c92-8da4-cf00d934cd5a tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1972241 Dec 16 07:51:50.571467 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.581214 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.604886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.665956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33577e-964c-4b52-a73c-6cd814010cb9 None None] Pushing event updated for resources: {'Port': ['ID=9f22a25d-5c48-4c7e-9f4e-da7768853c31,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:50.669044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.683617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76998ced-e1a0-479c-8c83-2cf849c25619 req-17a1edb9-7130-4086-9381-2e77575560e7 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111317 Dec 16 07:51:50.732924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:50.732924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:50.737666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:50.763155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] DHCP port deletion for 64d8fb01-f946-4c81-b78a-8863d97222ab request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:51:50.796279 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Port': ['ID=b584e6ce-7707-4b09-86f5-43481b0f2174,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:50.881665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] Deleting port 8c372461-8139-47ce-8c93-ff22b4dd01c9 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:50.882189 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:50.991259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] For port 8c372461-8139-47ce-8c93-ff22b4dd01c9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8c372461-8139-47ce-8c93-ff22b4dd01c9,segment=NetworkSegment(8befed31-6f32-4039-a0ce-3d9f77da1278),segment_id=8befed31-6f32-4039-a0ce-3d9f77da1278)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:50.991741 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.015015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] Calling delete_port for 8c372461-8139-47ce-8c93-ff22b4dd01c9 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:51.222930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.239011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] No DVR routers for this DVR port 8c372461-8139-47ce-8c93-ff22b4dd01c9 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:51:51.263815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a9804-c085-47c9-92fd-840e201038a2 None None] Pushing event deleted for resources: {'Port': ['ID=8c372461-8139-47ce-8c93-ff22b4dd01c9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:51.284717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Deleting port 8c372461-8139-47ce-8c93-ff22b4dd01c9 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:51:51.285196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.297733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.371721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] For port 8c372461-8139-47ce-8c93-ff22b4dd01c9, host n-d-820935-11, got binding levels [] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:51.372095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.415920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8db08b-6297-48fd-9029-009f3f67df7d req-c568a1d2-212a-424a-9f34-9a7e2eeff891 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:51.429201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d8db08b-6297-48fd-9029-009f3f67df7d req-c568a1d2-212a-424a-9f34-9a7e2eeff891 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 932 time: 0.2049041 Dec 16 07:51:51.432269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Calling delete_port for 8c372461-8139-47ce-8c93-ff22b4dd01c9 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:51:51.441911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Port 8c372461-8139-47ce-8c93-ff22b4dd01c9 was not found and therefore no delete operation was performed {{(pid=110395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 07:51:51.451348 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.493196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c372461-8139-47ce-8c93-ff22b4dd01c9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:51.523842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] No DVR routers for this DVR port 8c372461-8139-47ce-8c93-ff22b4dd01c9 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:51:51.592729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d8db08b-6297-48fd-9029-009f3f67df7d req-ad2d8487-0bf1-4157-a339-cc3b556f82a6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670277 Dec 16 07:51:51.663422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.691231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1c8471-696e-4a30-8605-e49d3c8b33e6 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:51:51.700439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d8fb01-f946-4c81-b78a-8863d97222ab']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:51.710975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.731253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8befed31-6f32-4039-a0ce-3d9f77da1278') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:51.731700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8befed31-6f32-4039-a0ce-3d9f77da1278') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:51.749176 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.752719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Transition to ACTIVE for port object ab1c8471-696e-4a30-8605-e49d3c8b33e6 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:51:51.779209 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.791929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:51:51.792527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:51:51.794744 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:51:51.841294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.868810 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:51.948601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:51.994038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32669001-054d-42bb-8bb0-de05d0516087 req-c9d87c3c-426b-4cf0-9d55-2d80ae9954bb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:52.001028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32669001-054d-42bb-8bb0-de05d0516087 req-c9d87c3c-426b-4cf0-9d55-2d80ae9954bb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 944 time: 0.1915629 Dec 16 07:51:52.033829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Router 9e6154fd-855c-4d59-815e-3916dc975966 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:51:52.075085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd732c-58bd-48dc-b8fa-a605cf06cc41 None None] Network f7252c2b-bb61-4c82-b64c-72132b486e6c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:52.130265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.146622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32669001-054d-42bb-8bb0-de05d0516087 req-9e38ddba-88b7-4c33-9723-a39da032b895 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408656 Dec 16 07:51:52.188766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.192315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/64d8fb01-f946-4c81-b78a-8863d97222ab HTTP/1.1" status: 204 len: 168 time: 1.7955513 Dec 16 07:51:52.199787 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:51:52.215937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] Sync routers for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:51:52.220492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-559f7911-e5a0-4eba-afd0-9fc8dff4ba86 None None] Provisioning complete for port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:52.220878 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-559f7911-e5a0-4eba-afd0-9fc8dff4ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.224779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51e96e-be8d-48b3-80db-2c73aa881ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d8fb01-f946-4c81-b78a-8863d97222ab,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:52.239003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:52.240210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:52.241477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:52.259032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:51:52.264831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:52.276932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:52.278116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:52.293822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:52.294369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:52.294737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:52.304544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Bound port: ab1c8471-696e-4a30-8605-e49d3c8b33e6, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:52.304775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.318769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:52.340117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:52.340117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:52.340336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.342627 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-beb9ac29-a3b1-4beb-9d45-f0ed88d36ace tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4267857 Dec 16 07:51:52.343403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:52.377713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:52.378396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cdccf-f291-4e61-816a-c0926d5494b8 None None] The sync data for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:51:52.411457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45650b-7ec1-413d-992d-d90f03333813 req-1c4d593b-7d00-4c9f-b9fd-7cda8ef3913d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:52.420109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a45650b-7ec1-413d-992d-d90f03333813 req-1c4d593b-7d00-4c9f-b9fd-7cda8ef3913d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1275351 Dec 16 07:51:52.461487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-559f7911-e5a0-4eba-afd0-9fc8dff4ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.487369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f22a25d-5c48-4c7e-9f4e-da7768853c31 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:52.538287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:52.553151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-559f7911-e5a0-4eba-afd0-9fc8dff4ba86 None None] For port 9f22a25d-5c48-4c7e-9f4e-da7768853c31, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f22a25d-5c48-4c7e-9f4e-da7768853c31,segment=NetworkSegment(291239c8-cf06-4c13-809c-a0593efa72bf),segment_id=291239c8-cf06-4c13-809c-a0593efa72bf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:52.561783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 4e638fab-194b-427d-9c6d-7e8c173c3923 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:52.571304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:52.584773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a45650b-7ec1-413d-992d-d90f03333813 req-9cc05eb1-1db9-4baa-8ea2-72de21d29dd0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629379 Dec 16 07:51:52.646300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:52.647054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.676830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-559f7911-e5a0-4eba-afd0-9fc8dff4ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.718367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de70e5-3295-4e54-9b03-f9a7ce26a255 req-c254f63b-4345-4618-8e07-4f36b5959a5d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:52.722636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53de70e5-3295-4e54-9b03-f9a7ce26a255 req-c254f63b-4345-4618-8e07-4f36b5959a5d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.0712693 Dec 16 07:51:52.724334 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.745150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 4e638fab-194b-427d-9c6d-7e8c173c3923 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:51:52.754299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f7911-e5a0-4eba-afd0-9fc8dff4ba86 None None] Pushing event updated for resources: {'Port': ['ID=9f22a25d-5c48-4c7e-9f4e-da7768853c31,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:52.758131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 4e638fab-194b-427d-9c6d-7e8c173c3923 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:52.758582 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.808403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:52.815210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:52.815827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.817981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-c24c84bc-2c60-4973-89bd-fe278699bdf4 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 1093 time: 2.4119928 Dec 16 07:51:52.818846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:52.821364 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc01f369-2506-46ba-966c-c1fc4b2f8e89" -d '{"events": [{"name": "network-changed", "server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:52.854031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a1ff3b9e-853f-407e-a865-9df677718416 None None] Provisioning complete for port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:52.854718 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3b9e-853f-407e-a865-9df677718416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.866121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53de70e5-3295-4e54-9b03-f9a7ce26a255 req-211bf0d0-9ee1-4fda-8a40-c05ca8d53793 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362667 Dec 16 07:51:52.924076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49124) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:52.963135 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:52.980089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c372461-8139-47ce-8c93-ff22b4dd01c9 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:51:53.011915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2df35abd-c503-4873-b809-c4d865961677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=902589ad4d4b4b31a29c2e8ed272bd3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840125 Dec 16 07:51:53.035346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49126) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:53.040610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8c372461-8139-47ce-8c93-ff22b4dd01c9 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:51:53.041144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c372461-8139-47ce-8c93-ff22b4dd01c9 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:51:53.053514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e638fab-194b-427d-9c6d-7e8c173c3923'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:51:53.056500 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b22abe4-e51a-49ac-8d0c-7558a785ea7f" -d '{"events": [{"server_uuid": "9e06c456-b44e-4336-8e7f-691f1b4ef316", "name": "network-vif-plugged", "status": "completed", "tag": "4e638fab-194b-427d-9c6d-7e8c173c3923"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:51:53.075406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 4e638fab-194b-427d-9c6d-7e8c173c3923, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4e638fab-194b-427d-9c6d-7e8c173c3923,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:51:53.090250 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.134160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-887b3438-e720-4d52-adec-6e4b8ebff61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:53.135741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-887b3438-e720-4d52-adec-6e4b8ebff61e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1096 time: 0.1590765 Dec 16 07:51:53.158034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f4650-4e7a-41a9-83e4-976a7df3973d req-91fcec1a-98e6-4820-ad8a-e89bafaa5fb8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:53.159544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f25f4650-4e7a-41a9-83e4-976a7df3973d req-91fcec1a-98e6-4820-ad8a-e89bafaa5fb8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1527708 Dec 16 07:51:53.165057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.169136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29f41332-183b-46eb-8ed0-8a0344b012a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.219976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-d1e39586-e831-4512-acec-3cef4b7f9e9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 217 time: 0.0591240 Dec 16 07:51:53.229397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=4e638fab-194b-427d-9c6d-7e8c173c3923,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:53.279568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29f41332-183b-46eb-8ed0-8a0344b012a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.333886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f25f4650-4e7a-41a9-83e4-976a7df3973d req-c1ae017d-088a-49d9-98dd-93f4479cbba7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620295 Dec 16 07:51:53.335293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-12fd0be3-73a2-49f3-bc75-29410ee9e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:53.336708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-12fd0be3-73a2-49f3-bc75-29410ee9e9bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1094840 Dec 16 07:51:53.404900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-e17927da-ebb0-41c2-aa7d-0a5e38a3a7c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595572 Dec 16 07:51:53.475738 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f0597d-7c08-428e-8cdf-6ef724ffa529 x-openstack-request-id: req-27f0597d-7c08-428e-8cdf-6ef724ffa529 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:53.476376 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06c456-b44e-4336-8e7f-691f1b4ef316", "name": "network-vif-plugged", "status": "completed", "tag": "4e638fab-194b-427d-9c6d-7e8c173c3923", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:53.476376 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27f0597d-7c08-428e-8cdf-6ef724ffa529 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:53.476686 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e638fab-194b-427d-9c6d-7e8c173c3923', 'code': 200} Dec 16 07:51:53.490870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29f41332-183b-46eb-8ed0-8a0344b012a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.495580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29f41332-183b-46eb-8ed0-8a0344b012a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.496844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-29f41332-183b-46eb-8ed0-8a0344b012a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d81be1e6-bcd6-4e1a-95b5-715fce7d095a HTTP/1.1" status: 204 len: 168 time: 0.4591758 Dec 16 07:51:53.504208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Allocated IP 172.20.0.1 (f7252c2b-bb61-4c82-b64c-72132b486e6c/800e4faa-f90b-4ed2-9a62-9931000d83cf/e149bc5f-0327-4c0e-a6b8-51b4b82ec80e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:53.627400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f41332-183b-46eb-8ed0-8a0344b012a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81be1e6-bcd6-4e1a-95b5-715fce7d095a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:53.693832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c3e57-ada0-48f7-a031-8bd493caac93 req-119caf73-70db-47b9-a25b-9b5949d1c9c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:53.694414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.702147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a3c3e57-ada0-48f7-a031-8bd493caac93 req-119caf73-70db-47b9-a25b-9b5949d1c9c5 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.1215634 Dec 16 07:51:53.740519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-0c4dfe8a-c4d6-4cc5-ac37-71ccc2facbdb service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919564 Dec 16 07:51:53.742239 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463fdfa1-c2b0-4fcc-8e1a-4ab600915a79 x-openstack-request-id: req-463fdfa1-c2b0-4fcc-8e1a-4ab600915a79 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:51:53.746681 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:51:53.746681 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-463fdfa1-c2b0-4fcc-8e1a-4ab600915a79 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:51:53.746681 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6', 'status': 'completed', 'code': 200} Dec 16 07:51:53.810152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.861755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Network f7252c2b-bb61-4c82-b64c-72132b486e6c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:53.867046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:53.871658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:53.926282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Port': ['ID=e149bc5f-0327-4c0e-a6b8-51b4b82ec80e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:53.937150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:53.944136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a3c3e57-ada0-48f7-a031-8bd493caac93 req-61156325-75c8-44d2-927d-1846c5d5f846 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371929 Dec 16 07:51:53.985538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880cd9-4888-40eb-90b4-d642f3b55caa req-927e1b92-7b68-4e5b-9e57-2a822a2c7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:53.987333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc880cd9-4888-40eb-90b4-d642f3b55caa req-927e1b92-7b68-4e5b-9e57-2a822a2c7f04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 1097 time: 0.3838618 Dec 16 07:51:53.999562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce99049-44fb-43a8-a3d6-318467b2eff3 req-dd6278de-7e31-4beb-b7cf-2f2a067a5057 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:54.002464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fce99049-44fb-43a8-a3d6-318467b2eff3 req-dd6278de-7e31-4beb-b7cf-2f2a067a5057 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1467032 Dec 16 07:51:54.044555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19372d06-d4b1-4e83-96b1-736ba9ed3479 req-a9c8b9ef-bd3b-4e36-910f-2736dd389806 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870862 Dec 16 07:51:54.130068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc880cd9-4888-40eb-90b4-d642f3b55caa req-21f46d43-6336-4ba0-becd-c5242ca3ce33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264656 Dec 16 07:51:54.160732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599044-d959-406b-9688-6d53f7fb27e3 req-fb26f07f-551c-48fb-9cbd-aa31fc81f0d2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:54.162499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77599044-d959-406b-9688-6d53f7fb27e3 req-fb26f07f-551c-48fb-9cbd-aa31fc81f0d2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1284163 Dec 16 07:51:54.166937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fce99049-44fb-43a8-a3d6-318467b2eff3 req-375a2d04-c4a5-4721-9f46-6a477cf35ec2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499870 Dec 16 07:51:54.225511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77599044-d959-406b-9688-6d53f7fb27e3 req-24b5764e-2d3f-4832-936b-06174acf8da4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549805 Dec 16 07:51:54.227551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-048fa82b-61a7-485a-a1ee-8e76b1b3d2d7 None None] Provisioning complete for port e149bc5f-0327-4c0e-a6b8-51b4b82ec80e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:54.227932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-048fa82b-61a7-485a-a1ee-8e76b1b3d2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:54.278965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:54.303074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-96ed4f91-9ad5-41c5-a8a0-39bf6d044255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:54.306086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-96ed4f91-9ad5-41c5-a8a0-39bf6d044255 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1096 time: 0.0737834 Dec 16 07:51:54.440995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f22a25d-5c48-4c7e-9f4e-da7768853c31 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:51:54.517990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-048fa82b-61a7-485a-a1ee-8e76b1b3d2d7 None None] Port e149bc5f-0327-4c0e-a6b8-51b4b82ec80e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:51:54.546394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:54.547331 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:54.627965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-545189e1-ea44-4b06-9763-4a56d73b8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:54.630306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-545189e1-ea44-4b06-9763-4a56d73b8637 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.3092065 Dec 16 07:51:54.698650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-175204ba-3d09-4ed5-82ca-759d1ecda721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 217 time: 0.0591335 Dec 16 07:51:54.706589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84558ef-4dab-48ef-9382-4e85534ef787 req-4e59fd58-d7e4-4643-b3bd-d49e342d1230 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:54.708399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d84558ef-4dab-48ef-9382-4e85534ef787 req-4e59fd58-d7e4-4643-b3bd-d49e342d1230 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.2036438 Dec 16 07:51:54.743301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:54.794959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:54.808503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-0238e97f-2a68-46df-9874-0a95b65961fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:54.810016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-0238e97f-2a68-46df-9874-0a95b65961fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0937314 Dec 16 07:51:54.847948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d84558ef-4dab-48ef-9382-4e85534ef787 req-d30151c7-8885-4d86-9efa-7be9fe20085d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323886 Dec 16 07:51:54.864570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-e8a58adb-8c18-4e69-8334-a69aff5b25b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430365 Dec 16 07:51:54.878838 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:54.964024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-1291ec0e-478e-45eb-963c-ecfe061db5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892675 Dec 16 07:51:54.965318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Port': ['ID=e149bc5f-0327-4c0e-a6b8-51b4b82ec80e,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:55.059108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Network f7252c2b-bb61-4c82-b64c-72132b486e6c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:55.060704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:55.067277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49170) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:55.166195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc01f369-2506-46ba-966c-c1fc4b2f8e89 req-3b4426a9-a69d-4497-a994-18249f5a4f4c service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925838 Dec 16 07:51:55.183688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf7045-a311-42eb-ac87-d73c6f6b9726 req-b308deef-bfe1-4f5e-bd46-c29942929e49 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:55.192609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fbf7045-a311-42eb-ac87-d73c6f6b9726 req-b308deef-bfe1-4f5e-bd46-c29942929e49 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.1069961 Dec 16 07:51:55.240519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-network', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:55.276627 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fbf7045-a311-42eb-ac87-d73c6f6b9726 req-cfbb33e4-f922-4f78-9c56-af15c6a27a41 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829992 Dec 16 07:51:55.318327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Router 9e6154fd-855c-4d59-815e-3916dc975966 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:51:55.349131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e3269-12c9-4265-813e-99b2c78f3174 req-156e7bd1-3ade-46be-aa42-3d340c93bd68 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:55.349784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d95e3269-12c9-4265-813e-99b2c78f3174 req-156e7bd1-3ade-46be-aa42-3d340c93bd68 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.0905812 Dec 16 07:51:55.410326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Made reservation on behalf of eb631d2a495243eeb4b81f7998f90d07 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:55.417410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.428505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.448242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-41595ea3-d1ca-403b-9121-289f5da5102e None None] Provisioning complete for port e149bc5f-0327-4c0e-a6b8-51b4b82ec80e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:55.448908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-41595ea3-d1ca-403b-9121-289f5da5102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.458190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d95e3269-12c9-4265-813e-99b2c78f3174 req-206fb949-12f0-4a29-96c2-c945028cd27b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006093 Dec 16 07:51:55.466216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcbdd-4e09-4607-9431-d34e3f471573 req-cffbac1e-0ace-441f-b070-214359ca6c94 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:55.467644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c39fcbdd-4e09-4607-9431-d34e3f471573 req-cffbac1e-0ace-441f-b070-214359ca6c94 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1096482 Dec 16 07:51:55.506599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-41595ea3-d1ca-403b-9121-289f5da5102e None None] Port e149bc5f-0327-4c0e-a6b8-51b4b82ec80e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:51:55.542245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c39fcbdd-4e09-4607-9431-d34e3f471573 req-5cfa0c3b-3084-411d-9661-b25f1939ce1f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Dec 16 07:51:55.565979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:51:55.572902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-71dc70e7-54eb-4261-b4b5-486affdba9ed tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "PUT /v2.0/routers/9e6154fd-855c-4d59-815e-3916dc975966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2275014 Dec 16 07:51:55.576879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49180) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:55.579783 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] Sync routers for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:51:55.584605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Request body: {'port': {'network_id': 'f7252c2b-bb61-4c82-b64c-72132b486e6c', 'name': 'tempest-FloatingIPAdminTestJSON-1645975308'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:55.589865 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:55.590488 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:55.659938 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:55.665826 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.671480 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:51:55.673192 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:55.712070 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:51:55.713208 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2dd405-ca8d-4e53-9ce1-23ad9402462c None None] The sync data for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:51:55.713978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.741944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:51:55.755640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ddf42-6709-42b4-97b5-4c36b8fb6659,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:55.761490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.761835 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Added segment d79b2b28-6954-486c-9b6f-9f03867ab391 of type vlan for network 854b3af0-60bb-4182-a0a8-8f972076740a Dec 16 07:51:55.808277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.839516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Made reservation on behalf of d5f1f3586ed4467abe11c7263a7b1203 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:55.843108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.861978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] device_id is not set on port 4df12158-c215-4eed-8e15-736101c41292 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 07:51:55.925640 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:55.927126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:55.928840 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.017082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] Pushing event updated for resources: {'Network': ['ID=854b3af0-60bb-4182-a0a8-8f972076740a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:56.026584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 854b3af0-60bb-4182-a0a8-8f972076740a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:51:56.028034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62cc0-5931-4324-b868-d79e30863550 req-8401b139-0f17-4d51-9882-9eaeda6f5359 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:56.029628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2b62cc0-5931-4324-b868-d79e30863550 req-8401b139-0f17-4d51-9882-9eaeda6f5359 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1104062 Dec 16 07:51:56.070148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Allocated IP 172.20.0.9 (f7252c2b-bb61-4c82-b64c-72132b486e6c/800e4faa-f90b-4ed2-9a62-9931000d83cf/4df12158-c215-4eed-8e15-736101c41292) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:56.083764 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe1b816d-409d-45a3-a408-c5a53f6cb1dc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0149035 Dec 16 07:51:56.086149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49190) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:56.091812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Request body: {'subnet': {'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-subnet', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:56.105663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2b62cc0-5931-4324-b868-d79e30863550 req-9ed3645b-f34c-4ac0-a459-115e25f9fd53 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660906 Dec 16 07:51:56.222488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Made reservation on behalf of eb631d2a495243eeb4b81f7998f90d07 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:51:56.224819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.268735 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.401229 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.457254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Network f7252c2b-bb61-4c82-b64c-72132b486e6c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:56.465146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:56.474081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:56.483981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ee61f-3f3e-4f97-bb6b-8a441f475034 req-caa02a90-7a93-4fce-9446-555219845848 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:56.486012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-202ee61f-3f3e-4f97-bb6b-8a441f475034 req-caa02a90-7a93-4fce-9446-555219845848 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.1251497 Dec 16 07:51:56.488670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event updated for resources: {'Port': ['ID=4df12158-c215-4eed-8e15-736101c41292,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:56.543174 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.573379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:56.574003 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.627930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8b556d-a755-42ec-a9e3-391471b4bad7,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:56.632151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Checking segment: {'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:56.632563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Network hostable DHCP agents. Network: 854b3af0-60bb-4182-a0a8-8f972076740a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:51:56.685493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-202ee61f-3f3e-4f97-bb6b-8a441f475034 req-40135a15-f64a-4642-98bf-2d18129453c0 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616092 Dec 16 07:51:56.712164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6b78-1e47-43c3-86d6-6547b67b3a84 req-5e165322-6243-4fb2-ba6b-ce1261f9f24c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:56.713898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0ec6b78-1e47-43c3-86d6-6547b67b3a84 req-5e165322-6243-4fb2-ba6b-ce1261f9f24c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1470144 Dec 16 07:51:56.742498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-14c9c3fb-685d-4ecb-becd-73c11cb4d117 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1636224 Dec 16 07:51:56.753174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49204) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:56.785317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Network 854b3af0-60bb-4182-a0a8-8f972076740a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:51:56.813075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0ec6b78-1e47-43c3-86d6-6547b67b3a84 req-9525799e-0809-40dc-9fe5-94e15e98f1c1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906579 Dec 16 07:51:56.840261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93e65c-2bdf-459e-87c3-a2a346bf522e req-c6152f79-446e-4ef2-b25d-a4a70193998c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:56.841840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c93e65c-2bdf-459e-87c3-a2a346bf522e req-c6152f79-446e-4ef2-b25d-a4a70193998c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.0814312 Dec 16 07:51:56.857711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9883a45a-3d2f-4790-ac15-489a559726c5 None None] Provisioning complete for port 4df12158-c215-4eed-8e15-736101c41292 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:56.858502 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9883a45a-3d2f-4790-ac15-489a559726c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.874080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 854b3af0-60bb-4182-a0a8-8f972076740a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:56.879093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:56.880280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:56.938237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d63f54-9c11-43f4-90f3-271fe3989572 None None] Network 854b3af0-60bb-4182-a0a8-8f972076740a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:56.939411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c93e65c-2bdf-459e-87c3-a2a346bf522e req-29747dc8-4312-466f-8c00-251497d27027 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 Dec 16 07:51:56.974002 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f62dd07e-dd88-4ce7-98af-77aa6dc6ba9a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8866520 Dec 16 07:51:56.974499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49210) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:51:56.979363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:56.982311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'project_id': 'd5f1f3586ed4467abe11c7263a7b1203', 'port_id': '4df12158-c215-4eed-8e15-736101c41292'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:51:57.004471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9883a45a-3d2f-4790-ac15-489a559726c5 None None] Port 4df12158-c215-4eed-8e15-736101c41292 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:51:57.075518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-854b3af0-60bb-4182-a0a8-8f972076740a', 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a', 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'fixed_ips': [{'subnet_id': 'ba8b556d-a755-42ec-a9e3-391471b4bad7'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:51:57.076502 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.097413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.126088 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.127177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.264789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.269832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.303518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Allocated IP 172.20.0.2 (854b3af0-60bb-4182-a0a8-8f972076740a/ba8b556d-a755-42ec-a9e3-391471b4bad7/d5f76fba-7540-4527-a906-c5a991ba7aaf) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:57.320649 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.416697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Allocated IP 172.25.2.21 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/6bc01e74-6b2b-4626-802b-a18a5379feee) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:57.496024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbf64a-7563-4d72-bd37-d745e919f0ae req-c3c4ed36-9690-4990-9eee-cd0405e10813 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:57.502956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2dbf64a-7563-4d72-bd37-d745e919f0ae req-c3c4ed36-9690-4990-9eee-cd0405e10813 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.2582712 Dec 16 07:51:57.521742 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.538950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bca1c-d6f9-4f2f-90e5-2fc3e3c8f27e req-b5dbd077-8878-498c-8cd4-a4870dd6d168 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:57.546586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc2bca1c-d6f9-4f2f-90e5-2fc3e3c8f27e req-b5dbd077-8878-498c-8cd4-a4870dd6d168 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.2473595 Dec 16 07:51:57.610880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.628917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2dbf64a-7563-4d72-bd37-d745e919f0ae req-069fda98-ea12-4258-903c-9722230e27fb tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251023 Dec 16 07:51:57.654583 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.703432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Network 854b3af0-60bb-4182-a0a8-8f972076740a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:57.707603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:57.708114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc2bca1c-d6f9-4f2f-90e5-2fc3e3c8f27e req-565fae99-ecd6-4217-8947-3ca31f7dcabd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605849 Dec 16 07:51:57.717951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:57.720132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.722726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Pushing event updated for resources: {'Port': ['ID=d5f76fba-7540-4527-a906-c5a991ba7aaf,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:57.737460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.794582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Attempting to bind port d5f76fba-7540-4527-a906-c5a991ba7aaf on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:51:57.794966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Attempting to bind port d5f76fba-7540-4527-a906-c5a991ba7aaf by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:51:57.795340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Attempting to bind port d5f76fba-7540-4527-a906-c5a991ba7aaf on network 854b3af0-60bb-4182-a0a8-8f972076740a {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:51:57.815788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:51:57.817744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Checking segment: {'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:51:57.819335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:57.820009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.821032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Bound using segment: {'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:51:57.824746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:57.825295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Bound port: d5f76fba-7540-4527-a906-c5a991ba7aaf, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:51:57.826017 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:57.847594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:57.891571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Pushing event updated for resources: {'Port': ['ID=6bc01e74-6b2b-4626-802b-a18a5379feee,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:57.961004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] For port d5f76fba-7540-4527-a906-c5a991ba7aaf, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:51:57.964717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] For port d5f76fba-7540-4527-a906-c5a991ba7aaf, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d5f76fba-7540-4527-a906-c5a991ba7aaf,segment=NetworkSegment(d79b2b28-6954-486c-9b6f-9f03867ab391),segment_id=d79b2b28-6954-486c-9b6f-9f03867ab391)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:51:57.981526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696d1e-721d-4de6-92ca-53abf2731286 req-230539ec-7741-47aa-a26e-e495756ea867 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:57.989256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c696d1e-721d-4de6-92ca-53abf2731286 req-230539ec-7741-47aa-a26e-e495756ea867 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.1129580 Dec 16 07:51:58.049890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9bd1-fe2f-4b0d-bb7d-2e6e98b41e44 req-e478be8c-85ef-4ada-ad0a-6e02f2bd0b25 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:58.051379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-965e9bd1-fe2f-4b0d-bb7d-2e6e98b41e44 req-e478be8c-85ef-4ada-ad0a-6e02f2bd0b25 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1122296 Dec 16 07:51:58.068336 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:58.087450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c696d1e-721d-4de6-92ca-53abf2731286 req-13dc81de-1be5-4bb7-b6ef-1a062276f694 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970531 Dec 16 07:51:58.159981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694088b-1ffc-4da9-a0f3-e86ac7190e26 None None] Pushing event updated for resources: {'Port': ['ID=d5f76fba-7540-4527-a906-c5a991ba7aaf,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:58.244507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-965e9bd1-fe2f-4b0d-bb7d-2e6e98b41e44 req-f9fa9b63-4763-4d42-a0d5-775712d71a92 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828182 Dec 16 07:51:58.246311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eb637d0-1de5-495c-b764-a43d671868b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:58.870717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3c33-de70-496d-bf3f-145e7920d17b req-ea2edd4a-75d3-4b10-9ff6-a715b1a7a55d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:58.872437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b51b3c33-de70-496d-bf3f-145e7920d17b req-ea2edd4a-75d3-4b10-9ff6-a715b1a7a55d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.6191661 Dec 16 07:51:58.897594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:58.905639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:58.927358 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:58.991089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b51b3c33-de70-496d-bf3f-145e7920d17b req-b804a8c4-b4a7-42b5-a34e-4abb5f815451 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110349 Dec 16 07:51:59.102073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.104370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ff94-2159-473a-8d8a-0c2cdb67f3df req-5b83b321-336f-4a83-abf9-e7058c278840 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:59.114805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5416ff94-2159-473a-8d8a-0c2cdb67f3df req-5b83b321-336f-4a83-abf9-e7058c278840 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1133606 Dec 16 07:51:59.151899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Allocated IP 172.25.2.87 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/abe527d1-80f4-4186-ab53-73f6a761074b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:51:59.268412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5416ff94-2159-473a-8d8a-0c2cdb67f3df req-e55ef5eb-adf8-408f-a4fa-92a55c2b6bce tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521862 Dec 16 07:51:59.341610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f695c-92c3-4037-8c73-34ab3284714d req-ec4c672a-1185-4aa2-9c42-5a49b34a855e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:59.349396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c5f695c-92c3-4037-8c73-34ab3284714d req-ec4c672a-1185-4aa2-9c42-5a49b34a855e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.1870391 Dec 16 07:51:59.388718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.462532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.519455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.536976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c5f695c-92c3-4037-8c73-34ab3284714d req-48e79146-d99b-4d1f-8a34-670706fd0cfd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764860 Dec 16 07:51:59.574310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Pushing event updated for resources: {'Port': ['ID=6bc01e74-6b2b-4626-802b-a18a5379feee,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:59.581884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.588449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e6a1-3540-44b6-84ab-13611ffa0f5a req-517032d8-8e85-47d7-a4ed-d0d69052c422 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:51:59.590011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c64e6a1-3540-44b6-84ab-13611ffa0f5a req-517032d8-8e85-47d7-a4ed-d0d69052c422 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1727030 Dec 16 07:51:59.658836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac770f-1ac8-43c8-9461-e87f97a167d6 None None] Network 854b3af0-60bb-4182-a0a8-8f972076740a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:51:59.675109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.713211 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Floating IP bb0bbd25-af68-4828-ab32-10362641ace0 associated. External IP: 172.25.2.21, port: 4df12158-c215-4eed-8e15-736101c41292. Dec 16 07:51:59.725780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Pushing event updated for resources: {'Port': ['ID=abe527d1-80f4-4186-ab53-73f6a761074b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:51:59.751805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c64e6a1-3540-44b6-84ab-13611ffa0f5a req-234211d8-ee78-44c3-93c4-ca694f46729d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255445 Dec 16 07:51:59.781776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:51:59.785132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:51:59.793732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:51:59.804754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c86332de-0b31-4cca-8349-85825f613105 None None] Provisioning complete for port d5f76fba-7540-4527-a906-c5a991ba7aaf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:51:59.805369 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c86332de-0b31-4cca-8349-85825f613105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.858289 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:51:59.977549 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c86332de-0b31-4cca-8349-85825f613105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.063349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c86332de-0b31-4cca-8349-85825f613105 None None] For port d5f76fba-7540-4527-a906-c5a991ba7aaf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d5f76fba-7540-4527-a906-c5a991ba7aaf,segment=NetworkSegment(d79b2b28-6954-486c-9b6f-9f03867ab391),segment_id=d79b2b28-6954-486c-9b6f-9f03867ab391)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:00.094419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Router 9e6154fd-855c-4d59-815e-3916dc975966 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:52:00.177593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c86332de-0b31-4cca-8349-85825f613105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.289692 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.294333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86332de-0b31-4cca-8349-85825f613105 None None] Pushing event updated for resources: {'Port': ['ID=d5f76fba-7540-4527-a906-c5a991ba7aaf,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:00.356716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:52:00.356838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2ec4808d-371f-407c-82e1-195c1f135c84 None None] Provisioning complete for port d5f76fba-7540-4527-a906-c5a991ba7aaf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:00.356838 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2ec4808d-371f-407c-82e1-195c1f135c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.388606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d5f76fba-7540-4527-a906-c5a991ba7aaf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:00.391302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] Sync routers for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:52:00.487648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.496262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:00.496927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:00.542176 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa9c95ae-6f67-454a-ab70-e147e40b4c23 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7875457 Dec 16 07:52:00.545331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49254) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:00.562969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:00.636720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:00.637468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:51:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:00.672687 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.694319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:00.694992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4995e0-9380-42d5-a083-1b1638be53d6 None None] The sync data for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:52:00.713402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d5f76fba-7540-4527-a906-c5a991ba7aaf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:00.715105 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.766794 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6a6fc670-4083-4743-a637-00bd3914905a tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] 10.222.0.43 "GET /v2.0/floatingips/bb0bbd25-af68-4828-ab32-10362641ace0 HTTP/1.1" status: 200 len: 982 time: 0.2161703 Dec 16 07:52:00.769989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49262) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:00.772784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2201-84df-4b61-852f-f26acd9f2464 req-5b0962b1-c088-4308-9c88-e00d723f5113 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:00.783066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d89e2201-84df-4b61-852f-f26acd9f2464 req-5b0962b1-c088-4308-9c88-e00d723f5113 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.6766498 Dec 16 07:52:00.792419 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fc4b-8dfd-41e1-a0d0-9bb26d1d4927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:00.836743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a6a8b-a040-46e6-86d3-13ce7be8f70d req-89ed4162-e7cd-4125-bc7f-894160fd16fd tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:00.838790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-475a6a8b-a040-46e6-86d3-13ce7be8f70d req-89ed4162-e7cd-4125-bc7f-894160fd16fd tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.4384856 Dec 16 07:52:00.964962 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-93116951-bccc-4e4d-9391-45ae93aefd03 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1913831 Dec 16 07:52:00.965545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49264) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:00.987604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-a6e4d44c-f3d9-4ddd-8df3-fb1bf9a44a8d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:00.989545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-a6e4d44c-f3d9-4ddd-8df3-fb1bf9a44a8d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.3201847 Dec 16 07:52:01.054650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d89e2201-84df-4b61-852f-f26acd9f2464 req-cd791197-ca6a-4b03-8e88-08a43d56c5b5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702761 Dec 16 07:52:01.097466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-475a6a8b-a040-46e6-86d3-13ce7be8f70d req-db6f4458-2cf0-4052-863f-ae21d84a65c7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237923 Dec 16 07:52:01.176116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Deleting port 6bc01e74-6b2b-4626-802b-a18a5379feee {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:01.176732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.181415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Deleting port 4e638fab-194b-427d-9c6d-7e8c173c3923 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:01.181764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.251187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Router a7353512-be1e-453e-b8ce-3aec5984fc46 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:52:01.266691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.267453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.285078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Calling delete_port for 6bc01e74-6b2b-4626-802b-a18a5379feee owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:01.389039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208768a9-58d1-484b-8bf7-647279280751 req-11c8f00b-5e4d-4d1c-aa6a-4ab385fbc6d1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:01.389039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-208768a9-58d1-484b-8bf7-647279280751 req-11c8f00b-5e4d-4d1c-aa6a-4ab385fbc6d1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 945 time: 0.2111135 Dec 16 07:52:01.412106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] For port 4e638fab-194b-427d-9c6d-7e8c173c3923, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4e638fab-194b-427d-9c6d-7e8c173c3923,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:01.412523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.482145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Calling delete_port for 4e638fab-194b-427d-9c6d-7e8c173c3923 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:01.529338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d467c8-aac8-4b69-95dc-7fa031df18ef req-e4c4a2c6-5c7a-466c-aab9-4880a193144b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:01.536749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56d467c8-aac8-4b69-95dc-7fa031df18ef req-e4c4a2c6-5c7a-466c-aab9-4880a193144b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.2469141 Dec 16 07:52:01.612996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:52:01.642151 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Sync routers for ids ['a7353512-be1e-453e-b8ce-3aec5984fc46'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:52:01.659619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-208768a9-58d1-484b-8bf7-647279280751 req-d5db5b6b-2236-4543-8f49-e97dab4e48ed tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341089 Dec 16 07:52:01.662544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.663789 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Routers {'a7353512-be1e-453e-b8ce-3aec5984fc46'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:01.664424 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a7353512-be1e-453e-b8ce-3aec5984fc46'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:01.703232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Port': ['ID=6bc01e74-6b2b-4626-802b-a18a5379feee,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:01.747426 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.764271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56d467c8-aac8-4b69-95dc-7fa031df18ef req-13142063-cc6d-4582-9020-55d3a15c54b4 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247684 Dec 16 07:52:01.808138 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.809754 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Floating IP bb0bbd25-af68-4828-ab32-10362641ace0 disassociated (deleted). External IP: 172.25.2.21, port: 4df12158-c215-4eed-8e15-736101c41292. Dec 16 07:52:01.869938 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:01.874014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-adbf81c1-d7c3-45a1-ae51-247a385d44fe admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8984985 Dec 16 07:52:01.880240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49268) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:01.888806 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Set router a7353512-be1e-453e-b8ce-3aec5984fc46 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:52:02.092973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.126221 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:00Z', 'revision_number': 3, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:02.127508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d', '4e638fab-194b-427d-9c6d-7e8c173c3923'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:02.166170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Router 9e6154fd-855c-4d59-815e-3916dc975966 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:52:02.290408 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Checking router: a7353512-be1e-453e-b8ce-3aec5984fc46 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:52:02.291516 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Updating router a7353512-be1e-453e-b8ce-3aec5984fc46 port abe527d1-80f4-4186-ab53-73f6a761074b binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:52:02.293153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event deleted for resources: {'Port': ['ID=4e638fab-194b-427d-9c6d-7e8c173c3923,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:02.357257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:52:02.371383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] No DVR routers for this DVR port 4e638fab-194b-427d-9c6d-7e8c173c3923 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:02.378768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.383348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] Sync routers for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:52:02.387498 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.392309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d5f76fba-7540-4527-a906-c5a991ba7aaf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:02.395412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.398874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2beec068-d7c3-4f47-a86b-61b532b00d1d req-80684dba-7949-4625-b3d3-220feedb7a6e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "DELETE /v2.0/ports/4e638fab-194b-427d-9c6d-7e8c173c3923 HTTP/1.1" status: 204 len: 173 time: 1.3980124 Dec 16 07:52:02.403806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'name': 'network-vif-deleted', 'tag': '4e638fab-194b-427d-9c6d-7e8c173c3923'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:02.406718 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181da94c-ce70-4f3e-87fb-4a051cddb589" -d '{"events": [{"server_uuid": "9e06c456-b44e-4336-8e7f-691f1b4ef316", "name": "network-vif-deleted", "tag": "4e638fab-194b-427d-9c6d-7e8c173c3923"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:02.427833 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-825a136e-83a2-4e53-996c-e71708d1bc03 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "DELETE /v2.0/floatingips/bb0bbd25-af68-4828-ab32-10362641ace0 HTTP/1.1" status: 204 len: 168 time: 1.4611320 Dec 16 07:52:02.431062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49278) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:02.433766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:02.470081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:02.470740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:02.470886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260744-2214-4a9c-af2a-b99d20c9e2dd req-26385cbb-b748-4011-8d42-e5b3220e25c2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:02.472964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a260744-2214-4a9c-af2a-b99d20c9e2dd req-26385cbb-b748-4011-8d42-e5b3220e25c2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.2517200 Dec 16 07:52:02.505248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8952-e7cb-4a2d-b59e-e5e4b07cfe54 req-03dc72c2-c49c-4097-8a77-6486c8ebb838 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:02.512723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dfd8952-e7cb-4a2d-b59e-e5e4b07cfe54 req-03dc72c2-c49c-4097-8a77-6486c8ebb838 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.2494698 Dec 16 07:52:02.536804 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.546185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:02.580667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:02.581307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:02.658878 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:02.659502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445cd05-d9ac-46be-9f95-ca9d6aea5678 None None] The sync data for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:52:02.664918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.696010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d5f76fba-7540-4527-a906-c5a991ba7aaf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:02.700320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a260744-2214-4a9c-af2a-b99d20c9e2dd req-0ff35ea2-17f6-4470-b1a4-666b1b71b246 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950603 Dec 16 07:52:02.700957 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.706327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dfd8952-e7cb-4a2d-b59e-e5e4b07cfe54 req-ceeb6700-7f49-4527-ac40-49fa4473c428 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928761 Dec 16 07:52:02.799866 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d325820-ff69-434b-b548-d8bf65333957 x-openstack-request-id: req-0d325820-ff69-434b-b548-d8bf65333957 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:02.800168 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06c456-b44e-4336-8e7f-691f1b4ef316", "name": "network-vif-deleted", "tag": "4e638fab-194b-427d-9c6d-7e8c173c3923", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:02.800465 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d325820-ff69-434b-b548-d8bf65333957 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:02.800856 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06c456-b44e-4336-8e7f-691f1b4ef316', 'name': 'network-vif-deleted', 'tag': '4e638fab-194b-427d-9c6d-7e8c173c3923', 'status': 'completed', 'code': 200} Dec 16 07:52:02.894421 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:02.977814 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.012071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63b5475d-012e-4346-bc3e-5cfe2f525dca req-567b1a94-4b29-42c6-865f-4a2cb1436a7d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e06c456-b44e-4336-8e7f-691f1b4ef316 HTTP/1.1" status: 200 len: 210 time: 0.0676017 Dec 16 07:52:03.049870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Allocated IP 172.25.2.222 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/d7f6d8ac-0cb1-4930-b652-191aa6183756) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:03.053357 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Attempting to bind port abe527d1-80f4-4186-ab53-73f6a761074b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:03.062972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Attempting to bind port abe527d1-80f4-4186-ab53-73f6a761074b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:03.062972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Attempting to bind port abe527d1-80f4-4186-ab53-73f6a761074b on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:03.062972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Pushing event updated for resources: {'Port': ['ID=abe527d1-80f4-4186-ab53-73f6a761074b,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:03.067888 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.068270 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.068617 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.069031 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.069377 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.069709 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.070107 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.070473 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.070801 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.071210 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.071501 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.071827 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.072212 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:03.075916 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:03.076385 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:03.076870 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.077355 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:03.078409 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Bound port: abe527d1-80f4-4186-ab53-73f6a761074b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:03.078913 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.125549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ee381-df80-41c1-b3bf-ea6e1e98ce38 req-45303d63-39c3-4e28-8e92-42f0f0f0c283 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:03.132706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b6ee381-df80-41c1-b3bf-ea6e1e98ce38 req-45303d63-39c3-4e28-8e92-42f0f0f0c283 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1587999 Dec 16 07:52:03.146771 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] For port abe527d1-80f4-4186-ab53-73f6a761074b, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:03.154292 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] For port abe527d1-80f4-4186-ab53-73f6a761074b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=abe527d1-80f4-4186-ab53-73f6a761074b,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:03.198247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.210551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.242695 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.344933 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Routers {'a7353512-be1e-453e-b8ce-3aec5984fc46'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:03.345662 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a7353512-be1e-453e-b8ce-3aec5984fc46'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:03.369296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b6ee381-df80-41c1-b3bf-ea6e1e98ce38 req-117265c5-2f86-4e41-99de-e8e2c9f96a0a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274325 Dec 16 07:52:03.398978 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10af0a2-f4a0-4e6b-85e7-91f8a30f13ea None None] Pushing event updated for resources: {'Port': ['ID=abe527d1-80f4-4186-ab53-73f6a761074b,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:03.491859 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] Set router a7353512-be1e-453e-b8ce-3aec5984fc46 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:52:03.503413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Allocated IP 172.20.0.1 (854b3af0-60bb-4182-a0a8-8f972076740a/ba8b556d-a755-42ec-a9e3-391471b4bad7/690801ac-c0c2-4be5-8dc0-89813e5607e9) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:03.616404 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.662964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.681379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:03.695783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:03.698858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:03.771903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:03.790366 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:00Z', 'revision_number': 3, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:03.853392 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c231-0920-4d6b-b01b-1f23e25604ae None None] The sync data for ids ['a7353512-be1e-453e-b8ce-3aec5984fc46'] in n-d-820935-11 is: [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:00Z', 'revision_number': 3, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:52:03.887009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f6d8ac-0cb1-4930-b652-191aa6183756,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:04.006595 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.183330 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.276214 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.386666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7cdca-da41-4c3e-9b1f-ef3dc8b9991a req-3f19d43c-9291-443a-8cc0-0647bd1ee554 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:04.393102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5c7cdca-da41-4c3e-9b1f-ef3dc8b9991a req-3f19d43c-9291-443a-8cc0-0647bd1ee554 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.1014669 Dec 16 07:52:04.393599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.409038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f3c7e-e3ac-4936-9cf9-b8153aee6940 req-85e89f78-b18a-442a-9a00-3832c8a6968a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:04.410820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-388f3c7e-e3ac-4936-9cf9-b8153aee6940 req-85e89f78-b18a-442a-9a00-3832c8a6968a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1260877 Dec 16 07:52:04.556208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Network 854b3af0-60bb-4182-a0a8-8f972076740a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:04.573146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.575702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-388f3c7e-e3ac-4936-9cf9-b8153aee6940 req-df7f9192-01da-4fbb-8e41-bff657fdd949 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449621 Dec 16 07:52:04.585445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 4e638fab-194b-427d-9c6d-7e8c173c3923 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:04.601000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:04.609731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:04.612190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Pushing event updated for resources: {'Port': ['ID=690801ac-c0c2-4be5-8dc0-89813e5607e9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:04.640783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 4e638fab-194b-427d-9c6d-7e8c173c3923 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:04.640783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 4e638fab-194b-427d-9c6d-7e8c173c3923 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:04.654694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5c7cdca-da41-4c3e-9b1f-ef3dc8b9991a req-f7807663-c051-459f-aae1-f30bce410b4f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577920 Dec 16 07:52:04.678267 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.687841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.770005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f6d8ac-0cb1-4930-b652-191aa6183756,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:04.868470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.962555 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:04.966378 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dfe83a2d-f6f2-49a2-a8a1-679409941506 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5343294 Dec 16 07:52:04.970304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49310) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:04.971841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc72ff3-317c-4b5c-8a37-208d469d17fa req-9b52d10d-36be-4bdc-aebb-e8fb224305bd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:04.973521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fc72ff3-317c-4b5c-8a37-208d469d17fa req-9b52d10d-36be-4bdc-aebb-e8fb224305bd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.0837173 Dec 16 07:52:05.096694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:05.118665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9578c00b-8167-427b-a159-d6872778389c None None] Provisioning complete for port 690801ac-c0c2-4be5-8dc0-89813e5607e9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:05.119506 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9578c00b-8167-427b-a159-d6872778389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.176880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fc72ff3-317c-4b5c-8a37-208d469d17fa req-d65e15cf-eb44-4a2c-b125-fbfe626eb321 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854689 Dec 16 07:52:05.192445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9578c00b-8167-427b-a159-d6872778389c None None] Port 690801ac-c0c2-4be5-8dc0-89813e5607e9 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:52:05.195429 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.257631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.278569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-084a4cc3-cd67-43b0-ae80-cca0c502a6b1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:05.280114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-084a4cc3-cd67-43b0-ae80-cca0c502a6b1 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2507279 Dec 16 07:52:05.326289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-d730b7a0-f1b2-49b7-a306-33ed9e77e5ed tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/quotas/d26e6c2ba7ac49b0b299ca2eea138964 HTTP/1.1" status: 200 len: 375 time: 0.0319805 Dec 16 07:52:05.365511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.462584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-0abf8cb2-ca8f-47a2-9428-3b2e7631062b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759590 Dec 16 07:52:05.528979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.533661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Allocated IP 172.25.2.227 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/5697f329-735f-48cf-86e7-2a6ad297d2ec) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:05.574543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-70aa399b-9484-4bad-aaba-ab2989e0e36b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:52:05.575598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-70aa399b-9484-4bad-aaba-ab2989e0e36b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0989487 Dec 16 07:52:05.639801 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.751856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.753788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.783487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Pushing event updated for resources: {'Port': ['ID=690801ac-c0c2-4be5-8dc0-89813e5607e9,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:05.818499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-b2a22568-b29a-4a8e-854f-c95d8407dc97 service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356050 Dec 16 07:52:05.862017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:05.875867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b53bc-bd79-4aba-9ef5-9ada422bcfa4 req-0431d06d-8123-4fbb-944e-858ae660bee2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:05.877519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d02b53bc-bd79-4aba-9ef5-9ada422bcfa4 req-0431d06d-8123-4fbb-944e-858ae660bee2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1656537 Dec 16 07:52:05.911745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:05.916106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:05.922498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:05.950045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Pushing event updated for resources: {'Port': ['ID=5697f329-735f-48cf-86e7-2a6ad297d2ec,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:06.012138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d02b53bc-bd79-4aba-9ef5-9ada422bcfa4 req-436efcf5-6635-4322-bd3d-c8e8009e99da tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974941 Dec 16 07:52:06.028085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Network 854b3af0-60bb-4182-a0a8-8f972076740a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:06.030662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-041fe6f7-4bd4-4669-a60f-3d0efbbadc5b service neutron] 10.222.0.43 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843331 Dec 16 07:52:06.032886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:06.049336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:06.205135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:06.215785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Router a7353512-be1e-453e-b8ce-3aec5984fc46 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:52:06.395962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:52:06.401760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8f596fe7-e484-4b2d-9fac-0b992bdd020e admin admin] 10.222.0.43 "PUT /v2.0/routers/a7353512-be1e-453e-b8ce-3aec5984fc46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5237794 Dec 16 07:52:06.408777 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Sync routers for ids ['a7353512-be1e-453e-b8ce-3aec5984fc46'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:52:06.438702 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Routers {'a7353512-be1e-453e-b8ce-3aec5984fc46'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:06.439345 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a7353512-be1e-453e-b8ce-3aec5984fc46'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:06.444919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0d89-f4a0-4142-9a57-12c86ee0bfbe req-d17f19e0-25fa-42d7-b431-2e61c1fb4644 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:06.446607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01ca0d89-f4a0-4142-9a57-12c86ee0bfbe req-d17f19e0-25fa-42d7-b431-2e61c1fb4644 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 946 time: 0.2714922 Dec 16 07:52:06.577386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:06.619085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01ca0d89-f4a0-4142-9a57-12c86ee0bfbe req-d1f52720-2826-4c85-95dd-b10e509a4c04 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550777 Dec 16 07:52:06.621424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-860f00cd-a92e-4229-8cd3-c0735e646263 None None] Provisioning complete for port 690801ac-c0c2-4be5-8dc0-89813e5607e9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:06.622794 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-860f00cd-a92e-4229-8cd3-c0735e646263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:06.679474 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:06.710493 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Set router a7353512-be1e-453e-b8ce-3aec5984fc46 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:52:06.761300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef14a22-8af5-4404-b986-c3ccf3d25f3d req-d714102d-06dd-4589-ad1a-e28c7c536562 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 210 time: 0.0470598 Dec 16 07:52:06.767064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abe527d1-80f4-4186-ab53-73f6a761074b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:06.897933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-860f00cd-a92e-4229-8cd3-c0735e646263 None None] Port 690801ac-c0c2-4be5-8dc0-89813e5607e9 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:52:06.903619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Pushing event updated for resources: {'Port': ['ID=5697f329-735f-48cf-86e7-2a6ad297d2ec,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:06.907691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:06.920873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port abe527d1-80f4-4186-ab53-73f6a761074b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:06.921087 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:06.953857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741847-69a0-47cd-8490-ef9a1b3adc74 req-f4cb43eb-7d35-485c-ac8e-7a41aa04b7f9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:06.993035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff741847-69a0-47cd-8490-ef9a1b3adc74 req-f4cb43eb-7d35-485c-ac8e-7a41aa04b7f9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.2275679 Dec 16 07:52:07.001899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.007106 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-edc8e05b-0762-4ac5-ab24-b0f30839925d tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0318232 Dec 16 07:52:07.007315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:07.042349 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:05Z', 'revision_number': 4, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '690801ac-c0c2-4be5-8dc0-89813e5607e9', 'name': '', 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'mac_address': 'fa:16:3e:4d:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ba8b556d-a755-42ec-a9e3-391471b4bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:52:03Z', 'updated_at': '2021-12-16T07:52:05Z', 'revision_number': 2, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'subnets': [{'id': 'ba8b556d-a755-42ec-a9e3-391471b4bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:07.069807 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.080873 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Checking router: a7353512-be1e-453e-b8ce-3aec5984fc46 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:52:07.081668 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Updating router a7353512-be1e-453e-b8ce-3aec5984fc46 port 690801ac-c0c2-4be5-8dc0-89813e5607e9 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:52:07.111560 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.112026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port abe527d1-80f4-4186-ab53-73f6a761074b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=abe527d1-80f4-4186-ab53-73f6a761074b,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:07.156447 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b89ac6ad-f3be-41d8-aed2-cc6f9c13df49 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1477768 Dec 16 07:52:07.157495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49356) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:07.158877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff741847-69a0-47cd-8490-ef9a1b3adc74 req-1103711b-1c1c-47fa-8148-609cc7db6fbb tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634860 Dec 16 07:52:07.225479 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.285331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49366) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:07.285626 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-15abc73d-046f-4a10-8cb2-5a98494964b8 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1245046 Dec 16 07:52:07.339303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=abe527d1-80f4-4186-ab53-73f6a761074b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:07.350423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.354656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.354656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.354656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.354656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.354656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.354656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.354656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.355706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.358193 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.358810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.359327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.359967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:07.514145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70b9ab30-37ca-401c-8b75-33c013e2af28 req-f65b98fd-954e-4b2d-8d04-92bdbd6a8a1a tempest-FloatingIPsNegativeTestJSON-1483569835 tempest-FloatingIPsNegativeTestJSON-1483569835-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=eb631d2a495243eeb4b81f7998f90d07 HTTP/1.1" status: 200 len: 217 time: 0.0426843 Dec 16 07:52:07.541576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Deleting port 5697f329-735f-48cf-86e7-2a6ad297d2ec {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:07.541924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.548388 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.658579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405df7-0742-4b8c-8a46-4e26d074a059 req-78e4db58-e45d-412b-81f5-a950db630d3e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:07.659993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b405df7-0742-4b8c-8a46-4e26d074a059 req-78e4db58-e45d-412b-81f5-a950db630d3e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.0780511 Dec 16 07:52:07.662037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.662361 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.674764 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.704904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Calling delete_port for 5697f329-735f-48cf-86e7-2a6ad297d2ec owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:07.732760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-323149fe-185b-4807-a6d0-a8e7733fccaf req-fb53a22a-9ae8-451f-84c5-a3dab8d87e3b tempest-FloatingIPsNegativeTestJSON-1483569835 tempest-FloatingIPsNegativeTestJSON-1483569835-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0467529 Dec 16 07:52:07.808471 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a98d23-e0cb-46b2-bf10-4abefd7ffe89 None None] Pushing event updated for resources: {'Port': ['ID=690801ac-c0c2-4be5-8dc0-89813e5607e9,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:07.836062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b405df7-0742-4b8c-8a46-4e26d074a059 req-0f9180d4-75a2-4b45-b036-d310892e34d7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610787 Dec 16 07:52:07.875957 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Attempting to bind port 690801ac-c0c2-4be5-8dc0-89813e5607e9 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:07.876672 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Attempting to bind port 690801ac-c0c2-4be5-8dc0-89813e5607e9 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:07.878247 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Attempting to bind port 690801ac-c0c2-4be5-8dc0-89813e5607e9 on network 854b3af0-60bb-4182-a0a8-8f972076740a {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:07.898519 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:07.902993 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Checking segment: {'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:07.904437 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.905514 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Bound using segment: {'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:07.910956 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Bound port: 690801ac-c0c2-4be5-8dc0-89813e5607e9, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79b2b28-6954-486c-9b6f-9f03867ab391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:07.911606 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:07.944523 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-76715234-e5c1-4a8b-9bc4-afa3463cbd87 req-dc8c2930-2309-4dc0-8671-2ace282d79ad tempest-FloatingIPsNegativeTestJSON-1483569835 tempest-FloatingIPsNegativeTestJSON-1483569835-project] show failed (client error): The resource could not be found. Dec 16 07:52:07.957664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:07.958845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76715234-e5c1-4a8b-9bc4-afa3463cbd87 req-dc8c2930-2309-4dc0-8671-2ace282d79ad tempest-FloatingIPsNegativeTestJSON-1483569835 tempest-FloatingIPsNegativeTestJSON-1483569835-project] 10.222.0.43 "GET /v2.0/floatingips/8f237be5-1ca5-48ba-bbd6-fbbbdac26013 HTTP/1.1" status: 404 len: 350 time: 0.0630107 Dec 16 07:52:08.049021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c216774b-1b69-4160-a1f6-584df87a172e req-5eef48bc-a0b0-4d7c-aec9-3d679032c35c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 210 time: 0.0376070 Dec 16 07:52:08.058914 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] For port 690801ac-c0c2-4be5-8dc0-89813e5607e9, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:08.145860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7f48716e-dc7b-45f8-a515-82b376e63912 None None] Provisioning complete for port 690801ac-c0c2-4be5-8dc0-89813e5607e9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:08.146500 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f48716e-dc7b-45f8-a515-82b376e63912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:08.148606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:08.153463 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] For port 690801ac-c0c2-4be5-8dc0-89813e5607e9, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=690801ac-c0c2-4be5-8dc0-89813e5607e9,segment=NetworkSegment(d79b2b28-6954-486c-9b6f-9f03867ab391),segment_id=d79b2b28-6954-486c-9b6f-9f03867ab391)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:08.192924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7f48716e-dc7b-45f8-a515-82b376e63912 None None] Port 690801ac-c0c2-4be5-8dc0-89813e5607e9 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:52:08.205404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Pushing event deleted for resources: {'Port': ['ID=5697f329-735f-48cf-86e7-2a6ad297d2ec,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:08.240362 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:08.309369 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a98d23-e0cb-46b2-bf10-4abefd7ffe89 None None] Pushing event updated for resources: {'Port': ['ID=690801ac-c0c2-4be5-8dc0-89813e5607e9,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:08.349798 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Routers {'a7353512-be1e-453e-b8ce-3aec5984fc46'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:08.350522 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a7353512-be1e-453e-b8ce-3aec5984fc46'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:08.364554 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:08.369133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:08.372639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8c2333d0-55ef-4fef-9af7-171ce07bc8e3 tempest-FloatingIPAdminTestJSON-1083883812 tempest-FloatingIPAdminTestJSON-1083883812-project] 10.222.0.43 "DELETE /v2.0/floatingips/e724836d-4226-4116-b497-12905ad86a1f HTTP/1.1" status: 204 len: 168 time: 1.0861411 Dec 16 07:52:08.375307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49392) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:08.404347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82be9aa-9860-4af2-9d41-513fcb5734d7 req-c3a6d54b-53db-4b68-bd8e-7130045f75f3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:08.414704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82be9aa-9860-4af2-9d41-513fcb5734d7 req-c3a6d54b-53db-4b68-bd8e-7130045f75f3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1430497 Dec 16 07:52:08.624692 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] Set router a7353512-be1e-453e-b8ce-3aec5984fc46 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:52:08.679203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abe527d1-80f4-4186-ab53-73f6a761074b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:08.744192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9b811ca1-9971-4879-a33f-43d9c4101b36 None None] Provisioning complete for port 690801ac-c0c2-4be5-8dc0-89813e5607e9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:08.745246 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9b811ca1-9971-4879-a33f-43d9c4101b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:08.826884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82be9aa-9860-4af2-9d41-513fcb5734d7 req-2c87851f-0405-4e37-952a-5f9bbbef4d5f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067612 Dec 16 07:52:08.858743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Deleting port d7f6d8ac-0cb1-4930-b652-191aa6183756 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:08.860243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.015630 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.085615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bb272-c286-4032-b2d9-c898331fec35 req-4ee6c701-bf75-4e59-8ab9-d2ae9ee04a73 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:09.087130 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:05Z', 'revision_number': 4, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '690801ac-c0c2-4be5-8dc0-89813e5607e9', 'name': '', 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'mac_address': 'fa:16:3e:4d:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ba8b556d-a755-42ec-a9e3-391471b4bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:52:03Z', 'updated_at': '2021-12-16T07:52:08Z', 'revision_number': 4, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'subnets': [{'id': 'ba8b556d-a755-42ec-a9e3-391471b4bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:09.088022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-789bb272-c286-4032-b2d9-c898331fec35 req-4ee6c701-bf75-4e59-8ab9-d2ae9ee04a73 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1256444 Dec 16 07:52:09.121199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port abe527d1-80f4-4186-ab53-73f6a761074b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:09.121560 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.133919 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a86e542-bcf3-4a1d-969f-921a88990182 None None] The sync data for ids ['a7353512-be1e-453e-b8ce-3aec5984fc46'] in n-d-820935-11 is: [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:05Z', 'revision_number': 4, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '690801ac-c0c2-4be5-8dc0-89813e5607e9', 'name': '', 'network_id': '854b3af0-60bb-4182-a0a8-8f972076740a', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'mac_address': 'fa:16:3e:4d:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'ba8b556d-a755-42ec-a9e3-391471b4bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:52:03Z', 'updated_at': '2021-12-16T07:52:08Z', 'revision_number': 4, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'subnets': [{'id': 'ba8b556d-a755-42ec-a9e3-391471b4bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:52:09.158097 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9b811ca1-9971-4879-a33f-43d9c4101b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.169616 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.172628 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.244785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-789bb272-c286-4032-b2d9-c898331fec35 req-d34e2020-a0dc-49c3-8b5a-17d7177aa848 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457078 Dec 16 07:52:09.246760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Calling delete_port for d7f6d8ac-0cb1-4930-b652-191aa6183756 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:09.277917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9b811ca1-9971-4879-a33f-43d9c4101b36 None None] For port 690801ac-c0c2-4be5-8dc0-89813e5607e9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=690801ac-c0c2-4be5-8dc0-89813e5607e9,segment=NetworkSegment(d79b2b28-6954-486c-9b6f-9f03867ab391),segment_id=d79b2b28-6954-486c-9b6f-9f03867ab391)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:09.342434 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9b811ca1-9971-4879-a33f-43d9c4101b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.423306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b811ca1-9971-4879-a33f-43d9c4101b36 None None] Pushing event updated for resources: {'Port': ['ID=690801ac-c0c2-4be5-8dc0-89813e5607e9,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:09.554181 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc40d3e5-ea3d-4912-bc83-45ce0c8a37de req-3af54671-5976-4fa4-8dd4-a9842997d1ff tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 210 time: 0.0675178 Dec 16 07:52:09.560846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Deleting port 690801ac-c0c2-4be5-8dc0-89813e5607e9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:09.561206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.658799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] For port 690801ac-c0c2-4be5-8dc0-89813e5607e9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=690801ac-c0c2-4be5-8dc0-89813e5607e9,segment=NetworkSegment(d79b2b28-6954-486c-9b6f-9f03867ab391),segment_id=d79b2b28-6954-486c-9b6f-9f03867ab391)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:09.659327 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.677177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Calling delete_port for 690801ac-c0c2-4be5-8dc0-89813e5607e9 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:09.688909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107aeb-dbb1-4035-87fe-d81a70f01727 req-892b9406-1e90-4ac7-874a-389770135d41 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:09.697975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb107aeb-dbb1-4035-87fe-d81a70f01727 req-892b9406-1e90-4ac7-874a-389770135d41 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 946 time: 0.1948454 Dec 16 07:52:09.792774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb107aeb-dbb1-4035-87fe-d81a70f01727 req-8425d664-b442-42b1-8c03-9531b2cb2d00 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Dec 16 07:52:09.802799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-42a956a2-3151-462b-934b-e9e5c61e3da6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:09.804297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-42a956a2-3151-462b-934b-e9e5c61e3da6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 805 time: 0.2356973 Dec 16 07:52:09.825048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Request body: {'port': {'device_id': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'admin_state_up': True, 'tenant_id': 'd26e6c2ba7ac49b0b299ca2eea138964'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:09.870967 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.907135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7f6d8ac-0cb1-4930-b652-191aa6183756,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:09.955022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:09.989053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=690801ac-c0c2-4be5-8dc0-89813e5607e9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:10.047114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110c87f-f4cf-4eac-bdb8-2fdf5c26dc33 req-744051fc-cebc-4bdb-9805-9a1238399eb1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:10.049000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7110c87f-f4cf-4eac-bdb8-2fdf5c26dc33 req-744051fc-cebc-4bdb-9805-9a1238399eb1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1373849 Dec 16 07:52:10.056533 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.059047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.061887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-14ae9c2b-dc53-4278-9234-45ce365c25e8 tempest-FloatingIPAdminTestJSON-1137192294 tempest-FloatingIPAdminTestJSON-1137192294-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/ee87cc40-e6a3-4925-8ab2-9fac871705ea HTTP/1.1" status: 204 len: 168 time: 1.6332057 Dec 16 07:52:10.065081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49418) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:10.147071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7110c87f-f4cf-4eac-bdb8-2fdf5c26dc33 req-da3e8cd6-2901-4d51-b543-e93e7cd74078 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 Dec 16 07:52:10.177057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Made reservation on behalf of d26e6c2ba7ac49b0b299ca2eea138964 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:10.182515 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.264960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.367730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Deleting port 4df12158-c215-4eed-8e15-736101c41292 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:10.368274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.440132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527cf9-ee86-4f8d-9ee8-5423334279d9 req-65993fa7-8824-43e1-a5ae-edb2e911ea4c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:10.441873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa527cf9-ee86-4f8d-9ee8-5423334279d9 req-65993fa7-8824-43e1-a5ae-edb2e911ea4c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.0790818 Dec 16 07:52:10.444260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Allocated IP 172.20.0.7 (c7ca6011-fb6a-497f-aa27-1397eb25c475/e5c1c502-4564-4858-9f04-d7ba04f934fa/d6af705a-a863-4d93-bb3e-d64850438b93) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:10.511072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.532850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa527cf9-ee86-4f8d-9ee8-5423334279d9 req-cf9e75fb-41c0-4809-a82d-4c002f9c99b3 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770361 Dec 16 07:52:10.562693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Calling delete_port for 4df12158-c215-4eed-8e15-736101c41292 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:10.671132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.693062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Router a7353512-be1e-453e-b8ce-3aec5984fc46 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:52:10.708809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b42835cc-ef3e-4f66-b893-d81ce3f978a0 req-a9756499-da80-41dc-9d95-909a7b9fe495 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 210 time: 0.0414333 Dec 16 07:52:10.839905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:10.855464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:52:10.863665 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a9c36b46-da56-485f-b9c7-de54587e6b27 admin admin] 10.222.0.43 "PUT /v2.0/routers/a7353512-be1e-453e-b8ce-3aec5984fc46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9015803 Dec 16 07:52:10.864116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49444) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:10.871157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] Sync routers for ids ['a7353512-be1e-453e-b8ce-3aec5984fc46'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:52:10.882465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:10.911874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] Routers {'a7353512-be1e-453e-b8ce-3aec5984fc46'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:10.912863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a7353512-be1e-453e-b8ce-3aec5984fc46'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:10.931548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Network c7ca6011-fb6a-497f-aa27-1397eb25c475 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:10.940789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:10.947108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:10.951240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event updated for resources: {'Port': ['ID=d6af705a-a863-4d93-bb3e-d64850438b93,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:10.970115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.008354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6bc0a-b82d-409b-aa0d-1f7d9d809d08 req-304a9c64-1800-41f1-9115-45f9cad97c2d tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:11.010551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dd6bc0a-b82d-409b-aa0d-1f7d9d809d08 req-304a9c64-1800-41f1-9115-45f9cad97c2d tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 946 time: 0.1160932 Dec 16 07:52:11.022867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:11.023580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.038495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Port': ['ID=4df12158-c215-4eed-8e15-736101c41292,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:11.070712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] Set router a7353512-be1e-453e-b8ce-3aec5984fc46 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:52:11.095973 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dd6bc0a-b82d-409b-aa0d-1f7d9d809d08 req-ddc50be5-f6c2-43de-b688-5ee6fda95078 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695906 Dec 16 07:52:11.109017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.190867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-e30f8798-9914-44c9-b216-0d225e70401b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3698106 Dec 16 07:52:11.231915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-560ef637-9262-41f6-905d-54ef4d4ee099 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:52:11.240380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-560ef637-9262-41f6-905d-54ef4d4ee099 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204380 Dec 16 07:52:11.271626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Request body: {'port': {'device_id': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:11.298024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.309740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc6d4055-e52d-4316-ba96-ab33957444f0 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "DELETE /v2.0/ports/4df12158-c215-4eed-8e15-736101c41292 HTTP/1.1" status: 204 len: 168 time: 1.2423375 Dec 16 07:52:11.323291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49456) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:11.327498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ab1c8471-696e-4a30-8605-e49d3c8b33e6 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:11.370911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-e238e422-4f0a-4f4c-b761-45c39ae36fd6 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:11.372899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-e238e422-4f0a-4f4c-b761-45c39ae36fd6 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 946 time: 0.1981592 Dec 16 07:52:11.451958 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.468644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c1759-d848-464c-8a04-fbe52021866e req-18619829-2c72-4f01-970c-cee16f4c21c1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:11.475711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c1759-d848-464c-8a04-fbe52021866e req-18619829-2c72-4f01-970c-cee16f4c21c1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1570036 Dec 16 07:52:11.485765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:09Z', 'revision_number': 5, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:11.486309 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2451d-27c5-4f6f-9174-d86648e3424c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:11.491555 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80d2451d-27c5-4f6f-9174-d86648e3424c tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6154fd-855c-4d59-815e-3916dc975966 HTTP/1.1" status: 200 len: 913 time: 0.1665068 Dec 16 07:52:11.493438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49470) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:11.502543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.522522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] Checking router: a7353512-be1e-453e-b8ce-3aec5984fc46 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:52:11.530293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:11.548674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6', 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1', 'port_id': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6', 'mac_address': 'fa:16:3e:9f:4a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932c704e-58cf-4b4d-a943-8454a2acd0b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:52:11.550754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] Routers {'a7353512-be1e-453e-b8ce-3aec5984fc46'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:11.551560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a7353512-be1e-453e-b8ce-3aec5984fc46'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:11.694093 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.709565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Deleting port abe527d1-80f4-4186-ab53-73f6a761074b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:11.710126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.715029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1c8471-696e-4a30-8605-e49d3c8b33e6 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:11.743546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] Set router a7353512-be1e-453e-b8ce-3aec5984fc46 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:52:11.778411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:11.857865 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.858897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:11.920461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] For port abe527d1-80f4-4186-ab53-73f6a761074b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=abe527d1-80f4-4186-ab53-73f6a761074b,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:11.920891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:11.945595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Calling delete_port for abe527d1-80f4-4186-ab53-73f6a761074b owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:11.982723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:12.071783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:12.090910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'mac_address': 'fa:16:3e:14:11:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:52:12.126670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:09Z', 'revision_number': 5, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:12.147656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c1759-d848-464c-8a04-fbe52021866e req-69814ea8-343c-4497-ad4d-62d8cff156f0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628881 Dec 16 07:52:12.160953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce962-e66a-4b1c-bd31-ea02f9cd910e None None] The sync data for ids ['a7353512-be1e-453e-b8ce-3aec5984fc46'] in n-d-820935-11 is: [{'id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'name': 'tempest-FloatingIPsNegativeTestJSON-1251474874-router', 'tenant_id': 'eb631d2a495243eeb4b81f7998f90d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:51:57Z', 'updated_at': '2021-12-16T07:52:09Z', 'revision_number': 5, 'project_id': 'eb631d2a495243eeb4b81f7998f90d07', 'gw_port': {'id': 'abe527d1-80f4-4186-ab53-73f6a761074b', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7353512-be1e-453e-b8ce-3aec5984fc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:51:58Z', 'updated_at': '2021-12-16T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:52:12.172604 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:12.206460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:12.248446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:12.275650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb144b-26b9-4627-a7b0-bbea1e237555 req-f0647abd-4e09-4732-b004-d343afc0bf2b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:12.276709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5fb144b-26b9-4627-a7b0-bbea1e237555 req-f0647abd-4e09-4732-b004-d343afc0bf2b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 945 time: 0.3082311 Dec 16 07:52:12.286097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Deleting port a193f32d-c649-46d6-a942-d99d6824ccfe {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:12.286097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:12.304973 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:12.339920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:12.394423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:12.497362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ba8c-61b2-4633-aae6-aa3fb9a97d08 req-c2947422-4288-49a4-8788-e56b926b5624 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:12.498895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7f3ba8c-61b2-4633-aae6-aa3fb9a97d08 req-c2947422-4288-49a4-8788-e56b926b5624 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 931 time: 0.2391713 Dec 16 07:52:12.545950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5fb144b-26b9-4627-a7b0-bbea1e237555 req-ce9ae7d7-0f84-4d1b-b48f-2c8230314027 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395041 Dec 16 07:52:12.555442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3ce5cf31-b42c-4bee-bdce-dac4f9e062e1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:12.568274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:12.633169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 690801ac-c0c2-4be5-8dc0-89813e5607e9 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:12.638443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] For port a193f32d-c649-46d6-a942-d99d6824ccfe, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a193f32d-c649-46d6-a942-d99d6824ccfe,segment=NetworkSegment(a83b6e50-7e1f-4254-8162-98e49e22f8f2),segment_id=a83b6e50-7e1f-4254-8162-98e49e22f8f2)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:12.638823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:12.668071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe527d1-80f4-4186-ab53-73f6a761074b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:12.683894 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 690801ac-c0c2-4be5-8dc0-89813e5607e9 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:12.684575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 690801ac-c0c2-4be5-8dc0-89813e5607e9 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:12.697843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Calling delete_port for a193f32d-c649-46d6-a942-d99d6824ccfe owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:12.745306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7f3ba8c-61b2-4633-aae6-aa3fb9a97d08 req-0c8f65e9-c96c-4e8e-84a1-6f54719a7c74 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334945 Dec 16 07:52:12.786800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ab1c8471-696e-4a30-8605-e49d3c8b33e6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:12.790094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:12.971923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af14a50-9d0d-49ce-a851-e8a6fd9e50df req-d90b85a6-ec7f-41e1-ae81-426b106398fe tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:12.982017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8af14a50-9d0d-49ce-a851-e8a6fd9e50df req-d90b85a6-ec7f-41e1-ae81-426b106398fe tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 946 time: 0.3218193 Dec 16 07:52:13.006978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.010606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.028493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6af705a-a863-4d93-bb3e-d64850438b93 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:13.041861 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.098658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Transition to ACTIVE for port object d6af705a-a863-4d93-bb3e-d64850438b93 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:52:13.114983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8af14a50-9d0d-49ce-a851-e8a6fd9e50df req-90f8ffac-1e6b-4a04-bcd8-d4bc48755c41 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/security-groups?id=eadef8be-1304-41ab-bc1f-1a0708cab670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314714 Dec 16 07:52:13.161937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.234782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Pushing event updated for resources: {'Port': ['ID=d6af705a-a863-4d93-bb3e-d64850438b93,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:13.337241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:13.350130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.388043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Pushing event deleted for resources: {'Port': ['ID=a193f32d-c649-46d6-a942-d99d6824ccfe,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:13.397823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99672c27-31d4-4020-bfee-0506a8c768c3 req-7d569864-0a69-4e2b-ae6f-87c15ac9389c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:13.399488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99672c27-31d4-4020-bfee-0506a8c768c3 req-7d569864-0a69-4e2b-ae6f-87c15ac9389c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1430345 Dec 16 07:52:13.465823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99672c27-31d4-4020-bfee-0506a8c768c3 req-5614d6ed-a292-4055-a270-9336e3570b68 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Dec 16 07:52:13.520997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] No DVR routers for this DVR port a193f32d-c649-46d6-a942-d99d6824ccfe on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:13.525025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.528383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bcb09c2-bb01-43ae-b94b-dc42563f7f9d req-98252c92-7ce9-4062-a5cd-a784f9084b4b tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.36 "DELETE /v2.0/ports/a193f32d-c649-46d6-a942-d99d6824ccfe HTTP/1.1" status: 204 len: 173 time: 2.1264942 Dec 16 07:52:13.528938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'name': 'network-vif-deleted', 'tag': 'a193f32d-c649-46d6-a942-d99d6824ccfe'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:13.532009 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bd716e-20bf-4ab8-893f-a90ba890c212" -d '{"events": [{"server_uuid": "a8d44e2f-3a01-42e5-869e-a8ce54c34931", "name": "network-vif-deleted", "tag": "a193f32d-c649-46d6-a942-d99d6824ccfe"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:13.535488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Deleting port e149bc5f-0327-4c0e-a6b8-51b4b82ec80e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:13.537544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Attempting to bind port d6af705a-a863-4d93-bb3e-d64850438b93 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:13.537866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Attempting to bind port d6af705a-a863-4d93-bb3e-d64850438b93 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:13.538200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Attempting to bind port d6af705a-a863-4d93-bb3e-d64850438b93 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:13.538328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.543830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Port d6af705a-a863-4d93-bb3e-d64850438b93 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:52:13.544158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Attempting to bind port d6af705a-a863-4d93-bb3e-d64850438b93 on network c7ca6011-fb6a-497f-aa27-1397eb25c475 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:13.549664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:13.551724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Checking segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:13.551724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Bound using segment: {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:13.551724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Bound port: d6af705a-a863-4d93-bb3e-d64850438b93, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1091ee19-b8b2-451c-9427-1a7fb31c5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:13.551724 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.631153 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.632000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7353512-be1e-453e-b8ce-3aec5984fc46 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:52:13.647446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:13.647863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.654648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.661360 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb3efba6-8b22-405b-aae7-8bded65fb433 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a7353512-be1e-453e-b8ce-3aec5984fc46 HTTP/1.1" status: 204 len: 168 time: 2.7958615 Dec 16 07:52:13.662567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49510) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:13.689455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] For port d6af705a-a863-4d93-bb3e-d64850438b93, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:13.698568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] For port d6af705a-a863-4d93-bb3e-d64850438b93, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d6af705a-a863-4d93-bb3e-d64850438b93,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:13.727385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.737881 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6405c9-78e2-4fe4-a36a-7112265a3d07 x-openstack-request-id: req-4d6405c9-78e2-4fe4-a36a-7112265a3d07 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:13.738177 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d44e2f-3a01-42e5-869e-a8ce54c34931", "name": "network-vif-deleted", "tag": "a193f32d-c649-46d6-a942-d99d6824ccfe", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:13.738420 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d6405c9-78e2-4fe4-a36a-7112265a3d07 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:13.739048 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d44e2f-3a01-42e5-869e-a8ce54c34931', 'name': 'network-vif-deleted', 'tag': 'a193f32d-c649-46d6-a942-d99d6824ccfe', 'status': 'completed', 'code': 200} Dec 16 07:52:13.760597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Calling delete_port for e149bc5f-0327-4c0e-a6b8-51b4b82ec80e owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:13.792093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] Deleting subnet ba8b556d-a755-42ec-a9e3-391471b4bad7 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:52:13.800688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.814266 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.816433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.881100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:13.893155 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481458b2-eae3-43bf-b657-94c27a29d931" -d '{"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:13.908717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350938ec-545a-4138-bd7e-c8726c9a2217 req-727002d5-4483-4e76-8806-65a2a0a82d80 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:13.913179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-350938ec-545a-4138-bd7e-c8726c9a2217 req-727002d5-4483-4e76-8806-65a2a0a82d80 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 945 time: 0.2099032 Dec 16 07:52:13.919108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:13.919108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:13.920457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] 10.222.0.16 "PUT /v2.0/ports/d6af705a-a863-4d93-bb3e-d64850438b93 HTTP/1.1" status: 200 len: 1092 time: 2.6632078 Dec 16 07:52:13.929957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:13.981394 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:14.011205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981891e1-a8c1-4a68-8355-158f82dd7e51 service neutron] Pushing event updated for resources: {'Port': ['ID=d6af705a-a863-4d93-bb3e-d64850438b93,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:14.033907 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:14.034865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a193f32d-c649-46d6-a942-d99d6824ccfe no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:14.037232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeeb48-b90c-48cc-b085-fa106d208304 req-01198872-b37a-4796-af7f-fbadd2458b74 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:14.044686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68eeeb48-b90c-48cc-b085-fa106d208304 req-01198872-b37a-4796-af7f-fbadd2458b74 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 943 time: 0.1620734 Dec 16 07:52:14.083909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-350938ec-545a-4138-bd7e-c8726c9a2217 req-089b6cc7-21a7-4be7-9c9c-247908489a84 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407588 Dec 16 07:52:14.102161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: a193f32d-c649-46d6-a942-d99d6824ccfe {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:14.102598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a193f32d-c649-46d6-a942-d99d6824ccfe not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:14.132108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:14.152678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68eeeb48-b90c-48cc-b085-fa106d208304 req-1ce2b06d-ee4b-4610-a129-b870f3cee7f4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039896 Dec 16 07:52:14.213062 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8c4a89-402f-42eb-8151-d9f8e8fbaa3b x-openstack-request-id: req-fd8c4a89-402f-42eb-8151-d9f8e8fbaa3b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:14.213413 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:14.213695 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd8c4a89-402f-42eb-8151-d9f8e8fbaa3b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:14.214134 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'code': 200} Dec 16 07:52:14.226114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-88934ac9-dee9-4f28-aa2c-c2901190d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:14.229949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-88934ac9-dee9-4f28-aa2c-c2901190d544 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 1095 time: 0.1123934 Dec 16 07:52:14.301789 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:14.314743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-5e24a6c0-24ea-415f-87ff-9ffe73690ec5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6af705a-a863-4d93-bb3e-d64850438b93 HTTP/1.1" status: 200 len: 217 time: 0.0645330 Dec 16 07:52:14.388113 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:14.415680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35a5dba3-2364-46a6-8af0-d4df4b4baacc req-fdafd819-a158-47f8-8746-6c9faa5de467 tempest-VolumesAdminNegativeTest-1034742265 tempest-VolumesAdminNegativeTest-1034742265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d44e2f-3a01-42e5-869e-a8ce54c34931 HTTP/1.1" status: 200 len: 210 time: 0.0401018 Dec 16 07:52:14.417579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Port': ['ID=e149bc5f-0327-4c0e-a6b8-51b4b82ec80e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:14.436008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-0588aea2-122b-41e5-a958-17cebabcc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:14.438609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-0588aea2-122b-41e5-a958-17cebabcc113 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.1188323 Dec 16 07:52:14.481778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-c7babcb1-6aec-4689-99e6-70afe46709e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350857 Dec 16 07:52:14.515596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:14.621466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8817de73-5a63-4cc2-bc4c-ae7aa1ed59c6 None None] Network 854b3af0-60bb-4182-a0a8-8f972076740a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:14.646119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:14.651707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ba8b556d-a755-42ec-a9e3-391471b4bad7 HTTP/1.1" status: 204 len: 168 time: 0.9821777 Dec 16 07:52:14.652295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:14.726272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-d8b2c436-d23e-4c76-881d-d3cf636bf99e service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348261 Dec 16 07:52:14.768111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 321ddd56-01e3-40ae-b5b1-d683783d2dcc details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:14.807161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb7fad-01ac-41b3-a838-bb28308e53b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8b556d-a755-42ec-a9e3-391471b4bad7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:14.812219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:14.831335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81786e-e8a9-45a3-841c-ea6bc7565569 req-1fb5b6d8-f390-44d3-84c1-57152339daca tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:14.833337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc81786e-e8a9-45a3-841c-ea6bc7565569 req-1fb5b6d8-f390-44d3-84c1-57152339daca tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1942823 Dec 16 07:52:14.895958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abe527d1-80f4-4186-ab53-73f6a761074b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:14.923731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: abe527d1-80f4-4186-ab53-73f6a761074b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:14.924245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device abe527d1-80f4-4186-ab53-73f6a761074b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:14.943681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc81786e-e8a9-45a3-841c-ea6bc7565569 req-bfccc76e-202b-4415-b2ae-2fb04cb84432 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817230 Dec 16 07:52:14.969015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de3dca3d-9a29-4d72-9629-62249e9b91c0 req-d0ed39a5-d0a9-497c-b418-4cc13fdc6f08 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252195 Dec 16 07:52:15.047131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:15.057884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] DHCP port deletion for 854b3af0-60bb-4182-a0a8-8f972076740a request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:52:15.058682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.094945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'port_id': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'mac_address': 'fa:16:3e:a3:46:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e768f2-fb5b-43c5-80ce-e19af3e02baf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:52:15.145556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.163603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 321ddd56-01e3-40ae-b5b1-d683783d2dcc {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:15.199936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] Deleting port d5f76fba-7540-4527-a906-c5a991ba7aaf {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:15.200464 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.253300 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:52:15.298373 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] For port d5f76fba-7540-4527-a906-c5a991ba7aaf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d5f76fba-7540-4527-a906-c5a991ba7aaf,segment=NetworkSegment(d79b2b28-6954-486c-9b6f-9f03867ab391),segment_id=d79b2b28-6954-486c-9b6f-9f03867ab391)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:15.298925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.316246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] Calling delete_port for d5f76fba-7540-4527-a906-c5a991ba7aaf owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:15.380918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Deleting port d5f76fba-7540-4527-a906-c5a991ba7aaf {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:15.381564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.402891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:15.406933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ab1c8471-696e-4a30-8605-e49d3c8b33e6 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:15.419127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dda474-9d0f-4879-b52c-7f732f434bfa req-6c1dfbd5-6d30-494f-a057-65cfe65bd8df tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:15.433478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23dda474-9d0f-4879-b52c-7f732f434bfa req-6c1dfbd5-6d30-494f-a057-65cfe65bd8df tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 945 time: 0.1266749 Dec 16 07:52:15.451157 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.453009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5403-a6ba-433e-b002-a686e81c8a06 req-d4e9d976-65e4-4bdf-abfd-95b3ce6e22d4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:15.454645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d2f5403-a6ba-433e-b002-a686e81c8a06 req-d4e9d976-65e4-4bdf-abfd-95b3ce6e22d4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 943 time: 0.1611798 Dec 16 07:52:15.499094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] Pushing event deleted for resources: {'Port': ['ID=d5f76fba-7540-4527-a906-c5a991ba7aaf,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:15.500929 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.555424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798a710-63b4-4d4f-a41d-f805415c0d50 None None] No DVR routers for this DVR port d5f76fba-7540-4527-a906-c5a991ba7aaf on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:15.555697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Router 9e6154fd-855c-4d59-815e-3916dc975966 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:52:15.557588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:15.561736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] For port d5f76fba-7540-4527-a906-c5a991ba7aaf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d5f76fba-7540-4527-a906-c5a991ba7aaf,segment=NetworkSegment(d79b2b28-6954-486c-9b6f-9f03867ab391),segment_id=d79b2b28-6954-486c-9b6f-9f03867ab391)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:15.562112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.582074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Calling delete_port for d5f76fba-7540-4527-a906-c5a991ba7aaf owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:15.596754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23dda474-9d0f-4879-b52c-7f732f434bfa req-d3da6ccd-c00e-42f7-bdbd-c7367cdb4565 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623352 Dec 16 07:52:15.638327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d2f5403-a6ba-433e-b002-a686e81c8a06 req-af79a259-7095-4d0b-9674-8f184819f54a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724126 Dec 16 07:52:15.737678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49552) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:15.744823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'tag': 'd6af705a-a863-4d93-bb3e-d64850438b93'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:15.746413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port ab1c8471-696e-4a30-8605-e49d3c8b33e6 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:52:15.751524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port ab1c8471-696e-4a30-8605-e49d3c8b33e6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:15.751995 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.756447 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c851e0-18b0-4c0e-bdcc-44d30c93e643" -d '{"events": [{"name": "network-changed", "server_uuid": "9d10ea9a-d718-43b2-85ff-1f691225c560", "tag": "d6af705a-a863-4d93-bb3e-d64850438b93"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:15.776312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:52:15.788525 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] Sync routers for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:52:15.791115 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1772dfb2-cedc-4561-a8fe-8b5c43d13a45 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "PUT /v2.0/routers/9e6154fd-855c-4d59-815e-3916dc975966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2956564 Dec 16 07:52:15.791115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49556) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:15.816750 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:15.818179 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:15.830935 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a62a3f3-663a-48db-b5c2-d0840fcad2cc x-openstack-request-id: req-2a62a3f3-663a-48db-b5c2-d0840fcad2cc {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:15.831539 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d10ea9a-d718-43b2-85ff-1f691225c560", "tag": "d6af705a-a863-4d93-bb3e-d64850438b93", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:15.831974 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a62a3f3-663a-48db-b5c2-d0840fcad2cc {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:15.832679 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'tag': 'd6af705a-a863-4d93-bb3e-d64850438b93', 'status': 'completed', 'code': 200} Dec 16 07:52:15.865965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] Deleting subnet 462be5aa-d690-4f96-9fd6-68f8a0e4a394 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:52:15.872711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.897212 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:15.915721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.932324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] Routers {'9e6154fd-855c-4d59-815e-3916dc975966'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:52:15.932954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:52:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9e6154fd-855c-4d59-815e-3916dc975966'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:15.939089 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.973643 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:15.974993 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c148d36-aa29-4ff4-b5c3-7f53f23fcd13 None None] The sync data for ids ['9e6154fd-855c-4d59-815e-3916dc975966'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:52:15.997196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:15.998077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:16.007322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.069929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] No DVR routers for this DVR port d5f76fba-7540-4527-a906-c5a991ba7aaf on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:16.080021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['321ddd56-01e3-40ae-b5b1-d683783d2dcc'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:16.098231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f76fba-7540-4527-a906-c5a991ba7aaf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:16.145663 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.163576 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.221931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34b46-29a3-4edc-bfc5-60f0a3e865b8 req-a49076ad-d740-43cf-b56c-179ec299f60a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:16.222500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.236266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62a34b46-29a3-4edc-bfc5-60f0a3e865b8 req-a49076ad-d740-43cf-b56c-179ec299f60a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 944 time: 0.1141429 Dec 16 07:52:16.246367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854b3af0-60bb-4182-a0a8-8f972076740a']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:16.256886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79b2b28-6954-486c-9b6f-9f03867ab391') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:16.257185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79b2b28-6954-486c-9b6f-9f03867ab391') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:16.261840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-2389b54f-09da-4deb-bf86-1c0c1e9db3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:16.263478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-2389b54f-09da-4deb-bf86-1c0c1e9db3c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 1095 time: 0.1714833 Dec 16 07:52:16.264374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:16.266953 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a89173a-6696-43ce-863f-d074f7d3cb4c" -d '{"events": [{"server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "name": "network-vif-plugged", "status": "completed", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:16.267479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.271493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:16.273286 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.295067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.303120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:52:16.303530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:52:16.344142 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:52:16.364089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.368053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/462be5aa-d690-4f96-9fd6-68f8a0e4a394 HTTP/1.1" status: 204 len: 168 time: 0.6292455 Dec 16 07:52:16.384380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b479ea-1126-4a54-8b0f-15cfe995cc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462be5aa-d690-4f96-9fd6-68f8a0e4a394,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:16.393052 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49564) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:16.459708 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b8a19-193b-4199-9d3e-ca47ad7d8e88 x-openstack-request-id: req-aa8b8a19-193b-4199-9d3e-ca47ad7d8e88 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:16.460011 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "name": "network-vif-plugged", "status": "completed", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:16.461953 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa8b8a19-193b-4199-9d3e-ca47ad7d8e88 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:16.462832 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6', 'code': 200} Dec 16 07:52:16.470094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62a34b46-29a3-4edc-bfc5-60f0a3e865b8 req-522ae8c1-49a8-43fa-b1b6-7825ff3e7e1e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326415 Dec 16 07:52:16.526831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-af997b8f-af19-4c41-a54b-b2b305904067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:16.528634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-af997b8f-af19-4c41-a54b-b2b305904067 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.2313030 Dec 16 07:52:16.586996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.588715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.617420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-68347b8d-cc9f-4044-a045-57041085b25e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6af705a-a863-4d93-bb3e-d64850438b93 HTTP/1.1" status: 200 len: 217 time: 0.0811436 Dec 16 07:52:16.649597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.673233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.678219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] 10.222.0.43 "DELETE /v2.0/networks/854b3af0-60bb-4182-a0a8-8f972076740a HTTP/1.1" status: 204 len: 168 time: 2.0246911 Dec 16 07:52:16.701430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d5f76fba-7540-4527-a906-c5a991ba7aaf no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:16.735264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-b4cad32d-398b-440d-9baf-53ef87b5b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:16.736872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-b4cad32d-398b-440d-9baf-53ef87b5b41e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.1077654 Dec 16 07:52:16.776549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 321ddd56-01e3-40ae-b5b1-d683783d2dcc up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:16.788922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-a7fed4d1-b6fe-4786-8a10-0bc078bdf7a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329430 Dec 16 07:52:16.789890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d5f76fba-7540-4527-a906-c5a991ba7aaf {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:16.790365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d5f76fba-7540-4527-a906-c5a991ba7aaf not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:16.870865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351a827-52d9-4672-b5b7-8d9fc288c60c admin admin] Pushing event deleted for resources: {'Network': ['ID=854b3af0-60bb-4182-a0a8-8f972076740a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:16.893405 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.897195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 321ddd56-01e3-40ae-b5b1-d683783d2dcc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:16.897572 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.923571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9089631f-0c93-497b-bc02-e8edb199468c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:16.937075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83b6e50-7e1f-4254-8162-98e49e22f8f2') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:16.938994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83b6e50-7e1f-4254-8162-98e49e22f8f2') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:16.951057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.971310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:16.978261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:52:16.978878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.018383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c383e69-1b38-4a3f-9926-9809c4281b57 req-1c3f4d3e-5419-49bd-9e40-3052a5a97e3e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:17.020681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c383e69-1b38-4a3f-9926-9809c4281b57 req-1c3f4d3e-5419-49bd-9e40-3052a5a97e3e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.2338054 Dec 16 07:52:17.030414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976082e-04d0-4c5b-bcd0-d64d940f3ff6 req-3ebb81cd-7bd7-45c3-ae1b-6fd4a5e27cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:17.032531 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8976082e-04d0-4c5b-bcd0-d64d940f3ff6 req-3ebb81cd-7bd7-45c3-ae1b-6fd4a5e27cd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1098 time: 0.4213986 Dec 16 07:52:17.035007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:52:17.041460 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:52:17.044280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8a21-a5fc-426d-bcc7-85162ffce09f req-8c9f9b3f-68c0-4297-bda8-8ae9eb661a15 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:17.044981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-788a8a21-a5fc-426d-bcc7-85162ffce09f req-8c9f9b3f-68c0-4297-bda8-8ae9eb661a15 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 943 time: 0.2405052 Dec 16 07:52:17.069731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Deleting port b584e6ce-7707-4b09-86f5-43481b0f2174 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:17.070565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.126040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:17.205561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-93450147-52ff-41c4-84a8-457479e4b330 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913643 Dec 16 07:52:17.207123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.210609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.222549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.224258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8976082e-04d0-4c5b-bcd0-d64d940f3ff6 req-0fee8f46-e1a0-4197-a1b9-714f5feabab0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761663 Dec 16 07:52:17.228148 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9089631f-0c93-497b-bc02-e8edb199468c HTTP/1.1" status: 204 len: 168 time: 0.8299737 Dec 16 07:52:17.230008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:17.251753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Calling delete_port for b584e6ce-7707-4b09-86f5-43481b0f2174 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:17.261985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.282073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20777839-cafd-41c3-b6d5-14400d4819f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9089631f-0c93-497b-bc02-e8edb199468c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:17.346894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c383e69-1b38-4a3f-9926-9809c4281b57 req-586c10aa-c514-4430-a510-d68f9aa49177 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118975 Dec 16 07:52:17.366013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] Deleting subnet 63dc6516-4e36-40f6-8e20-90cebcc7f480 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:52:17.376049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-788a8a21-a5fc-426d-bcc7-85162ffce09f req-783bb26d-c1c3-4697-8ab1-330dbfac1aa9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998340 Dec 16 07:52:17.390824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.401821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49580) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:17.404062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:17.487156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.524539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16c851e0-18b0-4c0e-bdcc-44d30c93e643 req-23f4cc24-4e69-4efd-8680-4c4a2b032ef5 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955849 Dec 16 07:52:17.587943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7e6fa4fd-52e0-47be-aafe-6c04f8d8ef87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb631d2a495243eeb4b81f7998f90d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837015 Dec 16 07:52:17.590520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49592) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:17.651227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1635a22-4523-4701-a171-9305a17bc7ea req-45ab5d61-8d4f-48a1-b16c-91982b116d7c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:17.660750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.661768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1635a22-4523-4701-a171-9305a17bc7ea req-45ab5d61-8d4f-48a1-b16c-91982b116d7c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.0698092 Dec 16 07:52:17.731928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19893a1c-35fc-4a98-b40e-a078e68fd15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.733186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1635a22-4523-4701-a171-9305a17bc7ea req-e1fa13b8-7748-4264-85cc-d764fdc4754a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673447 Dec 16 07:52:17.774590 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19893a1c-35fc-4a98-b40e-a078e68fd15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.844959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.869698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Port': ['ID=b584e6ce-7707-4b09-86f5-43481b0f2174,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:17.919010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.953961 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19893a1c-35fc-4a98-b40e-a078e68fd15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.956610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19893a1c-35fc-4a98-b40e-a078e68fd15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.957819 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-19893a1c-35fc-4a98-b40e-a078e68fd15f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc4ddf42-6709-42b4-97b5-4c36b8fb6659 HTTP/1.1" status: 204 len: 168 time: 0.3649240 Dec 16 07:52:17.965988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63dc6516-4e36-40f6-8e20-90cebcc7f480,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:17.980452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19893a1c-35fc-4a98-b40e-a078e68fd15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ddf42-6709-42b4-97b5-4c36b8fb6659,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:17.982867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:17.988940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-28dc44e2-562e-411e-bb5b-8a227c970750 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63dc6516-4e36-40f6-8e20-90cebcc7f480 HTTP/1.1" status: 204 len: 168 time: 0.7587545 Dec 16 07:52:17.991746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49596) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:18.051676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.158082 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.160625 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.163344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.276750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.297663 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fd54f0-dfc2-4078-b972-ff9e6af50bd3']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:18.307765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a9d6c9-1401-4454-bd4a-ae106ffc4cc1') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:18.308069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a9d6c9-1401-4454-bd4a-ae106ffc4cc1') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:18.319304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.335261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.335261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Fanout notify agent at l3_agent the message router_deleted on router 9e6154fd-855c-4d59-815e-3916dc975966 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:52:18.338047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.340716 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-007760c1-03ab-4a2e-86f9-d267b4a8468f tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "DELETE /v2.0/routers/9e6154fd-855c-4d59-815e-3916dc975966 HTTP/1.1" status: 204 len: 168 time: 2.5456104 Dec 16 07:52:18.341823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49598) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:18.342100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.349435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:52:18.349895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:52:18.351551 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:52:18.415732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Deleting subnet 800e4faa-f90b-4ed2-9a62-9931000d83cf {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:52:18.420470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.463702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:18.466117 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32173733-44db-4469-b786-d264fd224dd0" -d '{"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-plugged", "status": "completed", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:18.534129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.588012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.605279 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.605279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f7fd54f0-dfc2-4078-b972-ff9e6af50bd3 HTTP/1.1" status: 204 len: 168 time: 0.6117761 Dec 16 07:52:18.666681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709ae8f-664c-4170-8329-10ab7037d477 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7fd54f0-dfc2-4078-b972-ff9e6af50bd3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:18.680666 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.689340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d6af705a-a863-4d93-bb3e-d64850438b93 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:18.923379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.923672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port d6af705a-a863-4d93-bb3e-d64850438b93, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d6af705a-a863-4d93-bb3e-d64850438b93,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:18.936947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'd6af705a-a863-4d93-bb3e-d64850438b93', 'network_id': 'c7ca6011-fb6a-497f-aa27-1397eb25c475', 'port_id': 'd6af705a-a863-4d93-bb3e-d64850438b93', 'mac_address': 'fa:16:3e:1d:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c1c502-4564-4858-9f04-d7ba04f934fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:52:18.951842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52723b3-0256-4592-bbc7-8a5a52d42595 None None] Network f7252c2b-bb61-4c82-b64c-72132b486e6c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:18.955806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:18.959994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "DELETE /v2.0/subnets/800e4faa-f90b-4ed2-9a62-9931000d83cf HTTP/1.1" status: 204 len: 168 time: 0.6171815 Dec 16 07:52:18.962625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:18.991876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d78fc-bc3c-4871-8acb-af785f948926 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Subnet': ['ID=800e4faa-f90b-4ed2-9a62-9931000d83cf,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:19.028635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d98712-0a64-4efa-8d34-1e647edee005 req-94e59d3f-f031-4ca9-b3e5-a2e9e147c55e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:19.037229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d98712-0a64-4efa-8d34-1e647edee005 req-94e59d3f-f031-4ca9-b3e5-a2e9e147c55e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 943 time: 0.2193935 Dec 16 07:52:19.068947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532235e-9bf4-47af-af73-77157ea969f4 req-a9234186-6dfd-40d7-8325-58a082bbb0f8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:19.071105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e532235e-9bf4-47af-af73-77157ea969f4 req-a9234186-6dfd-40d7-8325-58a082bbb0f8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.2291293 Dec 16 07:52:19.107660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.144325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d98712-0a64-4efa-8d34-1e647edee005 req-2a196e85-ad0d-4cc7-9ae9-65b7561c795b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060414 Dec 16 07:52:19.150101 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.183269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e532235e-9bf4-47af-af73-77157ea969f4 req-b9177127-5dcd-48c1-aadc-190d8723fac1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971167 Dec 16 07:52:19.199939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6af705a-a863-4d93-bb3e-d64850438b93 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:19.208571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Deleting port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:19.208928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.228326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port d6af705a-a863-4d93-bb3e-d64850438b93, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d6af705a-a863-4d93-bb3e-d64850438b93,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:19.253869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49650) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:19.281256 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60131348-95af-40d5-ac9f-768e0709089f x-openstack-request-id: req-60131348-95af-40d5-ac9f-768e0709089f {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:19.281256 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-plugged", "status": "completed", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:19.281256 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60131348-95af-40d5-ac9f-768e0709089f {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:19.281804 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'code': 200} Dec 16 07:52:19.290461 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.318395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] DHCP port deletion for f7252c2b-bb61-4c82-b64c-72132b486e6c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:52:19.359472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3cb14a18-2f77-44ac-984d-7696a347c88c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d581680a67e41ad952f805cc161ec58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032281 Dec 16 07:52:19.361593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49652) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:19.381515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=d6af705a-a863-4d93-bb3e-d64850438b93,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:19.410155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] For port 9f22a25d-5c48-4c7e-9f4e-da7768853c31, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f22a25d-5c48-4c7e-9f4e-da7768853c31,segment=NetworkSegment(291239c8-cf06-4c13-809c-a0593efa72bf),segment_id=291239c8-cf06-4c13-809c-a0593efa72bf)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:19.413237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.418669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] Deleting port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:19.419354 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.451126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb2fc-d900-4050-b819-8593d231e3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.470592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Calling delete_port for 9f22a25d-5c48-4c7e-9f4e-da7768853c31 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:19.478791 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb2fc-d900-4050-b819-8593d231e3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.617382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] For port 9f22a25d-5c48-4c7e-9f4e-da7768853c31, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f22a25d-5c48-4c7e-9f4e-da7768853c31,segment=NetworkSegment(291239c8-cf06-4c13-809c-a0593efa72bf),segment_id=291239c8-cf06-4c13-809c-a0593efa72bf)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:19.617912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.635543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] Calling delete_port for 9f22a25d-5c48-4c7e-9f4e-da7768853c31 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:19.690011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706704dc-3a12-49bb-919f-1c61760a5fe3 req-4368c483-8680-4069-a711-0887e177ca85 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:19.699832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-706704dc-3a12-49bb-919f-1c61760a5fe3 req-4368c483-8680-4069-a711-0887e177ca85 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1144423 Dec 16 07:52:19.700243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb2fc-d900-4050-b819-8593d231e3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.709682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb2fc-d900-4050-b819-8593d231e3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.711810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7e6eb2fc-d900-4050-b819-8593d231e3f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eadef8be-1304-41ab-bc1f-1a0708cab670 HTTP/1.1" status: 204 len: 168 time: 0.3482776 Dec 16 07:52:19.720245 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.732624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['d6af705a-a863-4d93-bb3e-d64850438b93'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:19.755029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eb2fc-d900-4050-b819-8593d231e3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadef8be-1304-41ab-bc1f-1a0708cab670,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:19.786222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Port': ['ID=9f22a25d-5c48-4c7e-9f4e-da7768853c31,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:19.790982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] No DVR routers for this DVR port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:19.812318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-706704dc-3a12-49bb-919f-1c61760a5fe3 req-46d2dcfd-278b-4f26-9ecf-fe9b23462b6d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965219 Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: from cryptography.utils import int_from_bytes Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: from cryptography.utils import int_from_bytes Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.905876 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:52:19.909819 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 07:52:19.964398 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:19.985354 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:20.038398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7252c2b-bb61-4c82-b64c-72132b486e6c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:20.046307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] Pushing event deleted for resources: {'Port': ['ID=9f22a25d-5c48-4c7e-9f4e-da7768853c31,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:20.062169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291239c8-cf06-4c13-809c-a0593efa72bf') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:20.069978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291239c8-cf06-4c13-809c-a0593efa72bf') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:20.084758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633bff73-603f-4b8d-899d-66b40bb8d3a7 None None] No DVR routers for this DVR port 9f22a25d-5c48-4c7e-9f4e-da7768853c31 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:20.086636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:20.113313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:20.136037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:52:20.140252 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:52:20.140500 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:52:20.331106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:20.336888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:20.355509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "DELETE /v2.0/networks/f7252c2b-bb61-4c82-b64c-72132b486e6c HTTP/1.1" status: 204 len: 168 time: 1.3887942 Dec 16 07:52:20.365725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49678) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:20.423826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfccef0-bdaf-4fc9-86ca-7691d963876b tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Network': ['ID=f7252c2b-bb61-4c82-b64c-72132b486e6c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:20.473529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bfbd-8668-421b-bf9a-42a31ec9dd9e req-403cec62-c828-4e45-a438-953660a7fe79 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:20.497959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f56bfbd-8668-421b-bf9a-42a31ec9dd9e req-403cec62-c828-4e45-a438-953660a7fe79 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 944 time: 0.1962512 Dec 16 07:52:20.663194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f56bfbd-8668-421b-bf9a-42a31ec9dd9e req-ff908370-d1f6-4bbb-992c-b2c20f3a4c0c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547618 Dec 16 07:52:20.698392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f22a25d-5c48-4c7e-9f4e-da7768853c31 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:20.743754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9f22a25d-5c48-4c7e-9f4e-da7768853c31 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:20.744112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f22a25d-5c48-4c7e-9f4e-da7768853c31 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:20.870611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49684) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:20.887580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Deleting port 43141296-961a-4b75-9e1a-cb5192149981 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:20.888236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.005986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.007119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.028357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Calling delete_port for 43141296-961a-4b75-9e1a-cb5192149981 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:21.040859 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-323d6467-7457-427a-9eaf-ee37a1107f9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce04f6aee3f04eae99def11617436528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703463 Dec 16 07:52:21.042589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49686) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:21.188994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc905cd-49e5-47ea-aca3-ee0f68d30e85 req-c4a93ab7-f5be-4eb5-a552-5e739e506258 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:21.196525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dc905cd-49e5-47ea-aca3-ee0f68d30e85 req-c4a93ab7-f5be-4eb5-a552-5e739e506258 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.2910383 Dec 16 07:52:21.218974 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7674-94de-4d1d-9453-49f1716fb7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.302945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7674-94de-4d1d-9453-49f1716fb7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.336314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.382022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Pushing event deleted for resources: {'Port': ['ID=43141296-961a-4b75-9e1a-cb5192149981,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:21.402617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dc905cd-49e5-47ea-aca3-ee0f68d30e85 req-93efd67b-6302-4730-9653-ac4c8d2b4a37 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050366 Dec 16 07:52:21.542714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.546473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.548858 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3a56e23-4061-4320-8ce7-ccf8ed8edc76 tempest-FloatingIPAdminTestJSON-1795432696 tempest-FloatingIPAdminTestJSON-1795432696-project] 10.222.0.43 "DELETE /v2.0/floatingips/83d9b841-2c5f-4c0d-b090-5f3ea26c569e HTTP/1.1" status: 204 len: 168 time: 1.1746519 Dec 16 07:52:21.552461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7674-94de-4d1d-9453-49f1716fb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.556579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7674-94de-4d1d-9453-49f1716fb7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:21.559053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bb7f7674-94de-4d1d-9453-49f1716fb7aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/092ec1f9-f248-4d1f-b0bf-665de0673b16 HTTP/1.1" status: 204 len: 168 time: 0.5151865 Dec 16 07:52:21.579518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f7674-94de-4d1d-9453-49f1716fb7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092ec1f9-f248-4d1f-b0bf-665de0673b16,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:22.282992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49706) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:22.584388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-499e7990-ab0e-426d-acb3-6006f4625bb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5f1f3586ed4467abe11c7263a7b1203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987652 Dec 16 07:52:22.586262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49716) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:22.668988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a53ee7-5558-4439-a2a7-496849b93b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:22.704587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a53ee7-5558-4439-a2a7-496849b93b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:22.704941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d6af705a-a863-4d93-bb3e-d64850438b93 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:22.896917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a53ee7-5558-4439-a2a7-496849b93b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:22.899651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a53ee7-5558-4439-a2a7-496849b93b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:22.901140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-35a53ee7-5558-4439-a2a7-496849b93b0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15cf7513-3bd7-4068-a866-aadd67e6dfb8 HTTP/1.1" status: 204 len: 168 time: 0.3130252 Dec 16 07:52:22.912150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a53ee7-5558-4439-a2a7-496849b93b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf7513-3bd7-4068-a866-aadd67e6dfb8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:22.925734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port d6af705a-a863-4d93-bb3e-d64850438b93 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:52:22.939294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port d6af705a-a863-4d93-bb3e-d64850438b93 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:22.939981 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:23.237516 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:23.237516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6af705a-a863-4d93-bb3e-d64850438b93'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:23.237516 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286b1c7d-4fae-46d3-951a-9775af784bdf" -d '{"events": [{"server_uuid": "9d10ea9a-d718-43b2-85ff-1f691225c560", "name": "network-vif-plugged", "status": "completed", "tag": "d6af705a-a863-4d93-bb3e-d64850438b93"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:23.237516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port d6af705a-a863-4d93-bb3e-d64850438b93, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d6af705a-a863-4d93-bb3e-d64850438b93,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:23.640696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:23.697445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=d6af705a-a863-4d93-bb3e-d64850438b93,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:24.294672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49746) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:24.324254 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eca0fcea-c29d-44b0-9f3d-3c60bbabd569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:24.414936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eca0fcea-c29d-44b0-9f3d-3c60bbabd569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:24.497216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eca0fcea-c29d-44b0-9f3d-3c60bbabd569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:24.548329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eca0fcea-c29d-44b0-9f3d-3c60bbabd569 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cf4c8d6ecd04cc1a568d889c5d148c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523570 Dec 16 07:52:24.549743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0fcea-c29d-44b0-9f3d-3c60bbabd569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f284b230-40c9-4de7-8bdc-3db9d5e3d37f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:24.551336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49748) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:24.637364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f847c05b-7e3e-4949-ba7b-6d96c9517f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:24.674131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f847c05b-7e3e-4949-ba7b-6d96c9517f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:25.273751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f847c05b-7e3e-4949-ba7b-6d96c9517f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:25.277100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f847c05b-7e3e-4949-ba7b-6d96c9517f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:25.278636 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f847c05b-7e3e-4949-ba7b-6d96c9517f50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f284b230-40c9-4de7-8bdc-3db9d5e3d37f HTTP/1.1" status: 204 len: 168 time: 0.7262726 Dec 16 07:52:25.289407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847c05b-7e3e-4949-ba7b-6d96c9517f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f284b230-40c9-4de7-8bdc-3db9d5e3d37f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:26.218159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49754) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:26.241062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac0edac9-b3e7-4d77-a51a-30457987da91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:26.365500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac0edac9-b3e7-4d77-a51a-30457987da91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:26.451302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac0edac9-b3e7-4d77-a51a-30457987da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:26.489676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0edac9-b3e7-4d77-a51a-30457987da91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935d891d-b02e-401d-9bfe-74e934f37c0b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:26.522078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ac0edac9-b3e7-4d77-a51a-30457987da91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdae8f6545824096b9c624547adc3d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005397 Dec 16 07:52:26.522302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:26.597478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be397c45-5959-4455-9804-8fdb23b0594d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:26.636003 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be397c45-5959-4455-9804-8fdb23b0594d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:26.788413 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be397c45-5959-4455-9804-8fdb23b0594d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:26.793092 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be397c45-5959-4455-9804-8fdb23b0594d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:26.797241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-be397c45-5959-4455-9804-8fdb23b0594d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/935d891d-b02e-401d-9bfe-74e934f37c0b HTTP/1.1" status: 204 len: 168 time: 0.2711430 Dec 16 07:52:26.814581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be397c45-5959-4455-9804-8fdb23b0594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935d891d-b02e-401d-9bfe-74e934f37c0b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:27.673539 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:28.188244 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ca87-8c94-4687-b0ce-c787136aa442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:29.417748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14aa10-4bfe-4dc0-8f24-b9c8870284d1 req-50653201-d918-4453-b566-4e3bafab817e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:29.426491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df14aa10-4bfe-4dc0-8f24-b9c8870284d1 req-50653201-d918-4453-b566-4e3bafab817e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.0663176 Dec 16 07:52:29.482133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df14aa10-4bfe-4dc0-8f24-b9c8870284d1 req-bf5ae833-b870-43a0-a57e-0bbbf8718c25 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 Dec 16 07:52:29.595763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd5472-30f0-4115-b421-fc96f4f38466 req-904e986e-7cf9-47c2-8ccf-33e471f794b7 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:29.597565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-06cd5472-30f0-4115-b421-fc96f4f38466 req-904e986e-7cf9-47c2-8ccf-33e471f794b7 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1098 time: 0.0457222 Dec 16 07:52:29.691161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-06cd5472-30f0-4115-b421-fc96f4f38466 req-f1f7a4e9-ff86-42fb-8699-7881dfbb4b5f tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704947 Dec 16 07:52:29.763879 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:29.801978 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3177b-0864-4b73-bbbd-1c3c20c31184 x-openstack-request-id: req-26a3177b-0864-4b73-bbbd-1c3c20c31184 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:29.802474 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d10ea9a-d718-43b2-85ff-1f691225c560", "name": "network-vif-plugged", "status": "completed", "tag": "d6af705a-a863-4d93-bb3e-d64850438b93", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:29.802892 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26a3177b-0864-4b73-bbbd-1c3c20c31184 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:29.803633 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6af705a-a863-4d93-bb3e-d64850438b93', 'code': 200} Dec 16 07:52:29.854172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49832) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:29.863420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82976c-02ce-4f1f-85d9-771dd536c291 req-feb84943-5f78-4bf8-91cc-7f6c398256dc tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:29.865829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b82976c-02ce-4f1f-85d9-771dd536c291 req-feb84943-5f78-4bf8-91cc-7f6c398256dc tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1247742 Dec 16 07:52:29.947924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b82976c-02ce-4f1f-85d9-771dd536c291 req-12d94894-cdcb-4c9e-9020-176480236357 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752466 Dec 16 07:52:29.990758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c53c-aede-4f45-a4cf-187a07621a65 req-1e6ff3f7-6e4f-421a-89eb-535b8974466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:29.992338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4436c53c-aede-4f45-a4cf-187a07621a65 req-1e6ff3f7-6e4f-421a-89eb-535b8974466b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 1097 time: 0.0568337 Dec 16 07:52:30.063831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4436c53c-aede-4f45-a4cf-187a07621a65 req-787cff9e-af45-40b8-9a81-14453c428f6a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615449 Dec 16 07:52:30.141665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c70487-cc25-4cf9-8e28-9765470f6be2 req-ba1959ec-9039-4e35-a625-da4e88224d1a tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:30.143577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69c70487-cc25-4cf9-8e28-9765470f6be2 req-ba1959ec-9039-4e35-a625-da4e88224d1a tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1098 time: 0.0649374 Dec 16 07:52:30.183478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49842) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:30.217036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69c70487-cc25-4cf9-8e28-9765470f6be2 req-55040343-27d3-419c-8020-64fc2c029662 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642703 Dec 16 07:52:30.301382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1e50d428-e149-480b-8593-1549149f6698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:30.370107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5df23ef9-0d3e-495c-b148-a8ffc8491c2b tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1182449571'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:30.370595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5df23ef9-0d3e-495c-b148-a8ffc8491c2b tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Unknown quota resources ['metering_label']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:52:30.489391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-137b8953-d056-43ac-9e70-a85966097a23 req-9cdead55-0e51-4c17-8f28-2f38d10af0c2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:52:30.490354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-137b8953-d056-43ac-9e70-a85966097a23 req-9cdead55-0e51-4c17-8f28-2f38d10af0c2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069442 Dec 16 07:52:30.571505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1e50d428-e149-480b-8593-1549149f6698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:30.668228 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-09a1fbaa-2e83-4d64-a89e-25e78a1c65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:30.709633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1e50d428-e149-480b-8593-1549149f6698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:30.716664 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df23ef9-0d3e-495c-b148-a8ffc8491c2b tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:30.718486 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5df23ef9-0d3e-495c-b148-a8ffc8491c2b tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5338755 Dec 16 07:52:30.722154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49862) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:30.731442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-10f8bdcc-20fd-464d-8bdc-aeb622a2c10a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c78f68de-16e4-4d2d-a1bd-0d8c94faae11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:30.733473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-10f8bdcc-20fd-464d-8bdc-aeb622a2c10a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:52:30.755932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50d428-e149-480b-8593-1549149f6698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f467d92f-9db6-433c-8018-162b20577250,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:30.767612 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1e50d428-e149-480b-8593-1549149f6698 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec26412a2b2c4f47a4e4bb766821ff8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9108906 Dec 16 07:52:30.769765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49864) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:30.912931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532ff91b-a9ef-4b96-a75c-6f6f22b1b72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:30.947634 n-d-820935-11 neutron-server[110395]: WARNING neutron.services.metering.metering_plugin [None req-10f8bdcc-20fd-464d-8bdc-aeb622a2c10a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 07:52:30.961195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532ff91b-a9ef-4b96-a75c-6f6f22b1b72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:31.119600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532ff91b-a9ef-4b96-a75c-6f6f22b1b72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:31.122093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532ff91b-a9ef-4b96-a75c-6f6f22b1b72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:31.123361 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-532ff91b-a9ef-4b96-a75c-6f6f22b1b72e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f467d92f-9db6-433c-8018-162b20577250 HTTP/1.1" status: 204 len: 168 time: 0.3520348 Dec 16 07:52:31.154370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ff91b-a9ef-4b96-a75c-6f6f22b1b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f467d92f-9db6-433c-8018-162b20577250,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:31.597979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-10f8bdcc-20fd-464d-8bdc-aeb622a2c10a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:31.599263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-10f8bdcc-20fd-464d-8bdc-aeb622a2c10a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8759542 Dec 16 07:52:31.602287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49892) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:31.606682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1b333240-fe13-4f8d-83a6-49af192aed67 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c78f68de-16e4-4d2d-a1bd-0d8c94faae11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:31.607200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1b333240-fe13-4f8d-83a6-49af192aed67 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:52:31.683301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df09577-9795-4e87-a17d-8c793f425e97 req-9b3980dd-f612-45d7-b5e9-c2ff17c62497 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:31.685099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1df09577-9795-4e87-a17d-8c793f425e97 req-9b3980dd-f612-45d7-b5e9-c2ff17c62497 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.6822803 Dec 16 07:52:31.702986 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:31.760717 n-d-820935-11 neutron-server[110395]: WARNING neutron.services.metering.metering_plugin [None req-1b333240-fe13-4f8d-83a6-49af192aed67 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 07:52:31.900585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1df09577-9795-4e87-a17d-8c793f425e97 req-7c101fd1-e564-401f-84db-41b4c90ad6fc tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069833 Dec 16 07:52:31.904305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b333240-fe13-4f8d-83a6-49af192aed67 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:31.905618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1b333240-fe13-4f8d-83a6-49af192aed67 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3024037 Dec 16 07:52:31.909299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49906) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:31.924038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9b38794b-68be-42d8-9532-d090f25da2dc tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=f72d8420-4446-43f9-aa1d-b4bb9f7dd851 HTTP/1.1" status: 200 len: 462 time: 0.0114231 Dec 16 07:52:31.925968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:32.158583 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dab6522-e59b-47ec-9e64-e5735fdf4af1 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:32.299309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4dab6522-e59b-47ec-9e64-e5735fdf4af1 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/f72d8420-4446-43f9-aa1d-b4bb9f7dd851 HTTP/1.1" status: 204 len: 168 time: 0.2318852 Dec 16 07:52:32.299309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49932) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:32.299309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a6d04045-400c-4f64-a174-9daead15e61b tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=f72d8420-4446-43f9-aa1d-b4bb9f7dd851 HTTP/1.1" status: 200 len: 221 time: 0.0085011 Dec 16 07:52:32.299309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49934) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:32.299309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6be36a55-aa9a-4469-beaa-b73d8a5bead3 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--634711441', 'description': 'label created by tempest'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:32.299309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6be36a55-aa9a-4469-beaa-b73d8a5bead3 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Unknown quota resources ['metering_label']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:52:32.819774 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6be36a55-aa9a-4469-beaa-b73d8a5bead3 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:32.823848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6be36a55-aa9a-4469-beaa-b73d8a5bead3 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5458372 Dec 16 07:52:32.824431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49958) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.001174 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-59431e20-9017-4a2f-ad21-75da3d33092a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=eeefa799-7799-4011-996c-4bc943242081 HTTP/1.1" status: 200 len: 467 time: 0.1755259 Dec 16 07:52:33.007518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49970) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.366928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b005f34f-f2c6-40cb-941a-69be286b02af tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:33.368097 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b005f34f-f2c6-40cb-941a-69be286b02af tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/eeefa799-7799-4011-996c-4bc943242081 HTTP/1.1" status: 204 len: 168 time: 0.3633440 Dec 16 07:52:33.370802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49978) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.381852 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8097d4e5-057f-4e2f-ae69-2197f044c69d tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=eeefa799-7799-4011-996c-4bc943242081 HTTP/1.1" status: 200 len: 216 time: 0.0100515 Dec 16 07:52:33.384907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49980) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.399914 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9895a60d-1532-4c92-a8f2-422be1a470d1 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0085089 Dec 16 07:52:33.400155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:33.402648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49982) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.415716 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ea873329-d8dc-4923-bd1e-91ef88847aee tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119026 Dec 16 07:52:33.424320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49986) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.478304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-097a61f4-a587-42ba-9b11-448faa4aebd4 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/c78f68de-16e4-4d2d-a1bd-0d8c94faae11 HTTP/1.1" status: 200 len: 473 time: 0.0527723 Dec 16 07:52:33.481503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49990) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.491591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5825690f-f01a-40f3-986b-957fba770167 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/a5bc95e3-5c97-4bf0-a2ff-0340389e3716 HTTP/1.1" status: 200 len: 459 time: 0.0090711 Dec 16 07:52:33.494662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49992) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.684575 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24364d16-cc7f-475f-bd69-7a99dcf1f858 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:33.685663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-24364d16-cc7f-475f-bd69-7a99dcf1f858 tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/a5bc95e3-5c97-4bf0-a2ff-0340389e3716 HTTP/1.1" status: 204 len: 168 time: 0.1901205 Dec 16 07:52:33.688373 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50004) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:33.854955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-53b7f38d-9053-4429-bc4a-f056458d3845 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:52:33.856086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-53b7f38d-9053-4429-bc4a-f056458d3845 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1793032 Dec 16 07:52:33.921982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10386c0c-ebcd-4658-9a4c-104711b1b38a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:33.925752 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-10386c0c-ebcd-4658-9a4c-104711b1b38a tempest-MeteringIpV6TestJSON-1824551167 tempest-MeteringIpV6TestJSON-1824551167-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/c78f68de-16e4-4d2d-a1bd-0d8c94faae11 HTTP/1.1" status: 204 len: 168 time: 0.2337854 Dec 16 07:52:33.950693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-1270271f-329c-45ed-ac37-e38182300aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:33.958132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-1270271f-329c-45ed-ac37-e38182300aa7 service neutron] 10.222.0.43 "GET /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 1095 time: 0.0942540 Dec 16 07:52:33.965532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Request body: {'binding': {'host': 'n-h1-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:33.965532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Unknown quota resources ['binding']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:52:34.103591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on host n-h1-820935-11 for vnic_type normal with profile None {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:34.104003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:34.104468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:34.109083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:52:34.109413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:34.114967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:34.115310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:34.115698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:34.116250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Bound port: ab1c8471-696e-4a30-8605-e49d3c8b33e6, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:34.229540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:34.231931 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:34.238429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032577af-9d41-4b52-9209-9e0e59a09ee4 req-7411b284-bccb-419c-af89-bcc003b12682 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:34.242447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-032577af-9d41-4b52-9209-9e0e59a09ee4 req-7411b284-bccb-419c-af89-bcc003b12682 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1049030 Dec 16 07:52:34.289679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-032577af-9d41-4b52-9209-9e0e59a09ee4 req-cd941a86-90e2-418a-9bf2-adf5be85f0ba tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Dec 16 07:52:34.583129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:34.584494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f0f26743-361d-4e48-92ab-527c76b77894 service neutron] 10.222.0.43 "POST /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6255534 Dec 16 07:52:34.774129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:34.922107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c479016-a088-4a58-8f8e-bf284888fbc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:34.966051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082126bc-ddf6-44c7-8b2d-3044f7c92250 req-9b431d9e-c60f-4cd2-ab64-d3bd292dc50a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:34.967616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-082126bc-ddf6-44c7-8b2d-3044f7c92250 req-9b431d9e-c60f-4cd2-ab64-d3bd292dc50a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.1080029 Dec 16 07:52:34.970790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-8c89b468-b9f4-47f7-a388-ff7f6c299973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:34.972263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-8c89b468-b9f4-47f7-a388-ff7f6c299973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 1097 time: 0.1213732 Dec 16 07:52:35.107426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-082126bc-ddf6-44c7-8b2d-3044f7c92250 req-68a493f6-f525-4e44-a0b2-efe3b09e76fd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331029 Dec 16 07:52:35.158358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-df425e5c-c429-4e4f-a84e-9f2559f1cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:35.159820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-df425e5c-c429-4e4f-a84e-9f2559f1cd69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 913 time: 0.1761253 Dec 16 07:52:35.161714 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c479016-a088-4a58-8f8e-bf284888fbc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.208733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-c748b74e-f840-4bcb-b99f-9388263d41fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc HTTP/1.1" status: 200 len: 217 time: 0.0374286 Dec 16 07:52:35.259202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-b019fa19-7df8-4627-bbc4-ae96781d226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:35.260680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-b019fa19-7df8-4627-bbc4-ae96781d226a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.0438502 Dec 16 07:52:35.261736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c479016-a088-4a58-8f8e-bf284888fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.314883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-26246ffc-eb35-4ee9-bd08-c23b7fce8b52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429697 Dec 16 07:52:35.336306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1c479016-a088-4a58-8f8e-bf284888fbc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4bac47e89964a84b4f4122c43da73dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610883 Dec 16 07:52:35.339116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50070) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:35.346694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c479016-a088-4a58-8f8e-bf284888fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce71ced4-c37b-4ee3-92d6-d7ba39bcc120,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:35.423529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-a3fa7d7a-0bf4-4ab7-b0ac-330af0123605 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982225 Dec 16 07:52:35.476412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:35.481714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-526b916a-6cd8-45a4-828b-b1619d7fc311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.487224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-6e4e609e-e846-4b1f-afa5-fe936cc00f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:35.488978 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-6e4e609e-e846-4b1f-afa5-fe936cc00f16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1098 time: 0.1234293 Dec 16 07:52:35.557311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1815c0c8-58bc-4d6b-aa42-f0044de3f57c req-4e349a69-cb0a-4e75-9ab7-280b17001332 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268132 Dec 16 07:52:35.594127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-526b916a-6cd8-45a4-828b-b1619d7fc311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.617765 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.643923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:35.646208 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e7940-f777-485f-ac14-536c497ce93d" -d '{"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:35.661291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:35.704027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-af238bfb-9a40-4751-ba29-7be9507668c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:35.705541 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-af238bfb-9a40-4751-ba29-7be9507668c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.1978920 Dec 16 07:52:35.753715 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.774093 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c042f77-7a0b-4be6-8e02-6eb1ec48d706 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 217 time: 0.0597367 Dec 16 07:52:35.789996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-526b916a-6cd8-45a4-828b-b1619d7fc311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.789996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-526b916a-6cd8-45a4-828b-b1619d7fc311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:35.789996 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-526b916a-6cd8-45a4-828b-b1619d7fc311 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce71ced4-c37b-4ee3-92d6-d7ba39bcc120 HTTP/1.1" status: 204 len: 168 time: 0.4461906 Dec 16 07:52:35.818501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:35.827158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b916a-6cd8-45a4-828b-b1619d7fc311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce71ced4-c37b-4ee3-92d6-d7ba39bcc120,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:35.848405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-40104a80-c264-4e4e-a2a1-8cb23e5fa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:35.850173 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-40104a80-c264-4e4e-a2a1-8cb23e5fa8f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0679123 Dec 16 07:52:35.899834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18716385-7fa3-4c4b-a3da-e064d0f4f2ba req-79c84442-d393-4e02-909a-d4f3e24bee23 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:35.901429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18716385-7fa3-4c4b-a3da-e064d0f4f2ba req-79c84442-d393-4e02-909a-d4f3e24bee23 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.0783927 Dec 16 07:52:35.913440 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-26daa01c-8675-4132-a9cf-fba398f8ca72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544975 Dec 16 07:52:35.953280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18716385-7fa3-4c4b-a3da-e064d0f4f2ba req-9d69586b-d7e6-433c-8d59-09647a266de6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Dec 16 07:52:36.018969 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-6ed6aeb4-773f-46e9-8f9f-2753029bf675 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968375 Dec 16 07:52:36.149731 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f5c39c03-34ce-4922-8684-2879e499c4e5 service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217799 Dec 16 07:52:36.553815 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf04a4c-15c9-497b-ae44-58a7a680b373 x-openstack-request-id: req-ddf04a4c-15c9-497b-ae44-58a7a680b373 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:36.554595 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:36.554595 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddf04a4c-15c9-497b-ae44-58a7a680b373 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:36.554984 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'code': 200} Dec 16 07:52:36.660823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:36.678882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1eb08f58-0ff8-44d9-b98f-7c12214d1632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:36.703367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76a63-1390-4dbc-a71c-f742dab4c388 req-662a3beb-96da-4f49-bac7-4b156f776545 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:36.705352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6b76a63-1390-4dbc-a71c-f742dab4c388 req-662a3beb-96da-4f49-bac7-4b156f776545 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0986688 Dec 16 07:52:36.712657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-25e14148-8e99-43da-b9e9-0b8427e215b6 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:36.720703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-25e14148-8e99-43da-b9e9-0b8427e215b6 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.1996245 Dec 16 07:52:36.740729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-ad6f6512-b830-47d2-9c5c-5f7b26e40df4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/quotas/17402e23c60b41d4959cddb5fe5d4040 HTTP/1.1" status: 200 len: 375 time: 0.0190084 Dec 16 07:52:36.767994 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1eb08f58-0ff8-44d9-b98f-7c12214d1632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:36.796055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6b76a63-1390-4dbc-a71c-f742dab4c388 req-07d95b9d-77f3-46ef-a02e-83f97cea2f64 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725400 Dec 16 07:52:36.849782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-d56d9ed4-4342-4084-8484-6fbfdbc5fd09 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072073 Dec 16 07:52:36.913449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1eb08f58-0ff8-44d9-b98f-7c12214d1632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:36.950743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-a9034ce5-770a-4ab8-8753-f632be881a8a service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999575 Dec 16 07:52:36.964876 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1eb08f58-0ff8-44d9-b98f-7c12214d1632 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5da19d250dff4c98a92b066063048def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021619 Dec 16 07:52:36.967529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb08f58-0ff8-44d9-b98f-7c12214d1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403567a1-d1f7-4a69-b880-04bf2eb255a0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:36.984750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50144) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:37.053444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-72603f77-39fb-4754-bc04-084b48aa930d service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016877 Dec 16 07:52:37.058683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-609a1a7b-0519-4e48-9f57-8dd8a9507162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:37.105749 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-609a1a7b-0519-4e48-9f57-8dd8a9507162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:37.120643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89814e3-4aa7-4e93-820b-22f58791e1e2 req-102bce3e-322e-4d78-ab50-d81d83249542 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:37.122425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d89814e3-4aa7-4e93-820b-22f58791e1e2 req-102bce3e-322e-4d78-ab50-d81d83249542 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.0814075 Dec 16 07:52:37.177685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d89814e3-4aa7-4e93-820b-22f58791e1e2 req-96fb8c52-315a-4502-b7ce-78bc54b1c1ef tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Dec 16 07:52:37.267929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-609a1a7b-0519-4e48-9f57-8dd8a9507162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:37.271047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-609a1a7b-0519-4e48-9f57-8dd8a9507162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:37.272451 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-609a1a7b-0519-4e48-9f57-8dd8a9507162 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/403567a1-d1f7-4a69-b880-04bf2eb255a0 HTTP/1.1" status: 204 len: 168 time: 0.2851789 Dec 16 07:52:37.281442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1a7b-0519-4e48-9f57-8dd8a9507162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403567a1-d1f7-4a69-b880-04bf2eb255a0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:37.396000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886d912-1665-4745-9e36-799e9b37906a req-a64e555c-237a-465b-887c-cc4a3f7f09cd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:37.397646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7886d912-1665-4745-9e36-799e9b37906a req-a64e555c-237a-465b-887c-cc4a3f7f09cd tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0724988 Dec 16 07:52:37.810853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-80837166-0160-4d94-9d3c-a277c5153579 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:37.812557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-80837166-0160-4d94-9d3c-a277c5153579 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c20a2ea-1633-4e48-b887-d7efc20171fa HTTP/1.1" status: 200 len: 944 time: 0.4136918 Dec 16 07:52:37.815692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7886d912-1665-4745-9e36-799e9b37906a req-ab8d236e-4da3-4b5a-b24d-c6469581795a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059372 Dec 16 07:52:37.834933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29521-a2d9-4715-86dd-d9ade45df7cf req-0bd848a9-4005-472e-8f9a-b9b680061ee7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:37.834933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af29521-a2d9-4715-86dd-d9ade45df7cf req-0bd848a9-4005-472e-8f9a-b9b680061ee7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.3768623 Dec 16 07:52:37.944772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af29521-a2d9-4715-86dd-d9ade45df7cf req-a7a29ab7-9042-4288-b82e-14e70f0dc561 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063468 Dec 16 07:52:37.969639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Deleting port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:37.970263 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:38.111450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] For port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:38.113582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:38.144023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Calling delete_port for 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:38.190753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc73bcfc-a4ed-4637-9333-04ce968e7452 req-f9a9eda1-228c-44f6-90f7-a1ea9d96f0e2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 210 time: 0.1146860 Dec 16 07:52:38.439419 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:38.475837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event deleted for resources: {'Port': ['ID=3ce5cf31-b42c-4bee-bdce-dac4f9e062e1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:38.548403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] No DVR routers for this DVR port 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:38.551858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:38.556589 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7670cfb3-7cf1-41f1-b236-e142ed7c4f9b req-9ba786b4-9e1b-4f66-afb7-b773cb3d34a0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "DELETE /v2.0/ports/3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 HTTP/1.1" status: 204 len: 173 time: 0.7366672 Dec 16 07:52:38.557051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-deleted', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:38.560973 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e810ca-e8a1-4539-aafd-fe0642a14099" -d '{"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-deleted", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:38.756374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 321ddd56-01e3-40ae-b5b1-d683783d2dcc no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:38.836448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dcf6-48f4-4483-b987-af353e049080 req-32feecf1-29e4-4624-bed1-8785f868ef31 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:38.838181 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86f3dcf6-48f4-4483-b987-af353e049080 req-32feecf1-29e4-4624-bed1-8785f868ef31 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 945 time: 0.0956063 Dec 16 07:52:38.925606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86f3dcf6-48f4-4483-b987-af353e049080 req-2d77301c-1e35-4f23-b0c3-cb3c58881416 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793536 Dec 16 07:52:38.927880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:38.955942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:38.958215 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf37c30-d4c3-4e99-9646-fe42293de544" -d '{"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-unplugged", "status": "completed", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:38.972119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:39.035335 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb358c81-fd02-4cf3-bbb0-5139831cdcb9 x-openstack-request-id: req-eb358c81-fd02-4cf3-bbb0-5139831cdcb9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:39.035634 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c20a2ea-1633-4e48-b887-d7efc20171fa", "name": "network-vif-deleted", "tag": "3ce5cf31-b42c-4bee-bdce-dac4f9e062e1", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:39.035890 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb358c81-fd02-4cf3-bbb0-5139831cdcb9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:39.036330 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c20a2ea-1633-4e48-b887-d7efc20171fa', 'name': 'network-vif-deleted', 'tag': '3ce5cf31-b42c-4bee-bdce-dac4f9e062e1', 'status': 'completed', 'code': 200} Dec 16 07:52:39.078016 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:39.134524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:39.239265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ea68b-f496-4bae-b380-d7e742b8852f req-046887ba-de8f-4bcd-9a10-9dc8385db638 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:39.241177 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-819ea68b-f496-4bae-b380-d7e742b8852f req-046887ba-de8f-4bcd-9a10-9dc8385db638 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0654407 Dec 16 07:52:39.305963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-819ea68b-f496-4bae-b380-d7e742b8852f req-3ecaa67f-0bfb-4412-a786-ea21fabeca8a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583880 Dec 16 07:52:39.442812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5b4b4-fec5-49c4-9735-20baaa4ee4be req-02c1282c-cd00-4f65-844c-13223c32e540 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:39.444614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63c5b4b4-fec5-49c4-9735-20baaa4ee4be req-02c1282c-cd00-4f65-844c-13223c32e540 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.0650632 Dec 16 07:52:39.535089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63c5b4b4-fec5-49c4-9735-20baaa4ee4be req-f13cb142-6e3a-4623-8c74-985edb824aa6 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812607 Dec 16 07:52:39.568808 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb71efc-23b1-4e87-99f5-d56b77055e0d x-openstack-request-id: req-bbb71efc-23b1-4e87-99f5-d56b77055e0d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:39.569103 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-unplugged", "status": "failed", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc", "code": 422}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:39.569355 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbb71efc-23b1-4e87-99f5-d56b77055e0d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:39.569960 n-d-820935-11 neutron-server[110397]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'code': 422} returned with failed status Dec 16 07:52:40.035661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-fb65cae2-059a-412c-a6c4-35c1cbc69788 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:40.037308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-fb65cae2-059a-412c-a6c4-35c1cbc69788 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.1178029 Dec 16 07:52:40.063401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Request body: {'port': {'device_id': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'admin_state_up': True, 'tenant_id': '17402e23c60b41d4959cddb5fe5d4040'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:40.268305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9802ff1-a438-445e-acb8-d4749038ffa3 req-5c83368b-343d-46c7-8c53-b9cb01049949 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 210 time: 0.0334375 Dec 16 07:52:40.351798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Made reservation on behalf of 17402e23c60b41d4959cddb5fe5d4040 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:40.355448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:40.356337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:40.518069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ce46c508-54fc-46ae-9c3d-1882ff29bf54 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:40.533697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Allocated IP 172.20.0.8 (44898edf-e276-4d8a-90b3-dc38a1becd96/6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d/9e740359-0b57-4bae-909b-73808b8cd393) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:40.644459 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ce46c508-54fc-46ae-9c3d-1882ff29bf54 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "PUT /v2.0/quotas/180dd95b0869480f815723cb2649d791 HTTP/1.1" status: 200 len: 368 time: 0.2869012 Dec 16 07:52:40.647064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50376) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:40.669064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Request body: {'network': {'project_id': '180dd95b0869480f815723cb2649d791'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:40.716207 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:40.765048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Made reservation on behalf of 180dd95b0869480f815723cb2649d791 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:40.768833 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:40.782577 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:40.793402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f501cc-8a43-4a78-92c0-307e21d9c7fb req-70df1a04-9f90-475b-8d7f-5a22baaa2291 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:40.795095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65f501cc-8a43-4a78-92c0-307e21d9c7fb req-70df1a04-9f90-475b-8d7f-5a22baaa2291 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0767002 Dec 16 07:52:40.852648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65f501cc-8a43-4a78-92c0-307e21d9c7fb req-8ebdab70-31b9-4302-ae6d-c0c0840f5dbf tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Dec 16 07:52:40.886690 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:40.889867 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:40.940346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:40.944257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:40.948099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:40.954088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:40.969053 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:40.987675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:52:41.002977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.007603 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Added segment 65425bb2-8170-4680-a7a2-40e1b422964e of type vlan for network f87e40f0-4c94-492a-94cb-ca55537c8d29 Dec 16 07:52:41.008196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:41.008838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.062480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.078270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdaee7e-418f-456b-82a7-4c14bd6a1e2f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:41.088941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-e387b5b3-4931-48f4-9716-84de2894ef5e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0311298 Dec 16 07:52:41.099518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-dc384ff7-97c2-4f82-aed5-393e58945a67 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:52:41.106866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-dc384ff7-97c2-4f82-aed5-393e58945a67 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113909 Dec 16 07:52:41.122015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Request body: {'port': {'device_id': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:41.183141 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.223064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.224069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:41.226687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.305326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Pushing event updated for resources: {'Network': ['ID=f87e40f0-4c94-492a-94cb-ca55537c8d29,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:41.317831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f87e40f0-4c94-492a-94cb-ca55537c8d29 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:52:41.386718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-cff8bb7e-11bb-48a3-989a-1c7ff6fe4b9b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:41.388326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-cff8bb7e-11bb-48a3-989a-1c7ff6fe4b9b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9936f4ec-4b8a-402a-8a8a-81328bb58644 HTTP/1.1" status: 200 len: 943 time: 0.1649742 Dec 16 07:52:41.396280 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-abeae739-61d2-4b3c-b408-d70ec96c91fd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7479837 Dec 16 07:52:41.398841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50422) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:41.404097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Request body: {'network': {'project_id': '180dd95b0869480f815723cb2649d791'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:41.490940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Made reservation on behalf of 180dd95b0869480f815723cb2649d791 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:41.494379 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.502842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:41.503379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b54c7-6980-49f6-9055-9fc127083ef9 req-4b009b08-e15e-4ea5-9085-3903fcf93e3d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:41.504982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf5b54c7-6980-49f6-9055-9fc127083ef9 req-4b009b08-e15e-4ea5-9085-3903fcf93e3d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.1725414 Dec 16 07:52:41.531394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:41.531975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ce5cf31-b42c-4bee-bdce-dac4f9e062e1 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:41.540530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:52:41.550868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.551484 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Added segment 4396f52a-43d7-4691-a76f-381985258d09 of type vlan for network b5975d58-4519-4e98-a32a-572f9cc75a08 Dec 16 07:52:41.599605 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.637156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf5b54c7-6980-49f6-9055-9fc127083ef9 req-4b04ecc4-8bd7-4e2e-abb3-d89dc3820664 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240330 Dec 16 07:52:41.668675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.670078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:41.671361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.679920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Deleting port 321ddd56-01e3-40ae-b5b1-d683783d2dcc {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:41.680301 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.684310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e740359-0b57-4bae-909b-73808b8cd393 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:41.703094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.743006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Pushing event updated for resources: {'Network': ['ID=b5975d58-4519-4e98-a32a-572f9cc75a08,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:41.755573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network b5975d58-4519-4e98-a32a-572f9cc75a08 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:52:41.757028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Transition to ACTIVE for port object 9e740359-0b57-4bae-909b-73808b8cd393 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:52:41.796218 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-21a8e36e-b337-4d69-b18b-dd5c1850777d tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3944502 Dec 16 07:52:41.803258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50430) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:41.808296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ae137370-ce12-4c0d-9dd8-838825865ef7 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Request body: {'network': {'project_id': '180dd95b0869480f815723cb2649d791'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:41.811201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] For port 321ddd56-01e3-40ae-b5b1-d683783d2dcc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=321ddd56-01e3-40ae-b5b1-d683783d2dcc,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:41.811610 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.826805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:41.829349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Calling delete_port for 321ddd56-01e3-40ae-b5b1-d683783d2dcc owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:41.846131 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae137370-ce12-4c0d-9dd8-838825865ef7 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 07:52:41.846911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae137370-ce12-4c0d-9dd8-838825865ef7 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 07:52:41.863829 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ae137370-ce12-4c0d-9dd8-838825865ef7 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0566161 Dec 16 07:52:41.865745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:41.946383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:41.959181 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f3c39825-3bd7-4d14-94da-ba44262fe33a tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=180dd95b0869480f815723cb2649d791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0902121 Dec 16 07:52:41.962302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50446) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:42.030037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ff4f-1052-4058-9280-e783382c7cf4 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.066722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ff4f-1052-4058-9280-e783382c7cf4 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.084528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Attempting to bind port 9e740359-0b57-4bae-909b-73808b8cd393 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:42.084880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Attempting to bind port 9e740359-0b57-4bae-909b-73808b8cd393 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:42.086405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Attempting to bind port 9e740359-0b57-4bae-909b-73808b8cd393 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:42.094413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Port 9e740359-0b57-4bae-909b-73808b8cd393 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:52:42.094755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Attempting to bind port 9e740359-0b57-4bae-909b-73808b8cd393 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:42.103302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:42.103746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Checking segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:42.104144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Bound using segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:42.104623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Bound port: 9e740359-0b57-4bae-909b-73808b8cd393, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:42.104986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.189031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:42.205001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ff4f-1052-4058-9280-e783382c7cf4 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.206374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:42.207983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ff4f-1052-4058-9280-e783382c7cf4 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.209209 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9bb8ff4f-1052-4058-9280-e783382c7cf4 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fdaee7e-418f-456b-82a7-4c14bd6a1e2f HTTP/1.1" status: 204 len: 168 time: 0.2457967 Dec 16 07:52:42.211928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50466) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:42.219810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8ff4f-1052-4058-9280-e783382c7cf4 tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdaee7e-418f-456b-82a7-4c14bd6a1e2f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:42.229643 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.312389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event deleted for resources: {'Port': ['ID=321ddd56-01e3-40ae-b5b1-d683783d2dcc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:42.324345 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.400105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:42.400770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.402174 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e740359-0b57-4bae-909b-73808b8cd393 HTTP/1.1" status: 200 len: 1092 time: 1.2843750 Dec 16 07:52:42.416886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:42.419239 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "tag": "9e740359-0b57-4bae-909b-73808b8cd393"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:42.424530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.428862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] No DVR routers for this DVR port 321ddd56-01e3-40ae-b5b1-d683783d2dcc on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:42.435281 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.438941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a04194-6b97-47d0-af58-b950152d69c4 req-b7b43072-4867-47cb-a3c5-05e4e092c169 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "DELETE /v2.0/ports/321ddd56-01e3-40ae-b5b1-d683783d2dcc HTTP/1.1" status: 204 len: 173 time: 1.0405967 Dec 16 07:52:42.456415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c469570-6aa5-40a9-a3d1-d7f8e4991120 service neutron] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:42.567253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.616584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5975d58-4519-4e98-a32a-572f9cc75a08']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:42.625607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15ae5-2c40-4dc3-a9d1-8b948e1f7201 req-90e51a08-242d-495d-aaef-439b8d4767f9 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:42.627108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6d15ae5-2c40-4dc3-a9d1-8b948e1f7201 req-90e51a08-242d-495d-aaef-439b8d4767f9 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 943 time: 0.1428716 Dec 16 07:52:42.640983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4396f52a-43d7-4691-a76f-381985258d09') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:42.641287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4396f52a-43d7-4691-a76f-381985258d09') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:42.666276 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.685048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.689298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-921d95c3-4e05-4a79-bc2b-94c444844710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:42.690820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-921d95c3-4e05-4a79-bc2b-94c444844710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 1095 time: 0.1130359 Dec 16 07:52:42.701186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:52:42.702310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:52:42.704186 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:52:42.789632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6d15ae5-2c40-4dc3-a9d1-8b948e1f7201 req-473795d0-318d-4592-91d4-3da03d19f439 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538417 Dec 16 07:52:42.789870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 321ddd56-01e3-40ae-b5b1-d683783d2dcc no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:42.790848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-68e70f7b-3807-4da5-891d-836993c5217f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e740359-0b57-4bae-909b-73808b8cd393 HTTP/1.1" status: 200 len: 217 time: 0.0706897 Dec 16 07:52:42.851538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 321ddd56-01e3-40ae-b5b1-d683783d2dcc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:42.851896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 321ddd56-01e3-40ae-b5b1-d683783d2dcc not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:42.860700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-032dc656-1ed9-41c6-946b-6363287540d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:42.862496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-032dc656-1ed9-41c6-946b-6363287540d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 200 len: 844 time: 0.0612614 Dec 16 07:52:42.911518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-4ac416ad-e241-4146-a894-09f736342af4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44898edf-e276-4d8a-90b3-dc38a1becd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281119 Dec 16 07:52:42.966666 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.975570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:42.981468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b5975d58-4519-4e98-a32a-572f9cc75a08 HTTP/1.1" status: 204 len: 168 time: 0.7650204 Dec 16 07:52:42.987031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50480) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:43.026999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57125c25-4d4d-4d1a-9c22-1c39d25cffef tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5975d58-4519-4e98-a32a-572f9cc75a08,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:43.056539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:43.073381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-8bf53fb7-8e99-4846-b35c-e63035f62802 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541536 Dec 16 07:52:43.155728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:43.179880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87e40f0-4c94-492a-94cb-ca55537c8d29']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:43.180462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f033d194-5b7b-46b5-acc3-a234dfbc85f2 req-a6719b16-194f-4977-9c38-a1ae7604f893 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981894 Dec 16 07:52:43.204645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65425bb2-8170-4680-a7a2-40e1b422964e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:43.205016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65425bb2-8170-4680-a7a2-40e1b422964e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:43.216980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:43.231616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:43.239729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:52:43.240144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:52:43.241877 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:52:43.401454 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09686c9-80ce-42e7-a0b4-db7289311443 x-openstack-request-id: req-e09686c9-80ce-42e7-a0b4-db7289311443 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:43.401454 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "tag": "9e740359-0b57-4bae-909b-73808b8cd393", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:43.401454 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e09686c9-80ce-42e7-a0b4-db7289311443 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:43.401454 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393', 'status': 'completed', 'code': 200} Dec 16 07:52:43.415563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfef6a4-437a-47e6-b00a-51b0d5b23d48 req-ab8fd1e7-17d8-44e4-b083-6cadcfe4494d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:43.417109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbfef6a4-437a-47e6-b00a-51b0d5b23d48 req-ab8fd1e7-17d8-44e4-b083-6cadcfe4494d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0548615 Dec 16 07:52:43.422234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:43.427954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:43.431644 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] 10.222.0.43 "DELETE /v2.0/networks/f87e40f0-4c94-492a-94cb-ca55537c8d29 HTTP/1.1" status: 204 len: 168 time: 0.4488721 Dec 16 07:52:43.446701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Pushing event deleted for resources: {'Network': ['ID=f87e40f0-4c94-492a-94cb-ca55537c8d29,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:43.469806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.470156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.470655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.471008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.471352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.471687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.472025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.477435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.477832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.478456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.478848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.479191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.479684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a9caa-ae90-4a24-9283-3b0722136edd tempest-QuotasNegativeTest-1908493210 tempest-QuotasNegativeTest-1908493210-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:43.573218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbfef6a4-437a-47e6-b00a-51b0d5b23d48 req-9fa47dc5-458b-4535-bdbc-5d8e64184f38 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438460 Dec 16 07:52:43.582907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-df2ea132-76c9-4a69-a12f-88eed4830262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:43.584394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-df2ea132-76c9-4a69-a12f-88eed4830262 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 1095 time: 0.1072252 Dec 16 07:52:43.649843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219f360-8e00-44a3-9ff9-6ef589b90168 req-34ff287c-fe35-436e-b7df-ed25325654ac tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:43.651405 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a219f360-8e00-44a3-9ff9-6ef589b90168 req-34ff287c-fe35-436e-b7df-ed25325654ac tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.1287804 Dec 16 07:52:43.724258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a219f360-8e00-44a3-9ff9-6ef589b90168 req-efb14399-0f22-4598-b2e0-ac4832bbc3b5 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661883 Dec 16 07:52:43.725332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-11b2c588-fd58-4de0-92ed-afacd0ab43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:43.726676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-11b2c588-fd58-4de0-92ed-afacd0ab43a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 905 time: 0.1346183 Dec 16 07:52:43.797398 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-e69fde9c-bd13-4395-ab64-eb7e90d0f230 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e740359-0b57-4bae-909b-73808b8cd393 HTTP/1.1" status: 200 len: 217 time: 0.0535870 Dec 16 07:52:43.881267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-b80d7a62-8c39-4be6-936e-0cb155229df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:43.884133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-b80d7a62-8c39-4be6-936e-0cb155229df5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 200 len: 844 time: 0.0789924 Dec 16 07:52:43.935438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-1d46de91-9aa4-4f62-ba17-b5ab67066690 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44898edf-e276-4d8a-90b3-dc38a1becd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434368 Dec 16 07:52:44.049686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-d7c04549-5fc8-4d42-9a09-e64a493226b8 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048536 Dec 16 07:52:44.146736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4a71d7-21a8-4a58-b1e2-6eeaf780acc6 req-fe3d285f-316c-4e1a-b6dc-44cc3e84051d service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895944 Dec 16 07:52:44.254042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e578ac4-5cdf-47e4-b26b-11e27b4f7e3b req-44424ac2-99b4-4ffd-9111-5b49fcb403ba tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:44.255605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e578ac4-5cdf-47e4-b26b-11e27b4f7e3b req-44424ac2-99b4-4ffd-9111-5b49fcb403ba tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 943 time: 0.0508566 Dec 16 07:52:44.316068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e578ac4-5cdf-47e4-b26b-11e27b4f7e3b req-cbde9286-a35f-43b6-9773-ef8983771d51 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543904 Dec 16 07:52:44.510587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-147ef3ac-9751-45e2-b708-9f7e5e5785a3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:44.511768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-147ef3ac-9751-45e2-b708-9f7e5e5785a3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.1193790 Dec 16 07:52:44.533080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-32eea157-5419-4778-81cb-3fc00bc4645b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/quotas/c74443691ac642e395264dd387be70fc HTTP/1.1" status: 200 len: 375 time: 0.0140793 Dec 16 07:52:44.557001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:44.571869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-8d01554e-ffd4-45d9-be3b-a6e2421381c7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367470 Dec 16 07:52:44.584106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-4384cc33-3c84-4ed6-a9b7-5926b08e6ba2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:52:44.585562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-4384cc33-3c84-4ed6-a9b7-5926b08e6ba2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062926 Dec 16 07:52:44.678136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8bdf45bb-6abd-48b4-8a6c-a6d50a147104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:44.688199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-838eda01-5be1-4343-98ec-ec05ff037799 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962965 Dec 16 07:52:44.752851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8bdf45bb-6abd-48b4-8a6c-a6d50a147104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:44.781815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-8e2bd113-fe78-45f2-9d44-ce01f3180ac5 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Dec 16 07:52:44.850140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8bdf45bb-6abd-48b4-8a6c-a6d50a147104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:44.895654 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8bdf45bb-6abd-48b4-8a6c-a6d50a147104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e125c18d42244da2ab33d143e4830ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373692 Dec 16 07:52:44.896798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf45bb-6abd-48b4-8a6c-a6d50a147104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3451f507-fd2c-4aa3-b537-b7a3e922e876,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:44.898455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50576) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:44.953192 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-506158d2-a8e0-451f-a3d5-486170561eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:44.981533 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-506158d2-a8e0-451f-a3d5-486170561eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:45.084155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24750fe5-0201-4c0a-b083-f92172a068f7 req-894a59ef-d5f9-44a2-a949-a2085cfe9ecb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:45.084155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24750fe5-0201-4c0a-b083-f92172a068f7 req-894a59ef-d5f9-44a2-a949-a2085cfe9ecb tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0562027 Dec 16 07:52:45.137307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24750fe5-0201-4c0a-b083-f92172a068f7 req-85151ebb-9cdc-455b-82ce-f6698422834c tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475295 Dec 16 07:52:45.145441 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-506158d2-a8e0-451f-a3d5-486170561eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:45.147437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-506158d2-a8e0-451f-a3d5-486170561eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:45.150928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-506158d2-a8e0-451f-a3d5-486170561eda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3451f507-fd2c-4aa3-b537-b7a3e922e876 HTTP/1.1" status: 204 len: 168 time: 0.2491539 Dec 16 07:52:45.167123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506158d2-a8e0-451f-a3d5-486170561eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3451f507-fd2c-4aa3-b537-b7a3e922e876,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:45.292607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386a1f8-f64c-44ec-815b-78982cbcf124 req-d91b16c0-6113-48cd-b5da-d697d8259d1d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:45.294090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8386a1f8-f64c-44ec-815b-78982cbcf124 req-d91b16c0-6113-48cd-b5da-d697d8259d1d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.0584025 Dec 16 07:52:45.523914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9e740359-0b57-4bae-909b-73808b8cd393 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:45.602543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-deleted', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:45.604926 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4ac18-871c-44fb-97e0-b5861d166f38" -d '{"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-deleted", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:45.641190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:45.650785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4bcf2942-fb37-4cc5-9ec3-26315ef66702 req-b4320b1c-cefd-4dc0-b230-7f9bce54fdea tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 210 time: 0.0395100 Dec 16 07:52:45.653612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '9e740359-0b57-4bae-909b-73808b8cd393', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': '9e740359-0b57-4bae-909b-73808b8cd393', 'mac_address': 'fa:16:3e:6b:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:52:45.675253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8386a1f8-f64c-44ec-815b-78982cbcf124 req-8896eea7-3082-45d0-b89a-27ef7f0db86c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741956 Dec 16 07:52:45.702993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:45.723508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e740359-0b57-4bae-909b-73808b8cd393 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:45.745430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:45.771142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7f8ca-e57a-4dfd-bd9f-8b94eb593098 req-7abd14d1-72d6-46fd-a3c8-b61cee4bb512 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:45.772679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3a7f8ca-e57a-4dfd-bd9f-8b94eb593098 req-7abd14d1-72d6-46fd-a3c8-b61cee4bb512 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 943 time: 0.0521781 Dec 16 07:52:45.828325 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:45.840590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3a7f8ca-e57a-4dfd-bd9f-8b94eb593098 req-de38a74e-730e-4ebb-b894-f73ef69d2c0f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507555 Dec 16 07:52:45.882824 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f941fe7-17ef-445a-a788-c41f36674fe0 x-openstack-request-id: req-7f941fe7-17ef-445a-a788-c41f36674fe0 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:45.883121 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9936f4ec-4b8a-402a-8a8a-81328bb58644", "name": "network-vif-deleted", "tag": "321ddd56-01e3-40ae-b5b1-d683783d2dcc", "status": "failed", "code": 422}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:45.883443 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f941fe7-17ef-445a-a788-c41f36674fe0 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:45.883862 n-d-820935-11 neutron-server[110395]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9936f4ec-4b8a-402a-8a8a-81328bb58644', 'name': 'network-vif-deleted', 'tag': '321ddd56-01e3-40ae-b5b1-d683783d2dcc', 'status': 'failed', 'code': 422} returned with failed status Dec 16 07:52:46.020389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:46.101739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50672) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:46.115796 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:46.196940 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:46.209874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['9e740359-0b57-4bae-909b-73808b8cd393'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:46.400292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-d96df13f-68d8-40f3-a93e-2d7ca54873f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422969 Dec 16 07:52:46.437719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:46.525942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36f712827d44496a85d024a0bad48203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184549 Dec 16 07:52:46.527288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f549b8-5364-42b2-a858-1a9fade0bc13,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:46.528658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50688) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:46.538233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667916ca-2ee5-4046-b6ec-46bc4590ded0 req-5e19662f-6e31-4792-80fd-96137b855c2d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:46.539770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-667916ca-2ee5-4046-b6ec-46bc4590ded0 req-5e19662f-6e31-4792-80fd-96137b855c2d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1319406 Dec 16 07:52:46.550598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-8ef950fa-81b7-4e1c-ad1f-86162cccedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:46.552109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-8ef950fa-81b7-4e1c-ad1f-86162cccedac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 1096 time: 0.1156459 Dec 16 07:52:46.555174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.555678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.555919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.556110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.556460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.556796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.557138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.557459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.557788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.558115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.558589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.558757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.559081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7be2168-38e2-414b-84cd-7f7618327d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:52:46.593410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-223199c1-e65a-42ab-a85b-e56e7f6c6674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:46.614774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-223199c1-e65a-42ab-a85b-e56e7f6c6674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:46.659617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-667916ca-2ee5-4046-b6ec-46bc4590ded0 req-dd1168f6-a516-4be0-81a6-973addde14a6 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063488 Dec 16 07:52:46.704863 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-dc28176e-d226-4161-8da5-cc389cc98700 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522013 Dec 16 07:52:46.708911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-296483f4-89be-4282-8134-ef2ab853a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:46.710565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-296483f4-89be-4282-8134-ef2ab853a0f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.1328773 Dec 16 07:52:46.777014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-ede703e0-7ea3-4cc7-a4ef-3dbf1eb798b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 200 len: 217 time: 0.0582640 Dec 16 07:52:46.835212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-223199c1-e65a-42ab-a85b-e56e7f6c6674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:46.850152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-5739f7ec-9573-46a1-8adf-4faa858c7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:46.850692 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-223199c1-e65a-42ab-a85b-e56e7f6c6674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:46.852099 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-223199c1-e65a-42ab-a85b-e56e7f6c6674 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07f549b8-5364-42b2-a858-1a9fade0bc13 HTTP/1.1" status: 204 len: 168 time: 0.3218203 Dec 16 07:52:46.855233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-5739f7ec-9573-46a1-8adf-4faa858c7c4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0668147 Dec 16 07:52:46.889409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223199c1-e65a-42ab-a85b-e56e7f6c6674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f549b8-5364-42b2-a858-1a9fade0bc13,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:46.893548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-b1ff2e84-af81-4e25-9a70-d5fea6073e7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340986 Dec 16 07:52:46.923187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-2046063a-fe5a-465b-aeb5-74c1aafce657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:46.925619 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-2046063a-fe5a-465b-aeb5-74c1aafce657 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 1098 time: 0.1105585 Dec 16 07:52:47.043836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-c0bdd00d-a0dd-401e-9199-3dbc8a1fdd11 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387155 Dec 16 07:52:47.129732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-969a0e39-fd6b-442b-a9d9-7e376a3e85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:47.133070 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-969a0e39-fd6b-442b-a9d9-7e376a3e85fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 200 len: 906 time: 0.1779146 Dec 16 07:52:47.139591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2caf5561-806b-432b-9e28-15a70920edcc req-73be66c0-9183-42de-915b-a516473525ff tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 210 time: 0.0338686 Dec 16 07:52:47.180400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb63e62-6be7-4277-ba00-64457dbc87f1 req-d84cef0a-fdcc-4480-aad0-0c03ed84d539 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288183 Dec 16 07:52:47.191836 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-0fdf4fb2-6170-4131-a8ab-f0d2864d6ef4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d HTTP/1.1" status: 200 len: 217 time: 0.0514410 Dec 16 07:52:47.254269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-82249f19-a4ed-4658-a068-f7e43b0f1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:47.255859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-82249f19-a4ed-4658-a068-f7e43b0f1df5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 200 len: 845 time: 0.0496316 Dec 16 07:52:47.259255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaea94-d1a3-48db-8bc2-99653e5ca325 req-7c0b7f49-9f31-4519-8549-30aa3e3adc0c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:47.261013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4aaea94-d1a3-48db-8bc2-99653e5ca325 req-7c0b7f49-9f31-4519-8549-30aa3e3adc0c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.0587926 Dec 16 07:52:47.289605 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-51181e44-4b4d-4147-a87b-aca604933b80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca6011-fb6a-497f-aa27-1397eb25c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255265 Dec 16 07:52:47.317426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4aaea94-d1a3-48db-8bc2-99653e5ca325 req-35d48d0f-00a0-4c31-83db-3da2057fc356 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489902 Dec 16 07:52:47.409458 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-7405b72a-d739-4610-aeeb-529a1e1a4163 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038256 Dec 16 07:52:47.459551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2072-e575-44be-973b-2edc4575abe9 req-9453d6b8-cb26-440e-9981-1bd84b044a3b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:47.466822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a3c2072-e575-44be-973b-2edc4575abe9 req-9453d6b8-cb26-440e-9981-1bd84b044a3b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 944 time: 0.0608234 Dec 16 07:52:47.525527 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f6c0f7a4-0f28-4afb-8e32-fc805eac5136 req-4f3f93c1-197d-450c-9935-dfd82f294657 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033676 Dec 16 07:52:47.528801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a3c2072-e575-44be-973b-2edc4575abe9 req-6a94b92a-f56f-4427-9abc-32289818705a tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609014 Dec 16 07:52:47.552057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9e740359-0b57-4bae-909b-73808b8cd393 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:47.741916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 9e740359-0b57-4bae-909b-73808b8cd393 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:52:47.746594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 9e740359-0b57-4bae-909b-73808b8cd393 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:47.747104 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:47.816906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b37a0-fbd5-4688-a3e6-26dc911a1ef2 req-abdd9e63-21da-4dcf-9c6d-ae9d8c72de24 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:47.818963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a4b37a0-fbd5-4688-a3e6-26dc911a1ef2 req-abdd9e63-21da-4dcf-9c6d-ae9d8c72de24 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0633934 Dec 16 07:52:47.854313 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:47.904238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a4b37a0-fbd5-4688-a3e6-26dc911a1ef2 req-91885595-63fd-46c0-bf3d-297b6a6013af tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773568 Dec 16 07:52:47.915349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:47.917965 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be4bf74-36a2-4496-99a8-3e86cc8b2b1a" -d '{"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-plugged", "status": "completed", "tag": "9e740359-0b57-4bae-909b-73808b8cd393"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:47.936706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:47.978457 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b2717f-3bd0-4b42-a1f7-10bf0e8c1b48 x-openstack-request-id: req-e6b2717f-3bd0-4b42-a1f7-10bf0e8c1b48 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:47.979027 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-plugged", "status": "completed", "tag": "9e740359-0b57-4bae-909b-73808b8cd393", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:47.979396 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6b2717f-3bd0-4b42-a1f7-10bf0e8c1b48 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:47.980266 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393', 'code': 200} Dec 16 07:52:48.080683 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:48.162699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-0d059f20-aa6b-42c0-b2b9-75974b09e4e0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:48.172279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-0d059f20-aa6b-42c0-b2b9-75974b09e4e0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.2721848 Dec 16 07:52:48.185385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:48.193908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Request body: {'port': {'device_id': 'c17e0830-1f13-497f-93f0-b40635574370', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'admin_state_up': True, 'tenant_id': 'c74443691ac642e395264dd387be70fc'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:48.241920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23829cb-f4e2-4af4-aef4-73eeffe5f343 req-6899ff46-bc43-457b-b956-d6f50e1e6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:48.244307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a23829cb-f4e2-4af4-aef4-73eeffe5f343 req-6899ff46-bc43-457b-b956-d6f50e1e6cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 1097 time: 0.0932863 Dec 16 07:52:48.320638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34a1e921-8046-4914-aef9-edad74bc58af req-ca88e219-4ff5-46c8-85b2-3f4ab1936b8a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 210 time: 0.0722725 Dec 16 07:52:48.390835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a23829cb-f4e2-4af4-aef4-73eeffe5f343 req-dbb107f3-5291-4cb9-8fa9-b8b468ed1b77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289439 Dec 16 07:52:48.495873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:48.504567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:48.508729 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:48.513048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ab65f-abbb-4c7d-8887-f7990064db6f req-d5c7f3c5-85fb-486b-9da5-3e22e59b797f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:48.515859 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea1ab65f-abbb-4c7d-8887-f7990064db6f req-d5c7f3c5-85fb-486b-9da5-3e22e59b797f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.0657527 Dec 16 07:52:48.570773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea1ab65f-abbb-4c7d-8887-f7990064db6f req-e8e6f3ff-9a99-4c95-ab25-5b609e7c57b7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465572 Dec 16 07:52:48.614108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1017275576'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:48.694996 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Allocated IP 172.20.0.2 (0edc0b70-1290-40ba-8738-4ce9160fa555/a9e768f2-fb5b-43c5-80ce-e19af3e02baf/10c15455-29a9-4409-bda4-3265c8196af3) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:48.746971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3338b1-4fce-48da-ac57-3ba69cbe5ab1 req-228c87ca-0666-482c-939a-3cbc50517926 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:48.750654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc3338b1-4fce-48da-ac57-3ba69cbe5ab1 req-228c87ca-0666-482c-939a-3cbc50517926 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 945 time: 0.0828977 Dec 16 07:52:48.804057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc3338b1-4fce-48da-ac57-3ba69cbe5ab1 req-63a9a651-74bd-4bba-9af6-71ed6a4986d0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Dec 16 07:52:49.047557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45726-ce6f-4d6f-acf1-f183101c2d48 req-7f27375e-fbda-4e2e-8912-29839c3624b8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:49.049149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9a45726-ce6f-4d6f-acf1-f183101c2d48 req-7f27375e-fbda-4e2e-8912-29839c3624b8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0535810 Dec 16 07:52:49.109937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9a45726-ce6f-4d6f-acf1-f183101c2d48 req-a73bc8aa-0a17-4785-af40-b1842afd83f2 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542359 Dec 16 07:52:49.150754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Made reservation on behalf of f74fa507635e4fcd8b967bec954ee09a for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:49.154333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.169091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.209752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50818) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:49.250162 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.309018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.311704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50824) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:49.381326 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-572f6576-4abb-417d-9998-000a82e45b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.393188 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.423304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:52:49.428284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.442293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25694b22-9b8a-45c6-ada1-993f05494b2f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:49.473623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.473895 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Added segment d922706e-3941-4d68-ad46-07cd30a5c01a of type vlan for network 72033877-dd91-47ff-94f9-8c655708dbb0 Dec 16 07:52:49.484439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b83-3be3-4d2c-b38c-48cace255e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.506551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:49.524410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event updated for resources: {'Port': ['ID=10c15455-29a9-4409-bda4-3265c8196af3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:49.526919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:49.531637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:49.550573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd63920-9b10-46dd-8dba-0954bfd05988 req-b113c462-6dab-4c35-a43b-100c7ed52da9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:49.552144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcd63920-9b10-46dd-8dba-0954bfd05988 req-b113c462-6dab-4c35-a43b-100c7ed52da9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 931 time: 0.1148717 Dec 16 07:52:49.567920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.581830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-572f6576-4abb-417d-9998-000a82e45b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.606957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:49.608130 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.643443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcd63920-9b10-46dd-8dba-0954bfd05988 req-605f7107-ad92-41d5-b74c-c82d70e11e09 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785792 Dec 16 07:52:49.665478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-572f6576-4abb-417d-9998-000a82e45b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.692870 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-6c95d665-b4a3-4021-ad21-685b4fb2f6d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5039983 Dec 16 07:52:49.692870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.698625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:49.699230 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.713957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Request body: {'port': {'device_id': 'c17e0830-1f13-497f-93f0-b40635574370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:49.727126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b83-3be3-4d2c-b38c-48cace255e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.746037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-572f6576-4abb-417d-9998-000a82e45b81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7c8d5fe179444dcb9d6ad78b86177c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351553 Dec 16 07:52:49.750034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f6576-4abb-417d-9998-000a82e45b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88cd2ca-28fa-4a3f-8432-bd5850f3c1d1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:49.752706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50832) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:49.768284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0bf50-feec-4f0b-9bc9-46a04ddc61da req-6a5b1175-69d8-49d9-baad-3c45bc7c5ef2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:49.769801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b0bf50-feec-4f0b-9bc9-46a04ddc61da req-6a5b1175-69d8-49d9-baad-3c45bc7c5ef2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 946 time: 0.1165724 Dec 16 07:52:49.811031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event updated for resources: {'Network': ['ID=72033877-dd91-47ff-94f9-8c655708dbb0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:49.825119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 72033877-dd91-47ff-94f9-8c655708dbb0 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:52:49.847570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fae62bd0-3e8c-4876-b7db-92a71fcd5a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.855593 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b0bf50-feec-4f0b-9bc9-46a04ddc61da req-9460e1c7-cef9-4501-9a7c-044e5535693d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751085 Dec 16 07:52:49.861510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.873168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b83-3be3-4d2c-b38c-48cace255e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.890632 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-07bba8ac-eae3-448d-ad13-4d9a77b775a9 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3905420 Dec 16 07:52:49.892018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50838) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:49.896110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fae62bd0-3e8c-4876-b7db-92a71fcd5a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:49.900644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Request body: {'subnet': {'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:50.004988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee51b83-3be3-4d2c-b38c-48cace255e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ea484-9d91-4866-a41b-67d1bc17176b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:50.031945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8ee51b83-3be3-4d2c-b38c-48cace255e56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d1cdb183fea4b93a936c15ba35872de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7162347 Dec 16 07:52:50.039740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50840) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:50.100390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-92104e0a-f6a5-4072-9c6b-1250e3487003 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:50.101897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-92104e0a-f6a5-4072-9c6b-1250e3487003 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1098 time: 0.1734581 Dec 16 07:52:50.115472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-11'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:50.127174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29010de2-c502-46ff-bfe7-09a1e0a769d5 req-a6dc1e0d-e780-4e3e-920d-3267bd2988ea tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:50.128704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29010de2-c502-46ff-bfe7-09a1e0a769d5 req-a6dc1e0d-e780-4e3e-920d-3267bd2988ea tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 945 time: 0.1804485 Dec 16 07:52:50.217565 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08ed7018-2459-46c6-9974-dc4b787e2a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.259294 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.278242 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fae62bd0-3e8c-4876-b7db-92a71fcd5a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.281605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fae62bd0-3e8c-4876-b7db-92a71fcd5a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.281974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c15455-29a9-4409-bda4-3265c8196af3 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:50.282771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fae62bd0-3e8c-4876-b7db-92a71fcd5a6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b88cd2ca-28fa-4a3f-8432-bd5850f3c1d1 HTTP/1.1" status: 204 len: 168 time: 0.5285916 Dec 16 07:52:50.289305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Made reservation on behalf of f74fa507635e4fcd8b967bec954ee09a for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:50.293557 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.294937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08ed7018-2459-46c6-9974-dc4b787e2a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.310736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29010de2-c502-46ff-bfe7-09a1e0a769d5 req-b641daff-c0df-4423-9162-a604ab8b5776 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661792 Dec 16 07:52:50.311939 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.319639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae62bd0-3e8c-4876-b7db-92a71fcd5a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88cd2ca-28fa-4a3f-8432-bd5850f3c1d1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:50.372418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c88bc2-65a3-4c49-8e0c-c2041bc5f6c3 req-274c774c-b048-449d-9b1c-f90ce2382624 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:50.379641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0c88bc2-65a3-4c49-8e0c-c2041bc5f6c3 req-274c774c-b048-449d-9b1c-f90ce2382624 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1852603 Dec 16 07:52:50.398201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Transition to ACTIVE for port object 10c15455-29a9-4409-bda4-3265c8196af3 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:52:50.486373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0c88bc2-65a3-4c49-8e0c-c2041bc5f6c3 req-5ca1abb2-45c0-402a-9b92-4d500a55936a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058552 Dec 16 07:52:50.519894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:50.536656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.557946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:50.598124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=10c15455-29a9-4409-bda4-3265c8196af3,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:50.602962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:50.605314 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bcd424-3f9d-4d2f-a03f-afca67c14787" -d '{"events": [{"server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:50.613253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.645638 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c75e3c4-d8fa-4d9f-8de4-305ed9551023 x-openstack-request-id: req-5c75e3c4-d8fa-4d9f-8de4-305ed9551023 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:50.645939 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:50.646195 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c75e3c4-d8fa-4d9f-8de4-305ed9551023 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:50.646712 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6', 'code': 200} Dec 16 07:52:50.670126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Attempting to bind port 10c15455-29a9-4409-bda4-3265c8196af3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:50.670564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Attempting to bind port 10c15455-29a9-4409-bda4-3265c8196af3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:50.672280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Attempting to bind port 10c15455-29a9-4409-bda4-3265c8196af3 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:50.675064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Port 10c15455-29a9-4409-bda4-3265c8196af3 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:52:50.675390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Attempting to bind port 10c15455-29a9-4409-bda4-3265c8196af3 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:50.680973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:50.681316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Checking segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:50.681697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Bound using segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:50.682124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Bound port: 10c15455-29a9-4409-bda4-3265c8196af3, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:50.682479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.690649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08ed7018-2459-46c6-9974-dc4b787e2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.693455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08ed7018-2459-46c6-9974-dc4b787e2a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.697154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-08ed7018-2459-46c6-9974-dc4b787e2a1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd1ea484-9d91-4866-a41b-67d1bc17176b HTTP/1.1" status: 204 len: 168 time: 0.6541944 Dec 16 07:52:50.708515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed7018-2459-46c6-9974-dc4b787e2a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ea484-9d91-4866-a41b-67d1bc17176b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:50.716541 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.799125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] For port 10c15455-29a9-4409-bda4-3265c8196af3, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:50.804506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] For port 10c15455-29a9-4409-bda4-3265c8196af3, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=10c15455-29a9-4409-bda4-3265c8196af3,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:50.807575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.825248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:50.834930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ab1c8471-696e-4a30-8605-e49d3c8b33e6 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:50.881777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event updated for resources: {'Subnet': ['ID=5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:50.887633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Checking segment: {'id': 'd922706e-3941-4d68-ad46-07cd30a5c01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:50.888003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Network hostable DHCP agents. Network: 72033877-dd91-47ff-94f9-8c655708dbb0, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:52:50.907960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.941365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:50.942084 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:50.943717 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] 10.222.0.16 "PUT /v2.0/ports/10c15455-29a9-4409-bda4-3265c8196af3 HTTP/1.1" status: 200 len: 1092 time: 1.2364469 Dec 16 07:52:50.944161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17e0830-1f13-497f-93f0-b40635574370', 'tag': '10c15455-29a9-4409-bda4-3265c8196af3'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:50.946804 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07abe37-cdc8-4542-b826-be885bfc5fed" -d '{"events": [{"name": "network-changed", "server_uuid": "c17e0830-1f13-497f-93f0-b40635574370", "tag": "10c15455-29a9-4409-bda4-3265c8196af3"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:50.986186 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Network 72033877-dd91-47ff-94f9-8c655708dbb0 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:52:50.996916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on host n-h2-820935-11 for vnic_type normal with profile {"migrating_to": "n-h1-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:50.997261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:50.997600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:51.002020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb852ace-07a7-451c-97d1-617f0b9f3ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=10c15455-29a9-4409-bda4-3265c8196af3,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:51.008412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263aee-187d-40b9-b635-40bb7540c7c4 req-fbcbf6ca-c263-40ad-82ba-ccd0d4ea81ed tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:51.010332 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20263aee-187d-40b9-b635-40bb7540c7c4 req-fbcbf6ca-c263-40ad-82ba-ccd0d4ea81ed tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 943 time: 0.1872087 Dec 16 07:52:51.024553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ea02-4314-49c4-bd7d-71d5bf536e4b req-08201a56-e394-4ff0-91dd-f9b7f2c9ee18 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:51.032047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d91ea02-4314-49c4-bd7d-71d5bf536e4b req-08201a56-e394-4ff0-91dd-f9b7f2c9ee18 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 945 time: 0.1728158 Dec 16 07:52:51.032302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:51.033766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:52:51.034100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:51.063304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:51.063713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:51.064207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:51.064654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Bound port: ab1c8471-696e-4a30-8605-e49d3c8b33e6, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:51.069766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:51.069882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on host n-h2-820935-11 for vnic_type normal with profile {"migrating_to": "n-h1-820935-11"} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:51.069882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:51.070604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:51.076897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:52:51.077680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:51.084157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:51.085193 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:51.085881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:51.086573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Bound port: ab1c8471-696e-4a30-8605-e49d3c8b33e6, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:51.087035 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:51.142835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 72033877-dd91-47ff-94f9-8c655708dbb0) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:51.150480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:51.151080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:51.165149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be2c52-2974-42c8-9916-1dbd11849443 None None] Network 72033877-dd91-47ff-94f9-8c655708dbb0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:51.171619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:51.172140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-66b3838e-e85c-4efc-89dd-1d6a3c9e8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:51.173902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-66b3838e-e85c-4efc-89dd-1d6a3c9e8b6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 1095 time: 0.0690103 Dec 16 07:52:51.178278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d91ea02-4314-49c4-bd7d-71d5bf536e4b req-71042db7-6fa5-4b0c-86b0-0f6209cb0486 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453969 Dec 16 07:52:51.190742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20263aee-187d-40b9-b635-40bb7540c7c4 req-c4df7449-849c-4b1e-a452-3c47ec86d07d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523314 Dec 16 07:52:51.254725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:51.272663 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-913c912a-9b6a-4503-b5cb-f889bf1863ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10c15455-29a9-4409-bda4-3265c8196af3 HTTP/1.1" status: 200 len: 217 time: 0.0781803 Dec 16 07:52:51.344724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-faea5121-d2a8-4c26-bf89-1fc39b12a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:51.347451 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-faea5121-d2a8-4c26-bf89-1fc39b12a26a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.0672605 Dec 16 07:52:51.363893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460090a-931f-4f50-bfe3-54d5676391ae req-fc41e9d2-81d3-4995-b9a7-c695ad6fc2f3 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:51.379647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c460090a-931f-4f50-bfe3-54d5676391ae req-fc41e9d2-81d3-4995-b9a7-c695ad6fc2f3 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1089783 Dec 16 07:52:51.411797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-72033877-dd91-47ff-94f9-8c655708dbb0', 'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0', 'project_id': 'f74fa507635e4fcd8b967bec954ee09a', 'fixed_ips': [{'subnet_id': '5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:52:51.412719 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:51.422572 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ccb12c-dfe6-474a-bf3d-52092dd21a24 x-openstack-request-id: req-99ccb12c-dfe6-474a-bf3d-52092dd21a24 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:51.422879 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17e0830-1f13-497f-93f0-b40635574370", "tag": "10c15455-29a9-4409-bda4-3265c8196af3", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:51.423125 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99ccb12c-dfe6-474a-bf3d-52092dd21a24 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:51.423528 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17e0830-1f13-497f-93f0-b40635574370', 'tag': '10c15455-29a9-4409-bda4-3265c8196af3', 'status': 'completed', 'code': 200} Dec 16 07:52:51.436374 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-3ef40526-a99d-42a4-b27a-76521ad2ae47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692470 Dec 16 07:52:51.441164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:51.450395 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:51.457197 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5991cf5b-f9f9-4cdd-b0f6-c041f4537fca tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5613558 Dec 16 07:52:51.462747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c460090a-931f-4f50-bfe3-54d5676391ae req-785ead77-8d72-485b-9456-430b2d148d3c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831044 Dec 16 07:52:51.462747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50878) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:51.471856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Request body: {'port': {'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1776399680'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:51.543913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.api [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) ab1c8471-696e-4a30-8605-e49d3c8b33e6-n-h2-820935-11-0 {{(pid=110395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:52:51.544275 n-d-820935-11 neutron-server[110395]: DEBUG oslo_db.api [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:52:51.597363 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-3bf337e1-66b9-47f5-be4c-36808eaca95f service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618726 Dec 16 07:52:51.649865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:51.691218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8201a1-e972-474e-aa77-e54b3a525b5c req-df3c2011-d30b-4498-92d6-9b0643eb2d0b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:51.692826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd8201a1-e972-474e-aa77-e54b3a525b5c req-df3c2011-d30b-4498-92d6-9b0643eb2d0b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1058314 Dec 16 07:52:51.710432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ab1c8471-696e-4a30-8605-e49d3c8b33e6 has no active binding in host n-h1-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 07:52:51.750582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Allocated IP 172.20.0.2 (72033877-dd91-47ff-94f9-8c655708dbb0/5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45/bbea6d62-6308-4b5a-afa7-8322e6393ba7) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:51.759210 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3fecba9-19c1-4bf6-8e98-652779de8275 req-ad3227c6-93c1-40b1-9b4d-71fed38bd2d5 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485307 Dec 16 07:52:51.765641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Made reservation on behalf of f74fa507635e4fcd8b967bec954ee09a for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:51.769390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:51.791391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd8201a1-e972-474e-aa77-e54b3a525b5c req-e0d115f8-968b-4bfe-b42e-796b7acb7293 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923238 Dec 16 07:52:51.798502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] device_id is not set on port 9cb48adb-d524-4630-acc3-471578187a00 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 07:52:51.925878 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:51.935205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50894) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:52.002802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-f3d8a7b9-8796-4e30-aa35-28a7be0dc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:52.004560 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-f3d8a7b9-8796-4e30-aa35-28a7be0dc6fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 1095 time: 0.0491805 Dec 16 07:52:52.061688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on host n-h2-820935-11 for vnic_type normal with profile {"migrating_to": "n-h1-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:52.062101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:52.062409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:52.067376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:52:52.067837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempting to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on network eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:52.073079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:52.073425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Checking segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:52.073815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Bound using segment: {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:52.074593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Bound port: ab1c8471-696e-4a30-8605-e49d3c8b33e6, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e0c776-c421-4ce7-9a83-feb70a9778d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:52.074706 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.104075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-b6c140e5-3050-4bfd-b931-6f88110cf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:52.105614 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-b6c140e5-3050-4bfd-b931-6f88110cf2be service neutron] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 913 time: 0.0927486 Dec 16 07:52:52.117870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1299075921-network', 'tenant_id': '354ae8f454c846c8a089d0c9251483dc'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:52.119976 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.152194 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-e8396f45-651f-4d87-9b4d-b9bf9108c5c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10c15455-29a9-4409-bda4-3265c8196af3 HTTP/1.1" status: 200 len: 217 time: 0.0394046 Dec 16 07:52:52.164712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Network 72033877-dd91-47ff-94f9-8c655708dbb0 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:52.178290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Pushing event updated for resources: {'Port': ['ID=bbea6d62-6308-4b5a-afa7-8322e6393ba7,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:52.183336 n-d-820935-11 neutron-server[110395]: WARNING neutron.plugins.ml2.plugin [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Concurrent port binding operations failed on port ab1c8471-696e-4a30-8605-e49d3c8b33e6 Dec 16 07:52:52.184712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:52.190777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:52.193855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:52.208705 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attempt 2 to bind port ab1c8471-696e-4a30-8605-e49d3c8b33e6 Dec 16 07:52:52.213481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Allocated IP 172.20.0.14 (72033877-dd91-47ff-94f9-8c655708dbb0/5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45/9cb48adb-d524-4630-acc3-471578187a00) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:52.217422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:52.218198 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.219042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-4c6830b4-326a-4d6d-b196-cb692e095d91 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 1124 time: 2.1083338 Dec 16 07:52:52.253636 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:52:52.272814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Attempting to bind port bbea6d62-6308-4b5a-afa7-8322e6393ba7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:52:52.273201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Attempting to bind port bbea6d62-6308-4b5a-afa7-8322e6393ba7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd922706e-3941-4d68-ad46-07cd30a5c01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:52:52.274355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Attempting to bind port bbea6d62-6308-4b5a-afa7-8322e6393ba7 on network 72033877-dd91-47ff-94f9-8c655708dbb0 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:52:52.275375 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-6f38fe35-027c-4b1f-90d4-ddfde5e23409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:52.282182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:52:52.282579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Checking segment: {'id': 'd922706e-3941-4d68-ad46-07cd30a5c01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:52.283002 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.283396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Bound using segment: {'id': 'd922706e-3941-4d68-ad46-07cd30a5c01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:52:52.283879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Bound port: bbea6d62-6308-4b5a-afa7-8322e6393ba7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd922706e-3941-4d68-ad46-07cd30a5c01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:52:52.285342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.286279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-6f38fe35-027c-4b1f-90d4-ddfde5e23409 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.1275144 Dec 16 07:52:52.301278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:52.328928 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-cafd9a45-07dc-4520-92fc-8812a775eac8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344098 Dec 16 07:52:52.345123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Made reservation on behalf of 354ae8f454c846c8a089d0c9251483dc for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:52.348659 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.381440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] For port bbea6d62-6308-4b5a-afa7-8322e6393ba7, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:52:52.385989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] For port bbea6d62-6308-4b5a-afa7-8322e6393ba7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bbea6d62-6308-4b5a-afa7-8322e6393ba7,segment=NetworkSegment(d922706e-3941-4d68-ad46-07cd30a5c01a),segment_id=d922706e-3941-4d68-ad46-07cd30a5c01a)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:52:52.394024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.399695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ab1c8471-696e-4a30-8605-e49d3c8b33e6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:52.436963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ab1c8471-696e-4a30-8605-e49d3c8b33e6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:52.493017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1324822267-network', 'tenant_id': 'c72862d64dfc46f2bffdaf53b78772d6'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:52.498774 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.503254 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-b764ae25-6059-44bb-9deb-eb04c898b1ba service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614432 Dec 16 07:52:52.557392 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.585736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bfc6c-3399-4415-a25e-91bccd46871c req-224be09d-ae9d-4bdc-bd22-a9a85096a856 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:52.587173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a5bfc6c-3399-4415-a25e-91bccd46871c req-224be09d-ae9d-4bdc-bd22-a9a85096a856 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 943 time: 0.2118452 Dec 16 07:52:52.622918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351d12-d32d-4852-97fc-19a208d60c1f req-956eed2a-5bcd-4894-9498-e797a9a7562f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:52.623140 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b07abe37-cdc8-4542-b826-be885bfc5fed req-340fc6cc-f0a7-4518-85b0-e500368f47fe service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955732 Dec 16 07:52:52.623211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41351d12-d32d-4852-97fc-19a208d60c1f req-956eed2a-5bcd-4894-9498-e797a9a7562f tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 945 time: 0.2269979 Dec 16 07:52:52.627255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f1864-91a1-46c2-8ee6-9a94d91a4c64 None None] Pushing event updated for resources: {'Port': ['ID=bbea6d62-6308-4b5a-afa7-8322e6393ba7,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:52.650445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:52.652892 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4" -d '{"events": [{"name": "network-changed", "server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:52.747283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.750299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Made reservation on behalf of c72862d64dfc46f2bffdaf53b78772d6 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:52.752672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.778680 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.787713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a5bfc6c-3399-4415-a25e-91bccd46871c req-af47a6ba-535a-4d6f-8397-ed83a8cdda68 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742234 Dec 16 07:52:52.799916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41351d12-d32d-4852-97fc-19a208d60c1f req-78a5cb4b-dd72-4e7b-a37b-39cfe08c9222 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919143 Dec 16 07:52:52.888567 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.890612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:52.988196 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530a85d2-43cf-46b4-9c22-8487e42ec68d x-openstack-request-id: req-530a85d2-43cf-46b4-9c22-8487e42ec68d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:52.988486 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:52.988747 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-530a85d2-43cf-46b4-9c22-8487e42ec68d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:52.989142 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6', 'status': 'completed', 'code': 200} Dec 16 07:52:53.004145 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.004145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:52:53.040547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Network 72033877-dd91-47ff-94f9-8c655708dbb0 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:53.041325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b00a3-edb2-41e4-8c57-b130ee237e78,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:53.060196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:53.063363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.063709 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Added segment de8bb436-9977-438f-a0f1-ff6445f9fc18 of type vlan for network d0c35d4a-e93a-467b-b8eb-6e940c982fdc Dec 16 07:52:53.070007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:53.100893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event updated for resources: {'Port': ['ID=9cb48adb-d524-4630-acc3-471578187a00,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:53.103849 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.217793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:52:53.249585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d8845-ae4b-429f-ace9-65f72730980c req-7cff617b-c1d6-4997-ada6-7d6785585b4a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:53.251052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a6d8845-ae4b-429f-ace9-65f72730980c req-7cff617b-c1d6-4997-ada6-7d6785585b4a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.3262408 Dec 16 07:52:53.255719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.276025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43392b5-a5eb-45c7-a984-3ba63d2cabf5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:53.285415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.285685 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Added segment c14044ff-e259-428b-8819-4ca37a70ea66 of type vlan for network 91c74b65-da68-470e-8b58-f83d35deeaef Dec 16 07:52:53.295002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:53.295848 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.373508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2af4-3ad3-4bca-89e2-711eb72d18a7 req-a8905b89-df00-4225-9337-528d1016fa7f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:53.375063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1da2af4-3ad3-4bca-89e2-711eb72d18a7 req-a8905b89-df00-4225-9337-528d1016fa7f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.3380635 Dec 16 07:52:53.383693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-3a5b113a-6777-4720-ace9-f3380b0c7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:53.385199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-3a5b113a-6777-4720-ace9-f3380b0c7c68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1127 time: 0.2590039 Dec 16 07:52:53.628484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8200fd-490f-402a-93d2-bd8935b0aa10 None None] Network 72033877-dd91-47ff-94f9-8c655708dbb0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:53.655487 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.668382 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.669298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:53.669975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.674404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bd7f9717-607a-4d64-b418-51588fc23521 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2098141 Dec 16 07:52:53.677607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50924) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:53.682937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Request body: {'port': {'network_id': '72033877-dd91-47ff-94f9-8c655708dbb0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1374371956', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:53.683502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.api.validators [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] bootfile-name is not in valid_values {{(pid=110396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 07:52:53.683853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.api.validators [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] tftp-server is not in valid_values {{(pid=110396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 07:52:53.684211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.api.validators [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] server-ip-address is not in valid_values {{(pid=110396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 07:52:53.707073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ddb0bffc-a2b7-410f-806c-2b9186f44b19 None None] Provisioning complete for port bbea6d62-6308-4b5a-afa7-8322e6393ba7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:53.708048 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ddb0bffc-a2b7-410f-806c-2b9186f44b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.786085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:52:53.825164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a6d8845-ae4b-429f-ace9-65f72730980c req-1068bd2a-e7e5-4e3e-b554-6c5be34b1188 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567164 Dec 16 07:52:53.844737 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ddb0bffc-a2b7-410f-806c-2b9186f44b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.874756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1da2af4-3ad3-4bca-89e2-711eb72d18a7 req-c71998eb-8978-4ecf-839f-f915b0d12c6f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874368 Dec 16 07:52:53.882881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9455905 Dec 16 07:52:53.894771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a04f0-3671-4265-958a-83c7b15b80bc admin admin] Pushing event updated for resources: {'Network': ['ID=d0c35d4a-e93a-467b-b8eb-6e940c982fdc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:53.901944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50928) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:53.903247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ddb0bffc-a2b7-410f-806c-2b9186f44b19 None None] For port bbea6d62-6308-4b5a-afa7-8322e6393ba7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bbea6d62-6308-4b5a-afa7-8322e6393ba7,segment=NetworkSegment(d922706e-3941-4d68-ad46-07cd30a5c01a),segment_id=d922706e-3941-4d68-ad46-07cd30a5c01a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:53.913299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d0c35d4a-e93a-467b-b8eb-6e940c982fdc details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:52:53.914738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Request body: {'subnet': {'network_id': 'd0c35d4a-e93a-467b-b8eb-6e940c982fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1299075921-subnet', 'tenant_id': '354ae8f454c846c8a089d0c9251483dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:53.928533 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.929855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:53.930504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:53.956087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-4e95bccf-0f2a-41c1-92cd-52a5ac6c2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:53.957610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-4e95bccf-0f2a-41c1-92cd-52a5ac6c2a6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.5611017 Dec 16 07:52:54.019643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Made reservation on behalf of f74fa507635e4fcd8b967bec954ee09a for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:54.023486 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.029503 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ddb0bffc-a2b7-410f-806c-2b9186f44b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.050855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] device_id is not set on port 5d555487-b9cc-46de-908a-b950ec4aae6e yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 07:52:54.059328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-6fba54fe-e6e4-4cb3-afef-6cc0034a2b87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 217 time: 0.0691454 Dec 16 07:52:54.069482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=91c74b65-da68-470e-8b58-f83d35deeaef,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:54.116926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0bffc-a2b7-410f-806c-2b9186f44b19 None None] Pushing event updated for resources: {'Port': ['ID=bbea6d62-6308-4b5a-afa7-8322e6393ba7,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:54.134884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 91c74b65-da68-470e-8b58-f83d35deeaef details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:52:54.137088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-076f7418-54f5-444a-9b2a-d5d8677e8ef2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8050349 Dec 16 07:52:54.140388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50940) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:54.150475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Request body: {'subnet': {'network_id': '91c74b65-da68-470e-8b58-f83d35deeaef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1324822267-subnet', 'tenant_id': 'c72862d64dfc46f2bffdaf53b78772d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:54.157805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39b6ca-8926-4438-978d-4b6a15f839f3 req-1ce0e979-e8ee-4a6e-b1bb-a6613365b230 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:54.159394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c39b6ca-8926-4438-978d-4b6a15f839f3 req-1ce0e979-e8ee-4a6e-b1bb-a6613365b230 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 943 time: 0.1703858 Dec 16 07:52:54.163508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-63afec4f-4f96-4b67-ad55-31569cde1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:54.165025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-63afec4f-4f96-4b67-ad55-31569cde1826 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.0925448 Dec 16 07:52:54.218667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-bac27fc6-2fd3-459a-9e7f-b97e757e56d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385613 Dec 16 07:52:54.246340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2e0d2c8d-a6fa-4aec-9c04-6d1ae5809913 None None] Provisioning complete for port 9cb48adb-d524-4630-acc3-471578187a00 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:54.246553 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2c8d-a6fa-4aec-9c04-6d1ae5809913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.260144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Allocated IP 172.20.0.12 (72033877-dd91-47ff-94f9-8c655708dbb0/5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45/5d555487-b9cc-46de-908a-b950ec4aae6e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:52:54.288391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d2c8d-a6fa-4aec-9c04-6d1ae5809913 None None] Port 9cb48adb-d524-4630-acc3-471578187a00 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:52:54.300305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2e0d2c8d-a6fa-4aec-9c04-6d1ae5809913 None None] Provisioning complete for port bbea6d62-6308-4b5a-afa7-8322e6393ba7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:54.300743 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2c8d-a6fa-4aec-9c04-6d1ae5809913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.317164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c39b6ca-8926-4438-978d-4b6a15f839f3 req-9e74298e-ad0f-469c-88b2-e270d1d6ee3d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390207 Dec 16 07:52:54.327067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Made reservation on behalf of c72862d64dfc46f2bffdaf53b78772d6 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:54.329577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Made reservation on behalf of 354ae8f454c846c8a089d0c9251483dc for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:52:54.330158 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.331838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.486148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-a04d067e-3bd4-4f91-ab54-bbc03514d871 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524951 Dec 16 07:52:54.537386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6e95843a-8d89-4736-bffd-03dc11649462 None None] Provisioning complete for port 9cb48adb-d524-4630-acc3-471578187a00 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:54.537863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e95843a-8d89-4736-bffd-03dc11649462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.575765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6e95843a-8d89-4736-bffd-03dc11649462 None None] Port 9cb48adb-d524-4630-acc3-471578187a00 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:52:54.614022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.671899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a30cd38-e45f-4ba3-a54d-2e39081f84a4 req-5520f101-4182-455a-b5e2-b61cf47d26e3 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730051 Dec 16 07:52:54.733720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bbea6d62-6308-4b5a-afa7-8322e6393ba7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:54.784455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bbea6d62-6308-4b5a-afa7-8322e6393ba7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:54.784827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.799596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.800401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.807421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:54.870028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61883fb-ff77-4ff4-9ab7-fc777ed5e11c,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:54.878903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 10c15455-29a9-4409-bda4-3265c8196af3 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:54.896800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Checking segment: {'id': 'de8bb436-9977-438f-a0f1-ff6445f9fc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd0c35d4a-e93a-467b-b8eb-6e940c982fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:54.897223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Network hostable DHCP agents. Network: d0c35d4a-e93a-467b-b8eb-6e940c982fdc, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:52:54.941940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0feabcd8-1ed1-46db-9030-235e9c8a9efd,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:54.954833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Network 72033877-dd91-47ff-94f9-8c655708dbb0 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:52:54.959656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:54.964568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:52:54.967113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event updated for resources: {'Port': ['ID=5d555487-b9cc-46de-908a-b950ec4aae6e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:55.014532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93187e4-9cda-47eb-9c5f-f753805c379b req-5c22f2f9-34da-4106-b18b-80f0273e1008 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.016091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f93187e4-9cda-47eb-9c5f-f753805c379b req-5c22f2f9-34da-4106-b18b-80f0273e1008 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.0894160 Dec 16 07:52:55.044469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 10c15455-29a9-4409-bda4-3265c8196af3, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=10c15455-29a9-4409-bda4-3265c8196af3,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:55.062128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '10c15455-29a9-4409-bda4-3265c8196af3', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'port_id': '10c15455-29a9-4409-bda4-3265c8196af3', 'mac_address': 'fa:16:3e:0e:f9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e768f2-fb5b-43c5-80ce-e19af3e02baf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:52:55.065049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Network d0c35d4a-e93a-467b-b8eb-6e940c982fdc is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:52:55.069007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Checking segment: {'id': 'c14044ff-e259-428b-8819-4ca37a70ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '91c74b65-da68-470e-8b58-f83d35deeaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:52:55.069656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Network hostable DHCP agents. Network: 91c74b65-da68-470e-8b58-f83d35deeaef, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:52:55.080091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.081629 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.102901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3c96-e1ba-4b8c-bc8d-5b1676573f57 req-2c81567c-9cc4-4067-a08a-f31e2a44d5d8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.104509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59ad3c96-e1ba-4b8c-bc8d-5b1676573f57 req-2c81567c-9cc4-4067-a08a-f31e2a44d5d8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1106632 Dec 16 07:52:55.109939 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.110687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f93187e4-9cda-47eb-9c5f-f753805c379b req-9e79de3c-03fc-444e-944f-3536cd8105d7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803812 Dec 16 07:52:55.126349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c15455-29a9-4409-bda4-3265c8196af3 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:55.156803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 10c15455-29a9-4409-bda4-3265c8196af3, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=10c15455-29a9-4409-bda4-3265c8196af3,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:55.162539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59ad3c96-e1ba-4b8c-bc8d-5b1676573f57 req-1ee495f9-d606-4b1d-b14d-7db866ad6135 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494180 Dec 16 07:52:55.221872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d0c35d4a-e93a-467b-b8eb-6e940c982fdc) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:55.226283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.226893 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.235994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb1cfb-99ea-4647-9a58-42ed8ef3222a None None] Network d0c35d4a-e93a-467b-b8eb-6e940c982fdc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:55.264759 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c9f82fc4-0dc5-406f-a22c-bf3ef6b6cb24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5859442 Dec 16 07:52:55.267280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50956) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:55.277555 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.347099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Network 91c74b65-da68-470e-8b58-f83d35deeaef is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:52:55.354777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a1fbe73b-0461-4cf0-b4f4-76b59c01b4fa None None] Provisioning complete for port 5d555487-b9cc-46de-908a-b950ec4aae6e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:55.355155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe73b-0461-4cf0-b4f4-76b59c01b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.361533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2333a-fcbb-4211-97a4-12ef820de7fd tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.374969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-04b02236-4a4c-44ae-b7fc-7d6262c7f226 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4642122 Dec 16 07:52:55.375147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2333a-fcbb-4211-97a4-12ef820de7fd tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.375147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2333a-fcbb-4211-97a4-12ef820de7fd tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.376833 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-70d2333a-fcbb-4211-97a4-12ef820de7fd tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1074822 Dec 16 07:52:55.382104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 91c74b65-da68-470e-8b58-f83d35deeaef) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:52:55.384693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50962) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:55.392602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=10c15455-29a9-4409-bda4-3265c8196af3,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:55.395172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.395382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.504382 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-530b3cf5-ff53-4a97-bc69-34d4bd53c512 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3621843 Dec 16 07:52:55.549595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d016ba-9a03-4c43-940b-0a4c69dc5501 req-50ef5333-1f61-43a5-ba01-041ed238de9a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:55.557712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9d016ba-9a03-4c43-940b-0a4c69dc5501 req-50ef5333-1f61-43a5-ba01-041ed238de9a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 944 time: 0.1566079 Dec 16 07:52:55.604815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Deleting port 5d555487-b9cc-46de-908a-b950ec4aae6e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:55.605160 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.623511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0838ab3f-a1fe-4481-b5fb-94a60490f7e9 None None] Network 91c74b65-da68-470e-8b58-f83d35deeaef requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:55.633826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbe73b-0461-4cf0-b4f4-76b59c01b4fa None None] Port 5d555487-b9cc-46de-908a-b950ec4aae6e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:52:55.676806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f671d54-227b-401d-a5cc-ae6c47768cf0 None None] Network d0c35d4a-e93a-467b-b8eb-6e940c982fdc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:55.690314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9d016ba-9a03-4c43-940b-0a4c69dc5501 req-c715518b-e3a7-4b5d-9794-a22815e402eb tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317151 Dec 16 07:52:55.739530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.759480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0bb3ef5c-788e-4cd2-9bbc-6ebe9e801e2c req-11dbfb77-81cf-412e-921e-194be99f01da tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1719437254', 'description': 'tempest-description-2143277999'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:55.764404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Calling delete_port for 5d555487-b9cc-46de-908a-b950ec4aae6e owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:55.799760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b93890-9f18-4777-92a5-df2e74491626 None None] Network 91c74b65-da68-470e-8b58-f83d35deeaef requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:55.841159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1394ab8f-7121-4c9e-9292-87928a17ca20 req-d47ff9e8-8740-4982-9e7c-9489df90d2d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1201445972', 'description': 'tempest-description-1512043290'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:55.941736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bb3ef5c-788e-4cd2-9bbc-6ebe9e801e2c req-11dbfb77-81cf-412e-921e-194be99f01da tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:55.988773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['10c15455-29a9-4409-bda4-3265c8196af3'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:56.019798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.055498 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1394ab8f-7121-4c9e-9292-87928a17ca20 req-d47ff9e8-8740-4982-9e7c-9489df90d2d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.057582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event deleted for resources: {'Port': ['ID=5d555487-b9cc-46de-908a-b950ec4aae6e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:56.173488 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bb3ef5c-788e-4cd2-9bbc-6ebe9e801e2c req-11dbfb77-81cf-412e-921e-194be99f01da tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.202736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.212170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-336fd6c3-e957-43d0-8e2c-a7ad07bee28c tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "DELETE /v2.0/ports/5d555487-b9cc-46de-908a-b950ec4aae6e HTTP/1.1" status: 204 len: 168 time: 0.8204710 Dec 16 07:52:56.212434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50982) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:56.216149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Request body: {'port': {'name': 'tempest-new-port-name-317681761', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:56.216795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.api.validators [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] bootfile-name is not in valid_values {{(pid=110396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 07:52:56.217459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.api.validators [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] tftp-server is not in valid_values {{(pid=110396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 07:52:56.217926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.api.validators [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] server-ip-address is not in valid_values {{(pid=110396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 07:52:56.234580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1394ab8f-7121-4c9e-9292-87928a17ca20 req-d47ff9e8-8740-4982-9e7c-9489df90d2d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.279738 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bb3ef5c-788e-4cd2-9bbc-6ebe9e801e2c req-11dbfb77-81cf-412e-921e-194be99f01da tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.291111 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.315132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbfb77-81cf-412e-921e-194be99f01da tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e526dbc3-a11c-445e-a126-54ddfe372a0d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:56.351560 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1394ab8f-7121-4c9e-9292-87928a17ca20 req-d47ff9e8-8740-4982-9e7c-9489df90d2d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.379028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ff9e8-8740-4982-9e7c-9489df90d2d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a604a39-f202-4a28-87be-634272ef1f78,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:56.404229 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0bb3ef5c-788e-4cd2-9bbc-6ebe9e801e2c req-11dbfb77-81cf-412e-921e-194be99f01da tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.405636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bb3ef5c-788e-4cd2-9bbc-6ebe9e801e2c req-11dbfb77-81cf-412e-921e-194be99f01da tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6553848 Dec 16 07:52:56.480547 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1394ab8f-7121-4c9e-9292-87928a17ca20 req-d47ff9e8-8740-4982-9e7c-9489df90d2d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.489945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1394ab8f-7121-4c9e-9292-87928a17ca20 req-d47ff9e8-8740-4982-9e7c-9489df90d2d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6548560 Dec 16 07:52:56.498658 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.562687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.605535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc33b9c-233d-4c7a-b553-b08a8ff39b0a req-80e40f28-89e3-4247-8901-f60804aa9731 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:56.607962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbc33b9c-233d-4c7a-b553-b08a8ff39b0a req-80e40f28-89e3-4247-8901-f60804aa9731 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.0803161 Dec 16 07:52:56.628768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd51565-95bd-447c-b5d7-da09d9d9a5ab req-35356fac-3c0a-494c-9fd2-532024dbead9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:56.630304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cd51565-95bd-447c-b5d7-da09d9d9a5ab req-35356fac-3c0a-494c-9fd2-532024dbead9 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0923705 Dec 16 07:52:56.647511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event updated for resources: {'Port': ['ID=9cb48adb-d524-4630-acc3-471578187a00,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:56.668569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] In _notify_port_updated(), no bound segment for port 9cb48adb-d524-4630-acc3-471578187a00 on network 72033877-dd91-47ff-94f9-8c655708dbb0 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 07:52:56.677085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:56.677430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.682328 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-058525d3-a6bc-4d93-b154-5d574ed17b39 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "PUT /v2.0/ports/9cb48adb-d524-4630-acc3-471578187a00 HTTP/1.1" status: 200 len: 1136 time: 0.4678326 Dec 16 07:52:56.682681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:56.697287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbc33b9c-233d-4c7a-b553-b08a8ff39b0a req-4329827d-21fa-4376-9c11-6e376e24fc23 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821245 Dec 16 07:52:56.734327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df93d6-6e53-4fb6-8379-97a1c7a99f78 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:56.735807 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7df93d6-6e53-4fb6-8379-97a1c7a99f78 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "GET /v2.0/ports/9cb48adb-d524-4630-acc3-471578187a00 HTTP/1.1" status: 200 len: 1136 time: 0.0523360 Dec 16 07:52:56.743387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cd51565-95bd-447c-b5d7-da09d9d9a5ab req-d017f8bb-f37a-4e89-b11c-41a428b7837f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969725 Dec 16 07:52:56.746457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51004) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:56.852867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Deleting port 9cb48adb-d524-4630-acc3-471578187a00 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:56.853222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.857948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3416088-2abe-4d5f-8775-d62658ab60df req-28199dd1-5707-403e-9912-fe8e4ce3cdd1 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/e526dbc3-a11c-445e-a126-54ddfe372a0d HTTP/1.1" status: 200 len: 1832 time: 0.1044719 Dec 16 07:52:56.867106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60517348-1010-467a-93df-55153e563266 req-aab1dab9-3586-4024-87ea-a5992f0975c2 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/3a604a39-f202-4a28-87be-634272ef1f78 HTTP/1.1" status: 200 len: 1824 time: 0.0618150 Dec 16 07:52:56.872731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-60517348-1010-467a-93df-55153e563266 req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a604a39-f202-4a28-87be-634272ef1f78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:56.872731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-60517348-1010-467a-93df-55153e563266 req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a604a39-f202-4a28-87be-634272ef1f78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:56.889518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b3416088-2abe-4d5f-8775-d62658ab60df req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e526dbc3-a11c-445e-a126-54ddfe372a0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:56.889518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b3416088-2abe-4d5f-8775-d62658ab60df req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e526dbc3-a11c-445e-a126-54ddfe372a0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:56.957437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.968156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6f9b73a2-4517-445b-b783-b9c0c6aa5047 None None] Provisioning complete for port 9cb48adb-d524-4630-acc3-471578187a00 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:56.968795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f9b73a2-4517-445b-b783-b9c0c6aa5047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:56.972644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Calling delete_port for 9cb48adb-d524-4630-acc3-471578187a00 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:57.024573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b73a2-4517-445b-b783-b9c0c6aa5047 None None] Port 9cb48adb-d524-4630-acc3-471578187a00 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:52:57.032075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3416088-2abe-4d5f-8775-d62658ab60df req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.088166 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3416088-2abe-4d5f-8775-d62658ab60df req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.105598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60517348-1010-467a-93df-55153e563266 req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.122554 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60517348-1010-467a-93df-55153e563266 req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.174149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3416088-2abe-4d5f-8775-d62658ab60df req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.194849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee25c48-2c25-4f5b-968e-0af21c794f69,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:57.231193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.262291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event deleted for resources: {'Port': ['ID=9cb48adb-d524-4630-acc3-471578187a00,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:57.319265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60517348-1010-467a-93df-55153e563266 req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.320489 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.359240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad96ac8d-f6e3-4739-8720-62dc7fc655d9,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:57.365856 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3416088-2abe-4d5f-8775-d62658ab60df req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.368897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3416088-2abe-4d5f-8775-d62658ab60df req-da42e4f6-04c1-43ec-85d9-8f48b19ac561 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4894803 Dec 16 07:52:57.377294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.377294 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d4b00935-2227-4b34-97bc-4c57c66e373d tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "DELETE /v2.0/ports/9cb48adb-d524-4630-acc3-471578187a00 HTTP/1.1" status: 204 len: 168 time: 0.6265430 Dec 16 07:52:57.377906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51006) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:57.433329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Deleting subnet 5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:52:57.438814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60517348-1010-467a-93df-55153e563266 req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.440001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60517348-1010-467a-93df-55153e563266 req-4bcadc20-d13e-4895-9009-5994b3cec258 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5720825 Dec 16 07:52:57.441959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.538474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9e740359-0b57-4bae-909b-73808b8cd393 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:52:57.577657 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.662566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d72588fa-e866-4251-bd2b-af15bf8cf449 req-79145ba3-b1c8-485b-a1ff-5fb160d5d536 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/e526dbc3-a11c-445e-a126-54ddfe372a0d HTTP/1.1" status: 200 len: 2426 time: 0.1337299 Dec 16 07:52:57.672074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:57.686053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '9e740359-0b57-4bae-909b-73808b8cd393', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': '9e740359-0b57-4bae-909b-73808b8cd393', 'mac_address': 'fa:16:3e:6b:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:52:57.686311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0a01ae6b-9058-4254-8744-cca1c4ff8573 req-3d3c8f53-0ae7-4de3-8cde-0124007fcbd4 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1695030410', 'description': 'tempest-description-845737297'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:57.727371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.741595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e740359-0b57-4bae-909b-73808b8cd393 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:52:57.742713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffe41-2681-4e05-9977-77d27fc37ff7 req-de6f35e5-4d16-4869-8da5-f0a63cc46ee0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:57.744249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54dffe41-2681-4e05-9977-77d27fc37ff7 req-de6f35e5-4d16-4869-8da5-f0a63cc46ee0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 944 time: 0.1692605 Dec 16 07:52:57.778139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:57.790731 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.850266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54dffe41-2681-4e05-9977-77d27fc37ff7 req-0f1a3a7c-4422-40ee-a8bc-1e6ffb5bcfda tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958300 Dec 16 07:52:57.854203 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.882777 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a01ae6b-9058-4254-8744-cca1c4ff8573 req-3d3c8f53-0ae7-4de3-8cde-0124007fcbd4 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.915156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:57.997979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a01ae6b-9058-4254-8744-cca1c4ff8573 req-3d3c8f53-0ae7-4de3-8cde-0124007fcbd4 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:57.999438 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.011962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cd56913-088b-40de-9adb-e404c37c52b2 req-0a9544e7-711d-4b96-bdca-e1fb2e63d19c tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-group-rules/1ee25c48-2c25-4f5b-968e-0af21c794f69 HTTP/1.1" status: 200 len: 778 time: 0.0513041 Dec 16 07:52:58.051114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['9e740359-0b57-4bae-909b-73808b8cd393'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:52:58.054047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:58.058143 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.065590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51040) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:52:58.065892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9f8d7a08-17d4-4ef4-99dd-ce20669886d3 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "DELETE /v2.0/subnets/5a8ec74b-afcd-4ed5-9f85-4c3dee9ffa45 HTTP/1.1" status: 204 len: 168 time: 0.6879771 Dec 16 07:52:58.103113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cd56913-088b-40de-9adb-e404c37c52b2 req-3c3b7bde-1d31-4500-aa5c-6684d060a15e tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/e526dbc3-a11c-445e-a126-54ddfe372a0d HTTP/1.1" status: 200 len: 2426 time: 0.0616968 Dec 16 07:52:58.104461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a01ae6b-9058-4254-8744-cca1c4ff8573 req-3d3c8f53-0ae7-4de3-8cde-0124007fcbd4 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.119580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7a32a-de7a-4600-bf66-873155d042dd None None] Network 72033877-dd91-47ff-94f9-8c655708dbb0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:52:58.167716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5cd56913-088b-40de-9adb-e404c37c52b2 req-2610eeff-fed4-44cd-87ee-3ff1c2c3d08a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.175196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8f53-0ae7-4de3-8cde-0124007fcbd4 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0148e-79b3-4381-9565-b1dadb9256e4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:58.178884 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5cd56913-088b-40de-9adb-e404c37c52b2 req-2610eeff-fed4-44cd-87ee-3ff1c2c3d08a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.202241 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.275914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Deleting port bbea6d62-6308-4b5a-afa7-8322e6393ba7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:58.276542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.284120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a01ae6b-9058-4254-8744-cca1c4ff8573 req-3d3c8f53-0ae7-4de3-8cde-0124007fcbd4 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.288043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a01ae6b-9058-4254-8744-cca1c4ff8573 req-3d3c8f53-0ae7-4de3-8cde-0124007fcbd4 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6122189 Dec 16 07:52:58.327469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-059cc6f4-c527-450b-8f51-0bbaaefb44e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.375225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5cd56913-088b-40de-9adb-e404c37c52b2 req-2610eeff-fed4-44cd-87ee-3ff1c2c3d08a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.383414 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5cd56913-088b-40de-9adb-e404c37c52b2 req-2610eeff-fed4-44cd-87ee-3ff1c2c3d08a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.384537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cd56913-088b-40de-9adb-e404c37c52b2 req-2610eeff-fed4-44cd-87ee-3ff1c2c3d08a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1ee25c48-2c25-4f5b-968e-0af21c794f69 HTTP/1.1" status: 204 len: 173 time: 0.2703106 Dec 16 07:52:58.397391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] For port bbea6d62-6308-4b5a-afa7-8322e6393ba7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bbea6d62-6308-4b5a-afa7-8322e6393ba7,segment=NetworkSegment(d922706e-3941-4d68-ad46-07cd30a5c01a),segment_id=d922706e-3941-4d68-ad46-07cd30a5c01a)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:58.397848 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.411153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610eeff-fed4-44cd-87ee-3ff1c2c3d08a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ee25c48-2c25-4f5b-968e-0af21c794f69,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:58.415180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Calling delete_port for bbea6d62-6308-4b5a-afa7-8322e6393ba7 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:58.416515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] DHCP port deletion for 72033877-dd91-47ff-94f9-8c655708dbb0 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:52:58.560907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b43d-1442-47fc-bcde-0d3bf7a0e5f7 req-af52746d-003b-4e1e-952d-c48d67ff7af4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:58.562714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f390b43d-1442-47fc-bcde-0d3bf7a0e5f7 req-af52746d-003b-4e1e-952d-c48d67ff7af4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.1143353 Dec 16 07:52:58.592041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.608369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5536370-ec7f-44bc-a983-8df9bc284453 req-db3da782-0278-43ca-821a-ea6a84026104 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:58.609920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5536370-ec7f-44bc-a983-8df9bc284453 req-db3da782-0278-43ca-821a-ea6a84026104 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0873775 Dec 16 07:52:58.632840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] Deleting port bbea6d62-6308-4b5a-afa7-8322e6393ba7 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:52:58.633032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event deleted for resources: {'Port': ['ID=bbea6d62-6308-4b5a-afa7-8322e6393ba7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:58.633295 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.649947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] No DVR routers for this DVR port bbea6d62-6308-4b5a-afa7-8322e6393ba7 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:58.661346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f390b43d-1442-47fc-bcde-0d3bf7a0e5f7 req-053d0233-fdce-442a-8e86-f3e0d1e0902a tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903826 Dec 16 07:52:58.735868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5536370-ec7f-44bc-a983-8df9bc284453 req-d650e20d-5735-497c-b1d5-489a0ffe9843 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157739 Dec 16 07:52:58.754158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bbea6d62-6308-4b5a-afa7-8322e6393ba7 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:52:58.789022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: bbea6d62-6308-4b5a-afa7-8322e6393ba7 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:52:58.789517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bbea6d62-6308-4b5a-afa7-8322e6393ba7 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:52:58.790145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-60ee934a-3dd7-4236-843e-af660d439a1d req-cab18978-8819-41b8-8685-270dc3abf6fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1852608386', 'description': 'tempest-description-1381553263'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:58.808745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-013eb736-3ca2-4588-8719-c2cb51282dfc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/a0c0148e-79b3-4381-9565-b1dadb9256e4 HTTP/1.1" status: 200 len: 1823 time: 0.0717344 Dec 16 07:52:58.819821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a0c0148e-79b3-4381-9565-b1dadb9256e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:58.820204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a0c0148e-79b3-4381-9565-b1dadb9256e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:58.824949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] For port bbea6d62-6308-4b5a-afa7-8322e6393ba7, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:58.825650 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.854321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] Calling delete_port for bbea6d62-6308-4b5a-afa7-8322e6393ba7 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:52:58.864360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] Port bbea6d62-6308-4b5a-afa7-8322e6393ba7 was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 07:52:58.866525 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:58.900431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] Pushing event deleted for resources: {'Port': ['ID=bbea6d62-6308-4b5a-afa7-8322e6393ba7,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:58.903621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 10c15455-29a9-4409-bda4-3265c8196af3 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:58.931031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cd054-1805-46e7-9475-078c6fdffa56 None None] No DVR routers for this DVR port bbea6d62-6308-4b5a-afa7-8322e6393ba7 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:52:58.949260 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60ee934a-3dd7-4236-843e-af660d439a1d req-cab18978-8819-41b8-8685-270dc3abf6fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.058447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.128495 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.156911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 10c15455-29a9-4409-bda4-3265c8196af3 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:52:59.163119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 10c15455-29a9-4409-bda4-3265c8196af3 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:59.163721 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.177112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.214915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60ee934a-3dd7-4236-843e-af660d439a1d req-cab18978-8819-41b8-8685-270dc3abf6fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.229636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72033877-dd91-47ff-94f9-8c655708dbb0']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:59.244672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd922706e-3941-4d68-ad46-07cd30a5c01a') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:59.245003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd922706e-3941-4d68-ad46-07cd30a5c01a') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:52:59.255899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.267449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.287329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.290522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff906607-bae9-4eb4-a843-1b9cdb4e77e1,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:59.300681 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.301777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:52:59.302491 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.308986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60ee934a-3dd7-4236-843e-af660d439a1d req-cab18978-8819-41b8-8685-270dc3abf6fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:52:59.310946 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:52:59.343555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 10c15455-29a9-4409-bda4-3265c8196af3, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=10c15455-29a9-4409-bda4-3265c8196af3,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:59.344872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17e0830-1f13-497f-93f0-b40635574370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c15455-29a9-4409-bda4-3265c8196af3'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:52:59.347699 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd1d01e-0326-4b98-900e-37c0372f730b" -d '{"events": [{"server_uuid": "c17e0830-1f13-497f-93f0-b40635574370", "name": "network-vif-plugged", "status": "completed", "tag": "10c15455-29a9-4409-bda4-3265c8196af3"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:52:59.359085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab18978-8819-41b8-8685-270dc3abf6fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ecc8fd-809a-4a76-8210-54ef523d58de,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:59.472691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.473833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78347d45-ba55-4330-b41f-41055a1f0d18 req-6d4a20a5-fc79-4f39-a349-b954fe52f033 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6642606 Dec 16 07:52:59.506085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-a10b672e-b388-401e-a55d-0ffb119a174c service neutron] 10.222.0.36 "GET /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6/bindings/n-h1-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.0775445 Dec 16 07:52:59.551334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.557786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-60ee934a-3dd7-4236-843e-af660d439a1d req-cab18978-8819-41b8-8685-270dc3abf6fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.571227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60ee934a-3dd7-4236-843e-af660d439a1d req-cab18978-8819-41b8-8685-270dc3abf6fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7866778 Dec 16 07:52:59.582640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9e740359-0b57-4bae-909b-73808b8cd393 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:52:59.587525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.594915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.607472 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] 10.222.0.43 "DELETE /v2.0/networks/72033877-dd91-47ff-94f9-8c655708dbb0 HTTP/1.1" status: 204 len: 168 time: 1.5358629 Dec 16 07:52:59.659481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b869cd-0700-4045-ae0e-3aad6f5dee24 tempest-ExtraDHCPOptionsTestJSON-1139661141 tempest-ExtraDHCPOptionsTestJSON-1139661141-project] Pushing event deleted for resources: {'Network': ['ID=72033877-dd91-47ff-94f9-8c655708dbb0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:59.690729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=10c15455-29a9-4409-bda4-3265c8196af3,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:52:59.766040 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0084044a-5403-409e-8377-19388c152192 x-openstack-request-id: req-0084044a-5403-409e-8377-19388c152192 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:52:59.767225 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17e0830-1f13-497f-93f0-b40635574370", "name": "network-vif-plugged", "status": "completed", "tag": "10c15455-29a9-4409-bda4-3265c8196af3", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:52:59.767719 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0084044a-5403-409e-8377-19388c152192 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:52:59.768860 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17e0830-1f13-497f-93f0-b40635574370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c15455-29a9-4409-bda4-3265c8196af3', 'code': 200} Dec 16 07:52:59.769573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 9e740359-0b57-4bae-909b-73808b8cd393 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:52:59.771089 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.836604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-293be830-0366-462d-ac3e-4c002ae42db2 req-422cc1b3-af7d-47f9-9c07-8f8083222bad tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-791978839', 'description': 'tempest-description-2057245802'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:52:59.856985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7436e9-4ed7-454c-b1a7-497d70cf0dd7 req-b2f1827b-2316-4997-b626-f0ac95941ac7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:59.865064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e7436e9-4ed7-454c-b1a7-497d70cf0dd7 req-b2f1827b-2316-4997-b626-f0ac95941ac7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1689937 Dec 16 07:52:59.871005 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.879917 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:52:59.925035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:52:59.943658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae93181-05c2-495c-a812-d8480290dcba req-99d8af04-c215-4d7e-becf-7cedf3f2253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:52:59.945625 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7ae93181-05c2-495c-a812-d8480290dcba req-99d8af04-c215-4d7e-becf-7cedf3f2253f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 1097 time: 0.0679262 Dec 16 07:52:59.980155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e7436e9-4ed7-454c-b1a7-497d70cf0dd7 req-1e611126-de27-4a21-bad0-94d9adfe30b6 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137431 Dec 16 07:52:59.982957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:00.005166 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7ae93181-05c2-495c-a812-d8480290dcba req-35f6edc7-1525-4f1b-b4aa-c5e982181809 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510242 Dec 16 07:53:00.022828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:00.035117 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.036458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ab1c8471-696e-4a30-8605-e49d3c8b33e6 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:00.057384 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-293be830-0366-462d-ac3e-4c002ae42db2 req-422cc1b3-af7d-47f9-9c07-8f8083222bad tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.100441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1c8471-696e-4a30-8605-e49d3c8b33e6 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:00.116402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d049f9fb-322a-46c2-8459-61f41641fe3c req-72fe4ff7-432c-466f-8ba9-650103fdd054 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/70ecc8fd-809a-4a76-8210-54ef523d58de HTTP/1.1" status: 200 len: 1832 time: 0.1051202 Dec 16 07:53:00.124558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:00.389587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51086) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:00.402886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:00.446486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5cc0b-ebd6-4171-97f3-26135b6c2d56 req-8cb82a54-88dd-4c13-aa6e-be9b283130c1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:00.448217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02d5cc0b-ebd6-4171-97f3-26135b6c2d56 req-8cb82a54-88dd-4c13-aa6e-be9b283130c1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 944 time: 0.2716906 Dec 16 07:53:00.480527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-293be830-0366-462d-ac3e-4c002ae42db2 req-422cc1b3-af7d-47f9-9c07-8f8083222bad tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.494236 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.569038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02d5cc0b-ebd6-4171-97f3-26135b6c2d56 req-65b19086-c088-4b80-ba35-4f8deadd03c4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093531 Dec 16 07:53:00.596644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-293be830-0366-462d-ac3e-4c002ae42db2 req-422cc1b3-af7d-47f9-9c07-8f8083222bad tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.618932 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e61d9892-307b-47ea-a633-92c5ad5daa06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f74fa507635e4fcd8b967bec954ee09a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254007 Dec 16 07:53:00.625933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51092) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:00.657191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] Transition to ACTIVE for port object ab1c8471-696e-4a30-8605-e49d3c8b33e6 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:53:00.663124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cc1b3-af7d-47f9-9c07-8f8083222bad tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad8d13-46d5-4bbb-a1d3-d43d52301151,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:00.714651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-74db3ddd-9570-4351-9ccd-c2db6571a3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.736831 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b2fc-defe-453c-850f-a96d283432b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.758723 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-74db3ddd-9570-4351-9ccd-c2db6571a3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.793187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c61145-0273-4597-be19-62ab8ebbf8b4 req-1f6b3059-9a96-404a-8d41-d86eaafae56f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:00.795379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31c61145-0273-4597-be19-62ab8ebbf8b4 req-1f6b3059-9a96-404a-8d41-d86eaafae56f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0897505 Dec 16 07:53:00.815131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.823245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-293be830-0366-462d-ac3e-4c002ae42db2 req-422cc1b3-af7d-47f9-9c07-8f8083222bad tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:00.835103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-293be830-0366-462d-ac3e-4c002ae42db2 req-422cc1b3-af7d-47f9-9c07-8f8083222bad tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0523963 Dec 16 07:53:01.168152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-12c43d77-94fe-491d-b77e-169697e60fd2 req-87097895-daa8-408b-a292-410de5d16167 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1002505888', 'description': 'tempest-description-1905434309'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:01.254602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] No DVR routers for this DVR port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:01.271081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31c61145-0273-4597-be19-62ab8ebbf8b4 req-9edf77bd-3a64-483e-81cc-0461d6eaac5e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665391 Dec 16 07:53:01.271621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:01.326983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-74db3ddd-9570-4351-9ccd-c2db6571a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.329915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-74db3ddd-9570-4351-9ccd-c2db6571a3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.332616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-74db3ddd-9570-4351-9ccd-c2db6571a3e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25694b22-9b8a-45c6-ada1-993f05494b2f HTTP/1.1" status: 204 len: 168 time: 0.7057247 Dec 16 07:53:01.339331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1e2d19be-c6db-4d3a-8630-25e44a5096b4 req-e4b849e1-57e4-4c04-9a07-9f247b500bcb tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1825381316', 'description': 'tempest-description-63309656'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:01.361523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dd262b8-8c2b-4f6d-9a71-8b58d0983467 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6/bindings/n-h1-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8470218 Dec 16 07:53:01.362663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db3ddd-9570-4351-9ccd-c2db6571a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25694b22-9b8a-45c6-ada1-993f05494b2f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:01.392674 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12c43d77-94fe-491d-b77e-169697e60fd2 req-87097895-daa8-408b-a292-410de5d16167 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.498531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12c43d77-94fe-491d-b77e-169697e60fd2 req-87097895-daa8-408b-a292-410de5d16167 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.573818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e2d19be-c6db-4d3a-8630-25e44a5096b4 req-e4b849e1-57e4-4c04-9a07-9f247b500bcb tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.646152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12c43d77-94fe-491d-b77e-169697e60fd2 req-87097895-daa8-408b-a292-410de5d16167 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.680000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87097895-daa8-408b-a292-410de5d16167 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd28d8-1648-4aaa-b79f-9d9b22bc306d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:01.729323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5e2969f5-c8d5-4a8e-a82d-b8eff88257a6 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:01.730849 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5e2969f5-c8d5-4a8e-a82d-b8eff88257a6 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.1130605 Dec 16 07:53:01.760822 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e2d19be-c6db-4d3a-8630-25e44a5096b4 req-e4b849e1-57e4-4c04-9a07-9f247b500bcb tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.770952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:01.774798 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e1d106-86bb-4703-9c30-4879c2fc5352" -d '{"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-plugged", "status": "completed", "tag": "9e740359-0b57-4bae-909b-73808b8cd393"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:01.778142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.825894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-12c43d77-94fe-491d-b77e-169697e60fd2 req-87097895-daa8-408b-a292-410de5d16167 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.827246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12c43d77-94fe-491d-b77e-169697e60fd2 req-87097895-daa8-408b-a292-410de5d16167 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6686802 Dec 16 07:53:01.850239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-b760fa37-372a-4813-92c9-9962717beb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:01.851766 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-b760fa37-372a-4813-92c9-9962717beb72 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7&tenant_id=96765061660d493e9a57583440fc5099 HTTP/1.1" status: 200 len: 1097 time: 0.1114945 Dec 16 07:53:01.885232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e2d19be-c6db-4d3a-8630-25e44a5096b4 req-e4b849e1-57e4-4c04-9a07-9f247b500bcb tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:01.958931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b849e1-57e4-4c04-9a07-9f247b500bcb tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801efa37-d59e-4f2b-a69a-c2990966f9dd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:01.992571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dab316f-90b1-4dac-aef8-e8eeb0e40496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:01.995247 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-5dab316f-90b1-4dac-aef8-e8eeb0e40496 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96765061660d493e9a57583440fc5099&device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1097 time: 0.0818233 Dec 16 07:53:02.009385 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e2d19be-c6db-4d3a-8630-25e44a5096b4 req-e4b849e1-57e4-4c04-9a07-9f247b500bcb tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:02.011133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e2d19be-c6db-4d3a-8630-25e44a5096b4 req-e4b849e1-57e4-4c04-9a07-9f247b500bcb tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6863642 Dec 16 07:53:02.047623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8452-b4de-4d69-a2e6-485f0979d8c0 req-3b502e41-2950-4498-b84d-4d2b5edeaf8e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:02.056006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-452a8452-b4de-4d69-a2e6-485f0979d8c0 req-3b502e41-2950-4498-b84d-4d2b5edeaf8e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.0940888 Dec 16 07:53:02.193728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-452a8452-b4de-4d69-a2e6-485f0979d8c0 req-f85b1fe9-c405-4192-a002-a460d7806d25 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365869 Dec 16 07:53:02.223826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-cda4972c-e002-4180-bdcd-c9301511668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:02.225443 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-cda4972c-e002-4180-bdcd-c9301511668b service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 200 len: 909 time: 0.2166739 Dec 16 07:53:02.240088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f5b5-d2bd-4764-8ba1-b2d81f2b4265 req-7e9606fc-b3cb-4e0a-93d1-6b8dafd161db tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:02.242151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2527f5b5-d2bd-4764-8ba1-b2d81f2b4265 req-7e9606fc-b3cb-4e0a-93d1-6b8dafd161db tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 945 time: 0.1468954 Dec 16 07:53:02.331891 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4183fac-b09b-40fc-b914-ba75bd519021 x-openstack-request-id: req-e4183fac-b09b-40fc-b914-ba75bd519021 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:02.332684 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-plugged", "status": "completed", "tag": "9e740359-0b57-4bae-909b-73808b8cd393", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:02.332946 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4183fac-b09b-40fc-b914-ba75bd519021 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:02.333368 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393', 'code': 200} Dec 16 07:53:02.351009 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-05bae396-3b94-4da4-a893-7ae963a8e629 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 200 len: 217 time: 0.1169758 Dec 16 07:53:02.357503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2527f5b5-d2bd-4764-8ba1-b2d81f2b4265 req-0630aef1-a429-4ced-a0e9-0a9a83d592d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078823 Dec 16 07:53:02.458264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-c16dcaa7-c580-424c-8247-d07e62cc932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:02.459754 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-c16dcaa7-c580-424c-8247-d07e62cc932b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 200 len: 848 time: 0.1007810 Dec 16 07:53:02.470154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42091688-a7ba-4edb-947a-a95260090420 req-16510038-222f-445b-a062-a7e1c01f23fc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/f0ad8d13-46d5-4bbb-a1d3-d43d52301151 HTTP/1.1" status: 200 len: 1823 time: 0.1023180 Dec 16 07:53:02.509214 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-1f4797f9-b5b0-4bb6-b3ee-30b28309ac53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411453 Dec 16 07:53:02.559776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42091688-a7ba-4edb-947a-a95260090420 req-bf7d2329-3453-4c26-9ff5-c4ab50b88ecc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/b3dd28d8-1648-4aaa-b79f-9d9b22bc306d HTTP/1.1" status: 200 len: 1824 time: 0.0886817 Dec 16 07:53:02.608954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-42091688-a7ba-4edb-947a-a95260090420 req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0ad8d13-46d5-4bbb-a1d3-d43d52301151', 'remote_group_id': 'b3dd28d8-1648-4aaa-b79f-9d9b22bc306d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:02.608954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-42091688-a7ba-4edb-947a-a95260090420 req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0ad8d13-46d5-4bbb-a1d3-d43d52301151', 'remote_group_id': 'b3dd28d8-1648-4aaa-b79f-9d9b22bc306d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:02.608954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60500b7f-0442-4081-b4bd-fb410bc71fbc req-40d96df7-3d9c-436c-b68d-8ecf9ca1332b tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/801efa37-d59e-4f2b-a69a-c2990966f9dd HTTP/1.1" status: 200 len: 1830 time: 0.0872204 Dec 16 07:53:02.684146 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-d2f50c33-36c7-44e2-8a04-fddec58030fc service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671271 Dec 16 07:53:02.791469 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-f4efdb0f-1d8a-422c-8fd3-f4f8ff9c6d6b service neutron] 10.222.0.16 "GET /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985084 Dec 16 07:53:03.073052 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-42091688-a7ba-4edb-947a-a95260090420 req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.118099 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-42091688-a7ba-4edb-947a-a95260090420 req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.129217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51156) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:03.261840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-42091688-a7ba-4edb-947a-a95260090420 req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.263586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-eadda1e7-b81e-44d7-9b38-e4822deca1b4 tempest-DvrRoutersNegativeTest-1722794734 tempest-DvrRoutersNegativeTest-1722794734-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-757919046', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:03.271651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.policy [None req-eadda1e7-b81e-44d7-9b38-e4822deca1b4 tempest-DvrRoutersNegativeTest-1722794734 tempest-DvrRoutersNegativeTest-1722794734-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110396) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 16 07:53:03.275261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.policy [None req-eadda1e7-b81e-44d7-9b38-e4822deca1b4 tempest-DvrRoutersNegativeTest-1722794734 tempest-DvrRoutersNegativeTest-1722794734-project] Failed policy check for 'create_router' {{(pid=110396) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 16 07:53:03.277433 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-eadda1e7-b81e-44d7-9b38-e4822deca1b4 tempest-DvrRoutersNegativeTest-1722794734 tempest-DvrRoutersNegativeTest-1722794734-project] create failed (client error): Access was denied to this resource. Dec 16 07:53:03.278527 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eadda1e7-b81e-44d7-9b38-e4822deca1b4 tempest-DvrRoutersNegativeTest-1722794734 tempest-DvrRoutersNegativeTest-1722794734-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1481476 Dec 16 07:53:03.282819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644ba408-02d7-4d6a-8926-4c84f8f74b22,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:03.330612 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.389968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-42091688-a7ba-4edb-947a-a95260090420 req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.390283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42091688-a7ba-4edb-947a-a95260090420 req-586e3d0d-15fd-45dd-be81-83c2ebc3e739 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8285649 Dec 16 07:53:03.420835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5417e-6b78-47fe-95a8-74741c1f1b94 req-47312e1d-b5f7-4953-8192-aa62bcd7325e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:03.422477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05e5417e-6b78-47fe-95a8-74741c1f1b94 req-47312e1d-b5f7-4953-8192-aa62bcd7325e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1082878 Dec 16 07:53:03.427523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c3c2158e-589e-476a-b2a4-5ac4a8752418 req-c9b7e732-56a6-443e-b17f-28d69740d61a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1142613335', 'description': 'tempest-description-409183971'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:03.500584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05e5417e-6b78-47fe-95a8-74741c1f1b94 req-79719aca-0ed5-44ce-bd0b-be5c258cb049 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673885 Dec 16 07:53:03.587863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-44b7f644-7253-4a48-9640-7b9bfa4f59b9 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:03.589577 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-44b7f644-7253-4a48-9640-7b9bfa4f59b9 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7&tenant_id=96765061660d493e9a57583440fc5099&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.0641551 Dec 16 07:53:03.620126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c3c2158e-589e-476a-b2a4-5ac4a8752418 req-c9b7e732-56a6-443e-b17f-28d69740d61a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.671715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17ba1-d21f-4789-93bb-de3bbae2a2cb req-684b0566-3271-4614-9dd9-8111ec5e3633 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:03.673304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02c17ba1-d21f-4789-93bb-de3bbae2a2cb req-684b0566-3271-4614-9dd9-8111ec5e3633 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.0876496 Dec 16 07:53:03.759763 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c3c2158e-589e-476a-b2a4-5ac4a8752418 req-c9b7e732-56a6-443e-b17f-28d69740d61a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.768211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02c17ba1-d21f-4789-93bb-de3bbae2a2cb req-d09890a3-fe28-456b-b404-4412266eaf07 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842738 Dec 16 07:53:03.885158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c3c2158e-589e-476a-b2a4-5ac4a8752418 req-c9b7e732-56a6-443e-b17f-28d69740d61a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.890536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-0fbacd0c-23b8-4a0a-9fe7-af4936afc1cf service neutron] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:03.896015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-0fbacd0c-23b8-4a0a-9fe7-af4936afc1cf service neutron] Publish callbacks [] for binding, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:03.897894 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f00076bf-b415-4217-b5d3-9d488eb5a86d req-0fbacd0c-23b8-4a0a-9fe7-af4936afc1cf service neutron] 10.222.0.16 "DELETE /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6/bindings/n-h2-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.2967885 Dec 16 07:53:03.931766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7e732-56a6-443e-b17f-28d69740d61a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60fbe3d-4d16-4afa-8429-dc555bc6b624,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:03.958136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8efb-8e16-4819-9547-03a96c75629a req-6aacd3d8-0e16-4329-923e-8e2483086a00 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:03.959691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7cdd8efb-8e16-4819-9547-03a96c75629a req-6aacd3d8-0e16-4329-923e-8e2483086a00 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 945 time: 0.1045220 Dec 16 07:53:03.980303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51178) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:04.023575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7cdd8efb-8e16-4819-9547-03a96c75629a req-24bea00b-b761-4574-a469-794212c0bdd2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550370 Dec 16 07:53:04.056291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-2f8567f8-2054-462c-8056-8524c36e8b06 req-4b782b72-131a-45e4-8022-90e2cf0bb95b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-7269573', 'description': 'tempest-description-2021755365'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:04.070825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c3c2158e-589e-476a-b2a4-5ac4a8752418 req-c9b7e732-56a6-443e-b17f-28d69740d61a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.074455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3c2158e-589e-476a-b2a4-5ac4a8752418 req-c9b7e732-56a6-443e-b17f-28d69740d61a tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6503127 Dec 16 07:53:04.172281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5083-ea1a-41e5-a142-673d34b3af5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.283740 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.304815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5083-ea1a-41e5-a142-673d34b3af5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.338996 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2f8567f8-2054-462c-8056-8524c36e8b06 req-4b782b72-131a-45e4-8022-90e2cf0bb95b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.360788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83976860-5748-4e4e-bff6-9adc934a5670 req-6b925b9f-db2b-43b2-b72e-d9d36ac62ff8 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/a60fbe3d-4d16-4afa-8429-dc555bc6b624 HTTP/1.1" status: 200 len: 1831 time: 0.0676658 Dec 16 07:53:04.486602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5083-ea1a-41e5-a142-673d34b3af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.499481 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2f8567f8-2054-462c-8056-8524c36e8b06 req-4b782b72-131a-45e4-8022-90e2cf0bb95b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.524282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c1c17-7c87-45a6-8ad8-3724f5b1c1ca req-f8f4d7e5-4923-4cce-9f36-4434f3ab5961 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:04.535220 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b10c1c17-7c87-45a6-8ad8-3724f5b1c1ca req-f8f4d7e5-4923-4cce-9f36-4434f3ab5961 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 1097 time: 0.1220160 Dec 16 07:53:04.561446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a5083-ea1a-41e5-a142-673d34b3af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a08539-78a5-4fe3-aefa-5e0c817d86f0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:04.575141 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7c1a5083-ea1a-41e5-a142-673d34b3af5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a02e332521264b2792e20fe853ed2734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5925078 Dec 16 07:53:04.592968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51200) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:04.626614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b10c1c17-7c87-45a6-8ad8-3724f5b1c1ca req-1f49eb43-13c4-4a8e-b506-cae3ccd18a01 tempest-LiveMigrationTest-1403522403 tempest-LiveMigrationTest-1403522403-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780816 Dec 16 07:53:04.628914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2f8567f8-2054-462c-8056-8524c36e8b06 req-4b782b72-131a-45e4-8022-90e2cf0bb95b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.702702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c4b978d3-d8ee-4224-8ed4-b59614f34580 req-197b0ac6-f732-42ef-9408-4a89151b1aa7 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1156225292', 'description': 'tempest-description-1090366243'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:04.706133 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-52a0ceeb-bc22-4136-b59d-759d5c0a6b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.729678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b782b72-131a-45e4-8022-90e2cf0bb95b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b755bdf-4e9f-409c-9bd2-8eec8c57c573,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:04.741542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-52a0ceeb-bc22-4136-b59d-759d5c0a6b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.787928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2f8567f8-2054-462c-8056-8524c36e8b06 req-4b782b72-131a-45e4-8022-90e2cf0bb95b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.789257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f8567f8-2054-462c-8056-8524c36e8b06 req-4b782b72-131a-45e4-8022-90e2cf0bb95b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7389925 Dec 16 07:53:04.910896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f4ed2-159c-4545-bfd6-975c0e6cc6a4 req-8f2d1a14-449b-4a35-a5f5-6b2c7d5f726a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:04.912811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c91f4ed2-159c-4545-bfd6-975c0e6cc6a4 req-8f2d1a14-449b-4a35-a5f5-6b2c7d5f726a tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0594714 Dec 16 07:53:04.930412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4b978d3-d8ee-4224-8ed4-b59614f34580 req-197b0ac6-f732-42ef-9408-4a89151b1aa7 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.932747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-52a0ceeb-bc22-4136-b59d-759d5c0a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.936163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-52a0ceeb-bc22-4136-b59d-759d5c0a6b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:04.939667 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-52a0ceeb-bc22-4136-b59d-759d5c0a6b8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1a08539-78a5-4fe3-aefa-5e0c817d86f0 HTTP/1.1" status: 204 len: 168 time: 0.3432963 Dec 16 07:53:04.968944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0ceeb-bc22-4136-b59d-759d5c0a6b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a08539-78a5-4fe3-aefa-5e0c817d86f0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:05.003988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c91f4ed2-159c-4545-bfd6-975c0e6cc6a4 req-d8f05f8e-88c7-4892-841c-8b5bcf64e5df tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817540 Dec 16 07:53:05.085398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4b978d3-d8ee-4224-8ed4-b59614f34580 req-197b0ac6-f732-42ef-9408-4a89151b1aa7 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:05.254914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4b978d3-d8ee-4224-8ed4-b59614f34580 req-197b0ac6-f732-42ef-9408-4a89151b1aa7 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:05.294416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b0ac6-f732-42ef-9408-4a89151b1aa7 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf1a105-8c0d-4c18-a4c6-7059c9fe8a34,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:05.416150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4b978d3-d8ee-4224-8ed4-b59614f34580 req-197b0ac6-f732-42ef-9408-4a89151b1aa7 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:05.424115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4b978d3-d8ee-4224-8ed4-b59614f34580 req-197b0ac6-f732-42ef-9408-4a89151b1aa7 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7415700 Dec 16 07:53:05.445419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f26623c3-bf59-4234-95bc-965fee7ab31b req-4afe489f-cef0-401e-9a1d-2aedc7ad2c16 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1932644659', 'description': 'tempest-description-1016419739'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:05.575860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f26623c3-bf59-4234-95bc-965fee7ab31b req-4afe489f-cef0-401e-9a1d-2aedc7ad2c16 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:05.701859 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f26623c3-bf59-4234-95bc-965fee7ab31b req-4afe489f-cef0-401e-9a1d-2aedc7ad2c16 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:05.768934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41050-64cd-4566-8928-b9eb306506f7 req-ce6ba1fa-e87f-461a-9428-f73b3e6fa852 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:05.770736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fe41050-64cd-4566-8928-b9eb306506f7 req-ce6ba1fa-e87f-461a-9428-f73b3e6fa852 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.0720801 Dec 16 07:53:05.815214 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f26623c3-bf59-4234-95bc-965fee7ab31b req-4afe489f-cef0-401e-9a1d-2aedc7ad2c16 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:05.856508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe489f-cef0-401e-9a1d-2aedc7ad2c16 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d758804c-9c0b-4b35-bb3b-aed9caa6bd09,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:05.879566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fe41050-64cd-4566-8928-b9eb306506f7 req-62c5db2e-a725-4a86-b596-7cfc0b3709a2 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956013 Dec 16 07:53:05.955428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f26623c3-bf59-4234-95bc-965fee7ab31b req-4afe489f-cef0-401e-9a1d-2aedc7ad2c16 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:05.956727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f26623c3-bf59-4234-95bc-965fee7ab31b req-4afe489f-cef0-401e-9a1d-2aedc7ad2c16 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5168340 Dec 16 07:53:06.163709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba338318-5ef1-43aa-8967-b32359dad73f req-84e4acc9-779d-4797-ab80-d7edb1ca9727 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/2cf1a105-8c0d-4c18-a4c6-7059c9fe8a34 HTTP/1.1" status: 200 len: 1832 time: 0.0698366 Dec 16 07:53:06.295153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a0c07-4421-4ea3-bb1a-f23ebf7e2e4d req-f5daa063-7a3f-4482-b267-3ae9d7288b44 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:06.296743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a1a0c07-4421-4ea3-bb1a-f23ebf7e2e4d req-f5daa063-7a3f-4482-b267-3ae9d7288b44 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 945 time: 0.0860617 Dec 16 07:53:06.301080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-fe3209c0-0182-47ff-9fd5-fa01532d6d6e tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/3b755bdf-4e9f-409c-9bd2-8eec8c57c573 HTTP/1.1" status: 200 len: 1821 time: 0.0806193 Dec 16 07:53:06.381829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a1a0c07-4421-4ea3-bb1a-f23ebf7e2e4d req-2a8f2500-c224-4572-ae0e-4ec2b2449aad tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751507 Dec 16 07:53:06.391770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-96c684d0-f5e1-45aa-bf4f-f6a5a98567c5 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/d758804c-9c0b-4b35-bb3b-aed9caa6bd09 HTTP/1.1" status: 200 len: 1824 time: 0.0833709 Dec 16 07:53:06.403212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3b755bdf-4e9f-409c-9bd2-8eec8c57c573', 'remote_group_id': 'd758804c-9c0b-4b35-bb3b-aed9caa6bd09', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:06.403212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3b755bdf-4e9f-409c-9bd2-8eec8c57c573', 'remote_group_id': 'd758804c-9c0b-4b35-bb3b-aed9caa6bd09', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:06.483458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51252) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:06.555521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84cd46-bff7-4346-a6ef-f1e838e7a366 req-a1dc9b5f-a1ce-4603-91b9-3b3a3e1cad3f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:06.557319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d84cd46-bff7-4346-a6ef-f1e838e7a366 req-a1dc9b5f-a1ce-4603-91b9-3b3a3e1cad3f tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1087496 Dec 16 07:53:06.586708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:06.600164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-7aceba8e-2abf-4d48-8e2e-dc2b44e581b5 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:06.602447 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-7aceba8e-2abf-4d48-8e2e-dc2b44e581b5 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 945 time: 0.0820127 Dec 16 07:53:06.626428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:06.648041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-96218237-network', 'tenant_id': '4e930d4615e04e248a9a831a97f0b018'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:06.655584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d84cd46-bff7-4346-a6ef-f1e838e7a366 req-1a2ee798-6c7d-423f-a9b0-3fd08f9761a4 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764832 Dec 16 07:53:06.706953 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-4a063409-9d5e-49b3-b927-4c347b936fad req-c2b9a37a-e08a-4484-ac99-94e80496ff29 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] show failed (client error): The resource could not be found. Dec 16 07:53:06.708052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a063409-9d5e-49b3-b927-4c347b936fad req-c2b9a37a-e08a-4484-ac99-94e80496ff29 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/66ecc518-66fa-41a4-9410-6b91a0ee643d HTTP/1.1" status: 404 len: 352 time: 0.0174999 Dec 16 07:53:06.731115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Deleting port ab1c8471-696e-4a30-8605-e49d3c8b33e6 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:06.731459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:06.814109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f0d6d-76d0-4481-85ef-4b67eb904d38 req-8e2dfa3f-57a0-479b-a3f5-a75bf1961da8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:06.815747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc2f0d6d-76d0-4481-85ef-4b67eb904d38 req-8e2dfa3f-57a0-479b-a3f5-a75bf1961da8 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0513635 Dec 16 07:53:06.826398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] For port ab1c8471-696e-4a30-8605-e49d3c8b33e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ab1c8471-696e-4a30-8605-e49d3c8b33e6,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:06.826773 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:06.839074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Calling delete_port for ab1c8471-696e-4a30-8605-e49d3c8b33e6 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:06.876443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc2f0d6d-76d0-4481-85ef-4b67eb904d38 req-ec069140-9712-4864-9385-ca791b55b03b tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541828 Dec 16 07:53:06.911255 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-a5f8ec52-5adf-4726-bd07-4fb8b5d721d6 req-d9d8de3a-bda9-49a0-a4f6-31001ec1a461 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] show failed (client error): The resource could not be found. Dec 16 07:53:06.912271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5f8ec52-5adf-4726-bd07-4fb8b5d721d6 req-d9d8de3a-bda9-49a0-a4f6-31001ec1a461 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-group-rules/9c36e16a-f4f3-427c-a0a9-629deeff8d52 HTTP/1.1" status: 404 len: 361 time: 0.0127988 Dec 16 07:53:06.996559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.018704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ac6b64-4ee5-49c1-8969-abc4837720b1,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:07.084080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Made reservation on behalf of 4e930d4615e04e248a9a831a97f0b018 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:07.086491 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.096092 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.161366 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.195195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['452cb3b3-5060-4e54-90ad-523897605447'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:07.200768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.203587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event deleted for resources: {'Port': ['ID=ab1c8471-696e-4a30-8605-e49d3c8b33e6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:07.218571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.219856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b75cf4dd-c094-4a12-bae5-ab33f7d0ddad req-68ebaf7b-2637-4c3f-95d9-0eea87c44ae6 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8271887 Dec 16 07:53:07.246975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] No DVR routers for this DVR port ab1c8471-696e-4a30-8605-e49d3c8b33e6 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:07.248966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ab1c8471-696e-4a30-8605-e49d3c8b33e6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:07.250179 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.259185 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b6deed1-f9a9-4306-b02f-bcb0c3ed81e0 req-8b6120d1-45a9-4830-90aa-85e8d7a6dca8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.16 "DELETE /v2.0/ports/ab1c8471-696e-4a30-8605-e49d3c8b33e6 HTTP/1.1" status: 204 len: 173 time: 0.6504433 Dec 16 07:53:07.259723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'name': 'network-vif-deleted', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:07.262553 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e386cef8-4aa2-4dc2-bc19-f1ec432afdb9" -d '{"events": [{"server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "name": "network-vif-deleted", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:07.339529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.374361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:53:07.396525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d673a6e8-82de-4443-9e9a-bff0a13dce7a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:07.398941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9a8d4-cef5-4dcd-babd-9ba80caf5aa0 req-0e1c3ac5-75b3-445f-8fab-08f28b677b8b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:07.401738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.402091 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Added segment f00457c6-7f04-448d-adc2-b26715417292 of type vlan for network 5981cbcc-2364-44a5-8016-f56256a47f97 Dec 16 07:53:07.417072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94d9a8d4-cef5-4dcd-babd-9ba80caf5aa0 req-0e1c3ac5-75b3-445f-8fab-08f28b677b8b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1270065 Dec 16 07:53:07.449199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.511479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94d9a8d4-cef5-4dcd-babd-9ba80caf5aa0 req-f24845f0-3834-42c5-9d58-1c5a1831c1f8 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931523 Dec 16 07:53:07.597461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.597461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:07.597461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.605058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5372270-c7d4-41ec-98a5-d1827e374ccd req-bf94e8fb-7cd3-4aad-816b-6aa2b25902fa tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/2cf1a105-8c0d-4c18-a4c6-7059c9fe8a34 HTTP/1.1" status: 200 len: 1832 time: 0.0769916 Dec 16 07:53:07.674203 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e5372270-c7d4-41ec-98a5-d1827e374ccd req-bbf7148b-4074-49ef-89ec-23083f52c1aa tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.697338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] Pushing event updated for resources: {'Network': ['ID=5981cbcc-2364-44a5-8016-f56256a47f97,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:07.713937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5981cbcc-2364-44a5-8016-f56256a47f97 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:53:07.714034 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e5372270-c7d4-41ec-98a5-d1827e374ccd req-bbf7148b-4074-49ef-89ec-23083f52c1aa tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.765941 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97b020c0-38a4-4cfd-a812-1dfe06652c56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2817411 Dec 16 07:53:07.766640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51290) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:07.771788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Request body: {'subnet': {'network_id': '5981cbcc-2364-44a5-8016-f56256a47f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-96218237-subnet', 'tenant_id': '4e930d4615e04e248a9a831a97f0b018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:07.847033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d046e7ce-f2dd-4112-b112-e9eb9df75e53 req-4feb250f-cbc4-4068-9c0a-142546fedd07 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/d758804c-9c0b-4b35-bb3b-aed9caa6bd09 HTTP/1.1" status: 200 len: 1824 time: 0.0710683 Dec 16 07:53:07.912107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d046e7ce-f2dd-4112-b112-e9eb9df75e53 req-b76ae598-2db9-455e-a556-457a8b64eb9e tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.918387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Made reservation on behalf of 4e930d4615e04e248a9a831a97f0b018 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:07.920857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.942842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d046e7ce-f2dd-4112-b112-e9eb9df75e53 req-b76ae598-2db9-455e-a556-457a8b64eb9e tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.952897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e5372270-c7d4-41ec-98a5-d1827e374ccd req-bbf7148b-4074-49ef-89ec-23083f52c1aa tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.956080 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e5372270-c7d4-41ec-98a5-d1827e374ccd req-bbf7148b-4074-49ef-89ec-23083f52c1aa tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:07.957340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5372270-c7d4-41ec-98a5-d1827e374ccd req-bbf7148b-4074-49ef-89ec-23083f52c1aa tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "DELETE /v2.0/security-groups/2cf1a105-8c0d-4c18-a4c6-7059c9fe8a34 HTTP/1.1" status: 204 len: 173 time: 0.3508472 Dec 16 07:53:07.976717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7148b-4074-49ef-89ec-23083f52c1aa tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf1a105-8c0d-4c18-a4c6-7059c9fe8a34,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:08.067989 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c18ca-5bfd-4a74-be3f-c18b64162fda x-openstack-request-id: req-680c18ca-5bfd-4a74-be3f-c18b64162fda {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:08.067989 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12300124-eb56-4f05-953c-566656a295c7", "name": "network-vif-deleted", "tag": "ab1c8471-696e-4a30-8605-e49d3c8b33e6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:08.067989 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-680c18ca-5bfd-4a74-be3f-c18b64162fda {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:08.067989 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12300124-eb56-4f05-953c-566656a295c7', 'name': 'network-vif-deleted', 'tag': 'ab1c8471-696e-4a30-8605-e49d3c8b33e6', 'status': 'completed', 'code': 200} Dec 16 07:53:08.147393 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d046e7ce-f2dd-4112-b112-e9eb9df75e53 req-b76ae598-2db9-455e-a556-457a8b64eb9e tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.150333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d046e7ce-f2dd-4112-b112-e9eb9df75e53 req-b76ae598-2db9-455e-a556-457a8b64eb9e tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.156713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d046e7ce-f2dd-4112-b112-e9eb9df75e53 req-b76ae598-2db9-455e-a556-457a8b64eb9e tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-groups/d758804c-9c0b-4b35-bb3b-aed9caa6bd09 HTTP/1.1" status: 204 len: 173 time: 0.3021953 Dec 16 07:53:08.173506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6207d67-a180-42b8-9688-cb111e812356 req-94f63211-bd90-4ec5-a60c-2be290369fcb tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0548759 Dec 16 07:53:08.202524 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae598-2db9-455e-a556-457a8b64eb9e tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d758804c-9c0b-4b35-bb3b-aed9caa6bd09,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:08.339825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccd50f-470e-462e-89b4-eaea715db373 req-bafda1ac-4563-4ab7-a828-f75263011c67 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:08.341414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57ccd50f-470e-462e-89b4-eaea715db373 req-bafda1ac-4563-4ab7-a828-f75263011c67 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.0744541 Dec 16 07:53:08.353850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ca97305-eadc-43e6-acae-50407f94fd56 req-7d524c61-f3fd-4e90-8440-429f9c90ec75 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/a60fbe3d-4d16-4afa-8429-dc555bc6b624 HTTP/1.1" status: 200 len: 1831 time: 0.1244082 Dec 16 07:53:08.370500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.420951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57ccd50f-470e-462e-89b4-eaea715db373 req-5c811446-5802-4b5d-9758-f26bb5e2db5d tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553827 Dec 16 07:53:08.465739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41d42a8-ebfb-48f1-bce7-d7a0651b34b9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:08.504077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Checking segment: {'id': 'f00457c6-7f04-448d-adc2-b26715417292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5981cbcc-2364-44a5-8016-f56256a47f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:08.504664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Network hostable DHCP agents. Network: 5981cbcc-2364-44a5-8016-f56256a47f97, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:53:08.549534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e567ca4a-6d7c-4ad6-9ad9-a004f6ef4d1a req-454be5e6-72cb-47aa-92e0-2b084ff86545 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/3b755bdf-4e9f-409c-9bd2-8eec8c57c573 HTTP/1.1" status: 200 len: 1821 time: 0.0750568 Dec 16 07:53:08.553672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5ca97305-eadc-43e6-acae-50407f94fd56 req-2197b8b5-60f5-484f-9dcc-43faa9a0c6b4 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.583738 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5ca97305-eadc-43e6-acae-50407f94fd56 req-2197b8b5-60f5-484f-9dcc-43faa9a0c6b4 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.587692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Network 5981cbcc-2364-44a5-8016-f56256a47f97 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:53:08.650492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 5981cbcc-2364-44a5-8016-f56256a47f97) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:08.655789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:08.656926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.661249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df162e66-9e9b-4600-8b47-d5d92fd64fe8 None None] Network 5981cbcc-2364-44a5-8016-f56256a47f97 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:08.722984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb206-feb2-49bb-9b41-86a31512528b req-d40fa9a9-e7b9-4059-b802-8b38fa0bacdc tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:08.730962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c4cb206-feb2-49bb-9b41-86a31512528b req-d40fa9a9-e7b9-4059-b802-8b38fa0bacdc tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.0996366 Dec 16 07:53:08.741823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5ca97305-eadc-43e6-acae-50407f94fd56 req-2197b8b5-60f5-484f-9dcc-43faa9a0c6b4 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.745057 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5ca97305-eadc-43e6-acae-50407f94fd56 req-2197b8b5-60f5-484f-9dcc-43faa9a0c6b4 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:08.760938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ca97305-eadc-43e6-acae-50407f94fd56 req-2197b8b5-60f5-484f-9dcc-43faa9a0c6b4 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "DELETE /v2.0/security-groups/a60fbe3d-4d16-4afa-8429-dc555bc6b624 HTTP/1.1" status: 204 len: 173 time: 0.4080591 Dec 16 07:53:08.778068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-22756b02-9d6e-4581-96ae-3790f1a876c0 req-688258bd-806a-4c05-a74e-cdc4e55f04be tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-410019745', 'description': 'tempest-description-1471430244'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:08.800548 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ade739f1-5dc2-4498-8611-7a45060f5e5e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0327489 Dec 16 07:53:08.812984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317bd37-2039-4ca2-8c3f-6142bcef8395 None None] Network 5981cbcc-2364-44a5-8016-f56256a47f97 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:08.835239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c4cb206-feb2-49bb-9b41-86a31512528b req-86907532-4cee-4925-a326-62215e86b384 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031425 Dec 16 07:53:08.836394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197b8b5-60f5-484f-9dcc-43faa9a0c6b4 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60fbe3d-4d16-4afa-8429-dc555bc6b624,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:08.990333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-e8132754-51e5-406d-8c28-efae19aa8302 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:08.991968 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-e8132754-51e5-406d-8c28-efae19aa8302 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 945 time: 0.1458783 Dec 16 07:53:09.016025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22756b02-9d6e-4581-96ae-3790f1a876c0 req-688258bd-806a-4c05-a74e-cdc4e55f04be tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.144301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Deleting port d6af705a-a863-4d93-bb3e-d64850438b93 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:09.145041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.193198 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22756b02-9d6e-4581-96ae-3790f1a876c0 req-688258bd-806a-4c05-a74e-cdc4e55f04be tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.290364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d519f7-7f5b-454f-8fda-a439cdf63ac5 req-d7617290-6e73-4261-9d24-1fca8c62f5d3 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/801efa37-d59e-4f2b-a69a-c2990966f9dd HTTP/1.1" status: 200 len: 1830 time: 0.0956094 Dec 16 07:53:09.341344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22756b02-9d6e-4581-96ae-3790f1a876c0 req-688258bd-806a-4c05-a74e-cdc4e55f04be tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.350253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] For port d6af705a-a863-4d93-bb3e-d64850438b93, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=d6af705a-a863-4d93-bb3e-d64850438b93,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:09.350986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.369486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Calling delete_port for d6af705a-a863-4d93-bb3e-d64850438b93 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:09.466786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688258bd-806a-4c05-a74e-cdc4e55f04be tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd4f93-977c-4e5c-bde9-0e52887a01c0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:09.500962 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-22756b02-9d6e-4581-96ae-3790f1a876c0 req-688258bd-806a-4c05-a74e-cdc4e55f04be tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.505874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22756b02-9d6e-4581-96ae-3790f1a876c0 req-688258bd-806a-4c05-a74e-cdc4e55f04be tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7439713 Dec 16 07:53:09.521117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54d519f7-7f5b-454f-8fda-a439cdf63ac5 req-2daf6186-f7d6-4fd6-a2ef-09a40ac448fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.566000 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54d519f7-7f5b-454f-8fda-a439cdf63ac5 req-2daf6186-f7d6-4fd6-a2ef-09a40ac448fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.641636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08a208e4-75a8-4b2d-af27-307142cde65b req-c8ca7663-c123-42c7-b7d8-faeb6eb22013 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0400405 Dec 16 07:53:09.665127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.698609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d', 'd6af705a-a863-4d93-bb3e-d64850438b93'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:09.714055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event deleted for resources: {'Port': ['ID=d6af705a-a863-4d93-bb3e-d64850438b93,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:09.797946 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df41912b-0e7b-4beb-bee2-c79d15dd6a0c req-562e6ec2-1bd5-49ef-9539-2085e01f33be tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d10ea9a-d718-43b2-85ff-1f691225c560 HTTP/1.1" status: 200 len: 210 time: 0.0443692 Dec 16 07:53:09.800316 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54d519f7-7f5b-454f-8fda-a439cdf63ac5 req-2daf6186-f7d6-4fd6-a2ef-09a40ac448fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.820123 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] No DVR routers for this DVR port d6af705a-a863-4d93-bb3e-d64850438b93 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:09.828856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.832320 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-22cf2850-634e-4330-b19d-b714d4fe3d4c req-4e472051-b099-4ae4-ae2b-0dd5a73e058e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "DELETE /v2.0/ports/d6af705a-a863-4d93-bb3e-d64850438b93 HTTP/1.1" status: 204 len: 173 time: 0.8336112 Dec 16 07:53:09.838174 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-54d519f7-7f5b-454f-8fda-a439cdf63ac5 req-2daf6186-f7d6-4fd6-a2ef-09a40ac448fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:09.860886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d519f7-7f5b-454f-8fda-a439cdf63ac5 req-2daf6186-f7d6-4fd6-a2ef-09a40ac448fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "DELETE /v2.0/security-groups/801efa37-d59e-4f2b-a69a-c2990966f9dd HTTP/1.1" status: 204 len: 173 time: 0.5545747 Dec 16 07:53:09.895231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6186-f7d6-4fd6-a2ef-09a40ac448fd tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801efa37-d59e-4f2b-a69a-c2990966f9dd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:09.961168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2285185e-119f-4b32-a252-48102b0e1132 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/9acd4f93-977c-4e5c-bde9-0e52887a01c0 HTTP/1.1" status: 200 len: 1823 time: 0.0990667 Dec 16 07:53:09.973454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d24837c-85e3-4af8-9e66-2fa4f356be3a req-a18e3a9b-84e3-410b-a148-e0c63b104fb5 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/70ecc8fd-809a-4a76-8210-54ef523d58de HTTP/1.1" status: 200 len: 1832 time: 0.0980792 Dec 16 07:53:09.980005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9acd4f93-977c-4e5c-bde9-0e52887a01c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:09.980397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9acd4f93-977c-4e5c-bde9-0e52887a01c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:10.065718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:10.070476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-709023607-network', 'tenant_id': '0665f70c3e2641e4acb0fef5858bda5b'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:10.073714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'name': 'network-vif-deleted', 'tag': 'd6af705a-a863-4d93-bb3e-d64850438b93'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:10.076043 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1934e41-2e1c-4c5f-8f17-d99d6c5e7d85" -d '{"events": [{"server_uuid": "9d10ea9a-d718-43b2-85ff-1f691225c560", "name": "network-vif-deleted", "tag": "d6af705a-a863-4d93-bb3e-d64850438b93"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:10.094781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1d24837c-85e3-4af8-9e66-2fa4f356be3a req-33012fbc-6e13-4b78-82ca-e0b55559c38b tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.128061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1d24837c-85e3-4af8-9e66-2fa4f356be3a req-33012fbc-6e13-4b78-82ca-e0b55559c38b tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.257500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.300120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.307212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Made reservation on behalf of 0665f70c3e2641e4acb0fef5858bda5b for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:10.310004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.323782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.327128 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1d24837c-85e3-4af8-9e66-2fa4f356be3a req-33012fbc-6e13-4b78-82ca-e0b55559c38b tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.336752 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1d24837c-85e3-4af8-9e66-2fa4f356be3a req-33012fbc-6e13-4b78-82ca-e0b55559c38b tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.336752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d24837c-85e3-4af8-9e66-2fa4f356be3a req-33012fbc-6e13-4b78-82ca-e0b55559c38b tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "DELETE /v2.0/security-groups/70ecc8fd-809a-4a76-8210-54ef523d58de HTTP/1.1" status: 204 len: 173 time: 0.3608382 Dec 16 07:53:10.377621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33012fbc-6e13-4b78-82ca-e0b55559c38b tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ecc8fd-809a-4a76-8210-54ef523d58de,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:10.407590 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.431567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6963e0c9-8e97-4ca7-ad47-30b4591ceee9,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:10.517443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.521277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efc78ef0-b301-4a8a-ae9b-bd4d48222c3e req-2406a162-2fbe-47aa-a765-f6145b7f595f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5592031 Dec 16 07:53:10.571909 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.584476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba402-dc12-4cec-9339-fe4d4a163aff req-4fe57f44-c44a-4a13-b55d-45f037e08c3e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:10.593350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-759ba402-dc12-4cec-9339-fe4d4a163aff req-4fe57f44-c44a-4a13-b55d-45f037e08c3e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1312876 Dec 16 07:53:10.633368 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.659406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-759ba402-dc12-4cec-9339-fe4d4a163aff req-e05a3f22-6937-4b5a-bdbc-f61d65369665 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645978 Dec 16 07:53:10.690472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:53:10.722025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.723113 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Added segment 5f36b6be-fcf4-47be-b0ef-8a8220cd7192 of type vlan for network 04af7a5e-9691-4c38-975c-902b8af6c725 Dec 16 07:53:10.731456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b667e3fa-b259-4f11-a233-070d7125d418,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:10.792839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.800607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27060e87-73e5-491e-9592-995874b0ddad req-7600b0ff-f834-45cd-823b-41227ca03755 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "GET /v2.0/security-groups/e526dbc3-a11c-445e-a126-54ddfe372a0d HTTP/1.1" status: 200 len: 1832 time: 0.0672498 Dec 16 07:53:10.830394 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526ee5c9-ba41-44a9-8d94-611a576d474e x-openstack-request-id: req-526ee5c9-ba41-44a9-8d94-611a576d474e {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:10.830932 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d10ea9a-d718-43b2-85ff-1f691225c560", "name": "network-vif-deleted", "tag": "d6af705a-a863-4d93-bb3e-d64850438b93", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:10.831282 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-526ee5c9-ba41-44a9-8d94-611a576d474e {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:10.832094 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d10ea9a-d718-43b2-85ff-1f691225c560', 'name': 'network-vif-deleted', 'tag': 'd6af705a-a863-4d93-bb3e-d64850438b93', 'status': 'completed', 'code': 200} Dec 16 07:53:10.881857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a29c91cb-ae27-4a85-966e-12a365542001 req-7769a316-e631-4cf4-92d3-8eea63c69683 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/9acd4f93-977c-4e5c-bde9-0e52887a01c0 HTTP/1.1" status: 200 len: 2417 time: 0.0545931 Dec 16 07:53:10.894013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a29c91cb-ae27-4a85-966e-12a365542001 req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9acd4f93-977c-4e5c-bde9-0e52887a01c0', 'remote_group_id': None}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:10.894333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a29c91cb-ae27-4a85-966e-12a365542001 req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9acd4f93-977c-4e5c-bde9-0e52887a01c0', 'remote_group_id': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:10.902103 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.904915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:10.905479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.924949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-27060e87-73e5-491e-9592-995874b0ddad req-1a962f69-9103-487e-a19b-0bca78218643 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:10.953516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-27060e87-73e5-491e-9592-995874b0ddad req-1a962f69-9103-487e-a19b-0bca78218643 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.031226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ab1c8471-696e-4a30-8605-e49d3c8b33e6 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:11.048860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] Pushing event updated for resources: {'Network': ['ID=04af7a5e-9691-4c38-975c-902b8af6c725,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:11.068384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 04af7a5e-9691-4c38-975c-902b8af6c725 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:53:11.071246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: ab1c8471-696e-4a30-8605-e49d3c8b33e6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:11.071693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ab1c8471-696e-4a30-8605-e49d3c8b33e6 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:11.130808 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a477dde7-ca96-40ca-87a3-0acaf8400f7d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0646033 Dec 16 07:53:11.133385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:11.140369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Request body: {'subnet': {'network_id': '04af7a5e-9691-4c38-975c-902b8af6c725', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-709023607-subnet', 'tenant_id': '0665f70c3e2641e4acb0fef5858bda5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:11.233804 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-27060e87-73e5-491e-9592-995874b0ddad req-1a962f69-9103-487e-a19b-0bca78218643 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.236845 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-27060e87-73e5-491e-9592-995874b0ddad req-1a962f69-9103-487e-a19b-0bca78218643 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.244873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51364) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:11.255432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27060e87-73e5-491e-9592-995874b0ddad req-1a962f69-9103-487e-a19b-0bca78218643 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] 10.222.0.43 "DELETE /v2.0/security-groups/e526dbc3-a11c-445e-a126-54ddfe372a0d HTTP/1.1" status: 204 len: 173 time: 0.4538555 Dec 16 07:53:11.285690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a962f69-9103-487e-a19b-0bca78218643 tempest-SecurityGroupRulesNegativeTestJSON-453469931 tempest-SecurityGroupRulesNegativeTestJSON-453469931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e526dbc3-a11c-445e-a126-54ddfe372a0d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:11.385322 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] Deleting subnet d61883fb-ff77-4ff4-9ab7-fc777ed5e11c {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:11.395086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.396372 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a29c91cb-ae27-4a85-966e-12a365542001 req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.421810 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a29c91cb-ae27-4a85-966e-12a365542001 req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.474381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.474962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a068bb62-9762-4fe3-8c06-27d555348fc0 req-886ab9d5-d0e8-4975-9197-8c5033fd1ce1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0827334 Dec 16 07:53:11.518367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a29c91cb-ae27-4a85-966e-12a365542001 req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.519514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Made reservation on behalf of 0665f70c3e2641e4acb0fef5858bda5b for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:11.522453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.557485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4034f7a8-7ea8-4dd4-a71f-995d8b7f6f83,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:11.647275 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a29c91cb-ae27-4a85-966e-12a365542001 req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.648680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a29c91cb-ae27-4a85-966e-12a365542001 req-ee17550b-02c4-492e-a388-6f2e4bf73914 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7589843 Dec 16 07:53:11.772561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.793069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a46ad23b-3498-45f3-947e-beebc6d04bec req-a121cf06-9da8-48af-aea2-f9974d9e0a44 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/9acd4f93-977c-4e5c-bde9-0e52887a01c0 HTTP/1.1" status: 200 len: 3016 time: 0.1105025 Dec 16 07:53:11.834078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:11.941568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734108b-2c89-4138-841f-533a1fa70f2a req-3ff533fa-20e1-4655-87ef-60581f0f3f08 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:11.943121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3734108b-2c89-4138-841f-533a1fa70f2a req-3ff533fa-20e1-4655-87ef-60581f0f3f08 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.0649569 Dec 16 07:53:11.971214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8257b35b-0d42-4ee0-bebc-bfd245eeb705,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:11.985007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Checking segment: {'id': '5f36b6be-fcf4-47be-b0ef-8a8220cd7192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '04af7a5e-9691-4c38-975c-902b8af6c725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:11.985438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Network hostable DHCP agents. Network: 04af7a5e-9691-4c38-975c-902b8af6c725, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:53:11.998933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.036535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61883fb-ff77-4ff4-9ab7-fc777ed5e11c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:12.043246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.046529 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7dfd3e13-eed5-45e3-a1e8-517d562e8f5b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d61883fb-ff77-4ff4-9ab7-fc777ed5e11c HTTP/1.1" status: 204 len: 168 time: 0.8006330 Dec 16 07:53:12.049492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51392) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:12.052224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3734108b-2c89-4138-841f-533a1fa70f2a req-f542a517-ff6d-4b48-8f7e-bd65653e04d1 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026063 Dec 16 07:53:12.055597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7da80d4-734d-44bb-824e-65bc557b544b req-a465e500-7427-4509-b71e-704bf34875ab tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-group-rules/4034f7a8-7ea8-4dd4-a71f-995d8b7f6f83 HTTP/1.1" status: 200 len: 783 time: 0.0338349 Dec 16 07:53:12.137230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Network 04af7a5e-9691-4c38-975c-902b8af6c725 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:53:12.150999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7da80d4-734d-44bb-824e-65bc557b544b req-1aa0de36-fd98-4b00-bc6a-0ecc6f2ca701 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/9acd4f93-977c-4e5c-bde9-0e52887a01c0 HTTP/1.1" status: 200 len: 3016 time: 0.0791678 Dec 16 07:53:12.156088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.192363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b7da80d4-734d-44bb-824e-65bc557b544b req-ae9d3911-4cf9-46be-9812-7bb79665b2bc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.203315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b7da80d4-734d-44bb-824e-65bc557b544b req-ae9d3911-4cf9-46be-9812-7bb79665b2bc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.254671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 04af7a5e-9691-4c38-975c-902b8af6c725) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:12.265465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.270706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:12.271138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce183b-62bf-429a-8fcb-93a29b9d9201 None None] Network 04af7a5e-9691-4c38-975c-902b8af6c725 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:12.271622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.318641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c35d4a-e93a-467b-b8eb-6e940c982fdc']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:12.342727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b7da80d4-734d-44bb-824e-65bc557b544b req-ae9d3911-4cf9-46be-9812-7bb79665b2bc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.349237 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8bb436-9977-438f-a0f1-ff6445f9fc18') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:12.351740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8bb436-9977-438f-a0f1-ff6445f9fc18') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:12.354772 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b7da80d4-734d-44bb-824e-65bc557b544b req-ae9d3911-4cf9-46be-9812-7bb79665b2bc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.362578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7da80d4-734d-44bb-824e-65bc557b544b req-ae9d3911-4cf9-46be-9812-7bb79665b2bc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4034f7a8-7ea8-4dd4-a71f-995d8b7f6f83 HTTP/1.1" status: 204 len: 173 time: 0.2085903 Dec 16 07:53:12.369772 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.395098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.403453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d3911-4cf9-46be-9812-7bb79665b2bc tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4034f7a8-7ea8-4dd4-a71f-995d8b7f6f83,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:12.418292 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6e7eb71c-5b3a-4213-87b3-b46fa274b01a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2832923 Dec 16 07:53:12.429683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:12.432160 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:12.518668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4142d4-00e7-4fc1-bc15-72c7a8e5f797 None None] Network 04af7a5e-9691-4c38-975c-902b8af6c725 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:12.524152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e2f4bb9-1667-4e6e-a016-74fc5bed92c7 req-6f653a7f-e536-48ed-a8cc-47dc197e6b17 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/9acd4f93-977c-4e5c-bde9-0e52887a01c0 HTTP/1.1" status: 200 len: 2417 time: 0.1229529 Dec 16 07:53:12.655769 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9e2f4bb9-1667-4e6e-a016-74fc5bed92c7 req-42dfa560-617f-4e0e-9870-02c240be4dc8 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.662062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.668510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.672733 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d0c35d4a-e93a-467b-b8eb-6e940c982fdc HTTP/1.1" status: 204 len: 168 time: 0.6222463 Dec 16 07:53:12.705537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-397ebba4-d4f3-4ab1-baf7-8671b30c3aaa req-4bc951b2-6687-425c-aa35-36cebd4c9f6f tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0665281 Dec 16 07:53:12.712137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51414) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:12.736538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cca0e-14b9-4b93-85f8-7f5743272946 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c35d4a-e93a-467b-b8eb-6e940c982fdc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:12.774949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9e2f4bb9-1667-4e6e-a016-74fc5bed92c7 req-42dfa560-617f-4e0e-9870-02c240be4dc8 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.812863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] Deleting subnet e41d42a8-ebfb-48f1-bce7-d7a0651b34b9 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:12.816165 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.859311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:12.916289 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.031150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d6af705a-a863-4d93-bb3e-d64850438b93 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:13.039226 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9e2f4bb9-1667-4e6e-a016-74fc5bed92c7 req-42dfa560-617f-4e0e-9870-02c240be4dc8 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.058247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9e2f4bb9-1667-4e6e-a016-74fc5bed92c7 req-42dfa560-617f-4e0e-9870-02c240be4dc8 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.071098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e2f4bb9-1667-4e6e-a016-74fc5bed92c7 req-42dfa560-617f-4e0e-9870-02c240be4dc8 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-groups/9acd4f93-977c-4e5c-bde9-0e52887a01c0 HTTP/1.1" status: 204 len: 173 time: 0.5462489 Dec 16 07:53:13.101020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfa560-617f-4e0e-9870-02c240be4dc8 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd4f93-977c-4e5c-bde9-0e52887a01c0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:13.113071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.149319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: d6af705a-a863-4d93-bb3e-d64850438b93 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:13.149899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device d6af705a-a863-4d93-bb3e-d64850438b93 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:13.165927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41d42a8-ebfb-48f1-bce7-d7a0651b34b9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:13.203217 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-819ddc68-9899-4e32-bb84-b0570b9e66f1 req-41296e28-76ed-49a1-b428-6fef7f5dd385 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] show failed (client error): The resource could not be found. Dec 16 07:53:13.208831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-819ddc68-9899-4e32-bb84-b0570b9e66f1 req-41296e28-76ed-49a1-b428-6fef7f5dd385 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/d758804c-9c0b-4b35-bb3b-aed9caa6bd09 HTTP/1.1" status: 404 len: 352 time: 0.0468426 Dec 16 07:53:13.211173 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.218091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5b431ea4-bd83-4352-b233-e848d7ea9979 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e41d42a8-ebfb-48f1-bce7-d7a0651b34b9 HTTP/1.1" status: 204 len: 168 time: 0.4985459 Dec 16 07:53:13.220691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51444) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:13.284262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427cbf4-0960-41b6-bf86-9444da43f9db req-21a85d2a-4a33-49c5-9d36-16942e0f6108 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:13.285820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8427cbf4-0960-41b6-bf86-9444da43f9db req-21a85d2a-4a33-49c5-9d36-16942e0f6108 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.0583565 Dec 16 07:53:13.314758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.340268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8427cbf4-0960-41b6-bf86-9444da43f9db req-e425a48d-d1e3-44c7-886e-77f72f64b456 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447202 Dec 16 07:53:13.406400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.425857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecb8801d-8c3d-4b68-bcc8-f2c47eb51c86 req-fd3c617e-6528-4a91-9c3f-ec22cd68718f tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/3b755bdf-4e9f-409c-9bd2-8eec8c57c573 HTTP/1.1" status: 200 len: 1821 time: 0.0461771 Dec 16 07:53:13.446739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5981cbcc-2364-44a5-8016-f56256a47f97']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:13.461586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00457c6-7f04-448d-adc2-b26715417292') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:13.461896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00457c6-7f04-448d-adc2-b26715417292') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:13.468857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51446) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:13.474665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.493897 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.501773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:13.502175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:13.503914 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:13.521913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ecb8801d-8c3d-4b68-bcc8-f2c47eb51c86 req-6b4e32fb-f1b6-4457-8fe4-51b4062ef55b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.562069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0fac1650-9738-471e-a3e2-1f8ac8719498 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=354ae8f454c846c8a089d0c9251483dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0902588 Dec 16 07:53:13.570278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:13.606223 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ecb8801d-8c3d-4b68-bcc8-f2c47eb51c86 req-6b4e32fb-f1b6-4457-8fe4-51b4062ef55b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.659655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5962ef94-e7ef-4ccf-bf0d-35f3b1876641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.691056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5962ef94-e7ef-4ccf-bf0d-35f3b1876641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.722352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.725040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ecb8801d-8c3d-4b68-bcc8-f2c47eb51c86 req-6b4e32fb-f1b6-4457-8fe4-51b4062ef55b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.734212 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ecb8801d-8c3d-4b68-bcc8-f2c47eb51c86 req-6b4e32fb-f1b6-4457-8fe4-51b4062ef55b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.745037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.745395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecb8801d-8c3d-4b68-bcc8-f2c47eb51c86 req-6b4e32fb-f1b6-4457-8fe4-51b4062ef55b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-groups/3b755bdf-4e9f-409c-9bd2-8eec8c57c573 HTTP/1.1" status: 204 len: 173 time: 0.3172448 Dec 16 07:53:13.749374 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5981cbcc-2364-44a5-8016-f56256a47f97 HTTP/1.1" status: 204 len: 168 time: 0.5276408 Dec 16 07:53:13.752528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51462) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:13.776516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e32fb-f1b6-4457-8fe4-51b4062ef55b tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b755bdf-4e9f-409c-9bd2-8eec8c57c573,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:13.802638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a3753-038c-46dd-be67-41474c2b8c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=5981cbcc-2364-44a5-8016-f56256a47f97,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:13.865011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] Deleting subnet 8257b35b-0d42-4ee0-bebc-bfd245eeb705 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:13.875701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.913396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3afbc7d4-01d0-43c1-8bfc-ef2903e09849 req-1174bf53-4f8c-47fd-a4b0-76a2fac090f4 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=12300124-eb56-4f05-953c-566656a295c7 HTTP/1.1" status: 200 len: 210 time: 0.0505424 Dec 16 07:53:13.931239 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.958077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5962ef94-e7ef-4ccf-bf0d-35f3b1876641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.958077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5962ef94-e7ef-4ccf-bf0d-35f3b1876641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:13.962063 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5962ef94-e7ef-4ccf-bf0d-35f3b1876641 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd9b00a3-edb2-41e4-8c57-b130ee237e78 HTTP/1.1" status: 204 len: 168 time: 0.3930750 Dec 16 07:53:13.977949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962ef94-e7ef-4ccf-bf0d-35f3b1876641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b00a3-edb2-41e4-8c57-b130ee237e78,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:14.031517 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.034957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc11aadf-337f-40e3-ab05-19ada06254c8 req-a4fcf80e-8124-4bc8-aadb-c9ccc2c7ac04 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/b3dd28d8-1648-4aaa-b79f-9d9b22bc306d HTTP/1.1" status: 200 len: 1824 time: 0.0869648 Dec 16 07:53:14.043615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085cf6f-e2fb-46d5-8031-ff9c3ee37c96 req-0cfc7560-0c21-4b9d-9b01-82ed05fb6081 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:14.046607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0085cf6f-e2fb-46d5-8031-ff9c3ee37c96 req-0cfc7560-0c21-4b9d-9b01-82ed05fb6081 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 946 time: 0.1670496 Dec 16 07:53:14.173790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0085cf6f-e2fb-46d5-8031-ff9c3ee37c96 req-df0473ae-0020-454c-b4b2-bb7d23fdc852 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179276 Dec 16 07:53:14.180642 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bc11aadf-337f-40e3-ab05-19ada06254c8 req-f75e974f-a0de-4c44-b093-54cccbbb59d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.205220 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bc11aadf-337f-40e3-ab05-19ada06254c8 req-f75e974f-a0de-4c44-b093-54cccbbb59d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.318687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.347946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8257b35b-0d42-4ee0-bebc-bfd245eeb705,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:14.359171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.365321 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98998b3f-fa45-44aa-9b4e-cc576b9745a5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8257b35b-0d42-4ee0-bebc-bfd245eeb705 HTTP/1.1" status: 204 len: 168 time: 0.6083112 Dec 16 07:53:14.365431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51478) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:14.412318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bc11aadf-337f-40e3-ab05-19ada06254c8 req-f75e974f-a0de-4c44-b093-54cccbbb59d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.414956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bc11aadf-337f-40e3-ab05-19ada06254c8 req-f75e974f-a0de-4c44-b093-54cccbbb59d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.416128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc11aadf-337f-40e3-ab05-19ada06254c8 req-f75e974f-a0de-4c44-b093-54cccbbb59d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-groups/b3dd28d8-1648-4aaa-b79f-9d9b22bc306d HTTP/1.1" status: 204 len: 173 time: 0.3683748 Dec 16 07:53:14.435871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e974f-a0de-4c44-b093-54cccbbb59d9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd28d8-1648-4aaa-b79f-9d9b22bc306d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:14.522394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.603244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f537a-f2a3-47d8-a679-93fe3aec1657 req-0e292c2d-0852-49ad-bfcd-2b19582c0e35 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:14.608726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f6f537a-f2a3-47d8-a679-93fe3aec1657 req-0e292c2d-0852-49ad-bfcd-2b19582c0e35 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1739323 Dec 16 07:53:14.707347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d40a1ae-d822-4214-9cae-029fd6141d3b req-f3dd1a93-f801-4773-8c87-e6255184a9e5 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/f0ad8d13-46d5-4bbb-a1d3-d43d52301151 HTTP/1.1" status: 200 len: 1823 time: 0.2556963 Dec 16 07:53:14.743646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.794880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04af7a5e-9691-4c38-975c-902b8af6c725']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:14.817392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f36b6be-fcf4-47be-b0ef-8a8220cd7192') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:14.817689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f36b6be-fcf4-47be-b0ef-8a8220cd7192') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:14.834050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f6f537a-f2a3-47d8-a679-93fe3aec1657 req-982bdfc7-9290-466e-b4eb-1df6f939fc08 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320000 Dec 16 07:53:14.842625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.861900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.880019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:14.880458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:14.882157 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:14.920623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3d40a1ae-d822-4214-9cae-029fd6141d3b req-e040abcb-18fb-468b-823b-b15bcbaa11ec tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:14.955557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3d40a1ae-d822-4214-9cae-029fd6141d3b req-e040abcb-18fb-468b-823b-b15bcbaa11ec tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.070930 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.077689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.087655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] 10.222.0.43 "DELETE /v2.0/networks/04af7a5e-9691-4c38-975c-902b8af6c725 HTTP/1.1" status: 204 len: 168 time: 0.7130661 Dec 16 07:53:15.096514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a65e82-31e2-451b-9ac6-66b21a98621a admin admin] Pushing event deleted for resources: {'Network': ['ID=04af7a5e-9691-4c38-975c-902b8af6c725,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:15.106297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3d40a1ae-d822-4214-9cae-029fd6141d3b req-e040abcb-18fb-468b-823b-b15bcbaa11ec tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.116916 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3d40a1ae-d822-4214-9cae-029fd6141d3b req-e040abcb-18fb-468b-823b-b15bcbaa11ec tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.118165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d40a1ae-d822-4214-9cae-029fd6141d3b req-e040abcb-18fb-468b-823b-b15bcbaa11ec tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-groups/f0ad8d13-46d5-4bbb-a1d3-d43d52301151 HTTP/1.1" status: 204 len: 173 time: 0.4031940 Dec 16 07:53:15.134214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040abcb-18fb-468b-823b-b15bcbaa11ec tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad8d13-46d5-4bbb-a1d3-d43d52301151,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:15.183708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f68e2d4-9554-4c9a-bb2a-b6ae250a4060 req-7d94424f-3552-44f2-aaf1-0e6e05a39ecb tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/a0c0148e-79b3-4381-9565-b1dadb9256e4 HTTP/1.1" status: 200 len: 2423 time: 0.0444274 Dec 16 07:53:15.298650 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6f68e2d4-9554-4c9a-bb2a-b6ae250a4060 req-12ab9c01-3d5d-4194-85ea-8a40d34c30a9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.351217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6f68e2d4-9554-4c9a-bb2a-b6ae250a4060 req-12ab9c01-3d5d-4194-85ea-8a40d34c30a9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.398261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837be9db-f413-423d-8c7d-67a53f862234 req-427614bd-d262-4312-835c-da21c259db4e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:15.399780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-837be9db-f413-423d-8c7d-67a53f862234 req-427614bd-d262-4312-835c-da21c259db4e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 946 time: 0.0973976 Dec 16 07:53:15.470926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51528) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:15.533518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-837be9db-f413-423d-8c7d-67a53f862234 req-eda0a198-4f0a-4431-8e29-c858ff203d76 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/security-groups?id=9bfe69fd-d80a-46c9-bf36-052271a533ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218400 Dec 16 07:53:15.534645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6f68e2d4-9554-4c9a-bb2a-b6ae250a4060 req-12ab9c01-3d5d-4194-85ea-8a40d34c30a9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.556594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6f68e2d4-9554-4c9a-bb2a-b6ae250a4060 req-12ab9c01-3d5d-4194-85ea-8a40d34c30a9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.560706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f68e2d4-9554-4c9a-bb2a-b6ae250a4060 req-12ab9c01-3d5d-4194-85ea-8a40d34c30a9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-groups/a0c0148e-79b3-4381-9565-b1dadb9256e4 HTTP/1.1" status: 204 len: 173 time: 0.3700283 Dec 16 07:53:15.594880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab9c01-3d5d-4194-85ea-8a40d34c30a9 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0148e-79b3-4381-9565-b1dadb9256e4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:15.605616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-a0a7d5e4-3bb1-4a91-97eb-8006b4b7d432 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:15.607281 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-a0a7d5e4-3bb1-4a91-97eb-8006b4b7d432 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 946 time: 0.1169586 Dec 16 07:53:15.645089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-362503311-network', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:15.693244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51546) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:15.773552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Deleting port faadbf69-6298-43f5-9038-85dc8c9bba6d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:15.778103 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.778227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9f682bc4-e23c-49db-a588-3c008c5de1a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e930d4615e04e248a9a831a97f0b018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830619 Dec 16 07:53:15.790242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51556) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:15.893030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8df87e9-9817-4ebb-8fbb-84229aeff68c req-60ede896-f61f-4b70-ac60-4bfce5cc1930 tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "GET /v2.0/security-groups/3a604a39-f202-4a28-87be-634272ef1f78 HTTP/1.1" status: 200 len: 2418 time: 0.1184425 Dec 16 07:53:15.967953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] For port faadbf69-6298-43f5-9038-85dc8c9bba6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=faadbf69-6298-43f5-9038-85dc8c9bba6d,segment=NetworkSegment(1091ee19-b8b2-451c-9427-1a7fb31c5aa8),segment_id=1091ee19-b8b2-451c-9427-1a7fb31c5aa8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:15.968354 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.974246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e8df87e9-9817-4ebb-8fbb-84229aeff68c req-2facce6a-9799-4d6b-a2ea-e0f6855b4aac tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:15.990215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Made reservation on behalf of 5f12b49b90034634b9a8dd1c6695eccf for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:15.995071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.003407 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e8df87e9-9817-4ebb-8fbb-84229aeff68c req-2facce6a-9799-4d6b-a2ea-e0f6855b4aac tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.007890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Calling delete_port for faadbf69-6298-43f5-9038-85dc8c9bba6d owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:16.049286 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1613b6d-6021-4037-94de-dc2db9f38c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.070322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.076319 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1613b6d-6021-4037-94de-dc2db9f38c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.168724 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e8df87e9-9817-4ebb-8fbb-84229aeff68c req-2facce6a-9799-4d6b-a2ea-e0f6855b4aac tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.174838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e8df87e9-9817-4ebb-8fbb-84229aeff68c req-2facce6a-9799-4d6b-a2ea-e0f6855b4aac tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.191456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51572) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:16.191705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8df87e9-9817-4ebb-8fbb-84229aeff68c req-2facce6a-9799-4d6b-a2ea-e0f6855b4aac tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] 10.222.0.43 "DELETE /v2.0/security-groups/3a604a39-f202-4a28-87be-634272ef1f78 HTTP/1.1" status: 204 len: 173 time: 0.2974427 Dec 16 07:53:16.211755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facce6a-9799-4d6b-a2ea-e0f6855b4aac tempest-SecurityGroupRulesTestJSON-16785915 tempest-SecurityGroupRulesTestJSON-16785915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a604a39-f202-4a28-87be-634272ef1f78,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:16.239354 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1613b6d-6021-4037-94de-dc2db9f38c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.260044 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1613b6d-6021-4037-94de-dc2db9f38c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.266543 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a1613b6d-6021-4037-94de-dc2db9f38c13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d673a6e8-82de-4443-9e9a-bff0a13dce7a HTTP/1.1" status: 204 len: 168 time: 0.4748414 Dec 16 07:53:16.295557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1613b6d-6021-4037-94de-dc2db9f38c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d673a6e8-82de-4443-9e9a-bff0a13dce7a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:16.379589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] Deleting subnet 0feabcd8-1ed1-46db-9030-235e9c8a9efd {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:16.397679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.483463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fc2bd-c975-4c82-b5d0-e301daabdccf req-0cbdd785-c13d-4995-b23e-09ea178db333 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:16.485564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a9fc2bd-c975-4c82-b5d0-e301daabdccf req-0cbdd785-c13d-4995-b23e-09ea178db333 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1204765 Dec 16 07:53:16.489104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.490890 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.526533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['faadbf69-6298-43f5-9038-85dc8c9bba6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:16.559695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Pushing event deleted for resources: {'Port': ['ID=faadbf69-6298-43f5-9038-85dc8c9bba6d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:16.578076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a9fc2bd-c975-4c82-b5d0-e301daabdccf req-d23d2080-f092-4345-9517-9d37f1864fb3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772159 Dec 16 07:53:16.649006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.652468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] No DVR routers for this DVR port faadbf69-6298-43f5-9038-85dc8c9bba6d on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:16.655793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.668709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:53:16.679259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.679843 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Added segment 882d7825-4f73-4dbd-825d-2332e7112aec of type vlan for network 59beea27-d09d-4ce5-9ae9-eedb0717b41e Dec 16 07:53:16.698981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8f39aa9-072e-4aee-bf06-dca2ac2c87be req-76f5b371-719d-4266-a40e-0dce3e5bb413 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 210 time: 0.0394661 Dec 16 07:53:16.763954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.768378 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b14a62db-712e-4e85-aa1f-82b28b93984b req-bf1d3bff-f4cf-4949-9848-a152baf8506e tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.16 "DELETE /v2.0/ports/faadbf69-6298-43f5-9038-85dc8c9bba6d HTTP/1.1" status: 204 len: 173 time: 1.1453214 Dec 16 07:53:16.771626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'name': 'network-vif-deleted', 'tag': 'faadbf69-6298-43f5-9038-85dc8c9bba6d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:16.774370 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f7706-6e4a-4aaa-ab5e-c9ed0ea380c1" -d '{"events": [{"server_uuid": "f9e461c6-32eb-4b22-91c5-6c6fa3f69de2", "name": "network-vif-deleted", "tag": "faadbf69-6298-43f5-9038-85dc8c9bba6d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:16.820849 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:16.834600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa885918-9491-441e-b091-36f8132a4a0e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:16.851742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.001914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.002904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:17.003492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.104735 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7413b5-4de9-458c-8da4-bf8d2c58c957 x-openstack-request-id: req-ce7413b5-4de9-458c-8da4-bf8d2c58c957 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:17.105029 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e461c6-32eb-4b22-91c5-6c6fa3f69de2", "name": "network-vif-deleted", "tag": "faadbf69-6298-43f5-9038-85dc8c9bba6d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:17.105281 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce7413b5-4de9-458c-8da4-bf8d2c58c957 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:17.105676 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e461c6-32eb-4b22-91c5-6c6fa3f69de2', 'name': 'network-vif-deleted', 'tag': 'faadbf69-6298-43f5-9038-85dc8c9bba6d', 'status': 'completed', 'code': 200} Dec 16 07:53:17.106860 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.143444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0feabcd8-1ed1-46db-9030-235e9c8a9efd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:17.151284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] Pushing event updated for resources: {'Network': ['ID=59beea27-d09d-4ce5-9ae9-eedb0717b41e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:17.168137 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.168137 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7031010b-b7a9-4f3d-aeeb-e6f20196155e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0feabcd8-1ed1-46db-9030-235e9c8a9efd HTTP/1.1" status: 204 len: 168 time: 0.9613686 Dec 16 07:53:17.168531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51616) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:17.169458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:53:17.248529 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.293323 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b2472ccb-4fd7-4c7e-aab4-7e61367a616b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8206263 Dec 16 07:53:17.293538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51618) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:17.299207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Request body: {'subnet': {'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-362503311-subnet', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:17.390377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.417952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c74b65-da68-470e-8b58-f83d35deeaef']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:17.426274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14044ff-e259-428b-8819-4ca37a70ea66') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:17.426578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14044ff-e259-428b-8819-4ca37a70ea66') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:17.442403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.457738 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.463045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:17.463268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:17.519656 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:17.521368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Made reservation on behalf of 5f12b49b90034634b9a8dd1c6695eccf for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:17.523292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.529355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51622) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:17.614249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51626) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:17.623664 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d8d7e5fd-65a9-4202-a13a-46fc753df745 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0665f70c3e2641e4acb0fef5858bda5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926609 Dec 16 07:53:17.651544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.667626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.671977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/91c74b65-da68-470e-8b58-f83d35deeaef HTTP/1.1" status: 204 len: 168 time: 0.5102665 Dec 16 07:53:17.711617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d718d9b-f45e-4918-929f-61116ca592f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c74b65-da68-470e-8b58-f83d35deeaef,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:17.809678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bed98e-7203-4937-8008-2e83a74004f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.855457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8f564-8648-46d9-aa2d-13a16a05d629 req-0faa222f-30d6-4194-9df6-3d7a39ee08d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:17.857802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99c8f564-8648-46d9-aa2d-13a16a05d629 req-0faa222f-30d6-4194-9df6-3d7a39ee08d0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1778798 Dec 16 07:53:17.879666 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bed98e-7203-4937-8008-2e83a74004f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:17.975270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99c8f564-8648-46d9-aa2d-13a16a05d629 req-d5d18181-c5ee-4195-8904-23e4bd204692 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934277 Dec 16 07:53:18.044477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.111432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bed98e-7203-4937-8008-2e83a74004f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.114127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8bed98e-7203-4937-8008-2e83a74004f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.115357 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f8bed98e-7203-4937-8008-2e83a74004f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b667e3fa-b259-4f11-a233-070d7125d418 HTTP/1.1" status: 204 len: 168 time: 0.4999475 Dec 16 07:53:18.123537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-767a4de0-908a-4337-bfda-06d48789a721 req-7e217af0-3fef-4e2a-9354-082f1bd13033 tempest-ServersTestJSON-596075014 tempest-ServersTestJSON-596075014-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e461c6-32eb-4b22-91c5-6c6fa3f69de2 HTTP/1.1" status: 200 len: 210 time: 0.0513484 Dec 16 07:53:18.140499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bed98e-7203-4937-8008-2e83a74004f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b667e3fa-b259-4f11-a233-070d7125d418,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:18.148949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c1b24f-3405-47d3-9d75-e80b2bef0d18,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:18.172853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:18.173532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Network hostable DHCP agents. Network: 59beea27-d09d-4ce5-9ae9-eedb0717b41e, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:53:18.292799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:18.331240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:53:18.338448 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-651b664e-b67e-45be-b086-3cc9c3bdc93e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c72862d64dfc46f2bffdaf53b78772d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489941 Dec 16 07:53:18.339100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51642) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:18.394401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ca3543a-8924-4faf-aeac-1380de103a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.417212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ca3543a-8924-4faf-aeac-1380de103a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.501607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 59beea27-d09d-4ce5-9ae9-eedb0717b41e) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:18.509107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:18.509789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.511786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1399a10-5df0-49d3-9f8b-cdffee36c66b None None] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:18.577040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ca3543a-8924-4faf-aeac-1380de103a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.579744 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ca3543a-8924-4faf-aeac-1380de103a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.581739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5ca3543a-8924-4faf-aeac-1380de103a2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b43392b5-a5eb-45c7-a984-3ba63d2cabf5 HTTP/1.1" status: 204 len: 168 time: 0.2415252 Dec 16 07:53:18.594180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3543a-8924-4faf-aeac-1380de103a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43392b5-a5eb-45c7-a984-3ba63d2cabf5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:18.604201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-9464af00-d53d-4fb5-99a8-e4118b9544a5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:18.615132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-9464af00-d53d-4fb5-99a8-e4118b9544a5 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.1669722 Dec 16 07:53:18.647462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-12b62edc-aef9-413c-87e6-81f3f0bf7e92 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/quotas/17402e23c60b41d4959cddb5fe5d4040 HTTP/1.1" status: 200 len: 375 time: 0.0312967 Dec 16 07:53:18.659225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51660) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:18.663792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:18.674094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-696ea523-7d11-4a50-980b-e23e1d907509 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3790309 Dec 16 07:53:18.724263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:53:18.730739 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.795986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-45909ccc-2891-4a33-86a0-f6595f29d9da tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1476696 Dec 16 07:53:18.802396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.804504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.912876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:18.962767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Allocated IP 172.20.0.2 (59beea27-d09d-4ce5-9ae9-eedb0717b41e/a5c1b24f-3405-47d3-9d75-e80b2bef0d18/df9fe0de-f6e3-42e7-ae43-cdfd540c1447) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:18.985036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-487a0bbc-3929-4336-8a69-15c15ca320a7 service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880744 Dec 16 07:53:19.052534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device faadbf69-6298-43f5-9038-85dc8c9bba6d no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:19.117660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-b56afc5f-77cd-4dec-9898-9b78322cad2f service neutron] 10.222.0.43 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280246 Dec 16 07:53:19.126344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: faadbf69-6298-43f5-9038-85dc8c9bba6d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:19.127058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device faadbf69-6298-43f5-9038-85dc8c9bba6d not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:19.269809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76881df0-bb45-40c0-ba84-dbca617305e9 req-ab9d28b9-f59d-4138-9063-ee4861d24852 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:19.274474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76881df0-bb45-40c0-ba84-dbca617305e9 req-ab9d28b9-f59d-4138-9063-ee4861d24852 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1540670 Dec 16 07:53:19.375657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76881df0-bb45-40c0-ba84-dbca617305e9 req-5bcb1479-da4b-44da-8ea2-82652cfa173d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954411 Dec 16 07:53:19.380130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:19.450991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51684) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:19.500148 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:19.545677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] Deleting subnet e5c1c502-4564-4858-9f04-d7ba04f934fa {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:19.555337 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:19.599949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:19.616531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:19.625771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:19.646602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6fd8a18-6bc8-4655-ab8e-1e248abb0eea req-93e8cef4-ed6f-46b3-8cd8-465aa1c2fbf4 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 210 time: 0.0489824 Dec 16 07:53:19.666582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:19.682017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Pushing event updated for resources: {'Port': ['ID=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:19.730468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.733004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.733492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.733942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.736576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.737256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.737831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.738378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.739443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.740104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.743192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.743743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.744329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:19.764029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9e740359-0b57-4bae-909b-73808b8cd393 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:19.772872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:19.863992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Attempting to bind port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:19.865531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Attempting to bind port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:19.867697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Attempting to bind port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:19.889518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:19.892970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:19.896541 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:19.905127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Bound using segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:19.905127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Bound port: df9fe0de-f6e3-42e7-ae43-cdfd540c1447, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:19.905127 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:19.993241 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.021211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.102653 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.136280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5c1c502-4564-4858-9f04-d7ba04f934fa HTTP/1.1" status: 204 len: 168 time: 0.6815784 Dec 16 07:53:20.145210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51714) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:20.198321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] For port df9fe0de-f6e3-42e7-ae43-cdfd540c1447, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:20.211124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] For port df9fe0de-f6e3-42e7-ae43-cdfd540c1447, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:20.252520 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.379963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:20.390036 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84300dc2-01c2-4d2f-8c9f-2383eb8fb04d" -d '{"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-unplugged", "status": "completed", "tag": "9e740359-0b57-4bae-909b-73808b8cd393"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:20.412816 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.426535 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.482429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc20fa-4a4c-4ee0-80a3-29b15a8e0700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c1c502-4564-4858-9f04-d7ba04f934fa,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:20.504989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:20.610437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da18c71-8b91-4c1d-987c-e2ea9b86cb47 None None] Pushing event updated for resources: {'Port': ['ID=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:20.620795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.717944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:20.780906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.873366 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:20.891204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51734) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:21.080276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-51268720-network', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:21.091796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Allocated IP 172.25.2.196 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/1d8a5853-5d8e-4c24-91be-d23a4446a6bd) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:21.182807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Made reservation on behalf of 376417805f974fcbbf1b0d4addd44af5 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:21.186606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.200780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.254974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-7a01d1c8-e3f4-48e9-a43b-3285ab724054 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:21.256638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-7a01d1c8-e3f4-48e9-a43b-3285ab724054 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9ef6b8-2ad8-4798-a742-69545e186602 HTTP/1.1" status: 200 len: 945 time: 0.8098927 Dec 16 07:53:21.282729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818987e-0a94-4795-9b60-f0007ccb0452 req-60751fff-1ae2-40c9-9aa9-21b5bba979d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:21.282870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.284349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f818987e-0a94-4795-9b60-f0007ccb0452 req-60751fff-1ae2-40c9-9aa9-21b5bba979d2 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.8465247 Dec 16 07:53:21.321526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.345971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.363663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511a3b0-6be5-479f-a616-168d1c0c7753 req-bbe664e2-678f-481a-bf18-286d5bbf01fd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:21.365229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e511a3b0-6be5-479f-a616-168d1c0c7753 req-bbe664e2-678f-481a-bf18-286d5bbf01fd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.7630250 Dec 16 07:53:21.426479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ca6011-fb6a-497f-aa27-1397eb25c475']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:21.427608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.445205 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:53:21.475862 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.477019 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Added segment b487152b-7652-4866-8433-eba236b20c9f of type vlan for network af9d3c8f-6201-48a0-91e0-e0012a48bdad Dec 16 07:53:21.483165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1091ee19-b8b2-451c-9427-1a7fb31c5aa8') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:21.483680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1091ee19-b8b2-451c-9427-1a7fb31c5aa8') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:21.500818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.528837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-069e4557-0348-410f-a534-43bfaf539d03 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:21.528837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-069e4557-0348-410f-a534-43bfaf539d03 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 944 time: 0.2766354 Dec 16 07:53:21.570775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.604568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bfa497-2c3d-4264-9752-617b3358980a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:21.609616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:21.613390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.621481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:21.628549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:21.678698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:21.712243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f818987e-0a94-4795-9b60-f0007ccb0452 req-2775bb4c-5c8d-4484-aab6-df232a1c848e tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932524 Dec 16 07:53:21.734420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.755060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e511a3b0-6be5-479f-a616-168d1c0c7753 req-acd853f5-6df6-479d-a143-82f540f367ba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737590 Dec 16 07:53:21.763986 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca02bcba-5ec2-4e53-a2cb-7d24fde28bdd x-openstack-request-id: req-ca02bcba-5ec2-4e53-a2cb-7d24fde28bdd {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:21.764537 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-unplugged", "status": "completed", "tag": "9e740359-0b57-4bae-909b-73808b8cd393", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:21.764657 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca02bcba-5ec2-4e53-a2cb-7d24fde28bdd {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:21.765018 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393', 'code': 200} Dec 16 07:53:21.878477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:21.880484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:21.890887 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:21.897560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:21.898772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:21.899741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.005239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=af9d3c8f-6201-48a0-91e0-e0012a48bdad,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:22.023092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:53:22.033323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Deleting port 9e740359-0b57-4bae-909b-73808b8cd393 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:22.033670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.084661 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5a85b59c-cf05-496d-95ec-41da59b1c3a3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1883099 Dec 16 07:53:22.089984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae1b9f8f-56e6-4690-bbed-70c0c0ebc5ae req-2c15138b-b88a-48cd-87b8-96b9292b1690 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 210 time: 0.0984361 Dec 16 07:53:22.090257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51756) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:22.095243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Request body: {'subnet': {'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-51268720-subnet', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:22.136783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89db0c-1d8a-4311-8e8f-37bf9dffdf8d None None] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:22.182212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Deleting port 452cb3b3-5060-4e54-90ad-523897605447 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:22.182576 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.225492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.229847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7087ca63-7f02-4c0c-b462-04ff621df9e3 None None] Provisioning complete for port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:22.230472 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7087ca63-7f02-4c0c-b462-04ff621df9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.257842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.269678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] For port 9e740359-0b57-4bae-909b-73808b8cd393, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9e740359-0b57-4bae-909b-73808b8cd393,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:22.270049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.284034 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.284482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Made reservation on behalf of 376417805f974fcbbf1b0d4addd44af5 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:22.287338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c7ca6011-fb6a-497f-aa27-1397eb25c475 HTTP/1.1" status: 204 len: 168 time: 2.1379259 Dec 16 07:53:22.292649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.305450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Calling delete_port for 9e740359-0b57-4bae-909b-73808b8cd393 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:22.309325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c67e3-def7-4f68-9160-fc5aa0070085 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ca6011-fb6a-497f-aa27-1397eb25c475,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:22.397008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] For port 452cb3b3-5060-4e54-90ad-523897605447, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=452cb3b3-5060-4e54-90ad-523897605447,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:22.397391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.422906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Calling delete_port for 452cb3b3-5060-4e54-90ad-523897605447 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:22.496594 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7087ca63-7f02-4c0c-b462-04ff621df9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.554570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7087ca63-7f02-4c0c-b462-04ff621df9e3 None None] For port df9fe0de-f6e3-42e7-ae43-cdfd540c1447, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:22.664391 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7087ca63-7f02-4c0c-b462-04ff621df9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.687171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.735027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.756506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087ca63-7f02-4c0c-b462-04ff621df9e3 None None] Pushing event updated for resources: {'Port': ['ID=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:22.793841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8e907917-d337-4836-8a00-41414a453460 None None] Provisioning complete for port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:22.794709 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8e907917-d337-4836-8a00-41414a453460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.842704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.846991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51774) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:22.866380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event deleted for resources: {'Port': ['ID=9e740359-0b57-4bae-909b-73808b8cd393,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:22.915118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['452cb3b3-5060-4e54-90ad-523897605447'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:22.917391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df9fe0de-f6e3-42e7-ae43-cdfd540c1447 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:22.955278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:22.959976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event deleted for resources: {'Port': ['ID=452cb3b3-5060-4e54-90ad-523897605447,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:23.018090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:23.018787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.025251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8c7ce3-8f13-49d0-ac5b-802b39de42eb req-424060e9-fff5-4566-b3af-f0325f85c7d7 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 210 time: 0.1652806 Dec 16 07:53:23.061797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] No DVR routers for this DVR port 9e740359-0b57-4bae-909b-73808b8cd393 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:23.066593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff706428-794a-4724-9a34-5c8e454da51c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:23.083619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.087117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b34e3285-35c2-4cf1-9726-c92b1e95c24e req-8b00f471-3b5f-48da-92b5-8eaaac1fd38d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "DELETE /v2.0/ports/9e740359-0b57-4bae-909b-73808b8cd393 HTTP/1.1" status: 204 len: 173 time: 1.8163257 Dec 16 07:53:23.099243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Checking segment: {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:23.099243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Network hostable DHCP agents. Network: af9d3c8f-6201-48a0-91e0-e0012a48bdad, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:53:23.107927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-deleted', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:23.111057 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58b3407-45d9-4c9a-b0b6-6b82d7714274" -d '{"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-deleted", "tag": "9e740359-0b57-4bae-909b-73808b8cd393"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:23.112668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-a4bda3b3-c1a1-4b18-ab9d-12557302a8e6 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:23.114458 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-a4bda3b3-c1a1-4b18-ab9d-12557302a8e6 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/networks?id=44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 200 len: 804 time: 0.2199533 Dec 16 07:53:23.147230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] No DVR routers for this DVR port 452cb3b3-5060-4e54-90ad-523897605447 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:23.148864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Request body: {'port': {'device_id': 'd861c297-fa63-4626-872c-60f5df956b16', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'admin_state_up': True, 'tenant_id': '17402e23c60b41d4959cddb5fe5d4040'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:23.155811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.159468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5f271f6-061f-4408-80f0-3ccb53edfaed req-e54b9fb0-1252-4cca-b4fb-7fb4a962287b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "DELETE /v2.0/ports/452cb3b3-5060-4e54-90ad-523897605447 HTTP/1.1" status: 204 len: 173 time: 1.6144326 Dec 16 07:53:23.176250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bd52e4b3-bf78-411d-aa12-c5cb9d630bb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d26e6c2ba7ac49b0b299ca2eea138964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261898 Dec 16 07:53:23.188441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb9cdd-55e1-4958-bea2-6c42fef4eb36 req-28cbd95c-401d-4110-b0a0-8522e6ef91c3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:23.190003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29eb9cdd-55e1-4958-bea2-6c42fef4eb36 req-28cbd95c-401d-4110-b0a0-8522e6ef91c3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.2873526 Dec 16 07:53:23.190489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51788) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:23.305064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:53:23.306367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29eb9cdd-55e1-4958-bea2-6c42fef4eb36 req-c5875544-19f7-48ea-8139-67fe40d138ae tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951762 Dec 16 07:53:23.307004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce027c3a-c43f-4dcf-b818-0b308e9b61cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.308496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Router a0e4d77c-87a4-4e19-9f50-5027cef264c7 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:53:23.310639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-faef37e7-3dbe-4565-9ecd-34a2991e20d1 req-5a8f1d7b-37e2-4db4-8075-409515d163d7 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 210 time: 0.0467832 Dec 16 07:53:23.345617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce027c3a-c43f-4dcf-b818-0b308e9b61cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.402922 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6670b4-262a-4748-ad00-c6c4e74327ad x-openstack-request-id: req-8f6670b4-262a-4748-ad00-c6c4e74327ad {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:23.403290 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ef6b8-2ad8-4798-a742-69545e186602", "name": "network-vif-deleted", "tag": "9e740359-0b57-4bae-909b-73808b8cd393", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:23.403612 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f6670b4-262a-4748-ad00-c6c4e74327ad {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:23.404152 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ef6b8-2ad8-4798-a742-69545e186602', 'name': 'network-vif-deleted', 'tag': '9e740359-0b57-4bae-909b-73808b8cd393', 'status': 'completed', 'code': 200} Dec 16 07:53:23.475826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Made reservation on behalf of 17402e23c60b41d4959cddb5fe5d4040 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:23.479941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.482638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, af9d3c8f-6201-48a0-91e0-e0012a48bdad) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:23.501285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a10761-e088-4ba3-8b1a-e14cc0df8ac0 None None] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:23.525007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:23.525587 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.552426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:53:23.557175 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce027c3a-c43f-4dcf-b818-0b308e9b61cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.561197 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce027c3a-c43f-4dcf-b818-0b308e9b61cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.568743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ce027c3a-c43f-4dcf-b818-0b308e9b61cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bfe69fd-d80a-46c9-bf36-052271a533ce HTTP/1.1" status: 204 len: 168 time: 0.3717184 Dec 16 07:53:23.573312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Sync routers for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:53:23.581258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce027c3a-c43f-4dcf-b818-0b308e9b61cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe69fd-d80a-46c9-bf36-052271a533ce,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:23.620012 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:23.621150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:23.655872 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b0fee92-07ad-4105-ad96-843ebcb5c7ce admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5644267 Dec 16 07:53:23.656465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51802) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:23.661237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:23.698063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:53:23.699030 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.710704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:23.712305 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b5d702e-7aff-4ca5-a2fd-4fa095d92292 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0518756 Dec 16 07:53:23.716264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51806) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:23.744242 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Allocated IP 172.20.0.13 (44898edf-e276-4d8a-90b3-dc38a1becd96/6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d/cfcf97a8-f551-4d1a-aefb-59d10b12a965) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:23.792602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 452cb3b3-5060-4e54-90ad-523897605447 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:23.962193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.030755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 452cb3b3-5060-4e54-90ad-523897605447 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:24.031262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 452cb3b3-5060-4e54-90ad-523897605447 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:24.031521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9e740359-0b57-4bae-909b-73808b8cd393 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:24.039032 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.041362 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.062700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:24.066469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 9e740359-0b57-4bae-909b-73808b8cd393 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:24.066827 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9e740359-0b57-4bae-909b-73808b8cd393 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:24.131070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.192148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.239044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Network 44898edf-e276-4d8a-90b3-dc38a1becd96 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:24.243090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:24.246240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:24.280389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b4ff149-63d3-48b3-8a18-00bbd300bbd9 req-a44b1f4c-3a9b-4148-a367-742059a3206b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=988076d6-f038-4b78-ad03-7afc5046cc98 HTTP/1.1" status: 200 len: 210 time: 0.0389338 Dec 16 07:53:24.291213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event updated for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:24.325064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Allocated IP 172.20.0.2 (af9d3c8f-6201-48a0-91e0-e0012a48bdad/ff706428-794a-4724-9a34-5c8e454da51c/ff7c60bf-32f5-45a0-8165-270495bcf077) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:24.325502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:24.326174 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.428510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:21Z', 'revision_number': 3, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:24.466710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Checking router: a0e4d77c-87a4-4e19-9f50-5027cef264c7 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:53:24.466710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Updating router a0e4d77c-87a4-4e19-9f50-5027cef264c7 port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:53:24.466974 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d64bd9a3-e762-4079-952b-86ab4499efaa tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3345337 Dec 16 07:53:24.501569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Request body: {'port': {'device_id': 'd861c297-fa63-4626-872c-60f5df956b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:24.570858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.639146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.726499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51836) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:24.812526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df9fe0de-f6e3-42e7-ae43-cdfd540c1447 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:24.827739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3d29-7880-42c8-939b-5f3e96618db7 req-6c9c6115-7428-4f19-a824-4c6406e0955e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:24.835734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f0e3d29-7880-42c8-939b-5f3e96618db7 req-6c9c6115-7428-4f19-a824-4c6406e0955e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.3887215 Dec 16 07:53:24.841827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:24.875707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160999a-e9b7-452b-a1c4-7a1940bb92d3 req-2ce9eb44-62a6-4ec3-8503-c76fcb83b160 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:24.891378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4160999a-e9b7-452b-a1c4-7a1940bb92d3 req-2ce9eb44-62a6-4ec3-8503-c76fcb83b160 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 932 time: 0.4428616 Dec 16 07:53:24.926194 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.073016 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.082532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcf97a8-f551-4d1a-aefb-59d10b12a965 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:25.092493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:25.093090 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.093605 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.100259 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.122573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f0e3d29-7880-42c8-939b-5f3e96618db7 req-c05e9c88-44c0-43ce-9fe9-cf909673b5f0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803745 Dec 16 07:53:25.123570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-265b7a9b-127c-42d2-9ffd-e2864e4fee54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.135684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Transition to ACTIVE for port object cfcf97a8-f551-4d1a-aefb-59d10b12a965 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:53:25.148723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4160999a-e9b7-452b-a1c4-7a1940bb92d3 req-6d7f175a-f50c-4da6-a32d-391be7538d94 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566483 Dec 16 07:53:25.229627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:25.229892 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.235222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:25.242874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:25.244862 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Pushing event updated for resources: {'Port': ['ID=ff7c60bf-32f5-45a0-8165-270495bcf077,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:25.380499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Pushing event updated for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:25.382482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-265b7a9b-127c-42d2-9ffd-e2864e4fee54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.407158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'name': 'network-vif-deleted', 'tag': '452cb3b3-5060-4e54-90ad-523897605447'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:25.419941 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f40758-205a-4570-9e4f-3e5618509739" -d '{"events": [{"server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "name": "network-vif-deleted", "tag": "452cb3b3-5060-4e54-90ad-523897605447"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:25.436450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51856) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:25.441909 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.454038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Attempting to bind port ff7c60bf-32f5-45a0-8165-270495bcf077 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:25.454442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Attempting to bind port ff7c60bf-32f5-45a0-8165-270495bcf077 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:25.454811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Attempting to bind port ff7c60bf-32f5-45a0-8165-270495bcf077 on network af9d3c8f-6201-48a0-91e0-e0012a48bdad {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:25.461351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:25.461993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Checking segment: {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:25.462412 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.462816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Bound using segment: {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:25.463303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Bound port: ff7c60bf-32f5-45a0-8165-270495bcf077, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:25.463690 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.501397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Attempting to bind port cfcf97a8-f551-4d1a-aefb-59d10b12a965 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:25.501741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Attempting to bind port cfcf97a8-f551-4d1a-aefb-59d10b12a965 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:25.502069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Attempting to bind port cfcf97a8-f551-4d1a-aefb-59d10b12a965 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:25.510345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Port cfcf97a8-f551-4d1a-aefb-59d10b12a965 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:53:25.510664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Attempting to bind port cfcf97a8-f551-4d1a-aefb-59d10b12a965 on network 44898edf-e276-4d8a-90b3-dc38a1becd96 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:25.516279 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.523150 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9912839a-0a50-474a-b263-fec24fc3add1 x-openstack-request-id: req-9912839a-0a50-474a-b263-fec24fc3add1 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:25.523754 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988076d6-f038-4b78-ad03-7afc5046cc98", "name": "network-vif-deleted", "tag": "452cb3b3-5060-4e54-90ad-523897605447", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:25.524076 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9912839a-0a50-474a-b263-fec24fc3add1 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:25.524681 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988076d6-f038-4b78-ad03-7afc5046cc98', 'name': 'network-vif-deleted', 'tag': '452cb3b3-5060-4e54-90ad-523897605447', 'status': 'completed', 'code': 200} Dec 16 07:53:25.525910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:25.526253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Checking segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:25.527200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-265b7a9b-127c-42d2-9ffd-e2864e4fee54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.536551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Bound using segment: {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:25.537565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Bound port: cfcf97a8-f551-4d1a-aefb-59d10b12a965, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:25.537942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.561300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Allocated IP 172.20.0.1 (59beea27-d09d-4ce5-9ae9-eedb0717b41e/a5c1b24f-3405-47d3-9d75-e80b2bef0d18/5f653c26-37dd-40dd-acd6-c74a1e45cc32) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:25.599460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-265b7a9b-127c-42d2-9ffd-e2864e4fee54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a78e70a12ea484aae7aec2722e35f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8152843 Dec 16 07:53:25.601308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b7a9b-127c-42d2-9ffd-e2864e4fee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150750d0-3fee-4631-92fa-76a0a1a1b9c1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:25.612928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51862) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:25.645093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Attempting to bind port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:25.645472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Attempting to bind port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:25.645848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Attempting to bind port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:25.662603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056255c4-3f1d-4120-85df-7120e14af5a9 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:25.687110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:25.687560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:25.688114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.688675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:25.688909 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1393625516-network', 'tenant_id': 'b1cc58cdf644487ea6ed84b0634a2051'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:25.689742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Bound port: 1d8a5853-5d8e-4c24-91be-d23a4446a6bd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:25.690136 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.703874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:25.723907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:25.755088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] For port ff7c60bf-32f5-45a0-8165-270495bcf077, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:25.760115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] For port ff7c60bf-32f5-45a0-8165-270495bcf077, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ff7c60bf-32f5-45a0-8165-270495bcf077,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:25.781799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] For port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:25.785147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] For port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:25.829515 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.834074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.844403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Made reservation on behalf of b1cc58cdf644487ea6ed84b0634a2051 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:25.847574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.872562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.885387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:25.886463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.889366 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] 10.222.0.36 "PUT /v2.0/ports/cfcf97a8-f551-4d1a-aefb-59d10b12a965 HTTP/1.1" status: 200 len: 1093 time: 1.4034159 Dec 16 07:53:25.889759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:25.891830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96a8b6b1-a571-4931-8f49-ae8908250024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.893613 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abad10be-5e55-4272-8600-796ff069b48b" -d '{"events": [{"name": "network-changed", "server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:25.903348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a85f-37c3-4dc9-886e-fb6c05e39fe5 None None] Pushing event updated for resources: {'Port': ['ID=ff7c60bf-32f5-45a0-8165-270495bcf077,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:25.912641 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.921221 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:25.966501 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bee89a-51ee-472a-a0c6-47fd6732be98 x-openstack-request-id: req-24bee89a-51ee-472a-a0c6-47fd6732be98 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:25.967136 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:25.967927 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24bee89a-51ee-472a-a0c6-47fd6732be98 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:25.968655 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'status': 'completed', 'code': 200} Dec 16 07:53:25.975819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056255c4-3f1d-4120-85df-7120e14af5a9 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:26.033039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:26.033685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:26.103877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1509e9c-5031-433f-9434-5b2842fbfc6b service neutron] Pushing event updated for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:26.130840 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.159157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad10be-5e55-4272-8600-796ff069b48b req-3393f342-b139-47e6-a5cb-516ccddf9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:26.167538 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-abad10be-5e55-4272-8600-796ff069b48b req-3393f342-b139-47e6-a5cb-516ccddf9c72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 1096 time: 0.1194952 Dec 16 07:53:26.197832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.204397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:26.299376 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96a8b6b1-a571-4931-8f49-ae8908250024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.401321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.407382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:53:26.463864 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.476735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9157b3-0feb-42f0-b4cd-62d99b9917b5 req-2a9e0705-5350-4f26-9d07-fb78dd44c007 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:26.478033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef9157b3-0feb-42f0-b4cd-62d99b9917b5 req-2a9e0705-5350-4f26-9d07-fb78dd44c007 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.6095591 Dec 16 07:53:26.502549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3876-e163-4990-b42b-0c449a903d4e req-9930464b-a4b1-4eb4-9fe3-8b6db3e7e184 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:26.508299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e50d3876-e163-4990-b42b-0c449a903d4e req-9930464b-a4b1-4eb4-9fe3-8b6db3e7e184 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.2394571 Dec 16 07:53:26.569815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.594033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:21Z', 'revision_number': 3, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:26.623807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00a5b5-ab01-4f20-aa24-8539b0452f58 None None] The sync data for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 is: [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:21Z', 'revision_number': 3, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:53:26.674846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96a8b6b1-a571-4931-8f49-ae8908250024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.677514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96a8b6b1-a571-4931-8f49-ae8908250024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:26.678986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-96a8b6b1-a571-4931-8f49-ae8908250024 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/150750d0-3fee-4631-92fa-76a0a1a1b9c1 HTTP/1.1" status: 204 len: 168 time: 1.0651622 Dec 16 07:53:26.760232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef9157b3-0feb-42f0-b4cd-62d99b9917b5 req-6895f6fb-9f93-40d2-9fc7-c59f302b7148 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645411 Dec 16 07:53:26.760232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:26.803394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8b6b1-a571-4931-8f49-ae8908250024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150750d0-3fee-4631-92fa-76a0a1a1b9c1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:26.822965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:26.824334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:26.827926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff7c60bf-32f5-45a0-8165-270495bcf077 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:26.831173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e50d3876-e163-4990-b42b-0c449a903d4e req-797c776d-a4d7-4ec6-9533-ba6f42703cd8 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203557 Dec 16 07:53:26.850443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4debc25-76d5-407e-a667-1821f752d444 req-b4b81963-600c-42c3-8772-9c156d0bb3bc tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:26.851957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4debc25-76d5-407e-a667-1821f752d444 req-b4b81963-600c-42c3-8772-9c156d0bb3bc tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.3233583 Dec 16 07:53:26.885706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Pushing event updated for resources: {'Port': ['ID=5f653c26-37dd-40dd-acd6-c74a1e45cc32,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:26.947185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ff7c60bf-32f5-45a0-8165-270495bcf077 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:26.947713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.010342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.010694 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Added segment 12596a22-8e0b-4b54-84a3-03f2b071463c of type vlan for network 7428338e-67f4-4159-8916-fab7a7503461 Dec 16 07:53:27.151722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.153906 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613a7b30-6a66-4eae-b682-ef03d469d7f7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:27.158596 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.265747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port ff7c60bf-32f5-45a0-8165-270495bcf077, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ff7c60bf-32f5-45a0-8165-270495bcf077,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:27.309504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad10be-5e55-4272-8600-796ff069b48b req-1692ea76-1356-4e22-9931-6311a3b5e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:27.311509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-abad10be-5e55-4272-8600-796ff069b48b req-1692ea76-1356-4e22-9931-6311a3b5e38c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=17402e23c60b41d4959cddb5fe5d4040&shared=False HTTP/1.1" status: 200 len: 905 time: 1.1323838 Dec 16 07:53:27.359095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.360275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0de5271a-7011-458d-945a-326c70ad54cc None None] Provisioning complete for port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:27.360807 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0de5271a-7011-458d-945a-326c70ad54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.379452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Allocated IP 172.25.2.228 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/7ed54ac8-5f8a-4614-ac91-4e8867adda99) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:27.404154 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.444866 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.472086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=ff7c60bf-32f5-45a0-8165-270495bcf077,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:27.493527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53772d4b-f929-4e21-a50f-eacb076ce36f req-bf141386-e701-4a07-a3eb-6482fafad152 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:27.495129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53772d4b-f929-4e21-a50f-eacb076ce36f req-bf141386-e701-4a07-a3eb-6482fafad152 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 944 time: 0.5887954 Dec 16 07:53:27.514494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0de5271a-7011-458d-945a-326c70ad54cc None None] Port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:27.577707 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.596578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Deleting port e0c65ebb-3279-4838-97e5-cb8171c39039 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:27.597185 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.633704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad10be-5e55-4272-8600-796ff069b48b req-4f2fadad-e392-4ffa-87aa-ac6826053005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:27.635734 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-abad10be-5e55-4272-8600-796ff069b48b req-4f2fadad-e392-4ffa-87aa-ac6826053005 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3102996 Dec 16 07:53:27.636994 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.639007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:27.639139 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.679001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fecf683-2c73-4586-8e7f-263408efd68c None None] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:27.701934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51884) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:27.747865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] Pushing event updated for resources: {'Network': ['ID=7428338e-67f4-4159-8916-fab7a7503461,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:27.763733 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-69adcb4f-935e-4350-8b7e-0abdb9efe935 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3174000 Dec 16 07:53:27.766357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:27.766494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 7428338e-67f4-4159-8916-fab7a7503461 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:53:27.777603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Request body: {'subnet': {'network_id': '7428338e-67f4-4159-8916-fab7a7503461', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1393625516-subnet', 'tenant_id': 'b1cc58cdf644487ea6ed84b0634a2051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:27.795597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-272fd02c-aaf3-4bad-ace3-8e0df45f3fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.803376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53772d4b-f929-4e21-a50f-eacb076ce36f req-d02b5b89-3583-4c9c-82e4-176e92452dd0 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733688 Dec 16 07:53:27.813612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.837072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-9e78a4f0-cebf-4912-975f-7d8d8cc7efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:27.838855 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-9e78a4f0-cebf-4912-975f-7d8d8cc7efcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17402e23c60b41d4959cddb5fe5d4040&device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 1096 time: 0.0930023 Dec 16 07:53:27.930215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Made reservation on behalf of b1cc58cdf644487ea6ed84b0634a2051 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:27.932790 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:27.963645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-272fd02c-aaf3-4bad-ace3-8e0df45f3fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.045526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] For port e0c65ebb-3279-4838-97e5-cb8171c39039, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e0c65ebb-3279-4838-97e5-cb8171c39039,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:28.046096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.100621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Calling delete_port for e0c65ebb-3279-4838-97e5-cb8171c39039 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:28.100966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-af43d638-f911-44f2-8ca6-c08092b27a93 None None] Provisioning complete for port ff7c60bf-32f5-45a0-8165-270495bcf077 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:28.101521 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-af43d638-f911-44f2-8ca6-c08092b27a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.159930 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-101c0c6a-b575-41d8-8ebf-00184766eaa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965 HTTP/1.1" status: 200 len: 217 time: 0.3021150 Dec 16 07:53:28.243501 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.299070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-272fd02c-aaf3-4bad-ace3-8e0df45f3fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.311011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-624b1af5-40a7-47a1-bdd4-69c0849486aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.357728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c049036d-c2de-4b34-871e-15097bf70c35,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:28.364655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d54d56a2-597b-4600-989b-0836ee4298bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:28.366665 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-d54d56a2-597b-4600-989b-0836ee4298bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 200 len: 844 time: 0.1956208 Dec 16 07:53:28.416932 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-7b4a4f7f-d6f8-42ef-804f-db711f89b7d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44898edf-e276-4d8a-90b3-dc38a1becd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354774 Dec 16 07:53:28.422833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Checking segment: {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:28.423240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Network hostable DHCP agents. Network: 7428338e-67f4-4159-8916-fab7a7503461, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:53:28.431032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-272fd02c-aaf3-4bad-ace3-8e0df45f3fef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61320aca35c345a7b66c2d4ecfb42d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7184935 Dec 16 07:53:28.434984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd02c-aaf3-4bad-ace3-8e0df45f3fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22fa5d-7bbb-4e0e-9318-dc89d04d357a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:28.436261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51900) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:28.524378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa836aa3-ca3e-4748-8ac4-cff213bc25cc req-37f13f90-8139-4c5e-8196-93cddabcec76 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:28.533257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa836aa3-ca3e-4748-8ac4-cff213bc25cc req-37f13f90-8139-4c5e-8196-93cddabcec76 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 944 time: 0.2493846 Dec 16 07:53:28.559227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.572131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fd0611b2-be05-4050-96ad-b8bb6b189ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.592392 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-3e84cf3a-2b57-4df9-9285-d752b6fec755 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643481 Dec 16 07:53:28.596215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Network 7428338e-67f4-4159-8916-fab7a7503461 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:53:28.616727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fd0611b2-be05-4050-96ad-b8bb6b189ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.620448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b2c5019e-b9c7-4e17-94cd-8ab7685cbf98 None None] Provisioning complete for port ff7c60bf-32f5-45a0-8165-270495bcf077 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:28.624428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:28.630035 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b2c5019e-b9c7-4e17-94cd-8ab7685cbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.631809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:28.635199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:28.693891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.703700 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.706391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 7428338e-67f4-4159-8916-fab7a7503461) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:28.716689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:28.717250 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.743582 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5c1b1df9-c76f-4443-99c2-d7eeb71ec5ed req-74fc88f8-2ae3-4a0b-9849-7a088369cc00 service neutron] 10.222.0.36 "GET /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377044 Dec 16 07:53:28.772214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c5858-66be-44ac-9e22-0fe265d2fd2f None None] Network 7428338e-67f4-4159-8916-fab7a7503461 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:28.780738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed54ac8-5f8a-4614-ac91-4e8867adda99,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:28.800422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.828776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa836aa3-ca3e-4748-8ac4-cff213bc25cc req-e8f1542e-ca80-4b05-b7ee-9fed64e9044d tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943335 Dec 16 07:53:28.913967 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c99ea5fb-06c4-4156-a183-b04665d5430c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1484141 Dec 16 07:53:28.915518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fd0611b2-be05-4050-96ad-b8bb6b189ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.922265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fd0611b2-be05-4050-96ad-b8bb6b189ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:28.922265 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fd0611b2-be05-4050-96ad-b8bb6b189ade admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c22fa5d-7bbb-4e0e-9318-dc89d04d357a HTTP/1.1" status: 204 len: 168 time: 0.4809368 Dec 16 07:53:28.935551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff7c60bf-32f5-45a0-8165-270495bcf077 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:28.943287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event deleted for resources: {'Port': ['ID=e0c65ebb-3279-4838-97e5-cb8171c39039,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:28.949232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90787924-6db6-4f0e-9c1e-73168f5d9503 None None] Network 7428338e-67f4-4159-8916-fab7a7503461 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:53:28.951226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0611b2-be05-4050-96ad-b8bb6b189ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22fa5d-7bbb-4e0e-9318-dc89d04d357a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:29.025059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] No DVR routers for this DVR port e0c65ebb-3279-4838-97e5-cb8171c39039 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:29.091125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.094555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4debc25-76d5-407e-a667-1821f752d444 req-e7c12c16-7aa9-4bf3-9b76-287b0c309669 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "DELETE /v2.0/ports/e0c65ebb-3279-4838-97e5-cb8171c39039 HTTP/1.1" status: 204 len: 173 time: 2.1965406 Dec 16 07:53:29.102769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'name': 'network-vif-deleted', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:29.104970 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59aefaa-c10f-4522-9492-87c6f5e8cb59" -d '{"events": [{"server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "name": "network-vif-deleted", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:29.135918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ff7c60bf-32f5-45a0-8165-270495bcf077 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:29.136317 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.144837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.154685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8fd1a-163a-485a-ba7c-8e769704566e req-f6b0bb81-9aa3-457b-a818-0ff27728134c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:29.156318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ddb8fd1a-163a-485a-ba7c-8e769704566e req-f6b0bb81-9aa3-457b-a818-0ff27728134c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.4754083 Dec 16 07:53:29.257809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d8a5853-5d8e-4c24-91be-d23a4446a6bd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:29.258806 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:53:29.276890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Pushing event updated for resources: {'Port': ['ID=5f653c26-37dd-40dd-acd6-c74a1e45cc32,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:29.299373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fe4ee-6c92-4479-845d-9aeb5cd8a728 req-351c4440-9627-4cca-a58a-ce0084321935 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:29.299373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a9fe4ee-6c92-4479-845d-9aeb5cd8a728 req-351c4440-9627-4cca-a58a-ce0084321935 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.3682685 Dec 16 07:53:29.309859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:29.310574 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.373947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:29.377687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ddb8fd1a-163a-485a-ba7c-8e769704566e req-1032d508-ef68-4ea8-94a6-dc142cac0f6b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841371 Dec 16 07:53:29.380195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:29.410810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.428996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a9fe4ee-6c92-4479-845d-9aeb5cd8a728 req-71d4f541-9bed-4b5e-9440-4caf1faf60bc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060300 Dec 16 07:53:29.456580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:29.524487 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9006ef3a-d4fc-4560-b4f0-11a7de91b597 x-openstack-request-id: req-9006ef3a-d4fc-4560-b4f0-11a7de91b597 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:29.525008 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab3ca89-c622-4ac0-9d24-1a6058063a2b", "name": "network-vif-deleted", "tag": "e0c65ebb-3279-4838-97e5-cb8171c39039", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:29.525008 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9006ef3a-d4fc-4560-b4f0-11a7de91b597 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:29.525423 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab3ca89-c622-4ac0-9d24-1a6058063a2b', 'name': 'network-vif-deleted', 'tag': 'e0c65ebb-3279-4838-97e5-cb8171c39039', 'status': 'completed', 'code': 200} Dec 16 07:53:29.571142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.653209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:29.765043 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.780992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7611a4c7-8ab1-4cfa-ae73-3c9e84bb518d None None] Provisioning complete for port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:29.781521 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7611a4c7-8ab1-4cfa-ae73-3c9e84bb518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:29.818635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:29.858036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: e0c65ebb-3279-4838-97e5-cb8171c39039 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:29.858557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e0c65ebb-3279-4838-97e5-cb8171c39039 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:29.866198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7611a4c7-8ab1-4cfa-ae73-3c9e84bb518d None None] Port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:30.019668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fa614-3572-4a0d-bdd8-ca90e8a76b24 req-e28337b1-3998-45ca-86c7-4a6efe839115 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:30.021207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-013fa614-3572-4a0d-bdd8-ca90e8a76b24 req-e28337b1-3998-45ca-86c7-4a6efe839115 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 944 time: 0.4931788 Dec 16 07:53:30.058700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Router a0e4d77c-87a4-4e19-9f50-5027cef264c7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:53:30.064078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:30.164332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920048-8601-46c7-b595-546ee759deb9 req-7283cba3-7e64-4a52-bac3-dc8846d556ce tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:30.165836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-7283cba3-7e64-4a52-bac3-dc8846d556ce tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 814 time: 0.2771966 Dec 16 07:53:30.205787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-013fa614-3572-4a0d-bdd8-ca90e8a76b24 req-efdb58d1-d60e-4369-9227-e51c2ed83bb7 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753848 Dec 16 07:53:30.263440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-d418af96-bf88-42dc-a232-1ec0cbd3992f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/quotas/b1cc58cdf644487ea6ed84b0634a2051 HTTP/1.1" status: 200 len: 375 time: 0.0529501 Dec 16 07:53:30.351234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-9ccf6104-49fb-43cb-ac49-781b3b39c5a6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553193 Dec 16 07:53:30.371800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-614889fc-8f7e-4a5e-b82c-d9c2b5623f74 req-22f51873-9ece-40c2-b711-42dbd362cf01 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ab3ca89-c622-4ac0-9d24-1a6058063a2b HTTP/1.1" status: 200 len: 210 time: 0.0573132 Dec 16 07:53:30.467540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:53:30.479984 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Sync routers for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:53:30.485948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-39ac80cd-95f4-4c94-b01f-b4025a1c5d01 admin admin] 10.222.0.43 "PUT /v2.0/routers/a0e4d77c-87a4-4e19-9f50-5027cef264c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7684062 Dec 16 07:53:30.492948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:30.493708 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:30.586182 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-5b230442-da24-4806-9dda-169812b82be0 service neutron] 10.222.0.43 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182281 Dec 16 07:53:30.598500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472255c-2416-48f1-8a92-dffcddd4bc68 req-7d2bcb01-919d-43bd-bea0-7fe6f1d6f914 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:30.600047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f472255c-2416-48f1-8a92-dffcddd4bc68 req-7d2bcb01-919d-43bd-bea0-7fe6f1d6f914 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1361723 Dec 16 07:53:30.645492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-633c478b-e252-45e5-ac94-0df4e96143fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:30.670305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:30.672351 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:30.730723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d8a5853-5d8e-4c24-91be-d23a4446a6bd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:30.780556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f472255c-2416-48f1-8a92-dffcddd4bc68 req-7084d992-216f-439c-a7e5-dd44b71149b6 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699872 Dec 16 07:53:30.794785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:30.795480 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:30.830135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-ee5ec8f6-032b-4490-bdd4-e85733a9fa16 service neutron] 10.222.0.43 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269263 Dec 16 07:53:30.955332 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:28Z', 'revision_number': 2, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:30.960340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fb1ec-3ded-4ed0-9ce0-be5fd3bbcb88 req-518476d4-a0b4-41ca-a322-98c44753001e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:30.964770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82fb1ec-3ded-4ed0-9ce0-be5fd3bbcb88 req-518476d4-a0b4-41ca-a322-98c44753001e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.0607135 Dec 16 07:53:30.985985 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Checking router: a0e4d77c-87a4-4e19-9f50-5027cef264c7 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:53:30.986589 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Updating router a0e4d77c-87a4-4e19-9f50-5027cef264c7 port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:53:31.005226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Router 6d29e382-e57a-4381-be49-56674fc2f212 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:53:31.011714 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:31.015881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82fb1ec-3ded-4ed0-9ce0-be5fd3bbcb88 req-441267f6-579c-4a93-9a2f-93b4b395d58c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Dec 16 07:53:31.215940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:53:31.228598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Sync routers for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:53:31.243334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:31.245574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:31.323582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:31.328070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b8d07309-873d-4f4e-ad61-090ab6f49508 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6674454 Dec 16 07:53:31.328447 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51982) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:31.435984 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:31.503877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:31.558726 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:31.695235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b46caaf0-8af9-40f6-ab86-4f29c2ccc25d req-7cf1876d-eccf-4c23-b74e-29e3a6f1e502 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 210 time: 0.0757921 Dec 16 07:53:31.750731 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Pushing event updated for resources: {'Port': ['ID=5f653c26-37dd-40dd-acd6-c74a1e45cc32,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:31.770538 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:31.831108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cfcf97a8-f551-4d1a-aefb-59d10b12a965 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:53:31.849546 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.851643 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.852025 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.853300 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.853651 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.853986 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.854317 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.857491 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.858004 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.858271 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.860492 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.860834 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.861170 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:31.901423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 3, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:31.925325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6773794-89dc-4431-82d2-b9128c39b768 req-60211c60-f99b-45c7-bcc4-cb5cce469cb9 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:31.926971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6773794-89dc-4431-82d2-b9128c39b768 req-60211c60-f99b-45c7-bcc4-cb5cce469cb9 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 944 time: 0.1105275 Dec 16 07:53:31.972678 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Attempting to bind port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:31.973143 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Attempting to bind port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:31.973515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Attempting to bind port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:31.984663 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:31.987238 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:31.987671 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:31.988084 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Bound using segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:31.990783 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Bound port: 5f653c26-37dd-40dd-acd6-c74a1e45cc32, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:31.991218 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.024851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51992) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:32.030985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e897fd9d-f370-4ba6-858b-cdae04685736 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81869868', 'description': 'tempest-description--459683720'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:32.094575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:32.103677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6773794-89dc-4431-82d2-b9128c39b768 req-2da4c3ae-f268-45aa-8ced-e937d380468e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648476 Dec 16 07:53:32.109989 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.116223 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] For port 5f653c26-37dd-40dd-acd6-c74a1e45cc32, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:32.120335 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] For port 5f653c26-37dd-40dd-acd6-c74a1e45cc32, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f653c26-37dd-40dd-acd6-c74a1e45cc32,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:32.121194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'mac_address': 'fa:16:3e:e9:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:53:32.126510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Checking router: 6d29e382-e57a-4381-be49-56674fc2f212 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:53:32.126762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Updating router 6d29e382-e57a-4381-be49-56674fc2f212 port 7ed54ac8-5f8a-4614-ac91-4e8867adda99 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:53:32.216670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6286ddaa-a91a-48d5-a83b-00c59371fe6a None None] Provisioning complete for port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:32.217223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6286ddaa-a91a-48d5-a83b-00c59371fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.238623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.262983 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.282198 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.335005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1224-ac86-4e42-b54b-302d8d4c94cf req-5ef4c855-834f-4cee-b60c-d7e846144e89 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:32.335005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2ad1224-ac86-4e42-b54b-302d8d4c94cf req-5ef4c855-834f-4cee-b60c-d7e846144e89 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1218507 Dec 16 07:53:32.344332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90aa72-47fa-4668-97bd-857c35d27ff8 req-8ba2b74d-a8c4-47c3-a418-7d2447ea831e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:32.345845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f90aa72-47fa-4668-97bd-857c35d27ff8 req-8ba2b74d-a8c4-47c3-a418-7d2447ea831e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.1257191 Dec 16 07:53:32.346631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e897fd9d-f370-4ba6-858b-cdae04685736 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.372505 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:32.373402 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:32.420162 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c412-8385-4726-b479-110aa17e52ea None None] Pushing event updated for resources: {'Port': ['ID=5f653c26-37dd-40dd-acd6-c74a1e45cc32,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:32.483166 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e897fd9d-f370-4ba6-858b-cdae04685736 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.516594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6286ddaa-a91a-48d5-a83b-00c59371fe6a None None] Port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:32.536920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Allocated IP 172.20.0.1 (af9d3c8f-6201-48a0-91e0-e0012a48bdad/ff706428-794a-4724-9a34-5c8e454da51c/9a6f8453-bd20-4acd-94eb-c9c3db5977db) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:32.543358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcf97a8-f551-4d1a-aefb-59d10b12a965 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:32.582248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:32.585984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2ad1224-ac86-4e42-b54b-302d8d4c94cf req-7bd363a7-cd21-40f9-b33b-e777508c3a44 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365932 Dec 16 07:53:32.636115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f90aa72-47fa-4668-97bd-857c35d27ff8 req-cc9c8a69-e661-498a-ade5-edb7edd1cdb0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660568 Dec 16 07:53:32.640683 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.641417 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e897fd9d-f370-4ba6-858b-cdae04685736 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.698691 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.702081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897fd9d-f370-4ba6-858b-cdae04685736 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:32.734381 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:32.764448 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.828705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b336bd35-147f-4326-a711-a636809f9f95 req-16f079df-7dfa-4079-b809-72bafe4e838b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 210 time: 0.0373857 Dec 16 07:53:32.872146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e897fd9d-f370-4ba6-858b-cdae04685736 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.874286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e897fd9d-f370-4ba6-858b-cdae04685736 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8475664 Dec 16 07:53:32.883724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52002) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:32.890539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5453627b-8e21-490e-9721-ff53c300447e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'security_group_rule': {'security_group_id': '4a7d2c5f-2b5e-4a71-90e6-bb28923f6631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:32.901169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.948602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c20cafc9-7370-4e49-a5b3-714edde0e6b5 None None] Provisioning complete for port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:32.949108 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c20cafc9-7370-4e49-a5b3-714edde0e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.951869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:32.970459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-2aad5fe0-eea6-4814-a09e-3d23f479558c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:32.972081 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-2aad5fe0-eea6-4814-a09e-3d23f479558c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.0972440 Dec 16 07:53:32.973415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:32.995710 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:32Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:33.023617 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b0a6a-1153-4481-ad2f-8a4c94c19995 None None] The sync data for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 is: [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:32Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:53:33.056148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['cfcf97a8-f551-4d1a-aefb-59d10b12a965'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:33.102675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:33.145484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6f8453-bd20-4acd-94eb-c9c3db5977db,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:33.149212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5453627b-8e21-490e-9721-ff53c300447e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.158837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:33.168949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:33.201510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Attempting to bind port 7ed54ac8-5f8a-4614-ac91-4e8867adda99 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:33.202900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Attempting to bind port 7ed54ac8-5f8a-4614-ac91-4e8867adda99 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:33.203283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Attempting to bind port 7ed54ac8-5f8a-4614-ac91-4e8867adda99 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:33.247818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:33.253515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:33.254132 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.254543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:33.255054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Bound port: 7ed54ac8-5f8a-4614-ac91-4e8867adda99, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:33.255445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.305079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28639-6ed9-4854-8b46-32819cdc88dc None None] Pushing event updated for resources: {'Port': ['ID=7ed54ac8-5f8a-4614-ac91-4e8867adda99,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:33.366019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5453627b-8e21-490e-9721-ff53c300447e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.378340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.434808 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.439618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] For port 7ed54ac8-5f8a-4614-ac91-4e8867adda99, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:33.473513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] For port 7ed54ac8-5f8a-4614-ac91-4e8867adda99, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7ed54ac8-5f8a-4614-ac91-4e8867adda99,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:33.475287 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c20cafc9-7370-4e49-a5b3-714edde0e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.494825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5453627b-8e21-490e-9721-ff53c300447e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.501739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2d9e-7cdd-4f16-8a3c-7a904135c9f5 req-2b7f52d2-3f04-4b1b-ad03-f666b72b9e4c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:33.510911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-489d2d9e-7cdd-4f16-8a3c-7a904135c9f5 req-2b7f52d2-3f04-4b1b-ad03-f666b72b9e4c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.2493484 Dec 16 07:53:33.522885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453627b-8e21-490e-9721-ff53c300447e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6cd4e3-1732-4a67-94b2-0caf9698d7a9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:33.544489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738791e-96b2-4991-b8ca-f328b6f16fef req-b396b9b5-425f-4e47-b3a0-001231b912ab tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:33.548880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.561856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9738791e-96b2-4991-b8ca-f328b6f16fef req-b396b9b5-425f-4e47-b3a0-001231b912ab tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 945 time: 0.3361630 Dec 16 07:53:33.601090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c20cafc9-7370-4e49-a5b3-714edde0e6b5 None None] For port 5f653c26-37dd-40dd-acd6-c74a1e45cc32, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f653c26-37dd-40dd-acd6-c74a1e45cc32,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:33.643741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Deleting port 10c15455-29a9-4409-bda4-3265c8196af3 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:33.644309 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.682496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28639-6ed9-4854-8b46-32819cdc88dc None None] Pushing event updated for resources: {'Port': ['ID=7ed54ac8-5f8a-4614-ac91-4e8867adda99,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:33.690981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:33.691773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:33.696592 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c20cafc9-7370-4e49-a5b3-714edde0e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.708805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-489d2d9e-7cdd-4f16-8a3c-7a904135c9f5 req-01e6653d-a786-4472-998e-bf2631fdd43b tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930096 Dec 16 07:53:33.728073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9738791e-96b2-4991-b8ca-f328b6f16fef req-5fa37501-d863-4bb6-a21f-3b64329aa47a tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424859 Dec 16 07:53:33.736999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5453627b-8e21-490e-9721-ff53c300447e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.738258 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5453627b-8e21-490e-9721-ff53c300447e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8523962 Dec 16 07:53:33.742545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52018) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:33.788041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9ce3fa8b-6e58-416a-bc0a-605d0c5a26f1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'security_group_rule': {'security_group_id': '4a7d2c5f-2b5e-4a71-90e6-bb28923f6631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:33.865601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-639a21dd-11c8-4dd3-ad43-0fadf8edb4d0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:33.867012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-639a21dd-11c8-4dd3-ad43-0fadf8edb4d0 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.1350763 Dec 16 07:53:33.887802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cafc9-7370-4e49-a5b3-714edde0e6b5 None None] Pushing event updated for resources: {'Port': ['ID=5f653c26-37dd-40dd-acd6-c74a1e45cc32,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:33.922518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-339b0bf6-b2b1-4d28-b76b-8a1656b048fe None None] Provisioning complete for port 9a6f8453-bd20-4acd-94eb-c9c3db5977db triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:33.923649 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-339b0bf6-b2b1-4d28-b76b-8a1656b048fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:33.930750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:33.947643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] For port 10c15455-29a9-4409-bda4-3265c8196af3, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=10c15455-29a9-4409-bda4-3265c8196af3,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:33.950452 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.022823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Calling delete_port for 10c15455-29a9-4409-bda4-3265c8196af3 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:34.074374 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.089082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-339b0bf6-b2b1-4d28-b76b-8a1656b048fe None None] Port 9a6f8453-bd20-4acd-94eb-c9c3db5977db cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:34.108242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9ce3fa8b-6e58-416a-bc0a-605d0c5a26f1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.218415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edaee1-7cf9-40d4-ae38-b6396262d8cb req-a170c370-41e3-43b9-b3fd-2d28530b02bf tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:34.234708 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.252827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8edaee1-7cf9-40d4-ae38-b6396262d8cb req-a170c370-41e3-43b9-b3fd-2d28530b02bf tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.4241006 Dec 16 07:53:34.301282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 3, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:34.343675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9ce3fa8b-6e58-416a-bc0a-605d0c5a26f1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.354534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df9c6b-3e7a-444a-afe5-ed76a9527a80 None None] The sync data for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 is: [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 3, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:53:34.469561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9ce3fa8b-6e58-416a-bc0a-605d0c5a26f1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.474135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7f32-f551-46c9-8290-8c65402d14c5 req-f955e065-ef05-4a4c-8a6b-df3fc512889b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:34.475771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebde7f32-f551-46c9-8290-8c65402d14c5 req-f955e065-ef05-4a4c-8a6b-df3fc512889b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 945 time: 0.5463798 Dec 16 07:53:34.495420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8edaee1-7cf9-40d4-ae38-b6396262d8cb req-5f13c3de-3229-4f55-bf8c-bb5ce2082964 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391868 Dec 16 07:53:34.507203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3fa8b-6e58-416a-bc0a-605d0c5a26f1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e67e3c-2f4b-4abf-8aa9-291a6c832039,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:34.532486 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.540599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Deleting port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:34.540946 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.547248 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.564872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['10c15455-29a9-4409-bda4-3265c8196af3'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:34.588953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event deleted for resources: {'Port': ['ID=10c15455-29a9-4409-bda4-3265c8196af3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:34.639802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9ce3fa8b-6e58-416a-bc0a-605d0c5a26f1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.644161 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9ce3fa8b-6e58-416a-bc0a-605d0c5a26f1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8945084 Dec 16 07:53:34.661049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:34.665544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.678946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:34.767162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] No DVR routers for this DVR port 10c15455-29a9-4409-bda4-3265c8196af3 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:34.775523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920048-8601-46c7-b595-546ee759deb9 req-d4387f4c-5824-4568-b041-d1e64a692539 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:34.776080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.780396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-d4387f4c-5824-4568-b041-d1e64a692539 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.16 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 814 time: 0.4822268 Dec 16 07:53:34.783415 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f4dc728b-d110-4e98-ae74-4c8597118cf9 req-82c3f8cc-8e33-45eb-a2a5-64b802d121a5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "DELETE /v2.0/ports/10c15455-29a9-4409-bda4-3265c8196af3 HTTP/1.1" status: 204 len: 173 time: 1.8034325 Dec 16 07:53:34.784079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17e0830-1f13-497f-93f0-b40635574370', 'name': 'network-vif-deleted', 'tag': '10c15455-29a9-4409-bda4-3265c8196af3'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:34.786501 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b37e9c-9a52-4947-8d87-ab540d37ffa6" -d '{"events": [{"server_uuid": "c17e0830-1f13-497f-93f0-b40635574370", "name": "network-vif-deleted", "tag": "10c15455-29a9-4409-bda4-3265c8196af3"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:34.829998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Request body: {'port': {'device_id': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'network_id': '7428338e-67f4-4159-8916-fab7a7503461', 'admin_state_up': True, 'tenant_id': 'b1cc58cdf644487ea6ed84b0634a2051'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:34.914450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66a282be-854c-4bac-9fa7-9ab6a319ea44 req-5918399d-f549-4948-89f0-c91e683a36ce tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 210 time: 0.1523123 Dec 16 07:53:34.937733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:34.942705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5f653c26-37dd-40dd-acd6-c74a1e45cc32 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:34.962358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6f8453-bd20-4acd-94eb-c9c3db5977db,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:35.034545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] For port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,segment=NetworkSegment(f8e0c776-c421-4ce7-9a83-feb70a9778d8),segment_id=f8e0c776-c421-4ce7-9a83-feb70a9778d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:35.034913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:35.045049 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:35.061976 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:35.062505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:35.095382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebde7f32-f551-46c9-8290-8c65402d14c5 req-64e8be12-216e-4573-b8df-f848ed99f753 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713570 Dec 16 07:53:35.103868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Calling delete_port for 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:35.206637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:35.209679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:35.421166 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:35.457353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dc342-4ea7-4515-b58f-08e62bea0c39 req-bc433211-ef5b-45a6-8dd7-37e464c858c8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:35.468420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f3dc342-4ea7-4515-b58f-08e62bea0c39 req-bc433211-ef5b-45a6-8dd7-37e464c858c8 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 945 time: 0.4299765 Dec 16 07:53:35.541370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Router 6d29e382-e57a-4381-be49-56674fc2f212 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:53:35.574396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186aec-d7c0-4188-928f-c44a33d8ed6c req-61470c03-725e-45f9-bb45-db832339e12b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:35.576905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95186aec-d7c0-4188-928f-c44a33d8ed6c req-61470c03-725e-45f9-bb45-db832339e12b tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 945 time: 0.3181159 Dec 16 07:53:35.594937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f3dc342-4ea7-4515-b58f-08e62bea0c39 req-27d62960-89bd-478a-b45c-ffb72341a47c tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/security-groups?id=36f62084-1cca-4342-9812-7ab78624e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205182 Dec 16 07:53:35.637782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a05e66fd-4261-4076-a949-8438cc8d6a18 None None] Provisioning complete for port 9a6f8453-bd20-4acd-94eb-c9c3db5977db triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:35.638419 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a05e66fd-4261-4076-a949-8438cc8d6a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:35.690302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a05e66fd-4261-4076-a949-8438cc8d6a18 None None] Port 9a6f8453-bd20-4acd-94eb-c9c3db5977db cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:35.708868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Made reservation on behalf of b1cc58cdf644487ea6ed84b0634a2051 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:35.717170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:35.854118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95186aec-d7c0-4188-928f-c44a33d8ed6c req-50d9edf2-1ef9-4e4c-8b65-9726b423e494 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464356 Dec 16 07:53:35.865010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cfcf97a8-f551-4d1a-aefb-59d10b12a965 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:35.911790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f737c3-46d9-4e76-a0fe-bc38a87c46e1 req-b7f6b835-1cdd-404c-846c-f797269dfafb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:35.920388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8f737c3-46d9-4e76-a0fe-bc38a87c46e1 req-b7f6b835-1cdd-404c-846c-f797269dfafb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1489203 Dec 16 07:53:35.945958 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:35.959257 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b69b76e-d407-4b90-9109-f8ae0620d911 x-openstack-request-id: req-8b69b76e-d407-4b90-9109-f8ae0620d911 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:35.960050 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17e0830-1f13-497f-93f0-b40635574370", "name": "network-vif-deleted", "tag": "10c15455-29a9-4409-bda4-3265c8196af3", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:35.960462 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b69b76e-d407-4b90-9109-f8ae0620d911 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:35.961710 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17e0830-1f13-497f-93f0-b40635574370', 'name': 'network-vif-deleted', 'tag': '10c15455-29a9-4409-bda4-3265c8196af3', 'status': 'completed', 'code': 200} Dec 16 07:53:36.063998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Pushing event deleted for resources: {'Port': ['ID=9435edeb-37fe-41d0-ac5c-2d9f555fa6ee,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:36.075854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port cfcf97a8-f551-4d1a-aefb-59d10b12a965 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:53:36.093895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port cfcf97a8-f551-4d1a-aefb-59d10b12a965 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:36.094425 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:36.124544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Allocated IP 172.25.2.176 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/811120c2-0508-4957-b551-b28349f1704b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:36.143913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:53:36.162087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-65704283-c897-4842-8906-66c63c6971f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/6d29e382-e57a-4381-be49-56674fc2f212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8237040 Dec 16 07:53:36.178272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8f737c3-46d9-4e76-a0fe-bc38a87c46e1 req-e0dfb8ef-8656-48ea-aa9a-1ef755dd0cfc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557688 Dec 16 07:53:36.355450 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:36.390115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:36.395822 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2701edd-3f9e-4efe-b664-7afc1caf1995" -d '{"events": [{"server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "name": "network-vif-plugged", "status": "completed", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:36.414552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:36.440553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:36.507483 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:36.509046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:36.560124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:36.579645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:36.579645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:36.620329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] No DVR routers for this DVR port 9435edeb-37fe-41d0-ac5c-2d9f555fa6ee on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:36.661773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:36.665101 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a608a627-719e-43d3-8afb-e5caeeb0dd6b req-c1f1d3c9-6589-4cc5-9525-8887e211a7a1 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.36 "DELETE /v2.0/ports/9435edeb-37fe-41d0-ac5c-2d9f555fa6ee HTTP/1.1" status: 204 len: 173 time: 2.7407939 Dec 16 07:53:36.665560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'name': 'network-vif-deleted', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:36.667792 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81922953-6df8-442a-8e7b-b367352eca14" -d '{"events": [{"server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "name": "network-vif-deleted", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:36.677119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f97280b-a60e-41fe-8399-95ae36ae78f6 req-d6eb8da9-4870-48c4-915f-cb515bae6140 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 210 time: 0.5367651 Dec 16 07:53:36.692650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=811120c2-0508-4957-b551-b28349f1704b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:36.708964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:36.717930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:36.720694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:36.721022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c230e4-5e27-4c3d-a305-bf83c91884c3 req-9095b85e-747f-4223-96b1-9f4247614a1d tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17e0830-1f13-497f-93f0-b40635574370 HTTP/1.1" status: 200 len: 210 time: 0.1017594 Dec 16 07:53:36.781824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Allocated IP 172.20.0.7 (7428338e-67f4-4159-8916-fab7a7503461/c049036d-c2de-4b34-871e-15097bf70c35/bf24b01a-045d-412e-abca-956507dbda1e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:36.789270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:36.829976 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ae913c-9e99-48a1-a6f0-79c12a5dc4ba x-openstack-request-id: req-e7ae913c-9e99-48a1-a6f0-79c12a5dc4ba {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:36.830279 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "name": "network-vif-plugged", "status": "completed", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:36.830535 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7ae913c-9e99-48a1-a6f0-79c12a5dc4ba {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:36.830966 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'code': 200} Dec 16 07:53:36.961571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7ed54ac8-5f8a-4614-ac91-4e8867adda99 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:36.970748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.088908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7ed54ac8-5f8a-4614-ac91-4e8867adda99 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:37.089436 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.112512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.118452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3701b1c7-7e90-465b-b4e4-0aa0a47b62e7 req-4047f59c-2c77-4aa6-8dc8-c723b9ca2f31 tempest-LiveMigrationTest-2091567537 tempest-LiveMigrationTest-2091567537-project] 10.222.0.43 "GET /v2.0/ports?device_id=29c7a111-b2e5-4e08-86fe-c64e3902a5dc HTTP/1.1" status: 200 len: 210 time: 0.1785879 Dec 16 07:53:37.153209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 10c15455-29a9-4409-bda4-3265c8196af3 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:37.226542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 10c15455-29a9-4409-bda4-3265c8196af3 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:37.226891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 10c15455-29a9-4409-bda4-3265c8196af3 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:37.264851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Sync routers for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:53:37.265404 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922467a7-0c87-4272-8ee4-091ec9cea3d0 x-openstack-request-id: req-922467a7-0c87-4272-8ee4-091ec9cea3d0 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:37.265404 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c7a111-b2e5-4e08-86fe-c64e3902a5dc", "name": "network-vif-deleted", "tag": "9435edeb-37fe-41d0-ac5c-2d9f555fa6ee", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:37.265404 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-922467a7-0c87-4272-8ee4-091ec9cea3d0 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:37.265404 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c7a111-b2e5-4e08-86fe-c64e3902a5dc', 'name': 'network-vif-deleted', 'tag': '9435edeb-37fe-41d0-ac5c-2d9f555fa6ee', 'status': 'completed', 'code': 200} Dec 16 07:53:37.277322 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:37.280223 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:37.358861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.362109 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.406199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 7ed54ac8-5f8a-4614-ac91-4e8867adda99, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7ed54ac8-5f8a-4614-ac91-4e8867adda99,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:37.432559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.442707 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.458173 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.516833 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:37.523954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=811120c2-0508-4957-b551-b28349f1704b,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:37.571949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dcc00-0bb0-4787-bb14-aaf8e0f228da req-1f465758-fe80-48c1-81f9-595808b4764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:37.596315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=7ed54ac8-5f8a-4614-ac91-4e8867adda99,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:37.601178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae3dcc00-0bb0-4787-bb14-aaf8e0f228da req-1f465758-fe80-48c1-81f9-595808b4764d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 1098 time: 0.5385604 Dec 16 07:53:37.641844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.692202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:37.697060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2f8999ca-0a36-4dd8-86e5-70c43ac3cb86 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434847143', 'description': 'tempest-description--1114991788'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:37.716346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6581973-0703-4b92-8be3-09d1ac147b12 req-7f5cb039-f06c-43af-a280-89033d5ffbba tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:37.724999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6581973-0703-4b92-8be3-09d1ac147b12 req-7f5cb039-f06c-43af-a280-89033d5ffbba tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 946 time: 0.2799673 Dec 16 07:53:37.740850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.765121 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8b39ea86-89aa-4dc6-8048-68cf4b922fab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0947986 Dec 16 07:53:37.776912 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:34Z', 'revision_number': 2, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:37.814236 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Checking router: 6d29e382-e57a-4381-be49-56674fc2f212 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:53:37.814598 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Updating router 6d29e382-e57a-4381-be49-56674fc2f212 port 9a6f8453-bd20-4acd-94eb-c9c3db5977db binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:53:37.878872 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.890857 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.899729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae3dcc00-0bb0-4787-bb14-aaf8e0f228da req-f3df514f-1467-48ed-98c2-c02f52046c44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535918 Dec 16 07:53:37.915739 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f8999ca-0a36-4dd8-86e5-70c43ac3cb86 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:37.930631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Network 7428338e-67f4-4159-8916-fab7a7503461 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:37.940899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:37.971553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:38.035951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f8999ca-0a36-4dd8-86e5-70c43ac3cb86 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.072573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954765b7-04bf-442f-92b5-0cd778ca532e req-1625ebe8-6315-4a1a-9cc2-5c021b33cfb1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:38.075090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-954765b7-04bf-442f-92b5-0cd778ca532e req-1625ebe8-6315-4a1a-9cc2-5c021b33cfb1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.3058918 Dec 16 07:53:38.092448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:38.093613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.118896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f8999ca-0a36-4dd8-86e5-70c43ac3cb86 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.138508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6581973-0703-4b92-8be3-09d1ac147b12 req-989af466-bdaa-4ba5-81ae-97cae8bc789c tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928006 Dec 16 07:53:38.183651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8999ca-0a36-4dd8-86e5-70c43ac3cb86 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c114101-d72f-49cd-8f40-76d08e578aa7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:38.196311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:38.222805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-954765b7-04bf-442f-92b5-0cd778ca532e req-d114539e-2cd2-4be7-b61d-b4feb4b52cec tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171024 Dec 16 07:53:38.249597 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.277008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-d5f718b3-71b2-4e85-ae25-e94a93b6df69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4654038 Dec 16 07:53:38.281698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f8999ca-0a36-4dd8-86e5-70c43ac3cb86 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.283993 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2f8999ca-0a36-4dd8-86e5-70c43ac3cb86 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5904598 Dec 16 07:53:38.286755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52078) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:38.291218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-048215fd-a6db-4263-9d1f-fbc311ff467b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Request body: {'security_group_rule': {'security_group_id': '1c114101-d72f-49cd-8f40-76d08e578aa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:38.296348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Request body: {'port': {'device_id': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:38.347475 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.362375 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.371770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20650ad3-8fe1-45f3-8e51-3f3b31dd0e99 req-635007b1-5311-4c18-8982-1123bd0f8b03 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:38.373074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20650ad3-8fe1-45f3-8e51-3f3b31dd0e99 req-635007b1-5311-4c18-8982-1123bd0f8b03 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 931 time: 0.1493154 Dec 16 07:53:38.435972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-048215fd-a6db-4263-9d1f-fbc311ff467b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.480111 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f789b4-cee5-4115-965f-810250385032 None None] Pushing event updated for resources: {'Port': ['ID=9a6f8453-bd20-4acd-94eb-c9c3db5977db,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:38.516512 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Attempting to bind port 9a6f8453-bd20-4acd-94eb-c9c3db5977db on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Attempting to bind port 9a6f8453-bd20-4acd-94eb-c9c3db5977db by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Attempting to bind port 9a6f8453-bd20-4acd-94eb-c9c3db5977db on network af9d3c8f-6201-48a0-91e0-e0012a48bdad {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Checking segment: {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Bound using segment: {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Bound port: 9a6f8453-bd20-4acd-94eb-c9c3db5977db, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:38.785427 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.788963 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-048215fd-a6db-4263-9d1f-fbc311ff467b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.789388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-37c292c1-8144-4b88-8e93-4713c81663df tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--81869868&fields=id&tenant_id=5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 267 time: 0.2729957 Dec 16 07:53:38.789388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20650ad3-8fe1-45f3-8e51-3f3b31dd0e99 req-93485b2c-d0d0-486d-80d4-9277db9c3e6c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834580 Dec 16 07:53:38.789701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] For port 9a6f8453-bd20-4acd-94eb-c9c3db5977db, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:38.789701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] For port 9a6f8453-bd20-4acd-94eb-c9c3db5977db, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9a6f8453-bd20-4acd-94eb-c9c3db5977db,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:38.790145 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-048215fd-a6db-4263-9d1f-fbc311ff467b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.790545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c34148d7-eb4e-4895-8bbc-74232326de29 None None] Provisioning complete for port 9a6f8453-bd20-4acd-94eb-c9c3db5977db triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:38.790545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c34148d7-eb4e-4895-8bbc-74232326de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.793007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048215fd-a6db-4263-9d1f-fbc311ff467b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91846b4a-5a83-4b94-a57e-e3263f87120d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:38.793007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52092) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:38.798356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c34148d7-eb4e-4895-8bbc-74232326de29 None None] Port 9a6f8453-bd20-4acd-94eb-c9c3db5977db cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:38.803039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7ed54ac8-5f8a-4614-ac91-4e8867adda99 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:38.811085 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.840314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-048215fd-a6db-4263-9d1f-fbc311ff467b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:38.842535 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-048215fd-a6db-4263-9d1f-fbc311ff467b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5548441 Dec 16 07:53:38.844919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:38.850161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cb252ac8-e7ce-44f8-9c09-4609ceb3ea95 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Request body: {'security_group_rule': {'security_group_id': '1c114101-d72f-49cd-8f40-76d08e578aa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:38.926254 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f789b4-cee5-4115-965f-810250385032 None None] Pushing event updated for resources: {'Port': ['ID=9a6f8453-bd20-4acd-94eb-c9c3db5977db,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:38.959088 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:53:38.960845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-44832e2f-71de-42ba-a081-b312063134e9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:38.960974 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:53:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:38.961074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-44832e2f-71de-42ba-a081-b312063134e9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.2889423 Dec 16 07:53:38.993457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7ed54ac8-5f8a-4614-ac91-4e8867adda99 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:38.993457 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.014065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-daf3846e-9f26-4683-bb73-3bd72179c371 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/quotas/5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 375 time: 0.0434277 Dec 16 07:53:39.018840 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb252ac8-e7ce-44f8-9c09-4609ceb3ea95 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.181204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb252ac8-e7ce-44f8-9c09-4609ceb3ea95 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.207956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf24b01a-045d-412e-abca-956507dbda1e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:39.220003 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:53:39.245560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-18a9095f-ded2-46a6-95ac-006b7db6ceac tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:39.247729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-18a9095f-ded2-46a6-95ac-006b7db6ceac tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.3872385 Dec 16 07:53:39.285539 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.290783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] Deleting subnet 932c704e-58cf-4b4d-a943-8454a2acd0b0 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:39.296320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb252ac8-e7ce-44f8-9c09-4609ceb3ea95 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.300066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-6dbfca71-420e-400b-9356-1bf376352828 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2725251 Dec 16 07:53:39.301880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.306884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-bcbe030b-4c17-43e4-b2ef-51bccf5f02b6 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/quotas/c74443691ac642e395264dd387be70fc HTTP/1.1" status: 200 len: 375 time: 0.0358503 Dec 16 07:53:39.312438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Transition to ACTIVE for port object bf24b01a-045d-412e-abca-956507dbda1e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:53:39.345503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-66ee3a42-c14c-4738-816f-6521fa40dc83 None None] Provisioning complete for port 9a6f8453-bd20-4acd-94eb-c9c3db5977db triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:39.348394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a42-c14c-4738-816f-6521fa40dc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.354717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-9fbdb5b5-723b-438c-a745-ede451ea71d7 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409553 Dec 16 07:53:39.364981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb252ac8-e7ce-44f8-9c09-4609ceb3ea95 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780ee2c0-e8df-4c4d-a17a-6ba59aa8c7b4,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:39.375031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.420851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.430924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.503148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb252ac8-e7ce-44f8-9c09-4609ceb3ea95 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.510615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a42-c14c-4738-816f-6521fa40dc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.510759 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cb252ac8-e7ce-44f8-9c09-4609ceb3ea95 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6631000 Dec 16 07:53:39.513831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:39.522412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:39.541644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:39.562844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-66ee3a42-c14c-4738-816f-6521fa40dc83 None None] For port 9a6f8453-bd20-4acd-94eb-c9c3db5977db, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9a6f8453-bd20-4acd-94eb-c9c3db5977db,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:39.601112 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:38Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:39.631706 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea333f-1415-444d-aa09-3ecb41f1c82c None None] The sync data for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 is: [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:38Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:53:39.657352 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-66ee3a42-c14c-4738-816f-6521fa40dc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.658429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.664000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-691370cc-dbd3-4897-b74b-754838884696 service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057134 Dec 16 07:53:39.682425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.752682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3a42-c14c-4738-816f-6521fa40dc83 None None] Pushing event updated for resources: {'Port': ['ID=9a6f8453-bd20-4acd-94eb-c9c3db5977db,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:39.798917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932c704e-58cf-4b4d-a943-8454a2acd0b0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:39.802905 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.806120 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa0f9aa4-f40b-4ee1-aec2-ddfde82dbe59 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/932c704e-58cf-4b4d-a943-8454a2acd0b0 HTTP/1.1" status: 204 len: 168 time: 1.0532770 Dec 16 07:53:39.809492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:39.813799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-1872ed5c-7b69-4632-b6b2-77fbb87e40ab service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580462 Dec 16 07:53:39.890918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.900649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:39.901011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:39.901348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e on network 7428338e-67f4-4159-8916-fab7a7503461 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:39.913670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Port bf24b01a-045d-412e-abca-956507dbda1e on network 7428338e-67f4-4159-8916-fab7a7503461 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:53:39.914010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e on network 7428338e-67f4-4159-8916-fab7a7503461 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:39.924843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:39.925216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Checking segment: {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:39.925579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Bound using segment: {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:39.927579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Bound port: bf24b01a-045d-412e-abca-956507dbda1e, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:39.928257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:39.998074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.008389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:40.011641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:40.023971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-2dc19b42-2fa8-417f-a5cf-05a20b81d2ee service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312111 Dec 16 07:53:40.037097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:40.055732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e0c776-c421-4ce7-9a83-feb70a9778d8') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:40.056020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e0c776-c421-4ce7-9a83-feb70a9778d8') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:40.062212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a7d4fdca-11b5-4d5f-ad04-286705df4520 service neutron] 10.222.0.43 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475471 Dec 16 07:53:40.068967 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.077567 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.084693 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.098882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.142607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:40.147476 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:40.239382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:40.240349 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.241839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] 10.222.0.16 "PUT /v2.0/ports/bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 1092 time: 1.9512269 Dec 16 07:53:40.245637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:40.248366 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f917c23-92dd-4583-8bc3-b7bf6a70a322" -d '{"events": [{"name": "network-changed", "server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "tag": "bf24b01a-045d-412e-abca-956507dbda1e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:40.254382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa68577-d962-44e6-8e5b-98be5598e044 service neutron] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:40.306112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Allocated IP 172.25.2.8 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/b409eaa0-3ae8-47fc-93b1-5de34e8a8450) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:40.379364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.386032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.392266 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1 HTTP/1.1" status: 204 len: 168 time: 0.5796819 Dec 16 07:53:40.393293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52126) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:40.412245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36e190-f02f-45a5-8c09-bb1cd4ab04b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1544aa-b6ea-4ce1-915b-d52ffa0bb0d1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:40.462550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] Deleting subnet 6ca58cc9-f8db-41ab-94f2-638c1d8ddfc4 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:40.469349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.475253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.584978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.671953 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.753976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:40.757348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event updated for resources: {'Port': ['ID=b409eaa0-3ae8-47fc-93b1-5de34e8a8450,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:40.763937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:40.772490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920048-8601-46c7-b595-546ee759deb9 req-f260a3b4-458b-49c3-a5ff-1612c1082fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:40.773563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:40.774698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-f260a3b4-458b-49c3-a5ff-1612c1082fa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1095 time: 0.3073297 Dec 16 07:53:40.836092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9a6f8453-bd20-4acd-94eb-c9c3db5977db up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:40.886161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-51f8b23a-cd96-49df-a2cd-876f28b9d1a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.0891464 Dec 16 07:53:40.887633 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.898951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9a6f8453-bd20-4acd-94eb-c9c3db5977db triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:40.899379 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:40.938610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce42d29-10e4-4c69-b2c1-f35ab7c40141 req-2783af83-b458-42f4-bfe8-629843b9d58d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:40.941889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ce42d29-10e4-4c69-b2c1-f35ab7c40141 req-2783af83-b458-42f4-bfe8-629843b9d58d tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 946 time: 0.3626552 Dec 16 07:53:41.002635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.010899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9101f-b264-40e5-aa82-b43fa470e6b7 req-1bcf68aa-33a6-4029-9aeb-03c3a2d72a0f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:41.013013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38f9101f-b264-40e5-aa82-b43fa470e6b7 req-1bcf68aa-33a6-4029-9aeb-03c3a2d72a0f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.3389030 Dec 16 07:53:41.112048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920048-8601-46c7-b595-546ee759deb9 req-70debbfd-3a37-4838-be3f-ea545d6dec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:41.113643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-70debbfd-3a37-4838-be3f-ea545d6dec37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.1686192 Dec 16 07:53:41.139767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ce42d29-10e4-4c69-b2c1-f35ab7c40141 req-5e32ca5e-8fc7-41e6-83bd-f844e13d7ac7 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811025 Dec 16 07:53:41.181144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.237429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-70548922-b78c-4bfc-bb4e-4a493e0c0c6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135478 Dec 16 07:53:41.253129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38f9101f-b264-40e5-aa82-b43fa470e6b7 req-4d11f468-5317-476e-a2e5-b70f129a7826 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190697 Dec 16 07:53:41.337109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.412816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca58cc9-f8db-41ab-94f2-638c1d8ddfc4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:41.444829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd66dc-a622-46a6-b000-8bb274a27fa1 req-dd907b13-fb7e-456f-9bef-c82b32a4af7d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:41.447090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03bd66dc-a622-46a6-b000-8bb274a27fa1 req-dd907b13-fb7e-456f-9bef-c82b32a4af7d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.2124407 Dec 16 07:53:41.448454 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.454509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9d91c9b1-de9a-4095-a79f-279362867b9e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6ca58cc9-f8db-41ab-94f2-638c1d8ddfc4 HTTP/1.1" status: 204 len: 168 time: 1.0578191 Dec 16 07:53:41.456968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52150) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:41.506742 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca8a07f-1839-41a5-90aa-67921a944d81 x-openstack-request-id: req-5ca8a07f-1839-41a5-90aa-67921a944d81 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:41.507038 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "tag": "bf24b01a-045d-412e-abca-956507dbda1e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:41.507293 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ca8a07f-1839-41a5-90aa-67921a944d81 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:41.508595 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e', 'status': 'completed', 'code': 200} Dec 16 07:53:41.517722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03bd66dc-a622-46a6-b000-8bb274a27fa1 req-5d1a6533-e894-4723-b759-eb7769c15f22 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566359 Dec 16 07:53:41.551077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.555993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-6dcc3ba6-ab16-4c2f-b2c4-f889f06923f1 service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071177 Dec 16 07:53:41.647124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.693916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.781257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event updated for resources: {'Port': ['ID=b409eaa0-3ae8-47fc-93b1-5de34e8a8450,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:41.808420 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.825227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:53:41.932471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:41.981407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92db2591-d845-4a9c-a174-6f87593b313b']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:41.994032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:42.012225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9e8355-34ba-4ebc-9101-891b0f05e217') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:42.012523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9e8355-34ba-4ebc-9101-891b0f05e217') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:42.030472 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.038313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.049390 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3c9faff-2ddc-4b56-a5f5-fdbcd3aba6d5 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5343447 Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:42.080965 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:42.142568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec933b9d-7940-43de-9608-140c8ced31b4 req-6f05b738-96be-4e78-a283-eaa84327a51c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 210 time: 0.5724564 Dec 16 07:53:42.150298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'port_id': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'mac_address': 'fa:16:3e:9a:10:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:53:42.200915 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.218946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92a675a5-ff49-49a2-a280-2fc2c724569f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:42.270563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:42.292811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-750e15aa-17f8-47e9-9428-dc2bee1b14fc req-230a06ae-d2d1-4b9c-8522-8a6670457d57 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 210 time: 0.6194291 Dec 16 07:53:42.308286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4920048-8601-46c7-b595-546ee759deb9 req-af2da64d-4672-42f8-9bba-dc6c3833951f service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330134 Dec 16 07:53:42.367167 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.393767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.397069 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] 10.222.0.43 "DELETE /v2.0/networks/92db2591-d845-4a9c-a174-6f87593b313b HTTP/1.1" status: 204 len: 168 time: 0.9385214 Dec 16 07:53:42.398170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363b8be-7189-46bc-bf3e-90b7ab4ca091 admin admin] Pushing event deleted for resources: {'Network': ['ID=92db2591-d845-4a9c-a174-6f87593b313b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:42.414537 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:42.502983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-51921f48-151e-4e9a-9326-533321b73ba4 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--434847143&fields=id&tenant_id=376417805f974fcbbf1b0d4addd44af5 HTTP/1.1" status: 200 len: 267 time: 0.1119668 Dec 16 07:53:42.583957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['92a675a5-ff49-49a2-a280-2fc2c724569f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:42.588077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:42.681009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-67321ac5-9e10-4899-b18c-f8fb1b117c79 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:42.701295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-67321ac5-9e10-4899-b18c-f8fb1b117c79 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/networks?id=af9d3c8f-6201-48a0-91e0-e0012a48bdad HTTP/1.1" status: 200 len: 810 time: 0.1966150 Dec 16 07:53:42.715914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-0c1c9d34-0069-4480-a53b-4be9fcda811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:42.718376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-0c1c9d34-0069-4480-a53b-4be9fcda811b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1095 time: 0.1255450 Dec 16 07:53:42.748484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-e6dd812b-35d1-47a0-b312-c28783f4f0ee tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/quotas/376417805f974fcbbf1b0d4addd44af5 HTTP/1.1" status: 200 len: 375 time: 0.0450325 Dec 16 07:53:42.844568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52196) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:42.895447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-4e9b2789-56a5-4bc3-ba3f-b464ac5d7792 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=376417805f974fcbbf1b0d4addd44af5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185646 Dec 16 07:53:42.897824 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c529fb84-806e-48e4-8e32-18cd93c71746 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96765061660d493e9a57583440fc5099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515115 Dec 16 07:53:42.898454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52198) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:42.915447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-306559ae-6f8e-4c28-a4b3-9fadaeb98505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:42.916955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-306559ae-6f8e-4c28-a4b3-9fadaeb98505 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.1905410 Dec 16 07:53:42.984710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3a2eb26-8609-4dce-9c6a-f1590ed93b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:43.010331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-02f16b35-4ca3-49c0-ac5e-4c9d2c7c3667 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.0807722 Dec 16 07:53:43.047402 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3a2eb26-8609-4dce-9c6a-f1590ed93b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:43.126834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-ee4c4ba0-6d36-437f-b041-ad0cbac2aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:43.128580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-ee4c4ba0-6d36-437f-b041-ad0cbac2aae6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.1109040 Dec 16 07:53:43.133713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-c664d4f7-e582-4619-a4f0-f80256337761 service neutron] 10.222.0.43 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243087 Dec 16 07:53:43.161002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eccdf-ef75-47a7-98c6-7ad8a0730ba1 req-56e88924-b27a-4800-b46c-c91e25901753 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:43.162689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c2eccdf-ef75-47a7-98c6-7ad8a0730ba1 req-56e88924-b27a-4800-b46c-c91e25901753 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.0893266 Dec 16 07:53:43.233027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3a2eb26-8609-4dce-9c6a-f1590ed93b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:43.236963 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3a2eb26-8609-4dce-9c6a-f1590ed93b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:43.237230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-7197eab1-4938-4ec2-a9e1-c587171c42dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735779 Dec 16 07:53:43.238189 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d3a2eb26-8609-4dce-9c6a-f1590ed93b86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36f62084-1cca-4342-9812-7ab78624e389 HTTP/1.1" status: 204 len: 168 time: 0.3384922 Dec 16 07:53:43.270702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2eb26-8609-4dce-9c6a-f1590ed93b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f62084-1cca-4342-9812-7ab78624e389,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:43.422143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c2eccdf-ef75-47a7-98c6-7ad8a0730ba1 req-eaade7eb-c88e-4e05-ab56-a5f76059fd37 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405379 Dec 16 07:53:43.442458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-7b067486-4cb5-4d15-a4c8-7cf1eb77f39d service neutron] 10.222.0.43 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998192 Dec 16 07:53:43.470446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-2f587d8c-6da7-4b52-a279-bde28be75ead service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251284 Dec 16 07:53:43.709978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f917c23-92dd-4583-8bc3-b7bf6a70a322 req-fecb5144-b8f1-49fe-b608-3703a145b0a6 service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303622 Dec 16 07:53:43.721507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a523-d7ae-4ee0-ac7b-9370e4a938bd req-9fe9e9bb-f514-4814-b352-f299004b818f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:43.733074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b559a523-d7ae-4ee0-ac7b-9370e4a938bd req-9fe9e9bb-f514-4814-b352-f299004b818f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.1673257 Dec 16 07:53:43.848919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:43.936946 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b559a523-d7ae-4ee0-ac7b-9370e4a938bd req-18fcc975-5b9f-4917-bc39-a65cdb8846e8 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908875 Dec 16 07:53:43.974144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 92a675a5-ff49-49a2-a280-2fc2c724569f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:43.974536 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:43.999236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-d4ce8606-b058-4061-81aa-031ff628c087 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:44.000869 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-d4ce8606-b058-4061-81aa-031ff628c087 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 812 time: 0.4033978 Dec 16 07:53:44.023501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Request body: {'port': {'device_id': '6c073994-996a-45a3-964c-5daf618837dc', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'admin_state_up': True, 'tenant_id': 'c74443691ac642e395264dd387be70fc'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:44.101162 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:44.135187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:44.138934 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb12032-0329-4888-b03a-f34436f8f803" -d '{"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:44.178559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:44.179079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8963a8cc-cf09-43fe-9e28-ab44534a5a07 req-1a096f48-43f2-40f0-9730-3334e14a6b55 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 210 time: 0.0767052 Dec 16 07:53:44.248122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4e29601-7bd5-430e-89c3-48060e530999 req-2abfffe6-c4b1-4d53-8ba9-48ed869c21ae tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 210 time: 0.0693710 Dec 16 07:53:44.320452 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:44.444125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96ec3375-daa6-4e02-b69f-16c449978f70 req-851feba2-1b63-491e-aea2-f8b2a79bef9e tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 210 time: 0.1414762 Dec 16 07:53:44.509477 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac8b87c-bfc7-47b0-a9a6-ac1b533c12b2 x-openstack-request-id: req-7ac8b87c-bfc7-47b0-a9a6-ac1b533c12b2 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:44.511960 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:44.512399 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ac8b87c-bfc7-47b0-a9a6-ac1b533c12b2 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:44.513141 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'code': 200} Dec 16 07:53:44.541269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:44.561477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Made reservation on behalf of c74443691ac642e395264dd387be70fc for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:44.566172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:44.618156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52258) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:44.664984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f40f99-d686-4f8d-82a6-c7574af78a88 req-f3cf053c-b20b-473e-8225-5899648f428c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:44.672974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25f40f99-d686-4f8d-82a6-c7574af78a88 req-f3cf053c-b20b-473e-8225-5899648f428c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.0860519 Dec 16 07:53:44.790642 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-251c351c-20a1-4f47-9e81-3f8b4c720b17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f890be352c84751b17d72d5386cd480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710534 Dec 16 07:53:44.799038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ec991e93-57c9-4624-a88b-ae162668d671 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:44.802358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ec991e93-57c9-4624-a88b-ae162668d671 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.3559542 Dec 16 07:53:44.802358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52260) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:44.838059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25f40f99-d686-4f8d-82a6-c7574af78a88 req-a9495c30-196a-43ef-8c04-32c9ecb507e8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590483 Dec 16 07:53:44.850385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Allocated IP 172.20.0.14 (0edc0b70-1290-40ba-8738-4ce9160fa555/a9e768f2-fb5b-43c5-80ce-e19af3e02baf/fa131d35-bf14-4bd9-8f59-1dfd68bcbd59) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:44.971156 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0df36434-53b5-46c8-ac84-7cdf8bd1e7b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:44.998999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-73324cc6-4e98-4630-b74f-b4cde5e6c1a1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 378 time: 0.1599038 Dec 16 07:53:45.053898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'port': {'device_id': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'admin_state_up': True, 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'security_groups': ['4a7d2c5f-2b5e-4a71-90e6-bb28923f6631']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:45.104359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.145794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0df36434-53b5-46c8-ac84-7cdf8bd1e7b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.189360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device bf24b01a-045d-412e-abca-956507dbda1e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:53:45.251538 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.343759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833221e9-da3c-46e8-b9a7-23f5e05ff98c req-2dfc2898-c4f4-488a-9e50-ef677c270f37 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:45.352966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-833221e9-da3c-46e8-b9a7-23f5e05ff98c req-2dfc2898-c4f4-488a-9e50-ef677c270f37 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.2786148 Dec 16 07:53:45.384795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bb71-27ad-4507-a1d0-c5df28113468 req-304cd673-60ce-48a4-bec1-2a17f4d1d355 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:45.386698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebb3bb71-27ad-4507-a1d0-c5df28113468 req-304cd673-60ce-48a4-bec1-2a17f4d1d355 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 946 time: 0.2042139 Dec 16 07:53:45.391445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:45.402121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Network 0edc0b70-1290-40ba-8738-4ce9160fa555 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:45.414472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:45.434286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:45.435567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'bf24b01a-045d-412e-abca-956507dbda1e', 'network_id': '7428338e-67f4-4159-8916-fab7a7503461', 'port_id': 'bf24b01a-045d-412e-abca-956507dbda1e', 'mac_address': 'fa:16:3e:39:ce:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c049036d-c2de-4b34-871e-15097bf70c35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:53:45.446599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event updated for resources: {'Port': ['ID=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:45.486875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0df36434-53b5-46c8-ac84-7cdf8bd1e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.490347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0df36434-53b5-46c8-ac84-7cdf8bd1e7b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.491781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0df36434-53b5-46c8-ac84-7cdf8bd1e7b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60581d0c-d930-46ad-ae18-a758cae5115d HTTP/1.1" status: 204 len: 168 time: 0.6850171 Dec 16 07:53:45.541136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df36434-53b5-46c8-ac84-7cdf8bd1e7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60581d0c-d930-46ad-ae18-a758cae5115d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:45.549166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-833221e9-da3c-46e8-b9a7-23f5e05ff98c req-f156a104-f85d-40aa-b621-2d83041d6f99 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943960 Dec 16 07:53:45.553723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.559344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.559344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.559344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.560361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.560455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.560455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.560455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.560650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.560982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.561247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.561582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.561913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.562243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:45.563316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebb3bb71-27ad-4507-a1d0-c5df28113468 req-6780eef8-636a-46ee-95ef-c446aa1a52af tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528013 Dec 16 07:53:45.584233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Made reservation on behalf of 5f12b49b90034634b9a8dd1c6695eccf for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:45.588922 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.680745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf24b01a-045d-412e-abca-956507dbda1e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:45.692625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:45.700978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.743691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:45.796855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a939d07-cde9-433c-a6ac-1a17fadac68b req-c9552b97-9f93-4054-9b5c-9a87c6d01b09 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 210 time: 0.0872886 Dec 16 07:53:45.859114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cfcf97a8-f551-4d1a-aefb-59d10b12a965 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:53:45.870788 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-a3a9cb36-6ba1-4f56-a95d-07c11115640f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8504288 Dec 16 07:53:45.880726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:45.892978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Request body: {'port': {'device_id': '6c073994-996a-45a3-964c-5daf618837dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:45.983758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:45.990525 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263e928-82c0-4515-beca-3ee5c3987079 req-f757d070-0993-433c-9e4c-94dcb58237b8 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:45.991821 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.resource_extend [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:53:45.997642 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:46.000064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e263e928-82c0-4515-beca-3ee5c3987079 req-f757d070-0993-433c-9e4c-94dcb58237b8 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 932 time: 0.2369492 Dec 16 07:53:46.040805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdc4a82d-b041-4bb0-b4f4-d25deb47af69 req-293e0da0-3b87-49e1-875f-b3722b9638da tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 210 time: 0.1061010 Dec 16 07:53:46.163958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:46.174259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e263e928-82c0-4515-beca-3ee5c3987079 req-70858e4a-2fed-4eea-afda-2b1889a538f0 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687171 Dec 16 07:53:46.178741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Allocated IP 172.20.0.14 (59beea27-d09d-4ce5-9ae9-eedb0717b41e/a5c1b24f-3405-47d3-9d75-e80b2bef0d18/29774ac9-2557-42d5-a607-d08cff641dbd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:46.187581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'network_id': '44898edf-e276-4d8a-90b3-dc38a1becd96', 'port_id': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'mac_address': 'fa:16:3e:e9:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:53:46.268730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['bf24b01a-045d-412e-abca-956507dbda1e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:46.394412 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:46.454059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfcf97a8-f551-4d1a-aefb-59d10b12a965 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:46.521028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e276-94a8-4e81-a7dd-25a4112b07c8 req-1c921849-728c-45cc-8597-c44563ea0809 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:46.538646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02f6e276-94a8-4e81-a7dd-25a4112b07c8 req-1c921849-728c-45cc-8597-c44563ea0809 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.3320928 Dec 16 07:53:46.573015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:46.728118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:46.780131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:46.794711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02f6e276-94a8-4e81-a7dd-25a4112b07c8 req-adcedf88-3598-439b-a324-e8e8f1908d44 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476020 Dec 16 07:53:46.798980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:46.801356 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:46.840408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Transition to ACTIVE for port object fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:53:46.856107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:46.922507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:46.929840 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:46.977282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['cfcf97a8-f551-4d1a-aefb-59d10b12a965'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:47.014096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Pushing event updated for resources: {'Port': ['ID=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:47.028542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:47.040141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:47.051623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:47.196250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1885d-7474-4a25-8153-5e2b7f4ed322 req-fe35f260-8cf6-4f10-8dc7-15b488f739cc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:47.205877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efb1885d-7474-4a25-8153-5e2b7f4ed322 req-fe35f260-8cf6-4f10-8dc7-15b488f739cc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.4340620 Dec 16 07:53:47.225123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:47.264011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Attempting to bind port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:47.264532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Attempting to bind port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:47.264900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Attempting to bind port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:47.286386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:53:47.286803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Attempting to bind port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 on network 0edc0b70-1290-40ba-8738-4ce9160fa555 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:47.294093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:47.298745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Checking segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:47.310141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Bound using segment: {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:47.311022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Bound port: fa131d35-bf14-4bd9-8f59-1dfd68bcbd59, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306f7399-f32d-4e65-96e3-72c8acfd92dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:47.311600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:47.339819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:47.341035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:47.361920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.362291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.362805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.363221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.363620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.364074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.364535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.364951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.365394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.365789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.366293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.366688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.367077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:53:47.482551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0acc60-cff7-4452-a60c-4229ae33ce4d req-fbd78221-999e-4ee1-8c05-fe44a2e085f2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:47.493967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a0acc60-cff7-4452-a60c-4229ae33ce4d req-fbd78221-999e-4ee1-8c05-fe44a2e085f2 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 945 time: 0.4982972 Dec 16 07:53:47.508503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] For port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:47.518146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] For port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:47.546737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-7e9e6234-544d-4fd4-a824-4b93901c2725 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5357552 Dec 16 07:53:47.594633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:47.601973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Request body: {'port': {'device_id': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:47.695434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:47.696054 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:47.697819 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] 10.222.0.16 "PUT /v2.0/ports/fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 HTTP/1.1" status: 200 len: 1093 time: 1.8137548 Dec 16 07:53:47.702153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c073994-996a-45a3-964c-5daf618837dc', 'tag': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:47.705235 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2acdad-27d1-44ad-8dce-d61e767b75c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c073994-996a-45a3-964c-5daf618837dc", "tag": "fa131d35-bf14-4bd9-8f59-1dfd68bcbd59"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:47.720288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-72b23616-acfb-4b19-835b-3e8006683e56 None None] Provisioning complete for port 29774ac9-2557-42d5-a607-d08cff641dbd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:47.723696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72b23616-acfb-4b19-835b-3e8006683e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:47.736566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-b107470a-28e4-42ca-a81d-168be76b0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:47.738663 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-b107470a-28e4-42ca-a81d-168be76b0695 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1097 time: 0.1158519 Dec 16 07:53:47.763508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0f6e6-07ac-4d64-8983-fa6e9cbaa94b service neutron] Pushing event updated for resources: {'Port': ['ID=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:47.765766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-72b23616-acfb-4b19-835b-3e8006683e56 None None] Port 29774ac9-2557-42d5-a607-d08cff641dbd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:47.798862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efb1885d-7474-4a25-8153-5e2b7f4ed322 req-d060820e-f6ef-4db3-beec-480dc6ee479a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919416 Dec 16 07:53:47.869598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cfcf97a8-f551-4d1a-aefb-59d10b12a965 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:47.920685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:47.961541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-94413f30-d290-4eb7-8de3-25095d300d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:47.968419 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-94413f30-d290-4eb7-8de3-25095d300d51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.1751680 Dec 16 07:53:48.007882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port cfcf97a8-f551-4d1a-aefb-59d10b12a965 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:48.010372 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:48.182965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-b3ea06e5-d486-4fd7-b3f9-f6d15aba4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:48.185650 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-b3ea06e5-d486-4fd7-b3f9-f6d15aba4562 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 1096 time: 0.2160311 Dec 16 07:53:48.190777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-ce0157ac-59e2-4e3f-93fc-f4e1f980275c tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:48.192598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-ce0157ac-59e2-4e3f-93fc-f4e1f980275c tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.36 "GET /v2.0/networks?id=af9d3c8f-6201-48a0-91e0-e0012a48bdad HTTP/1.1" status: 200 len: 810 time: 0.7871401 Dec 16 07:53:48.196404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a0acc60-cff7-4452-a60c-4229ae33ce4d req-e74b4bff-f72e-463a-9340-272123244850 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6542029 Dec 16 07:53:48.254619 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:48.300902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-60142821-4e1e-45eb-80ba-0eae35251975 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 1001 time: 0.3127425 Dec 16 07:53:48.302720 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-69f8ab60-9bfb-4c4f-a96f-5ce936480cc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 HTTP/1.1" status: 200 len: 217 time: 0.0770602 Dec 16 07:53:48.350899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:48.362707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:48.366149 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1811ebb7-5762-495b-8a55-c6a721ee0aef" -d '{"events": [{"server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "name": "network-vif-plugged", "status": "completed", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:48.372755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fe87a-a073-4358-ae69-f6a3940f2922 req-e29f37f0-ecd6-494e-81b8-3af285404ca3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:48.380106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d04fe87a-a073-4358-ae69-f6a3940f2922 req-e29f37f0-ecd6-494e-81b8-3af285404ca3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 932 time: 0.3693135 Dec 16 07:53:48.413178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-01ecb42e-3838-4a31-8f20-24b04cfd0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:48.414930 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-01ecb42e-3838-4a31-8f20-24b04cfd0a02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.1069713 Dec 16 07:53:48.441348 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:48.479393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66c5c9cd-f8c5-4523-a444-a759aeb4d946 req-c45266b8-5464-4b54-a059-82a686adc280 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 210 time: 0.0971596 Dec 16 07:53:48.529302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-550dd3f3-2c6c-44be-977a-3dbc2e876845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:48.530776 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-550dd3f3-2c6c-44be-977a-3dbc2e876845 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.2113178 Dec 16 07:53:48.614472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:48.644847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-b2592653-f950-4257-bf93-ae8357bfab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:48.653877 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-b2592653-f950-4257-bf93-ae8357bfab4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189722 Dec 16 07:53:48.679246 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-ce8d3168-5173-4525-b405-26a2cd12da1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242139 Dec 16 07:53:48.955102 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-ca744162-b8d2-462b-87dd-5c1597480a64 service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915521 Dec 16 07:53:49.057865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d04fe87a-a073-4358-ae69-f6a3940f2922 req-705e8f83-f065-45d6-9050-8a275006b739 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6767175 Dec 16 07:53:49.081126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-b5b3ca67-da32-4feb-b7ba-de403c891837 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376417805f974fcbbf1b0d4addd44af5 HTTP/1.1" status: 200 len: 379 time: 0.7830007 Dec 16 07:53:49.098742 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55df4438-396a-4e14-826d-b98ea475d0d7 req-721a9da8-a6a8-49cf-a002-aa289b94eb90 service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353290 Dec 16 07:53:49.101066 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-e7ce54eb-2754-47cf-8bf1-f3787b63a711 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868392 Dec 16 07:53:49.107469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Request body: {'port': {'device_id': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'admin_state_up': True, 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'security_groups': ['1c114101-d72f-49cd-8f40-76d08e578aa7']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:49.155518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78477a9a-b67c-4271-9283-afa5ceb47639 req-6b824063-e921-4de3-a8fd-8a329464d0fd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:49.172761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78477a9a-b67c-4271-9283-afa5ceb47639 req-6b824063-e921-4de3-a8fd-8a329464d0fd tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 944 time: 0.2146730 Dec 16 07:53:49.180240 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d2afd7-578a-4c21-996e-a7ec68cfd142 x-openstack-request-id: req-30d2afd7-578a-4c21-996e-a7ec68cfd142 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:49.180554 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c073994-996a-45a3-964c-5daf618837dc", "tag": "fa131d35-bf14-4bd9-8f59-1dfd68bcbd59", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:49.180788 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30d2afd7-578a-4c21-996e-a7ec68cfd142 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:49.181197 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c073994-996a-45a3-964c-5daf618837dc', 'tag': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59', 'status': 'completed', 'code': 200} Dec 16 07:53:49.215801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device bf24b01a-045d-412e-abca-956507dbda1e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:49.320408 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7e14d959-58bd-46c9-ac8b-61e9c3652fbc req-3e9f3195-ad6c-462e-90a7-85f704e16a7c service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115440 Dec 16 07:53:49.467045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78477a9a-b67c-4271-9283-afa5ceb47639 req-dd03fd1a-ea2d-4ba8-9a2e-1d32c8a9e848 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851324 Dec 16 07:53:49.469563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port bf24b01a-045d-412e-abca-956507dbda1e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:53:49.475503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port bf24b01a-045d-412e-abca-956507dbda1e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:49.475944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:49.513381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ff870-ab8e-4647-8ad4-69efcd1ac491 req-39b1f30d-7381-488a-aedb-ea0b7ce6b0ac tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:49.515463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d9ff870-ab8e-4647-8ad4-69efcd1ac491 req-39b1f30d-7381-488a-aedb-ea0b7ce6b0ac tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.2462704 Dec 16 07:53:49.565302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29774ac9-2557-42d5-a607-d08cff641dbd {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:49.571855 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa338760-d466-4d28-b2cc-c9e9e5962729 x-openstack-request-id: req-fa338760-d466-4d28-b2cc-c9e9e5962729 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:49.572675 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "name": "network-vif-plugged", "status": "completed", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:49.573085 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa338760-d466-4d28-b2cc-c9e9e5962729 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:49.573624 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'code': 200} Dec 16 07:53:49.587711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:49.606123 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-8c254efe-619c-40a0-a4fe-cb660623b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:49.608783 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-8c254efe-619c-40a0-a4fe-cb660623b967 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c74443691ac642e395264dd387be70fc&device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 1096 time: 0.1058588 Dec 16 07:53:49.669979 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:49.679094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Transition to ACTIVE for port object 29774ac9-2557-42d5-a607-d08cff641dbd will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:53:49.712722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:49.724683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Made reservation on behalf of 376417805f974fcbbf1b0d4addd44af5 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:53:49.724683 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:49.745155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d9ff870-ab8e-4647-8ad4-69efcd1ac491 req-5cbf2376-db31-4319-bf84-792d15224486 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172451 Dec 16 07:53:49.794801 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:49.801299 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:49.829496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-7819e058-f41c-42ac-9b06-be0503b7df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:49.836298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-7819e058-f41c-42ac-9b06-be0503b7df8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 200 len: 913 time: 0.2198260 Dec 16 07:53:49.910910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:49.952235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfbd4-9443-4d5c-82bd-7ed64bd06003 req-8a256ddb-9fca-4473-af29-e4f43d1c811d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:49.956669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22adfbd4-9443-4d5c-82bd-7ed64bd06003 req-8a256ddb-9fca-4473-af29-e4f43d1c811d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.2449203 Dec 16 07:53:50.006003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:50.185863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fec0fc-fa03-4797-8d65-fc1625b99337 req-14a06b0a-905a-43a2-a97b-98983fba6ddd tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:50.187491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09fec0fc-fa03-4797-8d65-fc1625b99337 req-14a06b0a-905a-43a2-a97b-98983fba6ddd tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 946 time: 0.2633846 Dec 16 07:53:50.264991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Allocated IP 172.20.0.13 (af9d3c8f-6201-48a0-91e0-e0012a48bdad/ff706428-794a-4724-9a34-5c8e454da51c/cc464b43-2eaf-46f0-8662-4b03dfbf5c83) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:53:50.331417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09fec0fc-fa03-4797-8d65-fc1625b99337 req-5bc35fe5-d7d6-4434-b663-979dcdb087bd tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269526 Dec 16 07:53:50.347412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22adfbd4-9443-4d5c-82bd-7ed64bd06003 req-5f91d91c-9f3d-4b30-92eb-bc0a296b73b9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682144 Dec 16 07:53:50.373285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Attempting to bind port 29774ac9-2557-42d5-a607-d08cff641dbd on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:50.373285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Attempting to bind port 29774ac9-2557-42d5-a607-d08cff641dbd by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:50.374042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Attempting to bind port 29774ac9-2557-42d5-a607-d08cff641dbd on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:50.392895 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-84b08492-3c86-4168-b0f8-83d7c654413f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 HTTP/1.1" status: 200 len: 217 time: 0.5447149 Dec 16 07:53:50.400719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Port 29774ac9-2557-42d5-a607-d08cff641dbd on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:53:50.401302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Attempting to bind port 29774ac9-2557-42d5-a607-d08cff641dbd on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:50.426837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:50.427707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:50.428320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Bound using segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:50.428928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Bound port: 29774ac9-2557-42d5-a607-d08cff641dbd, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:50.429453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:50.486049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-fe68943d-1737-48cf-bddf-0071e1bcd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:50.487937 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-fe68943d-1737-48cf-bddf-0071e1bcd3fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 200 len: 852 time: 0.0884740 Dec 16 07:53:50.529096 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-571ab407-6b97-4469-892e-21b3e074bc24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0edc0b70-1290-40ba-8738-4ce9160fa555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325091 Dec 16 07:53:50.591704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-515e1604-899a-4a95-a6ca-f3967b26eff4 req-8b39fdff-a3a6-4f38-bebb-f227492ffa38 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 210 time: 0.0998225 Dec 16 07:53:50.701934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:50.723923 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-7009925f-3c15-4328-85f7-427b60447d45 service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867826 Dec 16 07:53:50.726729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:50.761204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:50.821557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:50.870959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56ccd8-e15f-4a11-8772-f475f80bc24f req-2221b601-0108-498c-af02-8b7039b5bc64 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:50.872362 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9c2acdad-27d1-44ad-8dce-d61e767b75c0 req-ca6b4fbd-d7f1-4385-b818-443db8a2e72c service neutron] 10.222.0.16 "GET /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396613 Dec 16 07:53:50.873087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac56ccd8-e15f-4a11-8772-f475f80bc24f req-2221b601-0108-498c-af02-8b7039b5bc64 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 944 time: 0.1515143 Dec 16 07:53:50.901956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:50.902801 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:50.904788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] 10.222.0.16 "PUT /v2.0/ports/29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1093 time: 3.3218319 Dec 16 07:53:50.914417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:50.923614 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edd8a96-a1f4-42c7-9b1c-24f162201417" -d '{"events": [{"name": "network-changed", "server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:50.943847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05e85a-b491-43e1-9ba6-dd9696460e0b service neutron] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:50.979095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac56ccd8-e15f-4a11-8772-f475f80bc24f req-84f64d23-59e2-4c99-8fc5-f21f037dcc6c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992820 Dec 16 07:53:51.090599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:51.169683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:53:51.177801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293a225-51be-4e4d-af9c-a709e7461ba2 req-85b2f738-f274-4ef1-8493-b6d275c015ef tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:51.179316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c293a225-51be-4e4d-af9c-a709e7461ba2 req-85b2f738-f274-4ef1-8493-b6d275c015ef tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 944 time: 0.1247010 Dec 16 07:53:51.196759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:53:51.201647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:53:51.219046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:53:51.261432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event updated for resources: {'Port': ['ID=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:51.381741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-065d45e6-cdcd-4e3c-8a6f-967335d8e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:51.383275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-065d45e6-cdcd-4e3c-8a6f-967335d8e19b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1096 time: 0.2006333 Dec 16 07:53:51.396577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:51.397033 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:51.415866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:51.440296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59', 'network_id': '0edc0b70-1290-40ba-8738-4ce9160fa555', 'port_id': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59', 'mac_address': 'fa:16:3e:a5:79:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e768f2-fb5b-43c5-80ce-e19af3e02baf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:53:51.524079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c293a225-51be-4e4d-af9c-a709e7461ba2 req-f5dfdd13-e615-48be-8303-78d81ca8c9d3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088911 Dec 16 07:53:51.550326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-bdcb3179-7811-4b59-8836-3a445b32ee9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 217 time: 0.1447213 Dec 16 07:53:51.561944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:51.575782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:51.579184 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a597da-0dd3-4ae8-bd0d-f1cbbac3f207" -d '{"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:51.591507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:51.626274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-0195376b-df68-4213-8909-5af712ae0a85 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5356765 Dec 16 07:53:51.634678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:51.674813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Request body: {'port': {'device_id': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:53:51.737199 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:51.748134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:51.752029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fda5de3d-0a69-46a8-b7d8-691dbf444d74 None None] Provisioning complete for port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:51.754424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fda5de3d-0a69-46a8-b7d8-691dbf444d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:51.757935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936275-1200-477b-87a4-3d1a72f239ed req-11f937cb-f914-4955-9771-9f1909d4eeeb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:51.766994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73936275-1200-477b-87a4-3d1a72f239ed req-11f937cb-f914-4955-9771-9f1909d4eeeb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.2416732 Dec 16 07:53:51.813503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-8c07293e-d3a5-48b6-807b-4dd221fdaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:51.814131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-8c07293e-d3a5-48b6-807b-4dd221fdaa19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.2305396 Dec 16 07:53:51.853809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fda5de3d-0a69-46a8-b7d8-691dbf444d74 None None] Port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:53:51.860238 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:51.937618 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177aec24-4a22-4a2a-83d6-10624f916718 x-openstack-request-id: req-177aec24-4a22-4a2a-83d6-10624f916718 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:51.937913 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:51.938175 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-177aec24-4a22-4a2a-83d6-10624f916718 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:51.938576 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'status': 'completed', 'code': 200} Dec 16 07:53:52.061016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73936275-1200-477b-87a4-3d1a72f239ed req-6f84d639-1557-48a0-8b91-cc32d89854ae tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908554 Dec 16 07:53:52.107778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['fa131d35-bf14-4bd9-8f59-1dfd68bcbd59'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:52.123017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-b3661342-7be2-4b19-8015-3b5ed949edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:52.124944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-b3661342-7be2-4b19-8015-3b5ed949edda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1900089 Dec 16 07:53:52.172593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3606f-4896-46e6-89ec-7a47cbeb4659 req-f12a8f43-2031-43ea-bc7e-af221db5f780 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:52.174375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebb3606f-4896-46e6-89ec-7a47cbeb4659 req-f12a8f43-2031-43ea-bc7e-af221db5f780 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1840684 Dec 16 07:53:52.248032 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2ea6b6-8fc3-4a9d-b7c7-ad8958b7efe9 x-openstack-request-id: req-9c2ea6b6-8fc3-4a9d-b7c7-ad8958b7efe9 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:52.248592 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:52.248693 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c2ea6b6-8fc3-4a9d-b7c7-ad8958b7efe9 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:52.249450 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e', 'code': 200} Dec 16 07:53:52.347684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebb3606f-4896-46e6-89ec-7a47cbeb4659 req-db6d5354-063b-4fa8-9dfb-b18746f7aaf8 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397805 Dec 16 07:53:52.422314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-43f1c7be-f808-4c3b-9e38-935283a6902f service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871845 Dec 16 07:53:52.445778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ea726-d7e8-4d3c-9163-fa6cfa840202 req-52b6983a-0899-4f6d-9abd-55d4a678042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:52.448381 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e53ea726-d7e8-4d3c-9163-fa6cfa840202 req-52b6983a-0899-4f6d-9abd-55d4a678042a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1024678 Dec 16 07:53:52.525209 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e53ea726-d7e8-4d3c-9163-fa6cfa840202 req-70729f7a-b3aa-4f17-b644-1de9bf463d05 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Dec 16 07:53:52.558070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc464b43-2eaf-46f0-8662-4b03dfbf5c83 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:52.578925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:52.615124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf508c0-1bd0-4bd7-a175-3b9d7628ff46 req-81e26ec8-de87-4a6e-8324-0b7b0d557ab9 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:52.623285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcf508c0-1bd0-4bd7-a175-3b9d7628ff46 req-81e26ec8-de87-4a6e-8324-0b7b0d557ab9 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 932 time: 0.2923741 Dec 16 07:53:52.626606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Transition to ACTIVE for port object cc464b43-2eaf-46f0-8662-4b03dfbf5c83 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:53:52.659350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc805b-54e3-4fcd-8d80-d87b7d4395b8 req-c1fb0689-f9a3-47f4-b407-e8eb00ef0b3c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:52.664729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48bc805b-54e3-4fcd-8d80-d87b7d4395b8 req-c1fb0689-f9a3-47f4-b407-e8eb00ef0b3c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 944 time: 0.2145700 Dec 16 07:53:52.688640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa7522b3-6ae2-462b-b5fc-218caede6446 req-3e2859e1-cdcd-48b0-80b3-f5cd9ff1d48b service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374454 Dec 16 07:53:52.690292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:52.828307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcf508c0-1bd0-4bd7-a175-3b9d7628ff46 req-2ee98a1b-4719-459f-b21f-c7ba85ffebf0 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040317 Dec 16 07:53:52.916278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:52.938257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48bc805b-54e3-4fcd-8d80-d87b7d4395b8 req-919a9491-e25d-40b1-bf71-bdd3c1196d7f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2517378 Dec 16 07:53:52.979464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Attempting to bind port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:53:52.980322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Attempting to bind port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:53:52.980869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Attempting to bind port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 on network af9d3c8f-6201-48a0-91e0-e0012a48bdad {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:52.988877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 on network af9d3c8f-6201-48a0-91e0-e0012a48bdad not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:53:52.991919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Attempting to bind port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 on network af9d3c8f-6201-48a0-91e0-e0012a48bdad {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:53:53.009758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:53:53.010171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Checking segment: {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:53:53.010527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Bound using segment: {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:53:53.011054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Bound port: cc464b43-2eaf-46f0-8662-4b03dfbf5c83, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b487152b-7652-4866-8433-eba236b20c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:53:53.011380 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.235271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:53.276612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-ea964e3a-db85-4e81-b285-e6a792b6b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:53.278975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-ea964e3a-db85-4e81-b285-e6a792b6b1ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1096 time: 0.1820188 Dec 16 07:53:53.283236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] For port cc464b43-2eaf-46f0-8662-4b03dfbf5c83, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:53:53.285087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] For port cc464b43-2eaf-46f0-8662-4b03dfbf5c83, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:53:53.424920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.456743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-41f24437-72d5-4376-b9e6-7e2e14fffa68 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:53.458876 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-41f24437-72d5-4376-b9e6-7e2e14fffa68 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 946 time: 0.0733602 Dec 16 07:53:53.464581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:53:53.469815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:53.470194 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.555761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:53.576110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:53.576803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.578552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-72871af4-d84a-4bb0-a403-61d8ac84d6e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc464b43-2eaf-46f0-8662-4b03dfbf5c83 HTTP/1.1" status: 200 len: 1093 time: 1.9134653 Dec 16 07:53:53.597666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-bfa099ae-6164-4557-9c85-60ab3b91d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:53.612950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-bfa099ae-6164-4557-9c85-60ab3b91d4b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.3196325 Dec 16 07:53:53.640097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78e46c-3ded-49a3-b3ba-110c5b34b63a req-bc10d0a6-1300-430a-bce0-33ce33f649c9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:53.652006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a78e46c-3ded-49a3-b3ba-110c5b34b63a req-bc10d0a6-1300-430a-bce0-33ce33f649c9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 945 time: 0.2548606 Dec 16 07:53:53.667144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Deleting port cfcf97a8-f551-4d1a-aefb-59d10b12a965 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:53:53.667144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.671243 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.726904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:53.824873 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.861304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-4ff47241-f10a-4525-9614-afdd0be968ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 217 time: 0.1825597 Dec 16 07:53:53.898401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] For port cfcf97a8-f551-4d1a-aefb-59d10b12a965, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cfcf97a8-f551-4d1a-aefb-59d10b12a965,segment=NetworkSegment(ebaff2c3-78b1-46d8-abec-cf05a6a7ba21),segment_id=ebaff2c3-78b1-46d8-abec-cf05a6a7ba21)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:53.899604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:53.932770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Calling delete_port for cfcf97a8-f551-4d1a-aefb-59d10b12a965 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:53:53.948476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:53.954885 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:53.959014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:53.975350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de970c-24f7-4ecf-9456-2f395094cc46 req-522d6329-eed1-4a7d-8f0c-20e9ff22c729 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:53.995609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80de970c-24f7-4ecf-9456-2f395094cc46 req-522d6329-eed1-4a7d-8f0c-20e9ff22c729 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.3014691 Dec 16 07:53:54.025329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a78e46c-3ded-49a3-b3ba-110c5b34b63a req-d6cffee7-9e56-4e14-a806-ea6f4619ba5c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676600 Dec 16 07:53:54.060237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-45346193-f8a5-4030-8fe0-22b5bbbff841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:54.062250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-45346193-f8a5-4030-8fe0-22b5bbbff841 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376417805f974fcbbf1b0d4addd44af5&device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 1096 time: 0.3162627 Dec 16 07:53:54.189378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-401893c1-8554-4598-b690-20ed41006941 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83 HTTP/1.1" status: 200 len: 217 time: 0.1000695 Dec 16 07:53:54.205769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-16bf9ff1-be7d-4bd7-ac81-92f42eacb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:54.207214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-16bf9ff1-be7d-4bd7-ac81-92f42eacb929 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.3259306 Dec 16 07:53:54.212226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80de970c-24f7-4ecf-9456-2f395094cc46 req-57da0b3f-ae16-4b2d-a99e-36c5708df064 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148111 Dec 16 07:53:54.252097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c073994-996a-45a3-964c-5daf618837dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:54.254963 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523d3df-3832-4bbb-bb99-a32238f13b90" -d '{"events": [{"server_uuid": "6c073994-996a-45a3-964c-5daf618837dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa131d35-bf14-4bd9-8f59-1dfd68bcbd59"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:54.295369 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:54.328057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Pushing event deleted for resources: {'Port': ['ID=cfcf97a8-f551-4d1a-aefb-59d10b12a965,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:54.331902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['cfcf97a8-f551-4d1a-aefb-59d10b12a965'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:54.418849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] No DVR routers for this DVR port cfcf97a8-f551-4d1a-aefb-59d10b12a965 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:53:54.425100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:54.429944 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-15b45a36-6bda-4c53-946c-4580f070bdcf req-7a319652-64c6-4117-97b6-c520394504ce tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.36 "DELETE /v2.0/ports/cfcf97a8-f551-4d1a-aefb-59d10b12a965 HTTP/1.1" status: 204 len: 173 time: 0.9601831 Dec 16 07:53:54.430691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'name': 'network-vif-deleted', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:54.433420 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7552053b-e3fc-48de-b85f-4ed7e45dbcb4" -d '{"events": [{"server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "name": "network-vif-deleted", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:54.679043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-94ac07f5-9b4d-4615-a159-5338893da0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:54.682191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-94ac07f5-9b4d-4615-a159-5338893da0c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff706428-794a-4724-9a34-5c8e454da51c HTTP/1.1" status: 200 len: 849 time: 0.4724393 Dec 16 07:53:54.691426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abb054-2c6d-4f8b-a995-95325625b4b0 req-c8510fc0-4732-4a1a-bf2a-5e608f0cb116 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:54.693457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61abb054-2c6d-4f8b-a995-95325625b4b0 req-c8510fc0-4732-4a1a-bf2a-5e608f0cb116 tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/ports?device_id=d861c297-fa63-4626-872c-60f5df956b16 HTTP/1.1" status: 200 len: 867 time: 0.5621367 Dec 16 07:53:54.759690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-58c09c32-bfda-4141-a8e4-643bbedd8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:54.761715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-58c09c32-bfda-4141-a8e4-643bbedd8504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5382609 Dec 16 07:53:54.778040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d8387-779e-45af-b099-6b7dea4e4e49 req-c664d6b0-b3a7-4a6d-9e1f-6630b830df1d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:54.779541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d73d8387-779e-45af-b099-6b7dea4e4e49 req-c664d6b0-b3a7-4a6d-9e1f-6630b830df1d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1590235 Dec 16 07:53:54.886327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-62926bcb-467d-465c-a64d-798d3df0515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:54.886327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-62926bcb-467d-465c-a64d-798d3df0515c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9d3c8f-6201-48a0-91e0-e0012a48bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1899686 Dec 16 07:53:54.904476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61abb054-2c6d-4f8b-a995-95325625b4b0 req-a30583e7-01f1-4a2a-876f-d6ea443ff86e tempest-ImagesTestJSON-637048916 tempest-ImagesTestJSON-637048916-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf191fda-6526-488c-8cc8-48f202afe33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880074 Dec 16 07:53:55.057146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d73d8387-779e-45af-b099-6b7dea4e4e49 req-54fc4396-0bac-4afe-85e1-dd8a3cf42ad8 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412698 Dec 16 07:53:55.083236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-3f6affd0-283d-4014-a211-2d273d177d85 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026834 Dec 16 07:53:55.254240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:53:55.279868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-958c5234-fb76-4e60-bb69-bc2e3c51903e service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729672 Dec 16 07:53:55.388740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:55.404010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edfc7b-84ba-47f8-a80d-3dc57358e6ba req-b814f697-903c-4c8c-bbdc-583b289df11c tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:55.405653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14edfc7b-84ba-47f8-a80d-3dc57358e6ba req-b814f697-903c-4c8c-bbdc-583b289df11c tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 944 time: 0.2675877 Dec 16 07:53:55.405830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '29774ac9-2557-42d5-a607-d08cff641dbd', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd', 'mac_address': 'fa:16:3e:0a:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:53:55.417019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6edd8a96-a1f4-42c7-9b1c-24f162201417 req-6c22d3b8-9f72-4986-84d5-e70795e567d6 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252039 Dec 16 07:53:55.429358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20fa9-03e9-4d17-818e-f3ec5f19489a req-82897aa7-c8bb-4694-a802-472d21f946cf tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:55.430872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d20fa9-03e9-4d17-818e-f3ec5f19489a req-82897aa7-c8bb-4694-a802-472d21f946cf tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 944 time: 0.2322762 Dec 16 07:53:55.481858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:55.528774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29774ac9-2557-42d5-a607-d08cff641dbd {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:55.582317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:55.643962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:55.715816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4575f544-3fc2-4e32-b792-d387027fdfc3 req-c5ab8ad7-9db3-4083-b07a-a46084c8796d service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232059 Dec 16 07:53:55.720097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14edfc7b-84ba-47f8-a80d-3dc57358e6ba req-907e7fa4-d5f9-4388-92e0-72a1ccfe1365 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021164 Dec 16 07:53:55.724561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d20fa9-03e9-4d17-818e-f3ec5f19489a req-7cf5386d-91f6-435b-a052-260dc9530927 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2560077 Dec 16 07:53:55.752827 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:55.855168 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7470280b-b662-4f23-b96d-bb72590377d4 x-openstack-request-id: req-7470280b-b662-4f23-b96d-bb72590377d4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:55.856227 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:55.856588 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7470280b-b662-4f23-b96d-bb72590377d4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:55.857188 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'status': 'completed', 'code': 200} Dec 16 07:53:55.861695 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47bbdcb-481e-463b-8bbd-ba19690aa8ca x-openstack-request-id: req-f47bbdcb-481e-463b-8bbd-ba19690aa8ca {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:55.861991 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c073994-996a-45a3-964c-5daf618837dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa131d35-bf14-4bd9-8f59-1dfd68bcbd59", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:55.862302 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f47bbdcb-481e-463b-8bbd-ba19690aa8ca {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:55.862789 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c073994-996a-45a3-964c-5daf618837dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59', 'code': 200} Dec 16 07:53:55.897334 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc2576-c17c-438f-b0be-380d261f4034 x-openstack-request-id: req-53bc2576-c17c-438f-b0be-380d261f4034 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:55.897920 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d861c297-fa63-4626-872c-60f5df956b16", "name": "network-vif-deleted", "tag": "cfcf97a8-f551-4d1a-aefb-59d10b12a965", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:55.897920 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53bc2576-c17c-438f-b0be-380d261f4034 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:55.898341 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd861c297-fa63-4626-872c-60f5df956b16', 'name': 'network-vif-deleted', 'tag': 'cfcf97a8-f551-4d1a-aefb-59d10b12a965', 'status': 'completed', 'code': 200} Dec 16 07:53:56.059352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['29774ac9-2557-42d5-a607-d08cff641dbd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:56.121850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-67999f34-3a21-4f0d-9082-f459ee5f9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.123407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-67999f34-3a21-4f0d-9082-f459ee5f9f14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376417805f974fcbbf1b0d4addd44af5&device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 1096 time: 0.1497710 Dec 16 07:53:56.134764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d1a2-6d8e-4512-929b-9391bbfaad97 req-36580421-c6fb-48d8-9416-7a13df3cc020 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.136252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3a4d1a2-6d8e-4512-929b-9391bbfaad97 req-36580421-c6fb-48d8-9416-7a13df3cc020 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.1645815 Dec 16 07:53:56.154206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cb763-9ae6-4cff-935d-7059f47a148b req-7e964217-0e6e-44d1-873d-6fd3cb887f24 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.155706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af6cb763-9ae6-4cff-935d-7059f47a148b req-7e964217-0e6e-44d1-873d-6fd3cb887f24 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1580715 Dec 16 07:53:56.159950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6937362-be6a-45a4-ad6a-e07c18f2d4fd req-c3300332-60b4-4d78-9980-5f4e2cfbc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.161358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6937362-be6a-45a4-ad6a-e07c18f2d4fd req-c3300332-60b4-4d78-9980-5f4e2cfbc7fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 1098 time: 0.1236355 Dec 16 07:53:56.328855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3a4d1a2-6d8e-4512-929b-9391bbfaad97 req-a7a2c6ed-f58d-4ae0-bc49-f5c247a73b39 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709278 Dec 16 07:53:56.352803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6937362-be6a-45a4-ad6a-e07c18f2d4fd req-cebe6cd0-93ea-4357-b9d0-02d019ec6611 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706655 Dec 16 07:53:56.352803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af6cb763-9ae6-4cff-935d-7059f47a148b req-56a01c4a-8f89-4f8f-be7e-9629cd1b1d61 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767824 Dec 16 07:53:56.352803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-300fec36-75dd-4ffb-8b7a-d053532744a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.353084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-300fec36-75dd-4ffb-8b7a-d053532744a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af9d3c8f-6201-48a0-91e0-e0012a48bdad HTTP/1.1" status: 200 len: 911 time: 0.2142997 Dec 16 07:53:56.398475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-c51b1c89-c2d3-4144-82df-a81361cbfd30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83 HTTP/1.1" status: 200 len: 217 time: 0.0365403 Dec 16 07:53:56.530830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc77b7d-1402-4839-a1ef-949b2f108b4e req-18c20d08-3325-484c-92a1-3f89d69b7e25 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.538404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdc77b7d-1402-4839-a1ef-949b2f108b4e req-18c20d08-3325-484c-92a1-3f89d69b7e25 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0952117 Dec 16 07:53:56.551848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-c3d9b15b-444f-47b4-bac3-a67475d32d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.551848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-c3d9b15b-444f-47b4-bac3-a67475d32d24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff706428-794a-4724-9a34-5c8e454da51c HTTP/1.1" status: 200 len: 849 time: 0.1420619 Dec 16 07:53:56.638507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdc77b7d-1402-4839-a1ef-949b2f108b4e req-708fe969-43b0-420a-ad02-1cf0526a583b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986075 Dec 16 07:53:56.643619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-9c9a894e-c13a-49bc-bdc9-b008f59a65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:56.645238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-9c9a894e-c13a-49bc-bdc9-b008f59a65bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9d3c8f-6201-48a0-91e0-e0012a48bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854502 Dec 16 07:53:56.803701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52552) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:56.890867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52560) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:56.892212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-916b55c8-1468-4faf-809b-cf1d300c0b03 service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339900 Dec 16 07:53:57.051816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] Deleting subnet 6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:53:57.056741 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.089160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-024588ab-bb86-4ba1-9fc1-52dd5cc4fc4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.116134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.192405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.203570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eee5b-d39e-4795-8d4e-fefe94712c0a req-086ac357-b245-414d-bf8d-c1136d8c96c8 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:57.211700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d51eee5b-d39e-4795-8d4e-fefe94712c0a req-086ac357-b245-414d-bf8d-c1136d8c96c8 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 944 time: 0.3083682 Dec 16 07:53:57.244531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-024588ab-bb86-4ba1-9fc1-52dd5cc4fc4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.281584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:53:57.282969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae8011-a4fe-4875-bee4-f4c6e50fecbc req-59ed4157-457e-497d-871f-7a72aed36536 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:57.290648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1eae8011-a4fe-4875-bee4-f4c6e50fecbc req-59ed4157-457e-497d-871f-7a72aed36536 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.4052501 Dec 16 07:53:57.336561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.337029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-024588ab-bb86-4ba1-9fc1-52dd5cc4fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.341057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41f0f0f-87f6-4eee-a2da-e7b54ae9680c req-a3ee60d8-a35a-4b99-9f3a-32f7114d345b service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366717 Dec 16 07:53:57.356496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d51eee5b-d39e-4795-8d4e-fefe94712c0a req-c916d53e-0d3f-46c1-b71a-b63ed6702afb tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422751 Dec 16 07:53:57.433159 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-024588ab-bb86-4ba1-9fc1-52dd5cc4fc4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56036dc0e9e24f29a5aaac3d93ed28d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5347695 Dec 16 07:53:57.433159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52576) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:57.433159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024588ab-bb86-4ba1-9fc1-52dd5cc4fc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9f17d-0e61-4448-bccc-5322f2fbd6fa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:57.433719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1eae8011-a4fe-4875-bee4-f4c6e50fecbc req-973edacd-7fb7-4cae-a7a8-a2658ba6b52a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1386757 Dec 16 07:53:57.450225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 29774ac9-2557-42d5-a607-d08cff641dbd completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:53:57.462646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 29774ac9-2557-42d5-a607-d08cff641dbd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:53:57.463026 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.578127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9853a7f8-9a09-4dc2-a848-7ca02a8c730c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.585428 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.647247 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9853a7f8-9a09-4dc2-a848-7ca02a8c730c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.650984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:57.660468 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.712689 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.746440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:57.767537 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.775004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52582) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:57.775940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-47457efa-4f05-4498-922b-0ad25455e24b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6f62b00c-936a-4b9f-a0b5-f2e561a7dc1d HTTP/1.1" status: 204 len: 168 time: 0.9614766 Dec 16 07:53:57.813818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9853a7f8-9a09-4dc2-a848-7ca02a8c730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.818970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60875-9224-43e1-a2a2-a449453a1db3 req-bc61e5dd-88ec-4d73-815b-daf8496609db tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:57.822550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93e60875-9224-43e1-a2a2-a449453a1db3 req-bc61e5dd-88ec-4d73-815b-daf8496609db tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.1819746 Dec 16 07:53:57.840123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9853a7f8-9a09-4dc2-a848-7ca02a8c730c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:57.847201 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9853a7f8-9a09-4dc2-a848-7ca02a8c730c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09e9f17d-0e61-4448-bccc-5322f2fbd6fa HTTP/1.1" status: 204 len: 168 time: 0.4141419 Dec 16 07:53:57.866079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:53:57.868455 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7956acf1-9cfb-4261-8448-83b5bd74fff5" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:53:57.876099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:57.882648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-83de4fe7-9728-4400-a238-e16632058d80 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:57.892818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-83de4fe7-9728-4400-a238-e16632058d80 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 814 time: 0.3735774 Dec 16 07:53:57.930786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cc464b43-2eaf-46f0-8662-4b03dfbf5c83 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:53:57.965839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cfcf97a8-f551-4d1a-aefb-59d10b12a965 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:53:57.983362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-004163d8-628e-4beb-8221-5643e3aa3964 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/quotas/b1cc58cdf644487ea6ed84b0634a2051 HTTP/1.1" status: 200 len: 375 time: 0.0878148 Dec 16 07:53:58.000825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853a7f8-9a09-4dc2-a848-7ca02a8c730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9f17d-0e61-4448-bccc-5322f2fbd6fa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:58.012989 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.022833 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: cfcf97a8-f551-4d1a-aefb-59d10b12a965 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:53:58.023980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cfcf97a8-f551-4d1a-aefb-59d10b12a965 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:53:58.030000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93e60875-9224-43e1-a2a2-a449453a1db3 req-c84694ff-1a11-450a-8888-e417b882ccf9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959932 Dec 16 07:53:58.093749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-efcb6b17-adeb-4b2b-aa44-95b40930a119 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1099443 Dec 16 07:53:58.172834 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.221335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44898edf-e276-4d8a-90b3-dc38a1becd96']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:58.238139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:58.238449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaff2c3-78b1-46d8-abec-cf05a6a7ba21') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:53:58.242951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cc464b43-2eaf-46f0-8662-4b03dfbf5c83, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:58.295492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.298292 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4c114ed1-ed53-4d46-a503-7670fe1fef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.310747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'port_id': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'mac_address': 'fa:16:3e:51:95:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:53:58.336388 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.361524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:53:58.361776 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:53:58.369249 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:53:58.412190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-11e5e68e-e439-4bf5-b8c0-3781e22eb50d service neutron] 10.222.0.43 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171048 Dec 16 07:53:58.427085 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.447628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589b27e-db35-447d-a2b0-84c341a18efd req-ebdabd6f-1f80-46ea-a2b8-cda85d888ad2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:58.461297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc464b43-2eaf-46f0-8662-4b03dfbf5c83 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:53:58.468437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8589b27e-db35-447d-a2b0-84c341a18efd req-ebdabd6f-1f80-46ea-a2b8-cda85d888ad2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.2632527 Dec 16 07:53:58.514174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cc464b43-2eaf-46f0-8662-4b03dfbf5c83, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:53:58.576769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.598060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.601771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] 10.222.0.43 "DELETE /v2.0/networks/44898edf-e276-4d8a-90b3-dc38a1becd96 HTTP/1.1" status: 204 len: 168 time: 0.8255923 Dec 16 07:53:58.610317 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.647265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098ebc4-935e-4ea9-b667-1afbf43ff29b admin admin] Pushing event deleted for resources: {'Network': ['ID=44898edf-e276-4d8a-90b3-dc38a1becd96,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:58.654081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8589b27e-db35-447d-a2b0-84c341a18efd req-f0b925ab-1a41-4dbf-9df4-0bed027e2d57 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857808 Dec 16 07:53:58.688585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-c7c38ae7-4fa9-43b4-8084-54822d1e9273 service neutron] 10.222.0.43 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669458 Dec 16 07:53:58.729047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:58.766688 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116b1cd6-0a15-4ef6-8e7a-65e44d6091e7 x-openstack-request-id: req-116b1cd6-0a15-4ef6-8e7a-65e44d6091e7 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:53:58.766982 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:53:58.767247 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-116b1cd6-0a15-4ef6-8e7a-65e44d6091e7 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:53:58.767648 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'code': 200} Dec 16 07:53:58.818543 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52606) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:58.851150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f81d7bc-c38f-4297-9903-47df59114391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:58.944547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8c874-51cc-4cec-aece-76701c15e519 req-9856188a-9d90-4d27-8c93-cb1d8ec34e3b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:58.946083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92b8c874-51cc-4cec-aece-76701c15e519 req-9856188a-9d90-4d27-8c93-cb1d8ec34e3b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 945 time: 0.1163800 Dec 16 07:53:58.949737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c9438-0f69-4b11-ad0e-a90eb1a560c5 req-36aa0f6c-ec79-40d3-95b2-c1e825f855bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:58.951348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c6c9438-0f69-4b11-ad0e-a90eb1a560c5 req-36aa0f6c-ec79-40d3-95b2-c1e825f855bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1098 time: 0.0717511 Dec 16 07:53:58.969646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['cc464b43-2eaf-46f0-8662-4b03dfbf5c83'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:53:59.075594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f81d7bc-c38f-4297-9903-47df59114391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.105365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52616) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:59.105810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c6c9438-0f69-4b11-ad0e-a90eb1a560c5 req-f3c81827-12b4-4653-95af-0e2ebc3bdb7f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397827 Dec 16 07:53:59.169025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4ab84a34-a75b-4d08-914b-49f66696581b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17402e23c60b41d4959cddb5fe5d4040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620978 Dec 16 07:53:59.170021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52620) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:59.178282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92b8c874-51cc-4cec-aece-76701c15e519 req-941ab002-765c-46ea-822e-3564869e5421 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188039 Dec 16 07:53:59.229863 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f81d7bc-c38f-4297-9903-47df59114391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.233843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0272fc-09c6-4b0a-8de9-c1290ee0ed6c req-15b902e5-50a8-4a8b-9907-26b0c970758d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:59.234509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a0272fc-09c6-4b0a-8de9-c1290ee0ed6c req-15b902e5-50a8-4a8b-9907-26b0c970758d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.0993435 Dec 16 07:53:59.314389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a0272fc-09c6-4b0a-8de9-c1290ee0ed6c req-1548439c-33e3-481e-9c8f-d0e7d5d450f2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734310 Dec 16 07:53:59.336801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81d7bc-c38f-4297-9903-47df59114391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50282f81-c4d0-431c-96b6-7552465186a7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:59.374253 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9f81d7bc-c38f-4297-9903-47df59114391 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31416d174585478a9cde62016a81fd13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5543413 Dec 16 07:53:59.380090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:53:59.427135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e54ce2-8c4d-4f96-8136-59a81c74f225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.471666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e54ce2-8c4d-4f96-8136-59a81c74f225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.586422 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1dc65b7d-8361-4543-a473-ef2b70216068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.617609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1dc65b7d-8361-4543-a473-ef2b70216068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.724035 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e54ce2-8c4d-4f96-8136-59a81c74f225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.728260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e54ce2-8c4d-4f96-8136-59a81c74f225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.729745 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97e54ce2-8c4d-4f96-8136-59a81c74f225 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf191fda-6526-488c-8cc8-48f202afe33c HTTP/1.1" status: 204 len: 168 time: 0.5585489 Dec 16 07:53:59.742750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e54ce2-8c4d-4f96-8136-59a81c74f225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf191fda-6526-488c-8cc8-48f202afe33c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:59.755735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dfd3b7-8070-419d-9b5a-ee33e7b22ca6 req-d2630cbb-686a-45f9-a998-b5a532a46564 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 210 time: 0.4605398 Dec 16 07:53:59.781173 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1dc65b7d-8361-4543-a473-ef2b70216068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.785475 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1dc65b7d-8361-4543-a473-ef2b70216068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.790251 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1dc65b7d-8361-4543-a473-ef2b70216068 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50282f81-c4d0-431c-96b6-7552465186a7 HTTP/1.1" status: 204 len: 168 time: 0.4021201 Dec 16 07:53:59.806427 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:53:59.809875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc65b7d-8361-4543-a473-ef2b70216068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50282f81-c4d0-431c-96b6-7552465186a7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:53:59.866637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f3d1-5212-45f3-b44f-021679394fa6 req-81a7d4fd-23ea-47f3-aef2-53a72a93900c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:53:59.888384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee73f3d1-5212-45f3-b44f-021679394fa6 req-81a7d4fd-23ea-47f3-aef2-53a72a93900c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.1407084 Dec 16 07:54:00.057102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee73f3d1-5212-45f3-b44f-021679394fa6 req-0d843649-bdb9-45ed-89fe-67205dff2aed tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772046 Dec 16 07:54:00.065926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0935-4413-4229-a489-ffd7e8fd3bf0 req-4193cdf1-bef5-42ed-9bdc-fd372cd19e9e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:00.073356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbeb0935-4413-4229-a489-ffd7e8fd3bf0 req-4193cdf1-bef5-42ed-9bdc-fd372cd19e9e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1581316 Dec 16 07:54:00.159569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbeb0935-4413-4229-a489-ffd7e8fd3bf0 req-4bb1a167-9daf-4df7-a4b0-c61f0ea05b6f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852253 Dec 16 07:54:00.362678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a8f7a-e75a-48ac-82d0-71e490e91306 req-2941121e-cf0d-4e05-b451-820ca748da58 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:00.368951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-362a8f7a-e75a-48ac-82d0-71e490e91306 req-2941121e-cf0d-4e05-b451-820ca748da58 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 945 time: 0.1042268 Dec 16 07:54:00.496354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-362a8f7a-e75a-48ac-82d0-71e490e91306 req-4d3510fc-fe45-4336-89e5-988a6a87842a tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179986 Dec 16 07:54:00.651858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-13cade0e-df27-48bb-8c5a-b95098799f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:00.788904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77da8ad-fc04-4fae-9fb6-12e5c2a4802e req-b430cdf4-2a2d-4248-97d1-e7083d053a23 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:00.790477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d77da8ad-fc04-4fae-9fb6-12e5c2a4802e req-b430cdf4-2a2d-4248-97d1-e7083d053a23 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.1636808 Dec 16 07:54:00.867208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6eff2-1acf-4d3d-b6e5-06da898b1135 req-57f3477c-a76c-4eb8-ab06-93a48198cf07 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:00.874887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cc6eff2-1acf-4d3d-b6e5-06da898b1135 req-57f3477c-a76c-4eb8-ab06-93a48198cf07 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.1924014 Dec 16 07:54:00.923226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d77da8ad-fc04-4fae-9fb6-12e5c2a4802e req-cd40479a-8ad4-42c2-97d6-18dce089ddda tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096969 Dec 16 07:54:00.974167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cc6eff2-1acf-4d3d-b6e5-06da898b1135 req-c943d7de-dd73-4249-9c44-f0993c1ea4bc tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983851 Dec 16 07:54:01.108241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-736a5396-035f-4753-a6ec-2b6cc6c7cd0a req-c5e84855-cb5d-4c7b-89a9-8217236a8f5c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 210 time: 0.0688908 Dec 16 07:54:01.374781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71521c7a-fdbc-49e3-9c70-844af523d675 req-f4d1962a-7158-44d8-90c4-8319c2a452a6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:01.376778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71521c7a-fdbc-49e3-9c70-844af523d675 req-f4d1962a-7158-44d8-90c4-8319c2a452a6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1037316 Dec 16 07:54:01.441586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71521c7a-fdbc-49e3-9c70-844af523d675 req-a4a56ed2-0928-4330-ae94-8e652055dfd2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583112 Dec 16 07:54:01.733311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2a881-7564-4bcc-bd00-fc254d3ac20a req-d2f32b94-3a06-44d4-acf3-2c4c065df9de tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:01.739303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79c2a881-7564-4bcc-bd00-fc254d3ac20a req-d2f32b94-3a06-44d4-acf3-2c4c065df9de tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 945 time: 0.0886576 Dec 16 07:54:01.792744 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:01.831765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79c2a881-7564-4bcc-bd00-fc254d3ac20a req-5b4573a8-2fe6-4c9d-bbb8-71519caae918 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855777 Dec 16 07:54:01.953837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cc464b43-2eaf-46f0-8662-4b03dfbf5c83 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:02.135580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:54:02.141576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:02.141954 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:02.391034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:02.414837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-2c8b8a43-4252-4b9c-a2ed-208b7c32beaa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:02.417222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-2c8b8a43-4252-4b9c-a2ed-208b7c32beaa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.36 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 814 time: 0.3035107 Dec 16 07:54:02.429121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cda11-da08-4893-9d8d-ff8ab480b3f7 req-bdc1adac-013e-4319-b98a-306cb4364fb7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:02.430647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c3cda11-da08-4893-9d8d-ff8ab480b3f7 req-bdc1adac-013e-4319-b98a-306cb4364fb7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.3744946 Dec 16 07:54:02.443639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Request body: {'port': {'device_id': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'network_id': '7428338e-67f4-4159-8916-fab7a7503461', 'admin_state_up': True, 'tenant_id': 'b1cc58cdf644487ea6ed84b0634a2051'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:02.450987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:02.458000 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b988a-2b78-46ca-ab85-0344d696c050" -d '{"events": [{"server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "name": "network-vif-plugged", "status": "completed", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:02.468915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cc464b43-2eaf-46f0-8662-4b03dfbf5c83, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:02.594653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c3cda11-da08-4893-9d8d-ff8ab480b3f7 req-17a491a4-93aa-4b42-8fbc-9cb36b899b17 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350720 Dec 16 07:54:02.625432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-d5a50029-fe63-4d5f-bc1b-0a4d9b715306 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4960a650d4d34d5eb9bf1b77c6ed301c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452383 Dec 16 07:54:02.756857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:02.852076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:02.860598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Made reservation on behalf of b1cc58cdf644487ea6ed84b0634a2051 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:02.864730 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:02.876733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f8066-ee9f-4c88-a6e6-67a14f1715db req-99cb6c5c-70b3-4091-a83d-cf5e666ef289 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:02.893031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c60f8066-ee9f-4c88-a6e6-67a14f1715db req-99cb6c5c-70b3-4091-a83d-cf5e666ef289 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.2426238 Dec 16 07:54:03.075581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-22540e08-4cef-45ca-a049-3457aa68dda3 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:03.077167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-22540e08-4cef-45ca-a049-3457aa68dda3 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4408522 Dec 16 07:54:03.155730 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c60f8066-ee9f-4c88-a6e6-67a14f1715db req-5ca30875-21dc-402b-b168-a0aef1103d1c tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612920 Dec 16 07:54:03.296577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-fda372c0-1244-4660-86ca-4957e9ce5504 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/quotas/4960a650d4d34d5eb9bf1b77c6ed301c HTTP/1.1" status: 200 len: 375 time: 0.2069747 Dec 16 07:54:03.378572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Allocated IP 172.20.0.10 (7428338e-67f4-4159-8916-fab7a7503461/c049036d-c2de-4b34-871e-15097bf70c35/5872c5d1-35dc-4444-8b3e-aeba96d20549) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:03.487073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-1ad557a4-433a-48e4-af83-f10c36200628 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4960a650d4d34d5eb9bf1b77c6ed301c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1867003 Dec 16 07:54:03.545078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e28d3106-5972-4aae-ac1b-864cc16eb05f req-1977fdd2-428b-407a-be74-35b1b66bc2b1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 210 time: 0.2714343 Dec 16 07:54:03.563514 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:03.626623 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e090d774-6311-4c11-8e52-fcd2a16ffd9b x-openstack-request-id: req-e090d774-6311-4c11-8e52-fcd2a16ffd9b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:03.627327 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "name": "network-vif-plugged", "status": "completed", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:03.627796 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e090d774-6311-4c11-8e52-fcd2a16ffd9b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:03.628646 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'code': 200} Dec 16 07:54:03.734999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:03.856904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786440a-fe5d-43c3-8af2-df2f0a8b0ba9 req-522f4bfb-e807-4c6a-9bef-48a732baff6a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:03.864481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0786440a-fe5d-43c3-8af2-df2f0a8b0ba9 req-522f4bfb-e807-4c6a-9bef-48a732baff6a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.0907629 Dec 16 07:54:03.865918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f220-7b9c-4641-8ddd-ce79ed8b892d req-4775157c-ef00-4b8d-9cbc-9feecdbcee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:03.867979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:03.871899 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-72a0f220-7b9c-4641-8ddd-ce79ed8b892d req-4775157c-ef00-4b8d-9cbc-9feecdbcee88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 1098 time: 0.1139674 Dec 16 07:54:03.907335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['bf24b01a-045d-412e-abca-956507dbda1e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:03.944289 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-72a0f220-7b9c-4641-8ddd-ce79ed8b892d req-2099bc47-6e46-4052-9bc0-5c412380c979 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593481 Dec 16 07:54:04.067830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Network 7428338e-67f4-4159-8916-fab7a7503461 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:04.077404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:04.081015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:04.144656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0786440a-fe5d-43c3-8af2-df2f0a8b0ba9 req-d386c461-1d05-48cd-a1c4-73b504f91cf1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729754 Dec 16 07:54:04.144656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Pushing event updated for resources: {'Port': ['ID=5872c5d1-35dc-4444-8b3e-aeba96d20549,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:04.154324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:04.154960 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:04.174110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3d5b-a4fd-4dd5-a34c-b466aca4eab1 req-c1cbbdfb-b47b-4727-b0ef-b3ef13100829 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:04.175801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1caa3d5b-a4fd-4dd5-a34c-b466aca4eab1 req-c1cbbdfb-b47b-4727-b0ef-b3ef13100829 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.1912837 Dec 16 07:54:04.189336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52794) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:04.193917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'floatingip': {'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:04.252707 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:04.266073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-e792a9e2-6ef4-4115-9a9d-c2256e8e9014 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8269212 Dec 16 07:54:04.280995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:04.293347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Request body: {'port': {'device_id': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:04.415140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c615571-211a-497c-bbe4-ae4c5d3375e0 req-4fefcc6a-b731-4375-9fa1-2bd79674dfa1 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:04.416540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c615571-211a-497c-bbe4-ae4c5d3375e0 req-4fefcc6a-b731-4375-9fa1-2bd79674dfa1 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.1735179 Dec 16 07:54:04.473324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:04.587191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c615571-211a-497c-bbe4-ae4c5d3375e0 req-e916bf49-5a61-45a5-ae07-67d238d7818b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463430 Dec 16 07:54:04.752893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-942320d0-b23d-4a14-8118-bae52470d608 req-dce82f04-24c2-447c-9f2c-b79e261dbc75 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 210 time: 0.0421174 Dec 16 07:54:05.012127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57582a87-f1e7-4c0f-852f-96750a51a4b5 req-dc0cc51c-9ebb-4b0a-977b-a25feee667fd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:05.017966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57582a87-f1e7-4c0f-852f-96750a51a4b5 req-dc0cc51c-9ebb-4b0a-977b-a25feee667fd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 932 time: 0.1734552 Dec 16 07:54:05.201089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57582a87-f1e7-4c0f-852f-96750a51a4b5 req-0d9fa479-ae12-4cfa-857a-02db4c4c49bd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654220 Dec 16 07:54:05.201089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:54:05.241068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5872c5d1-35dc-4444-8b3e-aeba96d20549 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:05.256411 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:05.281722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:05.291172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d2f15-ec49-4dd2-9482-e3ff9d128ecd req-3b666e34-13b7-49d7-bbf6-212dfc2bd5ff tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:05.293310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-339d2f15-ec49-4dd2-9482-e3ff9d128ecd req-3b666e34-13b7-49d7-bbf6-212dfc2bd5ff tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.1755059 Dec 16 07:54:05.294369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Transition to ACTIVE for port object 5872c5d1-35dc-4444-8b3e-aeba96d20549 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:54:05.385628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-339d2f15-ec49-4dd2-9482-e3ff9d128ecd req-c8d75ac1-205e-43d2-8ad6-12c79c66570e tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839024 Dec 16 07:54:05.436387 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:05.438189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:05.691302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-604b267b-9462-4899-9e8e-1236e00b0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:05.693073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-604b267b-9462-4899-9e8e-1236e00b0ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1097 time: 0.0631704 Dec 16 07:54:05.823524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-6f01b02d-22ca-4045-9ab2-4206b370774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:05.825404 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-6f01b02d-22ca-4045-9ab2-4206b370774f service neutron] 10.222.0.36 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.1243174 Dec 16 07:54:05.930870 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-6603694a-e188-4d8d-b4f9-835e327f38a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 1001 time: 0.0971718 Dec 16 07:54:05.939965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Pushing event updated for resources: {'Port': ['ID=5872c5d1-35dc-4444-8b3e-aeba96d20549,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:05.969127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db599f3-9b60-4288-95b5-3ce804ef5c0e req-6b3d24a0-7c5b-4040-b2d3-d174ab7d6cb9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:05.970646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2db599f3-9b60-4288-95b5-3ce804ef5c0e req-6b3d24a0-7c5b-4040-b2d3-d174ab7d6cb9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.5496643 Dec 16 07:54:05.991067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-5ed5ef8e-2633-4144-a67c-ed2e26c981dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:05.992614 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-5ed5ef8e-2633-4144-a67c-ed2e26c981dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.0544837 Dec 16 07:54:06.047889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-3aa1e237-6e42-4048-bfc1-f504c3a7920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:06.049452 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-3aa1e237-6e42-4048-bfc1-f504c3a7920e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471539 Dec 16 07:54:06.060010 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Floating IP 1e62f4d2-97fd-498f-b176-99b059b240e5 associated. External IP: 172.25.2.176, port: 29774ac9-2557-42d5-a607-d08cff641dbd. Dec 16 07:54:06.144864 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-03542ea5-82f6-4462-a583-9f2e4db2bfed service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871468 Dec 16 07:54:06.145080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5624f-1e4c-4f8e-8b5d-d3643cb157ea req-dc91bdc0-3693-4403-86ff-f9d85b24fc32 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:06.146522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbe5624f-1e4c-4f8e-8b5d-d3643cb157ea req-dc91bdc0-3693-4403-86ff-f9d85b24fc32 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.2133327 Dec 16 07:54:06.204555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2db599f3-9b60-4288-95b5-3ce804ef5c0e req-708aa3ed-f4cb-4f2a-b0b6-fd22a6e3808b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140477 Dec 16 07:54:06.210455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Attempting to bind port 5872c5d1-35dc-4444-8b3e-aeba96d20549 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:06.210788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Attempting to bind port 5872c5d1-35dc-4444-8b3e-aeba96d20549 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:06.211111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Attempting to bind port 5872c5d1-35dc-4444-8b3e-aeba96d20549 on network 7428338e-67f4-4159-8916-fab7a7503461 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:06.237503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Port 5872c5d1-35dc-4444-8b3e-aeba96d20549 on network 7428338e-67f4-4159-8916-fab7a7503461 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:54:06.237503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Attempting to bind port 5872c5d1-35dc-4444-8b3e-aeba96d20549 on network 7428338e-67f4-4159-8916-fab7a7503461 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:06.250506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:06.250506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Checking segment: {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:06.250506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Bound using segment: {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:06.250506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Bound port: 5872c5d1-35dc-4444-8b3e-aeba96d20549, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:06.250506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:06.258027 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:54:06.260168 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c83c8173-59d5-46b8-b5f2-2eaea88ae16c req-1803d6be-263d-4074-99fb-b948ca77e2d2 service neutron] 10.222.0.36 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058557 Dec 16 07:54:06.312990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbe5624f-1e4c-4f8e-8b5d-d3643cb157ea req-c0ba1a1e-9242-4b16-a79d-089529ddf23d tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513813 Dec 16 07:54:06.395064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e7bad3e-dc21-4aae-bce0-89047494b07f req-608522ab-2077-45ae-8454-423290be46aa tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 210 time: 0.0914097 Dec 16 07:54:06.508419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Router a0e4d77c-87a4-4e19-9f50-5027cef264c7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:54:06.530099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] For port 5872c5d1-35dc-4444-8b3e-aeba96d20549, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:06.576542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] For port 5872c5d1-35dc-4444-8b3e-aeba96d20549, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5872c5d1-35dc-4444-8b3e-aeba96d20549,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:06.640123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c259263-7eaa-49c3-97d3-6a7048e2e25a req-0db56275-3858-4834-b32d-607377bef118 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:06.641704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c259263-7eaa-49c3-97d3-6a7048e2e25a req-0db56275-3858-4834-b32d-607377bef118 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.1512623 Dec 16 07:54:06.658312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52884) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:06.664316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Request body: {'floatingip': {'port_id': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:06.694523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36357f51-fbac-4390-9993-c5829c9401c6 req-6ccc1a4c-4f97-40bb-891d-565fa3459702 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:06.701923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36357f51-fbac-4390-9993-c5829c9401c6 req-6ccc1a4c-4f97-40bb-891d-565fa3459702 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 944 time: 0.1918807 Dec 16 07:54:06.717691 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-dc8e64a9-c0ba-46db-9083-1519fe1aee32 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4960a650d4d34d5eb9bf1b77c6ed301c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654430 Dec 16 07:54:06.743405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:06.857024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:06.922860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:06.923558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:06.924978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] 10.222.0.36 "PUT /v2.0/ports/5872c5d1-35dc-4444-8b3e-aeba96d20549 HTTP/1.1" status: 200 len: 1093 time: 2.6416512 Dec 16 07:54:06.926243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'tag': '5872c5d1-35dc-4444-8b3e-aeba96d20549'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:06.928791 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a042703a-be3d-4a78-a23e-ba8289c90dd4", "tag": "5872c5d1-35dc-4444-8b3e-aeba96d20549"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:06.934666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-17c7cd77-fe09-4d53-9fdb-5f82b62c82dc tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:06.937563 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-17c7cd77-fe09-4d53-9fdb-5f82b62c82dc tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133925 Dec 16 07:54:06.965189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Request body: {'port': {'device_id': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '4960a650d4d34d5eb9bf1b77c6ed301c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:06.993449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-6d70d78c-f6f1-4a55-967b-be7d577ab46f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:06.994853 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-6d70d78c-f6f1-4a55-967b-be7d577ab46f tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.3640711 Dec 16 07:54:07.048651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36357f51-fbac-4390-9993-c5829c9401c6 req-044d01e7-b119-4f41-a1cc-d954e0853b65 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458538 Dec 16 07:54:07.055439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:54:07.066659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] Sync routers for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:54:07.090595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:07.103983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e2a98-52b4-40b7-a26c-d507abc52b3f service neutron] Pushing event updated for resources: {'Port': ['ID=5872c5d1-35dc-4444-8b3e-aeba96d20549,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:07.126244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:07.129114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:07.146612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb116cf-004a-4149-ae67-289016d18ffc req-fb822937-c1d8-4ad3-9bb5-a4ef42e91ac9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:07.157137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8cb116cf-004a-4149-ae67-289016d18ffc req-fb822937-c1d8-4ad3-9bb5-a4ef42e91ac9 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.4026902 Dec 16 07:54:07.211875 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc9adae-0d26-4541-b4ef-b4c82d087a10 x-openstack-request-id: req-5fc9adae-0d26-4541-b4ef-b4c82d087a10 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:07.212203 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a042703a-be3d-4a78-a23e-ba8289c90dd4", "tag": "5872c5d1-35dc-4444-8b3e-aeba96d20549", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:07.212445 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fc9adae-0d26-4541-b4ef-b4c82d087a10 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:07.212845 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'tag': '5872c5d1-35dc-4444-8b3e-aeba96d20549', 'status': 'completed', 'code': 200} Dec 16 07:54:07.291045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3e56293e-36cd-491c-8153-fb8290935b38 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "PUT /v2.0/floatingips/1e62f4d2-97fd-498f-b176-99b059b240e5 HTTP/1.1" status: 200 len: 992 time: 3.1005642 Dec 16 07:54:07.306068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:07.314046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Made reservation on behalf of 4960a650d4d34d5eb9bf1b77c6ed301c for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:07.318621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:07.335117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:07.398704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8cb116cf-004a-4149-ae67-289016d18ffc req-5d4d3fdd-2fce-4c0d-8888-2a6045dee75a tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403576 Dec 16 07:54:07.430523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-a565b4be-7762-4e71-bd44-b240a6419840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:07.432856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-a565b4be-7762-4e71-bd44-b240a6419840 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 1096 time: 0.2726398 Dec 16 07:54:07.496152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:07.531738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-1fb2dcda-6dfe-4ea9-9032-dbe9c1782526 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5872c5d1-35dc-4444-8b3e-aeba96d20549 HTTP/1.1" status: 200 len: 217 time: 0.0742464 Dec 16 07:54:07.581148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:07.599299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Deleting port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:54:07.603935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:07.662344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '1e62f4d2-97fd-498f-b176-99b059b240e5', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'mac_address': 'fa:16:3e:0a:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:53:36Z', 'updated_at': '2021-12-16T07:54:05Z', 'revision_number': 1, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 5, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:07.712627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a915082b-4b6f-443c-ab4e-19d5f87be359,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:07.731384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] Checking router: a0e4d77c-87a4-4e19-9f50-5027cef264c7 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:54:07.743265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:07.743678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:07.762469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffd505-f65b-47e3-9e02-7b60a8527e1f req-672f3a73-7f25-4fa4-8326-3eadb3342cf0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:07.768329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abffd505-f65b-47e3-9e02-7b60a8527e1f req-672f3a73-7f25-4fa4-8326-3eadb3342cf0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.3925433 Dec 16 07:54:07.799634 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Allocated IP 192.168.233.235 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/456899c4-5c40-40c2-b08c-ba3856be570f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:07.865526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6f5299f-2f60-406a-b190-6a7919c6757a req-9ba1ab81-d800-4f70-9bdd-9bd41265db95 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 210 time: 0.1664827 Dec 16 07:54:07.920335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:07.932463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] For port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,segment=NetworkSegment(306f7399-f32d-4e65-96e3-72c8acfd92dd),segment_id=306f7399-f32d-4e65-96e3-72c8acfd92dd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:07.932463 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:07.934757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-02eccd1f-91ac-44e8-9f13-ccc49b525ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:07.936395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-02eccd1f-91ac-44e8-9f13-ccc49b525ea6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.3666062 Dec 16 07:54:07.960640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:54:08.010607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.051096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:08.165861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.180510 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.231204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:08.233808 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836e9197-09f9-4136-863a-be366e18c28a" -d '{"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-unplugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:08.233990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:08.254637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:08.256362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:08.257043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:08.271794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:08.342806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '1e62f4d2-97fd-498f-b176-99b059b240e5', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'mac_address': 'fa:16:3e:0a:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:53:36Z', 'updated_at': '2021-12-16T07:54:05Z', 'revision_number': 1, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 5, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:08.347653 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.361562 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b7dc85-d2dc-4cfd-9b29-760d266422ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.388770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0e49f-6c20-482f-8452-ec46b4c1dafe None None] The sync data for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 is: [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '1e62f4d2-97fd-498f-b176-99b059b240e5', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'mac_address': 'fa:16:3e:0a:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:53:36Z', 'updated_at': '2021-12-16T07:54:05Z', 'revision_number': 1, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 5, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:54:08.410335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:08.411009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.451572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-2ac4c9b2-46c8-4980-a578-9f467ced8033 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4842801 Dec 16 07:54:08.509420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Calling delete_port for fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:54:08.514763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:08.532023 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0385f7df-c34c-4a34-8913-5109f41fd82c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5763428 Dec 16 07:54:08.534146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abffd505-f65b-47e3-9e02-7b60a8527e1f req-4fcaf001-f459-4476-bec7-f4c56191bc67 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7610927 Dec 16 07:54:08.561533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Request body: {'port': {'device_id': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:08.570489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b7dc85-d2dc-4cfd-9b29-760d266422ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.663421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b7dc85-d2dc-4cfd-9b29-760d266422ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.697539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ab4fdbe1-2deb-4b30-bb6f-a80231e585a8 None None] Provisioning complete for port 456899c4-5c40-40c2-b08c-ba3856be570f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:08.697912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ab4fdbe1-2deb-4b30-bb6f-a80231e585a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.722426 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:08.740423 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c89c7b1-a6f5-4563-99c7-30abee4ca803 x-openstack-request-id: req-7c89c7b1-a6f5-4563-99c7-30abee4ca803 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:08.741114 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-unplugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:08.741383 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c89c7b1-a6f5-4563-99c7-30abee4ca803 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:08.741807 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'code': 200} Dec 16 07:54:08.755516 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-48b7dc85-d2dc-4cfd-9b29-760d266422ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58db065804d240eaa3499e37bbd3ff07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7003090 Dec 16 07:54:08.758452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52932) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:08.773682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962eef6-6f4e-4ab9-87c2-488f75d0383a req-49286355-ec35-4314-be27-c5f84ef8bdda tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:08.784366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ab4fdbe1-2deb-4b30-bb6f-a80231e585a8 None None] Port 456899c4-5c40-40c2-b08c-ba3856be570f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:54:08.787217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a962eef6-6f4e-4ab9-87c2-488f75d0383a req-49286355-ec35-4314-be27-c5f84ef8bdda tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 944 time: 0.3529525 Dec 16 07:54:08.841271 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e58850-4380-40f2-a93a-1186c7ef910f None None] New status for floating IP 1e62f4d2-97fd-498f-b176-99b059b240e5: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:54:08.851877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7dc85-d2dc-4cfd-9b29-760d266422ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793965e8-a1ad-43ae-8176-83e9b2a8eda8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:08.907158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:54:08.974347 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25de2a87-2439-4f94-a2c8-4db45c26d0fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.016278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a962eef6-6f4e-4ab9-87c2-488f75d0383a req-a9d02b5d-2a39-4fee-abc1-c0158feeae3b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281325 Dec 16 07:54:09.018242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-d6cf69b9-2d97-4f77-a259-04bb8a4b58fc service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565591 Dec 16 07:54:09.032212 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.041253 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25de2a87-2439-4f94-a2c8-4db45c26d0fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.050121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa29c73-ae7d-4e68-b50e-01af8e6af0fe req-9b210cb0-50fa-4bce-b556-369f30df5cb3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:09.052425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-baa29c73-ae7d-4e68-b50e-01af8e6af0fe req-9b210cb0-50fa-4bce-b556-369f30df5cb3 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 946 time: 0.2449894 Dec 16 07:54:09.167739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.215182 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456899c4-5c40-40c2-b08c-ba3856be570f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:09.219216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:09.222296 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0152b94e-0221-4da7-b0e6-60a8a0010a97" -d '{"events": [{"name": "network-changed", "server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:09.225974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.309874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Transition to ACTIVE for port object 456899c4-5c40-40c2-b08c-ba3856be570f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:54:09.310676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25de2a87-2439-4f94-a2c8-4db45c26d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.313852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25de2a87-2439-4f94-a2c8-4db45c26d0fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.315007 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25de2a87-2439-4f94-a2c8-4db45c26d0fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/793965e8-a1ad-43ae-8176-83e9b2a8eda8 HTTP/1.1" status: 204 len: 168 time: 0.5395536 Dec 16 07:54:09.323012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2a87-2439-4f94-a2c8-4db45c26d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793965e8-a1ad-43ae-8176-83e9b2a8eda8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:09.394780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.408889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-baa29c73-ae7d-4e68-b50e-01af8e6af0fe req-a096be2a-b90b-4ad5-8a3f-ae70c7efd68b tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/security-groups?id=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422725 Dec 16 07:54:09.417547 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.476780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:09.482651 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b0d065-24af-42ac-82ba-13708527d279 x-openstack-request-id: req-27b0d065-24af-42ac-82ba-13708527d279 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:09.483136 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:09.483272 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27b0d065-24af-42ac-82ba-13708527d279 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:09.484345 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'status': 'completed', 'code': 200} Dec 16 07:54:09.512826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Pushing event deleted for resources: {'Port': ['ID=fa131d35-bf14-4bd9-8f59-1dfd68bcbd59,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:09.522000 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Floating IP 2bd304ea-055f-4fd5-b556-3779bff6ad93 associated. External IP: 172.25.2.8, port: cc464b43-2eaf-46f0-8662-4b03dfbf5c83. Dec 16 07:54:09.580504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8100cf11-4f32-4d26-b4b2-9ffe7cc0dff5 req-5cc3261d-cfef-47e9-9f3c-65d168eccc61 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469894 Dec 16 07:54:09.622319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Attempting to bind port 456899c4-5c40-40c2-b08c-ba3856be570f on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:09.622319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Attempting to bind port 456899c4-5c40-40c2-b08c-ba3856be570f by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:09.622319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Attempting to bind port 456899c4-5c40-40c2-b08c-ba3856be570f on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:09.633407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef2206-a8b9-4f12-9704-12d4d8de75a0 req-e7541ea7-67c1-458a-b566-142741bc23ed tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:09.636853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-a0654d0b-64c1-4c71-b175-88079f75eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:09.641551 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-a0654d0b-64c1-4c71-b175-88079f75eb40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1098 time: 0.0997970 Dec 16 07:54:09.641551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Port 456899c4-5c40-40c2-b08c-ba3856be570f on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:54:09.641551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Attempting to bind port 456899c4-5c40-40c2-b08c-ba3856be570f on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:09.645235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13ef2206-a8b9-4f12-9704-12d4d8de75a0 req-e7541ea7-67c1-458a-b566-142741bc23ed tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 936 time: 0.3719287 Dec 16 07:54:09.667639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:09.667976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:09.668426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:09.668885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Bound port: 456899c4-5c40-40c2-b08c-ba3856be570f, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:09.670267 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.738622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] No DVR routers for this DVR port fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:54:09.741959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:09.757009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e099cc1b-501c-4e34-8399-27ea3b0ba3e2 req-1cc378f7-d59a-43ec-94cd-c5f147879fba tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.16 "DELETE /v2.0/ports/fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 HTTP/1.1" status: 204 len: 173 time: 2.7391410 Dec 16 07:54:09.882364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-4b336455-01bd-45b3-9974-7b2d21bcf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:09.884301 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-4b336455-01bd-45b3-9974-7b2d21bcf2d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.2379987 Dec 16 07:54:09.901316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:09.905615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:09.909774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279731b7-c833-4a65-b1f2-5094d991aae7 req-1eeab8cf-1367-467b-84f1-0c54ce45838b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:09.911281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-279731b7-c833-4a65-b1f2-5094d991aae7 req-1eeab8cf-1367-467b-84f1-0c54ce45838b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1460528 Dec 16 07:54:09.915046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13ef2206-a8b9-4f12-9704-12d4d8de75a0 req-85895908-77eb-473d-a08f-72b9cd124895 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687082 Dec 16 07:54:09.927944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-14815e9a-fe72-422c-ae3b-e3c2d3e83695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:09.929465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-14815e9a-fe72-422c-ae3b-e3c2d3e83695 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1653347 Dec 16 07:54:09.972765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:10.030589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.030589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:10.031392 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] 10.222.0.36 "PUT /v2.0/ports/456899c4-5c40-40c2-b08c-ba3856be570f HTTP/1.1" status: 200 len: 1097 time: 1.4815922 Dec 16 07:54:10.031844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:10.034377 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaacfe3-3d17-4ad0-b8a2-d10ce85bfbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:10.058871 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-fc7e9af3-0596-4d4d-aa0b-0704e8c88286 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1002 time: 0.1390147 Dec 16 07:54:10.065380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a7a7-57cb-4895-869c-088e973d448c service neutron] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:10.140906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-279731b7-c833-4a65-b1f2-5094d991aae7 req-94eae1da-59ed-497b-96d2-b92e23353cba tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182798 Dec 16 07:54:10.175335 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca93e9-4759-4153-99a6-2bf80ecd1460 x-openstack-request-id: req-68ca93e9-4759-4153-99a6-2bf80ecd1460 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:10.178793 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:10.179348 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68ca93e9-4759-4153-99a6-2bf80ecd1460 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:10.179827 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f', 'status': 'completed', 'code': 200} Dec 16 07:54:10.191650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-f180e1a1-848a-494e-9506-6c8c5ab1d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.193010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-f180e1a1-848a-494e-9506-6c8c5ab1d81b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.2179425 Dec 16 07:54:10.216404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52966) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:10.285101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e237-de2d-429b-b7aa-2bbe4a69bd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:10.291924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Router 6d29e382-e57a-4381-be49-56674fc2f212 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:54:10.295329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-676b8c3d-5cea-4740-82f4-9bff855a4c40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5872c5d1-35dc-4444-8b3e-aeba96d20549 HTTP/1.1" status: 200 len: 217 time: 0.0898416 Dec 16 07:54:10.312078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-57220bf9-f917-4945-a196-05397d6d067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.315255 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-57220bf9-f917-4945-a196-05397d6d067e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.2068751 Dec 16 07:54:10.328792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaacfe3-3d17-4ad0-b8a2-d10ce85bfbdb req-fe819d7d-16fd-4eaf-97fa-91511b3b9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.330562 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eeaacfe3-3d17-4ad0-b8a2-d10ce85bfbdb req-fe819d7d-16fd-4eaf-97fa-91511b3b9f8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4960a650d4d34d5eb9bf1b77c6ed301c&device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 1100 time: 0.1129105 Dec 16 07:54:10.421513 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eeaacfe3-3d17-4ad0-b8a2-d10ce85bfbdb req-1a5baa04-03f8-4920-89b6-8b8d0d6d71dd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4960a650d4d34d5eb9bf1b77c6ed301c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594025 Dec 16 07:54:10.444720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61b37-40a7-46fd-95f6-3eae43c5c5b7 req-b387096b-3dc5-4f9e-a958-61895a0965d9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.446581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57d61b37-40a7-46fd-95f6-3eae43c5c5b7 req-b387096b-3dc5-4f9e-a958-61895a0965d9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 944 time: 0.2467036 Dec 16 07:54:10.491369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-6cb3ebeb-e231-4101-895e-782e85b872ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.492889 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-6cb3ebeb-e231-4101-895e-782e85b872ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568320 Dec 16 07:54:10.540086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-c2d44498-0568-4352-9e89-6a6ee01ccae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.541577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-c2d44498-0568-4352-9e89-6a6ee01ccae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.2363386 Dec 16 07:54:10.555135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57d61b37-40a7-46fd-95f6-3eae43c5c5b7 req-f08bac6a-05df-4dec-9338-ed69e3296c58 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774016 Dec 16 07:54:10.604611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-30c3e55b-1551-4850-9ddc-49bb7a656f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421741 Dec 16 07:54:10.608355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaacfe3-3d17-4ad0-b8a2-d10ce85bfbdb req-7a649274-1f21-46bc-bfc5-f07c38393c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:10.609838 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eeaacfe3-3d17-4ad0-b8a2-d10ce85bfbdb req-7a649274-1f21-46bc-bfc5-f07c38393c27 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740639 Dec 16 07:54:10.611781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:54:10.617319 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:10.623058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] Sync routers for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:54:10.647689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e237-de2d-429b-b7aa-2bbe4a69bd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:10.655853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:10.659288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:10.724804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f285b949-c87f-4a35-87d2-fb26cd604c49 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "PUT /v2.0/floatingips/2bd304ea-055f-4fd5-b556-3779bff6ad93 HTTP/1.1" status: 200 len: 990 time: 4.0673454 Dec 16 07:54:10.742057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e237-de2d-429b-b7aa-2bbe4a69bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:10.780325 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-bbaacf0a-e119-4443-8cca-d4489d4751dc service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753685 Dec 16 07:54:10.791759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-945fcba3-a2c8-493e-b4e7-17a157a91c28 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695549 Dec 16 07:54:10.848388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:10.943020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7256b38a-6b51-44f4-8a3a-51196414ef78 req-d4804fb8-7a77-4187-acb3-bcbf345fd0f5 tempest-DeleteServersTestJSON-576406093 tempest-DeleteServersTestJSON-576406093-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c073994-996a-45a3-964c-5daf618837dc HTTP/1.1" status: 200 len: 210 time: 0.1064348 Dec 16 07:54:10.999226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c59ab68c-4c07-4b96-a255-9bbb38eb78d5 req-908bdf5d-7825-4dab-a54f-7fa6b4c18a86 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997724 Dec 16 07:54:11.195060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47921f56-6d3b-414b-8f9f-d0b3b17d2070 req-60bcbbdc-2cce-45b9-87ce-34ca97b8275b tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:11.204149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47921f56-6d3b-414b-8f9f-d0b3b17d2070 req-60bcbbdc-2cce-45b9-87ce-34ca97b8275b tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 948 time: 0.0835934 Dec 16 07:54:11.272335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47921f56-6d3b-414b-8f9f-d0b3b17d2070 req-2c266081-7372-4825-90ba-44f81d0b7934 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669987 Dec 16 07:54:11.293364 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6ff4e237-de2d-429b-b7aa-2bbe4a69bd3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db5f30fc074b4ec4ad5f52b95d26784c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0580542 Dec 16 07:54:11.296290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52994) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:11.334641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4e237-de2d-429b-b7aa-2bbe4a69bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d763238d-4c4d-44f9-b450-a0a9dd5a835c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:11.345405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-c72c4fc6-dcbb-4ed3-af99-fb6cb06af987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:11.347018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-c72c4fc6-dcbb-4ed3-af99-fb6cb06af987 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4960a650d4d34d5eb9bf1b77c6ed301c&device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 1100 time: 0.6644523 Dec 16 07:54:11.351634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f59f189-ee68-45ca-b1e9-db93fb1aaba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:11.351784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:54:11.381977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:54:11.382345 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fa131d35-bf14-4bd9-8f59-1dfd68bcbd59 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:54:11.382596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f59f189-ee68-45ca-b1e9-db93fb1aaba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:11.395289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '2bd304ea-055f-4fd5-b556-3779bff6ad93', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'port_id': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'mac_address': 'fa:16:3e:51:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:53:40Z', 'updated_at': '2021-12-16T07:54:08Z', 'revision_number': 1, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:39Z', 'revision_number': 5, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:11.445818 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0152b94e-0221-4da7-b0e6-60a8a0010a97 req-7db4b97d-102c-4e19-a0a4-b7dc034b1fe1 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271460 Dec 16 07:54:11.447768 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-2a17319e-49c3-4828-8e18-a6e062846951 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=456899c4-5c40-40c2-b08c-ba3856be570f HTTP/1.1" status: 200 len: 217 time: 0.0837762 Dec 16 07:54:11.449799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] Checking router: 6d29e382-e57a-4381-be49-56674fc2f212 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:54:11.459057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:11.460117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:11.485697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c073994-996a-45a3-964c-5daf618837dc', 'name': 'network-vif-deleted', 'tag': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59'}, {'name': 'network-changed', 'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:11.488578 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c88cb-a067-4dd1-963c-c3b4c5361052" -d '{"events": [{"server_uuid": "6c073994-996a-45a3-964c-5daf618837dc", "name": "network-vif-deleted", "tag": "fa131d35-bf14-4bd9-8f59-1dfd68bcbd59"}, {"name": "network-changed", "server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:11.504222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-682a2dab-494c-427c-b7c9-1b27ebdd88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:11.505810 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-682a2dab-494c-427c-b7c9-1b27ebdd88e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0507760 Dec 16 07:54:11.520905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f59f189-ee68-45ca-b1e9-db93fb1aaba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:11.524048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f59f189-ee68-45ca-b1e9-db93fb1aaba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:11.525515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6f59f189-ee68-45ca-b1e9-db93fb1aaba6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d763238d-4c4d-44f9-b450-a0a9dd5a835c HTTP/1.1" status: 204 len: 168 time: 0.2282634 Dec 16 07:54:11.539308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59f189-ee68-45ca-b1e9-db93fb1aaba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763238d-4c4d-44f9-b450-a0a9dd5a835c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:11.568642 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf9b3f-0916-4f25-b80e-a7605713c09e x-openstack-request-id: req-4ecf9b3f-0916-4f25-b80e-a7605713c09e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:11.568642 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c073994-996a-45a3-964c-5daf618837dc", "name": "network-vif-deleted", "tag": "fa131d35-bf14-4bd9-8f59-1dfd68bcbd59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:11.568642 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ecf9b3f-0916-4f25-b80e-a7605713c09e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:11.570763 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c073994-996a-45a3-964c-5daf618837dc', 'name': 'network-vif-deleted', 'tag': 'fa131d35-bf14-4bd9-8f59-1dfd68bcbd59', 'status': 'completed', 'code': 200} Dec 16 07:54:11.572074 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'status': 'completed', 'code': 200} Dec 16 07:54:11.576404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-432f9edd-b729-427f-a03c-29a10591f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:11.578131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-432f9edd-b729-427f-a03c-29a10591f465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650845 Dec 16 07:54:11.622347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:11.756230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-8f3a8706-4c08-410a-9220-82e128d5f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:11.756422 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-0f3dcdff-be31-49c3-909b-d3adc6edb91c service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444702 Dec 16 07:54:11.756877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-8f3a8706-4c08-410a-9220-82e128d5f140 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376417805f974fcbbf1b0d4addd44af5&device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 1098 time: 0.1332784 Dec 16 07:54:11.904831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9080-51c9-431d-999a-73fde398d1ef req-f48d55ff-3c80-43eb-b06a-507d47f54c88 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:11.912736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99dc9080-51c9-431d-999a-73fde398d1ef req-f48d55ff-3c80-43eb-b06a-507d47f54c88 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 944 time: 0.1712651 Dec 16 07:54:11.931112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '2bd304ea-055f-4fd5-b556-3779bff6ad93', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'port_id': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'mac_address': 'fa:16:3e:51:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:53:40Z', 'updated_at': '2021-12-16T07:54:08Z', 'revision_number': 1, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:39Z', 'revision_number': 5, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:11.943389 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-44dfb039-b3db-4157-9831-0e30e1781c8a req-3d69b251-019d-45f5-b5c2-ea25c5821f1b service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645441 Dec 16 07:54:11.961682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efdfb75-42a8-4be7-8fef-817767aad11c None None] The sync data for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 is: [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '2bd304ea-055f-4fd5-b556-3779bff6ad93', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'port_id': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'mac_address': 'fa:16:3e:51:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:53:40Z', 'updated_at': '2021-12-16T07:54:08Z', 'revision_number': 1, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:39Z', 'revision_number': 5, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:54:11.984357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5872c5d1-35dc-4444-8b3e-aeba96d20549 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:12.001841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:54:12.188748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5872c5d1-35dc-4444-8b3e-aeba96d20549, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5872c5d1-35dc-4444-8b3e-aeba96d20549,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:12.210471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '5872c5d1-35dc-4444-8b3e-aeba96d20549', 'network_id': '7428338e-67f4-4159-8916-fab7a7503461', 'port_id': '5872c5d1-35dc-4444-8b3e-aeba96d20549', 'mac_address': 'fa:16:3e:90:8a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c049036d-c2de-4b34-871e-15097bf70c35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:12.246003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-495d2352-43eb-4ae4-90e7-d57c0b9e4bf8 req-5e7a1515-dded-4c10-b89f-2af75461d02d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:54:12.259987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-495d2352-43eb-4ae4-90e7-d57c0b9e4bf8 req-5e7a1515-dded-4c10-b89f-2af75461d02d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134630 Dec 16 07:54:12.294931 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:12.317381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5872c5d1-35dc-4444-8b3e-aeba96d20549 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:12.340472 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26794131-14ba-4270-85b4-4f012e8925b3 None None] New status for floating IP 2bd304ea-055f-4fd5-b556-3779bff6ad93: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:54:12.343392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5872c5d1-35dc-4444-8b3e-aeba96d20549, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5872c5d1-35dc-4444-8b3e-aeba96d20549,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:12.344997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99dc9080-51c9-431d-999a-73fde398d1ef req-034a85ca-d66e-49a3-bdd8-eff5b29e3a52 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314203 Dec 16 07:54:12.350166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-c6f42b77-a84a-4ad9-a359-42156be65bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:12.352291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-c6f42b77-a84a-4ad9-a359-42156be65bc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af9d3c8f-6201-48a0-91e0-e0012a48bdad HTTP/1.1" status: 200 len: 911 time: 0.5531986 Dec 16 07:54:12.445875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-fe58e649-f7c1-416e-ad4c-8f894be46203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83 HTTP/1.1" status: 200 len: 998 time: 0.0867376 Dec 16 07:54:12.450413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:12.520324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5872c5d1-35dc-4444-8b3e-aeba96d20549,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:12.550290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-85a2daa1-aa57-419f-8ce9-b7bbfa4b0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:12.552156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-85a2daa1-aa57-419f-8ce9-b7bbfa4b0174 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff706428-794a-4724-9a34-5c8e454da51c HTTP/1.1" status: 200 len: 849 time: 0.0969505 Dec 16 07:54:12.671715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-5db259d8-de90-40de-8d51-689ac246593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:12.673482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-5db259d8-de90-40de-8d51-689ac246593c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9d3c8f-6201-48a0-91e0-e0012a48bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127672 Dec 16 07:54:12.778531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['5872c5d1-35dc-4444-8b3e-aeba96d20549'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:12.871058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3691769-e14e-44ce-8bf9-d76c74c151d5 req-32da30b9-770c-4c8e-af5e-f6572b5f7517 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:12.879059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3691769-e14e-44ce-8bf9-d76c74c151d5 req-32da30b9-770c-4c8e-af5e-f6572b5f7517 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 948 time: 0.0921006 Dec 16 07:54:12.978369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-ede02e4e-1bab-4bc6-a9b4-ee8620b5ce06 service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904992 Dec 16 07:54:13.023111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3691769-e14e-44ce-8bf9-d76c74c151d5 req-c984d211-c9a3-409f-abdc-7f10997de032 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430185 Dec 16 07:54:13.048489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12f94e-6a9b-44b9-9ecd-70171c58a364 req-01f6e049-9b2f-4d2c-8c0a-63e5a18f7be5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:13.053055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a12f94e-6a9b-44b9-9ecd-70171c58a364 req-01f6e049-9b2f-4d2c-8c0a-63e5a18f7be5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1687717 Dec 16 07:54:13.134149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-61548c60-3f2c-4e1d-bde7-0151f089ae99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1886599 Dec 16 07:54:13.154449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-c52fba6c-03de-4e24-945f-6ea8258191fc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:54:13.156086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-c52fba6c-03de-4e24-945f-6ea8258191fc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117857 Dec 16 07:54:13.167016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a12f94e-6a9b-44b9-9ecd-70171c58a364 req-d804ed62-a5ab-4c59-8797-bd4004f2ac24 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866556 Dec 16 07:54:13.215192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-355c88cb-a067-4dd1-963c-c3b4c5361052 req-ab0adbc5-8f97-49ed-9bfe-535142e14a11 service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154787 Dec 16 07:54:13.481855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110021f-e53b-4fa7-9977-418792275683 req-339e3049-1bf7-40e4-9dce-0ff42221d6dc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:13.488841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110021f-e53b-4fa7-9977-418792275683 req-339e3049-1bf7-40e4-9dce-0ff42221d6dc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 945 time: 0.0631588 Dec 16 07:54:13.582273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110021f-e53b-4fa7-9977-418792275683 req-3afff478-bcfc-4cee-adc6-e81ad4308837 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916071 Dec 16 07:54:13.990077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:14.001346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5872c5d1-35dc-4444-8b3e-aeba96d20549 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:14.197818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de542cd6-dc0b-430d-8b35-01f6f63b5dad req-b88d2912-eee5-4221-982a-5803c13fd108 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:14.208425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de542cd6-dc0b-430d-8b35-01f6f63b5dad req-b88d2912-eee5-4221-982a-5803c13fd108 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 948 time: 0.0916748 Dec 16 07:54:14.221546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:14.242354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 5872c5d1-35dc-4444-8b3e-aeba96d20549 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:54:14.257978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 5872c5d1-35dc-4444-8b3e-aeba96d20549 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:14.262894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:14.312762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de542cd6-dc0b-430d-8b35-01f6f63b5dad req-47a8d741-f2e3-41b4-9889-d0bb50e3e66b tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032326 Dec 16 07:54:14.329506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '456899c4-5c40-40c2-b08c-ba3856be570f', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '456899c4-5c40-40c2-b08c-ba3856be570f', 'mac_address': 'fa:16:3e:e8:11:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:14.450415 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:14.471284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456899c4-5c40-40c2-b08c-ba3856be570f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:14.526021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa07c8-8025-48dd-b55b-b2a863400e24 req-955209e3-e97d-4a59-a8cb-8f3a7ccc41c9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:14.531194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39fa07c8-8025-48dd-b55b-b2a863400e24 req-955209e3-e97d-4a59-a8cb-8f3a7ccc41c9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1028597 Dec 16 07:54:14.545796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:14.553082 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:14.581008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872c5d1-35dc-4444-8b3e-aeba96d20549'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:14.584581 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c25661d-8dd4-44c4-93a1-4290a99ddc61" -d '{"events": [{"server_uuid": "a042703a-be3d-4a78-a23e-ba8289c90dd4", "name": "network-vif-plugged", "status": "completed", "tag": "5872c5d1-35dc-4444-8b3e-aeba96d20549"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:14.602584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5872c5d1-35dc-4444-8b3e-aeba96d20549, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5872c5d1-35dc-4444-8b3e-aeba96d20549,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:14.623609 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:14.678406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39fa07c8-8025-48dd-b55b-b2a863400e24 req-9251abac-6151-4a21-9bc6-20dc2bae0f0d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428142 Dec 16 07:54:14.745682 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1156490c-9b7a-463f-b687-13ff4f449249 x-openstack-request-id: req-1156490c-9b7a-463f-b687-13ff4f449249 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:14.749647 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a042703a-be3d-4a78-a23e-ba8289c90dd4", "name": "network-vif-plugged", "status": "completed", "tag": "5872c5d1-35dc-4444-8b3e-aeba96d20549", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:14.756520 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1156490c-9b7a-463f-b687-13ff4f449249 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:14.757307 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872c5d1-35dc-4444-8b3e-aeba96d20549', 'code': 200} Dec 16 07:54:14.759085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:14.765371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:14.902197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5872c5d1-35dc-4444-8b3e-aeba96d20549,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:14.931221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2e5e2-3593-496c-acd2-a97c7ccbaa3e req-e47c1fdb-1087-4b6c-8663-21290580a230 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:14.939929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eff2e5e2-3593-496c-acd2-a97c7ccbaa3e req-e47c1fdb-1087-4b6c-8663-21290580a230 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 946 time: 0.1435385 Dec 16 07:54:14.943293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07e20-f3cd-4f50-97ac-5cb220daa795 req-c23b84e8-7168-4b93-80d6-50d49fd31026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:14.944866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0e07e20-f3cd-4f50-97ac-5cb220daa795 req-c23b84e8-7168-4b93-80d6-50d49fd31026 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 1098 time: 0.1032333 Dec 16 07:54:14.967720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['456899c4-5c40-40c2-b08c-ba3856be570f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:15.145468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eff2e5e2-3593-496c-acd2-a97c7ccbaa3e req-8203f22c-a5a9-4c08-a75f-301a87068cc1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999316 Dec 16 07:54:15.145468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0e07e20-f3cd-4f50-97ac-5cb220daa795 req-a0ccba33-6d04-4962-b464-b96f964ebb26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900499 Dec 16 07:54:15.484990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a82e8-7f22-44b0-b3be-ec37cc36de94 req-1d9ce98d-b708-4649-9509-585b4177a0d5 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:15.488771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-589a82e8-7f22-44b0-b3be-ec37cc36de94 req-1d9ce98d-b708-4649-9509-585b4177a0d5 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 949 time: 0.0641320 Dec 16 07:54:15.556988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-589a82e8-7f22-44b0-b3be-ec37cc36de94 req-3e6304d1-1e88-46b5-a0ca-c40f10171da9 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Dec 16 07:54:15.709703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53184) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:15.852304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fd822-c7a0-4f26-91bc-1a4199bc9a25 req-2cd7617e-97a3-474c-a9ee-557528929b01 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:15.853870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c54fd822-c7a0-4f26-91bc-1a4199bc9a25 req-2cd7617e-97a3-474c-a9ee-557528929b01 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.0545397 Dec 16 07:54:15.879490 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9281b2b7-0366-414c-9bfe-676795d7abe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.021817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9281b2b7-0366-414c-9bfe-676795d7abe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.024415 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:16.041453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c54fd822-c7a0-4f26-91bc-1a4199bc9a25 req-97764b49-26d1-48b8-b4be-ae790ff8cd6d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741831 Dec 16 07:54:16.107007 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9281b2b7-0366-414c-9bfe-676795d7abe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.233217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281b2b7-0366-414c-9bfe-676795d7abe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5054ebc-88d1-437c-a596-95ca02f0db5a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:16.254458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9281b2b7-0366-414c-9bfe-676795d7abe8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67e80324b46048448377725f2702d051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406444 Dec 16 07:54:16.254550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53200) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:16.285768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 456899c4-5c40-40c2-b08c-ba3856be570f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:54:16.291910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 456899c4-5c40-40c2-b08c-ba3856be570f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:16.293149 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.346746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c058f7-6310-49fb-a074-b604bdfaf81e req-7576ed07-b5a1-4764-bb21-fad7af5d9b82 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:16.348367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95c058f7-6310-49fb-a074-b604bdfaf81e req-7576ed07-b5a1-4764-bb21-fad7af5d9b82 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 946 time: 0.0666347 Dec 16 07:54:16.367516 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fada0421-77cc-47bd-8016-43772d6ad225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.422561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fada0421-77cc-47bd-8016-43772d6ad225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.432017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95c058f7-6310-49fb-a074-b604bdfaf81e req-3512bee8-6223-460a-ba90-6915b0fbb6ff tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757871 Dec 16 07:54:16.465063 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.589336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:16.609241 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fada0421-77cc-47bd-8016-43772d6ad225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.612124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fada0421-77cc-47bd-8016-43772d6ad225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.613548 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fada0421-77cc-47bd-8016-43772d6ad225 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5054ebc-88d1-437c-a596-95ca02f0db5a HTTP/1.1" status: 204 len: 168 time: 0.3581221 Dec 16 07:54:16.627379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada0421-77cc-47bd-8016-43772d6ad225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5054ebc-88d1-437c-a596-95ca02f0db5a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:16.703223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:16.734765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d7f9a-be1f-4588-8ce5-fa188cbda22f req-89946ce4-a0f0-41ab-89f1-0d5c352bf16a tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:16.736977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb5d7f9a-be1f-4588-8ce5-fa188cbda22f req-89946ce4-a0f0-41ab-89f1-0d5c352bf16a tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 949 time: 0.0767143 Dec 16 07:54:16.761118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:16.763926 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d3d15b-23d1-4049-a6fe-8f3008cf3cbf" -d '{"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-plugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:16.825933 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234458a-3b63-4576-8fe0-ab11bd547450 x-openstack-request-id: req-2234458a-3b63-4576-8fe0-ab11bd547450 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:16.826229 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-plugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:16.826490 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2234458a-3b63-4576-8fe0-ab11bd547450 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:16.826882 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f', 'code': 200} Dec 16 07:54:16.829885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:16.833043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb5d7f9a-be1f-4588-8ce5-fa188cbda22f req-ee776941-19c7-4c7e-932f-7d8293aded56 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896113 Dec 16 07:54:16.962353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6f82-039f-42c1-8c97-4904b1e5fbe5 req-e7cd2a90-0de9-4a35-9f60-432c7c8453a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:16.964496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d4b6f82-039f-42c1-8c97-4904b1e5fbe5 req-e7cd2a90-0de9-4a35-9f60-432c7c8453a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 1102 time: 0.0498700 Dec 16 07:54:17.029964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d4b6f82-039f-42c1-8c97-4904b1e5fbe5 req-c71293a5-28c3-4bb8-a09d-d9eb30bd3afb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592003 Dec 16 07:54:17.258830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495806d-16aa-45f2-9bed-8c3d749cb2dc req-e9dc24a4-e0a4-4aaa-8fe8-00df79a53f2d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:17.263454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c495806d-16aa-45f2-9bed-8c3d749cb2dc req-e9dc24a4-e0a4-4aaa-8fe8-00df79a53f2d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.0652292 Dec 16 07:54:17.321655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c495806d-16aa-45f2-9bed-8c3d749cb2dc req-b0a67f73-1838-46b0-b11d-87a23ed00e77 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538795 Dec 16 07:54:17.567522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a895e2-d3f7-4351-a3fa-7cc262bef9bb req-30c11aaf-775a-423f-aa61-ea5fbdbffed9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:17.569078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88a895e2-d3f7-4351-a3fa-7cc262bef9bb req-30c11aaf-775a-423f-aa61-ea5fbdbffed9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 946 time: 0.0538008 Dec 16 07:54:17.599203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53234) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:17.625336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2de5883-47ff-44f0-ac51-7c50078de3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:17.649494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88a895e2-d3f7-4351-a3fa-7cc262bef9bb req-64aac42f-a228-43dc-b2c7-f833419a54fb tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 Dec 16 07:54:17.799611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2de5883-47ff-44f0-ac51-7c50078de3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:17.851568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2de5883-47ff-44f0-ac51-7c50078de3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:17.904549 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2de5883-47ff-44f0-ac51-7c50078de3aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d6676e7a7084ae7b85b2e83ef0ddd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041730 Dec 16 07:54:17.907289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53246) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:17.921248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de5883-47ff-44f0-ac51-7c50078de3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21fd661-82e7-4db6-9a14-7aa158edf56c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:18.009416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211e548-b6b5-4616-a87f-39eb745b5fec req-638e1e7a-d0a1-4a9f-8437-7ca8ffe1a879 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:18.017726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8211e548-b6b5-4616-a87f-39eb745b5fec req-638e1e7a-d0a1-4a9f-8437-7ca8ffe1a879 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 950 time: 0.0926867 Dec 16 07:54:18.038606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ba0eabe-4150-49a8-8ff2-b7d1977e527d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:18.080306 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ba0eabe-4150-49a8-8ff2-b7d1977e527d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:18.104385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8211e548-b6b5-4616-a87f-39eb745b5fec req-4c35b18e-40c1-42f6-b53c-e5585a6827fd tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830019 Dec 16 07:54:18.282327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25625fde-fce4-4c80-94ee-bdcfd9b47cc9 req-3a95725c-288c-42ef-967a-104a943c5d9e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:18.284022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25625fde-fce4-4c80-94ee-bdcfd9b47cc9 req-3a95725c-288c-42ef-967a-104a943c5d9e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 946 time: 0.0903132 Dec 16 07:54:18.285381 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ba0eabe-4150-49a8-8ff2-b7d1977e527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:18.288081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ba0eabe-4150-49a8-8ff2-b7d1977e527d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:18.289153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3ba0eabe-4150-49a8-8ff2-b7d1977e527d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d21fd661-82e7-4db6-9a14-7aa158edf56c HTTP/1.1" status: 204 len: 168 time: 0.3808134 Dec 16 07:54:18.298237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0eabe-4150-49a8-8ff2-b7d1977e527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21fd661-82e7-4db6-9a14-7aa158edf56c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:18.432215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25625fde-fce4-4c80-94ee-bdcfd9b47cc9 req-726add90-0ddb-4ae7-854a-fcf12a3b3150 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227622 Dec 16 07:54:18.685979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52ea71-18c9-4083-ba03-4b8bef8e2ba2 req-1b04576e-f5b9-4351-821c-b40f9c4f9ede tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:18.691182 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee52ea71-18c9-4083-ba03-4b8bef8e2ba2 req-1b04576e-f5b9-4351-821c-b40f9c4f9ede tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.0846562 Dec 16 07:54:18.691433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53272) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:18.801509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee52ea71-18c9-4083-ba03-4b8bef8e2ba2 req-3ba59a5c-5b1c-4046-bde1-820a0f22d46e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940175 Dec 16 07:54:19.101219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] Deleting subnet a9e768f2-fb5b-43c5-80ce-e19af3e02baf {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:54:19.117934 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:19.163841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:19.229319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:19.274312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f9c5a-5f3a-4380-b677-8bb0fbacce33 req-b6eda512-f7ac-4441-bc4f-4305d0e3beb9 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:19.284642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-992f9c5a-5f3a-4380-b677-8bb0fbacce33 req-b6eda512-f7ac-4441-bc4f-4305d0e3beb9 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 950 time: 0.0826173 Dec 16 07:54:19.364383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-992f9c5a-5f3a-4380-b677-8bb0fbacce33 req-2f91f4fb-973f-42d7-99d6-77683b21ee96 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730267 Dec 16 07:54:19.376072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:19.404533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e768f2-fb5b-43c5-80ce-e19af3e02baf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:19.410902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:19.414641 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa4f8393-e6ca-4cf6-9333-8b33c1a9d69a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a9e768f2-fb5b-43c5-80ce-e19af3e02baf HTTP/1.1" status: 204 len: 168 time: 0.7210698 Dec 16 07:54:19.417743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53300) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:19.725843 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:19.810019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75797c-65d4-4b6a-ab54-68aa6f24aaca req-dbf8ab0a-fd31-40f8-912f-2807ebf1356e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:19.818261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb75797c-65d4-4b6a-ab54-68aa6f24aaca req-dbf8ab0a-fd31-40f8-912f-2807ebf1356e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 946 time: 0.1254139 Dec 16 07:54:19.927817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:19.950597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edc0b70-1290-40ba-8738-4ce9160fa555']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:19.960415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306f7399-f32d-4e65-96e3-72c8acfd92dd') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:19.960738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306f7399-f32d-4e65-96e3-72c8acfd92dd') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:19.970701 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.003439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.019711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:54:20.020120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:54:20.023587 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:54:20.078148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-39180d21-2304-4bd9-a8f1-ad6d6bd978a1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:20.079696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-39180d21-2304-4bd9-a8f1-ad6d6bd978a1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.36 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 946 time: 0.2905672 Dec 16 07:54:20.082981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb75797c-65d4-4b6a-ab54-68aa6f24aaca req-e67037e9-3af6-47b6-b6d3-f3c3e2878604 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639315 Dec 16 07:54:20.257091 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.284604 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.290056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] 10.222.0.43 "DELETE /v2.0/networks/0edc0b70-1290-40ba-8738-4ce9160fa555 HTTP/1.1" status: 204 len: 168 time: 0.8689868 Dec 16 07:54:20.290056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18538bf0-607d-4e1f-9f55-e5d50e567f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=0edc0b70-1290-40ba-8738-4ce9160fa555,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:20.337766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Deleting port 5872c5d1-35dc-4444-8b3e-aeba96d20549 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:54:20.338116 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.421867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ce3b2-4937-4c5c-a812-a0ba80b5c08b req-bd42c932-3f3a-4e96-8403-6890f98ef194 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:20.423438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e71ce3b2-4937-4c5c-a812-a0ba80b5c08b req-bd42c932-3f3a-4e96-8403-6890f98ef194 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1405444 Dec 16 07:54:20.482531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] For port 5872c5d1-35dc-4444-8b3e-aeba96d20549, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5872c5d1-35dc-4444-8b3e-aeba96d20549,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:20.482965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.508639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Calling delete_port for 5872c5d1-35dc-4444-8b3e-aeba96d20549 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:54:20.585847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e71ce3b2-4937-4c5c-a812-a0ba80b5c08b req-51602144-38cc-4940-bddc-fe364f93e2c9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057701 Dec 16 07:54:20.817091 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.831155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53366) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:20.854332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['5872c5d1-35dc-4444-8b3e-aeba96d20549'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:20.857108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['bf24b01a-045d-412e-abca-956507dbda1e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:20.884113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Pushing event deleted for resources: {'Port': ['ID=5872c5d1-35dc-4444-8b3e-aeba96d20549,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:20.921587 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-37a2391f-2b87-47a1-bcd9-5081f830325b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c74443691ac642e395264dd387be70fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892484 Dec 16 07:54:20.922188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:20.974204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] No DVR routers for this DVR port 5872c5d1-35dc-4444-8b3e-aeba96d20549 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:54:20.977068 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:20.985961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad6f5bf2-669b-451d-9029-b9a42fbcd88a req-16f133cf-c5c9-4f4f-ba99-6a22aa56bd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.36 "DELETE /v2.0/ports/5872c5d1-35dc-4444-8b3e-aeba96d20549 HTTP/1.1" status: 204 len: 173 time: 0.8940799 Dec 16 07:54:20.985961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'name': 'network-vif-deleted', 'tag': '5872c5d1-35dc-4444-8b3e-aeba96d20549'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:20.985961 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740192e3-ecbc-4f9d-a235-c699cbf00cc0" -d '{"events": [{"server_uuid": "a042703a-be3d-4a78-a23e-ba8289c90dd4", "name": "network-vif-deleted", "tag": "5872c5d1-35dc-4444-8b3e-aeba96d20549"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:21.050154 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46dbb5fe-4e45-475e-8359-657cdc0c3445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:21.076148 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7588d-0213-4179-bd0e-e8485d68151f x-openstack-request-id: req-aea7588d-0213-4179-bd0e-e8485d68151f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:21.076148 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a042703a-be3d-4a78-a23e-ba8289c90dd4", "name": "network-vif-deleted", "tag": "5872c5d1-35dc-4444-8b3e-aeba96d20549", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:21.076148 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aea7588d-0213-4179-bd0e-e8485d68151f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:21.076148 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a042703a-be3d-4a78-a23e-ba8289c90dd4', 'name': 'network-vif-deleted', 'tag': '5872c5d1-35dc-4444-8b3e-aeba96d20549', 'status': 'completed', 'code': 200} Dec 16 07:54:21.085430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46dbb5fe-4e45-475e-8359-657cdc0c3445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:21.240765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-464e331c-b9b1-4b16-b938-c1f5cb2eb08f req-43cb18c7-c0f4-4ff5-8a27-48b447b8f163 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=a042703a-be3d-4a78-a23e-ba8289c90dd4 HTTP/1.1" status: 200 len: 210 time: 0.0377018 Dec 16 07:54:21.246202 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46dbb5fe-4e45-475e-8359-657cdc0c3445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:21.249393 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46dbb5fe-4e45-475e-8359-657cdc0c3445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:21.253005 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-46dbb5fe-4e45-475e-8359-657cdc0c3445 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2345e6c3-a77f-4b7e-9ad2-2011921ae8eb HTTP/1.1" status: 204 len: 168 time: 0.3276243 Dec 16 07:54:21.280561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb5fe-4e45-475e-8359-657cdc0c3445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2345e6c3-a77f-4b7e-9ad2-2011921ae8eb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:21.808168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb698d59-a08e-4827-828b-5641d2de90d0 req-92288ef6-5ccf-4484-b198-92fda15c4d7d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:21.809873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb698d59-a08e-4827-828b-5641d2de90d0 req-92288ef6-5ccf-4484-b198-92fda15c4d7d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.0657783 Dec 16 07:54:21.891472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb698d59-a08e-4827-828b-5641d2de90d0 req-7d855ba8-c4c1-4db7-9125-80f235a6662d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732598 Dec 16 07:54:22.072813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53446) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:22.246668 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b592a55-052b-489e-a386-cbcaa6bbdd17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.346948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b592a55-052b-489e-a386-cbcaa6bbdd17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.420562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10518917-4081-4a4c-baa8-2f07fbab7695 req-953edfb7-9feb-4f60-80b8-2187b6ee7642 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:22.422128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10518917-4081-4a4c-baa8-2f07fbab7695 req-953edfb7-9feb-4f60-80b8-2187b6ee7642 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Dec 16 07:54:22.508870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b592a55-052b-489e-a386-cbcaa6bbdd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.539293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10518917-4081-4a4c-baa8-2f07fbab7695 req-4668ab68-a2d9-4ad2-8eb2-5775ba71ace6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109345 Dec 16 07:54:22.591976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53472) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:22.592720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5b592a55-052b-489e-a386-cbcaa6bbdd17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7add9086e0db4582a59222dbe278006e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5173991 Dec 16 07:54:22.593364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b592a55-052b-489e-a386-cbcaa6bbdd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c47edb7-04b4-478d-ae0b-fc98ab7d7d45,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:22.662187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53474) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:22.678780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b36e2f01-c1a3-4dfa-8cab-efbc9474c156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.717140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b36e2f01-c1a3-4dfa-8cab-efbc9474c156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.826269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-402695446-network', 'tenant_id': 'f9c32a89033c4b638ab63ce4ee65a6ef'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:22.845595 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b36e2f01-c1a3-4dfa-8cab-efbc9474c156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.851471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b36e2f01-c1a3-4dfa-8cab-efbc9474c156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.851471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b36e2f01-c1a3-4dfa-8cab-efbc9474c156 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c47edb7-04b4-478d-ae0b-fc98ab7d7d45 HTTP/1.1" status: 204 len: 168 time: 0.2565100 Dec 16 07:54:22.870608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e2f01-c1a3-4dfa-8cab-efbc9474c156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c47edb7-04b4-478d-ae0b-fc98ab7d7d45,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:22.886949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d9ed3-adc7-47ce-bf6a-6b7c8550a0cb req-3ce08687-958f-4690-af0e-319b65284544 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:22.888613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f13d9ed3-adc7-47ce-bf6a-6b7c8550a0cb req-3ce08687-958f-4690-af0e-319b65284544 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0780852 Dec 16 07:54:22.961573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f13d9ed3-adc7-47ce-bf6a-6b7c8550a0cb req-75808543-3bba-494c-add5-64a1530dc14f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597918 Dec 16 07:54:22.976881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Made reservation on behalf of f9c32a89033c4b638ab63ce4ee65a6ef for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:22.981957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:22.993069 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.127634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3319bc-9fa2-47fe-942a-66f77ea034ca req-ee0d9d2d-08cc-45cf-be22-e35d6c98255c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:23.129260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e3319bc-9fa2-47fe-942a-66f77ea034ca req-ee0d9d2d-08cc-45cf-be22-e35d6c98255c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1227975 Dec 16 07:54:23.148470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be17be-2475-4e36-ae24-46e733a4dc63 req-13ce0c8a-24f1-4286-847c-0408a64d0d7e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:23.150519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24be17be-2475-4e36-ae24-46e733a4dc63 req-13ce0c8a-24f1-4286-847c-0408a64d0d7e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1177514 Dec 16 07:54:23.235183 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.249733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24be17be-2475-4e36-ae24-46e733a4dc63 req-cfa576bb-f61f-4617-b7e4-4afca561d56a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820410 Dec 16 07:54:23.260462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e3319bc-9fa2-47fe-942a-66f77ea034ca req-6396f999-fe43-4b2f-be26-02db84ced4a1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200247 Dec 16 07:54:23.320641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-beeb12c8-b97a-4ad8-8de0-bb432d54ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:23.322423 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-beeb12c8-b97a-4ad8-8de0-bb432d54ac60 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1&tenant_id=f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 1095 time: 0.0499682 Dec 16 07:54:23.342685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:23.349588 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.395146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:54:23.416902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.418351 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Added segment d9aa0ff2-684f-4194-bf8a-f84410524ae6 of type vlan for network 0554d286-dccd-459a-b12f-a3df4c9a1f23 Dec 16 07:54:23.429464 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.501773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.506797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a838a-c838-40f1-befe-1e9d5f857442,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:23.652582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.653540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:23.655457 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.726682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:23.749045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] Pushing event updated for resources: {'Network': ['ID=0554d286-dccd-459a-b12f-a3df4c9a1f23,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:23.763654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:54:23.765878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:23.802704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a675a5-ff49-49a2-a280-2fc2c724569f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:23.813375 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.836937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Transition to ACTIVE for port object 92a675a5-ff49-49a2-a280-2fc2c724569f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:54:23.849239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0cbf11dc-d924-45bd-8703-2259213b3bfa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1826966 Dec 16 07:54:23.849779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53546) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:23.862819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Request body: {'subnet': {'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-402695446-subnet', 'tenant_id': 'f9c32a89033c4b638ab63ce4ee65a6ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:23.935407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:23.964776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Made reservation on behalf of f9c32a89033c4b638ab63ce4ee65a6ef for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:23.968439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.079464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:24.103704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5872c5d1-35dc-4444-8b3e-aeba96d20549 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:54:24.129079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=9']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:24.145258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 5872c5d1-35dc-4444-8b3e-aeba96d20549 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:54:24.145258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5872c5d1-35dc-4444-8b3e-aeba96d20549 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:54:24.218703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] No DVR routers for this DVR port 92a675a5-ff49-49a2-a280-2fc2c724569f on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:54:24.266287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:24.289502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '456899c4-5c40-40c2-b08c-ba3856be570f', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '456899c4-5c40-40c2-b08c-ba3856be570f', 'mac_address': 'fa:16:3e:e8:11:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:24.337667 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.350523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.397129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 456899c4-5c40-40c2-b08c-ba3856be570f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:24.425105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:24.488375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:24.539399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:24.539770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:24.540103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:24.545393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de791e3-e14d-4cae-9cec-cd707334b96f,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:24.553174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Port 92a675a5-ff49-49a2-a280-2fc2c724569f on network 79a19e99-7552-41d7-bb46-c7e243a7986b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:54:24.553460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Attempting to bind port 92a675a5-ff49-49a2-a280-2fc2c724569f on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:24.568822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:24.570547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Checking segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:24.571771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Bound using segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:24.574618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Bound port: 92a675a5-ff49-49a2-a280-2fc2c724569f, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:24.575687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.594018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Checking segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:24.594560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Network hostable DHCP agents. Network: 0554d286-dccd-459a-b12f-a3df4c9a1f23, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:54:24.623339 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.642128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2bbc-2547-49e0-9619-42c393482436 req-773612a3-fd5c-4819-a2b4-4fd5c1bbd41c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:24.645458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45db2bbc-2547-49e0-9619-42c393482436 req-773612a3-fd5c-4819-a2b4-4fd5c1bbd41c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1560860 Dec 16 07:54:24.659885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-874554482-network', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:24.696117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:24.707520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:24.723010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:24.734109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.734641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.739233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.742415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45db2bbc-2547-49e0-9619-42c393482436 req-1af5a264-03a5-468f-90f3-a602cf1caa8b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915885 Dec 16 07:54:24.786775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:54:24.786951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.787427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:24.808964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['456899c4-5c40-40c2-b08c-ba3856be570f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:24.827208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Made reservation on behalf of 52fdd41bc7f24f448481fc9562269d72 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:24.832404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.837302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.880239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 0554d286-dccd-459a-b12f-a3df4c9a1f23) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:24.886395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:24.887342 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.896260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06868351-1342-4496-87c7-2a2397800bf6 None None] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:54:24.927593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=10']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:24.942425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:24.982238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-595059ac-5ab4-4f12-8b16-962139c46795 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1317136 Dec 16 07:54:25.004063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:25.004785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:25.007681 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-47b18d7c-f0e0-485f-b833-ed40668ef575 service neutron] 10.222.0.16 "PUT /v2.0/ports/92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 1092 time: 1.6693199 Dec 16 07:54:25.007681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:25.013933 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3f80d-cd65-441d-b37f-83645a352ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:25.147830 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb541e9-9df5-4b81-9970-b4c4ad94c299 x-openstack-request-id: req-cbb541e9-9df5-4b81-9970-b4c4ad94c299 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:25.148407 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:25.149254 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbb541e9-9df5-4b81-9970-b4c4ad94c299 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:25.149404 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'status': 'completed', 'code': 200} Dec 16 07:54:25.190596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-cbb8ec8d-d8bc-4afa-b229-140016f19312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:25.193091 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-cbb8ec8d-d8bc-4afa-b229-140016f19312 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1096 time: 0.1293383 Dec 16 07:54:25.262961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-0554d286-dccd-459a-b12f-a3df4c9a1f23', 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'project_id': 'f9c32a89033c4b638ab63ce4ee65a6ef', 'fixed_ips': [{'subnet_id': '3de791e3-e14d-4cae-9cec-cd707334b96f'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:54:25.270597 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:25.393872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-44b96066-a8b1-4316-85af-9b11ed1658f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:25.393872 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-44b96066-a8b1-4316-85af-9b11ed1658f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.1839187 Dec 16 07:54:25.560885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:25.601777 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-d9b4d29a-f87a-4869-bd67-c2eb61d84c08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 999 time: 0.1856258 Dec 16 07:54:25.666571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-4d2ed796-6e5f-4a22-ac1f-2c2546ed530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:25.668650 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-4d2ed796-6e5f-4a22-ac1f-2c2546ed530c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.0555489 Dec 16 07:54:25.668847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Allocated IP 172.20.0.2 (0554d286-dccd-459a-b12f-a3df4c9a1f23/3de791e3-e14d-4cae-9cec-cd707334b96f/6c175044-9825-4c57-936a-09a18eaa1682) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:25.669918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:25.761216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db3be7-8ea1-489c-95e5-c0c6a2d2fadb,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:25.791016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:54:25.804831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:25.805238 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Added segment 7c86e5fc-3f9f-440d-b00f-55b912791712 of type vlan for network 9208e604-783f-4595-af36-6fd267eeb3dc Dec 16 07:54:25.832199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-5953dfb5-c1d5-4f74-833c-83e1690a6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:25.833842 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-5953dfb5-c1d5-4f74-833c-83e1690a6700 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581151 Dec 16 07:54:25.966642 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-050cb5a1-559e-4ae8-88bb-91e6a5036469 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018991 Dec 16 07:54:25.992760 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.091609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-2e0a2343-c7f9-409a-ba7b-8273ed3e17e4 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:26.098137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-2e0a2343-c7f9-409a-ba7b-8273ed3e17e4 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 815 time: 0.3390458 Dec 16 07:54:26.174521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.resource_extend [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:54:26.226862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-0c48eec0-abc2-4c09-927b-5b122f405096 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/quotas/f9c32a89033c4b638ab63ce4ee65a6ef HTTP/1.1" status: 200 len: 375 time: 0.1196136 Dec 16 07:54:26.290157 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.295701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:26.304886 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc076cd-17eb-43f7-9f22-65353ca34e83 req-8da2882f-8824-4de0-8ce6-d138c4642122 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278096 Dec 16 07:54:26.324445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-290371cb-4922-4539-bc97-11008c96b6f0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962937 Dec 16 07:54:26.361782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca5711-a814-4ed6-b3ef-9dfc482a7355 req-ae5eb91c-429e-4577-b2f1-4679d55272b2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:26.364995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 456899c4-5c40-40c2-b08c-ba3856be570f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:26.365391 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.373082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70ca5711-a814-4ed6-b3ef-9dfc482a7355 req-ae5eb91c-429e-4577-b2f1-4679d55272b2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.2684226 Dec 16 07:54:26.464724 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.494128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70ca5711-a814-4ed6-b3ef-9dfc482a7355 req-85ac9601-040f-44c3-9ee9-160b86c9c342 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196973 Dec 16 07:54:26.501150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:26.505416 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eca769-6d3e-4eb6-b6b5-9da0011d7466" -d '{"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-plugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:26.533151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-f03d7dc5-8615-4d6a-93cd-48db7f1f3902 service neutron] 10.222.0.43 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071247 Dec 16 07:54:26.537470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:26.552529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.558413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:26.558413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.638322 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.695966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6dfcfaf0-7786-4f9d-958a-c437de19313e service neutron] 10.222.0.43 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615350 Dec 16 07:54:26.703202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:26.704225 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.712318 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:26.720150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:26.826178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Attempting to bind port 6c175044-9825-4c57-936a-09a18eaa1682 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:26.826178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Attempting to bind port 6c175044-9825-4c57-936a-09a18eaa1682 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:26.826178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Attempting to bind port 6c175044-9825-4c57-936a-09a18eaa1682 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:26.826178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Pushing event updated for resources: {'Port': ['ID=6c175044-9825-4c57-936a-09a18eaa1682,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:26.919608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4885764 Dec 16 07:54:26.922308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53670) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:26.928579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Request body: {'subnet': {'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-874554482-subnet', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:26.961717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:26.970935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:26.995793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Checking segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:26.995793 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:26.995793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Bound using segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:26.995793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Bound port: 6c175044-9825-4c57-936a-09a18eaa1682, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:26.995793 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:27.001474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e128a-8ccd-4df0-bf23-ac74165a0d9e admin admin] Pushing event updated for resources: {'Network': ['ID=9208e604-783f-4595-af36-6fd267eeb3dc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:27.049453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-9a973553-1765-4299-9929-036e55b784a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:27.054409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-9a973553-1765-4299-9929-036e55b784a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1096 time: 0.2124555 Dec 16 07:54:27.061284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Made reservation on behalf of 52fdd41bc7f24f448481fc9562269d72 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:27.064420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:27.108877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 9208e604-783f-4595-af36-6fd267eeb3dc details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:54:27.222972 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cccddf-064b-4a33-82ed-0a8fa8b31f1b x-openstack-request-id: req-86cccddf-064b-4a33-82ed-0a8fa8b31f1b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:27.223443 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-plugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:27.224260 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86cccddf-064b-4a33-82ed-0a8fa8b31f1b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:27.224793 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f', 'code': 200} Dec 16 07:54:27.338170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-4666d2d4-b795-4369-a541-4fc2cba10688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:27.346003 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-4666d2d4-b795-4369-a541-4fc2cba10688 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.2777159 Dec 16 07:54:27.379090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] For port 6c175044-9825-4c57-936a-09a18eaa1682, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:27.384881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] For port 6c175044-9825-4c57-936a-09a18eaa1682, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6c175044-9825-4c57-936a-09a18eaa1682,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:27.433607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:27.464705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:27.501999 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-1f0509bc-f0ba-44dd-9cd9-dc8e92b18cd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 999 time: 0.1480591 Dec 16 07:54:27.661324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-8c9b439a-43eb-4e84-81c2-087e3fb0737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:27.662825 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-8c9b439a-43eb-4e84-81c2-087e3fb0737e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.1380832 Dec 16 07:54:27.665981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df5a1a-5c69-4e64-a648-ed304e37b82b None None] Pushing event updated for resources: {'Port': ['ID=6c175044-9825-4c57-936a-09a18eaa1682,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:27.785003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-7904b722-473f-4a3e-b7c0-739e44596661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:27.787399 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-7904b722-473f-4a3e-b7c0-739e44596661 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816209 Dec 16 07:54:27.857549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:28.017317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccb1b79-a003-4731-a825-6172c1e54fcd,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:28.058293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Checking segment: {'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:28.058656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Network hostable DHCP agents. Network: 9208e604-783f-4595-af36-6fd267eeb3dc, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:54:28.138066 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-61cc8aac-93b2-41fa-81b4-4b218b1e11d1 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406310 Dec 16 07:54:28.188447 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-286ec24a-1111-44c2-bd9b-64120f6ab546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:28.292907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Network 9208e604-783f-4595-af36-6fd267eeb3dc is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:54:28.355867 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88c3f80d-cd65-441d-b37f-83645a352ea0 req-2a23a9e4-2002-45cc-8ea0-df1e6088ec5a service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986721 Dec 16 07:54:28.380730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 9208e604-783f-4595-af36-6fd267eeb3dc) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:28.385387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:28.386299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:28.408731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c738d5-d8be-4302-9608-979796fe0c84 None None] Network 9208e604-783f-4595-af36-6fd267eeb3dc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:54:28.481261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4737ebe8-9d44-4229-9f35-a4d40310c2d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5576847 Dec 16 07:54:28.485062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53726) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:28.489711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:28.629152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:28.630243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:28.782244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-9208e604-783f-4595-af36-6fd267eeb3dc', 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc', 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'fixed_ips': [{'subnet_id': 'bccb1b79-a003-4731-a825-6172c1e54fcd'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:54:28.783130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:28.818159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:28.978791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6c175044-9825-4c57-936a-09a18eaa1682 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:29.204124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6c175044-9825-4c57-936a-09a18eaa1682 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:29.210362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:29.251646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:29.320789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Allocated IP 172.20.0.2 (9208e604-783f-4595-af36-6fd267eeb3dc/bccb1b79-a003-4731-a825-6172c1e54fcd/8caa1dbe-17a5-4f1f-8252-d7f972aaf71d) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:29.518025 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:29.528522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1de91f-704d-4c1c-ae32-91fdf105c18c None None] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:54:29.779946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 6c175044-9825-4c57-936a-09a18eaa1682, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6c175044-9825-4c57-936a-09a18eaa1682,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:29.793672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bc09d49e-e380-460c-94c9-4cf93d32c002 None None] Provisioning complete for port 6c175044-9825-4c57-936a-09a18eaa1682 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:29.794375 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bc09d49e-e380-460c-94c9-4cf93d32c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:29.877821 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:29.880395 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:29.966554 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.076861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.079006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=6c175044-9825-4c57-936a-09a18eaa1682,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:30.241269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Pushing event updated for resources: {'Port': ['ID=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:30.286539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Network 9208e604-783f-4595-af36-6fd267eeb3dc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:30.288562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:30.304311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:30.543264 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Attempting to bind port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Attempting to bind port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Attempting to bind port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d on network 9208e604-783f-4595-af36-6fd267eeb3dc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Checking segment: {'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Bound using segment: {'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Bound port: 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:30.544586 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.546186 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.546484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] For port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:30.546484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] For port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,segment=NetworkSegment(7c86e5fc-3f9f-440d-b00f-55b912791712),segment_id=7c86e5fc-3f9f-440d-b00f-55b912791712)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:30.546484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a80b2878-9dcf-412c-9e05-b64efd106b73 None None] Provisioning complete for port 6c175044-9825-4c57-936a-09a18eaa1682 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:30.546484 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a80b2878-9dcf-412c-9e05-b64efd106b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.547013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Allocated IP 172.25.2.68 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/2fec6c0f-7446-4575-bb2e-308b897c2ed1) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:30.645196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.766869 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.770911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b2927f74-418b-4822-88f0-528a599b3ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.815275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6c175044-9825-4c57-936a-09a18eaa1682 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:30.846858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.880157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8361d0-ebc6-4521-a535-48079a078b13 None None] Pushing event updated for resources: {'Port': ['ID=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:30.903994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6c175044-9825-4c57-936a-09a18eaa1682 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:30.903994 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:30.974259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:30.993451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:31.002020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:31.317135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2fec6c0f-7446-4575-bb2e-308b897c2ed1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:31.433594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-3281d09c-1a99-4ba0-8c66-dabcf1b55e7e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:31.435519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-3281d09c-1a99-4ba0-8c66-dabcf1b55e7e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 815 time: 0.4940455 Dec 16 07:54:31.459610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Request body: {'port': {'device_id': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'admin_state_up': True, 'tenant_id': 'f9c32a89033c4b638ab63ce4ee65a6ef'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:31.700991 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:31.826172 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:32.049307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Made reservation on behalf of f9c32a89033c4b638ab63ce4ee65a6ef for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:32.057855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:32.209867 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:32.448297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f8c3f-ea85-4435-b6d4-8b87f227ef92 None None] Network 9208e604-783f-4595-af36-6fd267eeb3dc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:54:32.589662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f85420b8-8be0-4a24-b660-9563a43ac8ea None None] Provisioning complete for port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:32.590155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f85420b8-8be0-4a24-b660-9563a43ac8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:32.623634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Allocated IP 172.20.0.3 (0554d286-dccd-459a-b12f-a3df4c9a1f23/3de791e3-e14d-4cae-9cec-cd707334b96f/3a4b7cba-3cf5-46b5-b505-640d31ec07c1) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:32.765234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Router e9101c3c-25d2-4b75-b72f-af40e19ff06b is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:54:33.272650 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.274914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:54:33.323675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:33.328417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Sync routers for ids ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:54:33.393620 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f85420b8-8be0-4a24-b660-9563a43ac8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.395784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Routers {'e9101c3c-25d2-4b75-b72f-af40e19ff06b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:33.396567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:33.411957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.465877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:33.470273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:33.473552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:33.509656 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.550728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:33.551399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.568535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f85420b8-8be0-4a24-b660-9563a43ac8ea None None] For port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,segment=NetworkSegment(7c86e5fc-3f9f-440d-b00f-55b912791712),segment_id=7c86e5fc-3f9f-440d-b00f-55b912791712)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:33.574188 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.579600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-21ad8861-cbbd-4bb5-941d-d26eb55e98f1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0904505 Dec 16 07:54:33.579992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53760) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:33.592027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Pushing event updated for resources: {'Port': ['ID=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:33.627435 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-6443d642-ae1a-4430-ac8c-df1e3a058c65 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1718953 Dec 16 07:54:33.646071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Request body: {'port': {'device_id': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:33.730369 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.761900 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f85420b8-8be0-4a24-b660-9563a43ac8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.793801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:33.800819 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:33.974316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Set router e9101c3c-25d2-4b75-b72f-af40e19ff06b gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:34.190136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5fb2d1ed-ef3b-4eeb-8bf6-1b24bd6cc54e None None] Provisioning complete for port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:34.190828 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d1ed-ef3b-4eeb-8bf6-1b24bd6cc54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:34.192779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85420b8-8be0-4a24-b660-9563a43ac8ea None None] Pushing event updated for resources: {'Port': ['ID=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:34.357283 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:34.400973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2d1ed-ef3b-4eeb-8bf6-1b24bd6cc54e None None] Port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:54:34.449932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5fb2d1ed-ef3b-4eeb-8bf6-1b24bd6cc54e None None] Provisioning complete for port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:34.449932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d1ed-ef3b-4eeb-8bf6-1b24bd6cc54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:34.516104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:34.544814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:34.570114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Transition to ACTIVE for port object 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:54:34.654992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:54:31Z', 'revision_number': 3, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port': {'id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:30Z', 'updated_at': '2021-12-16T07:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:34.697470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:34.717846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:34.737810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Checking router: e9101c3c-25d2-4b75-b72f-af40e19ff06b for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:54:34.737810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Updating router e9101c3c-25d2-4b75-b72f-af40e19ff06b port 2fec6c0f-7446-4575-bb2e-308b897c2ed1 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:54:34.908103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:34.962664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:35.036898 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.166251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Attempting to bind port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:35.166552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Attempting to bind port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:35.166889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Attempting to bind port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:35.182963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:54:35.186561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Attempting to bind port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:35.190281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Allocated IP 172.20.0.1 (9208e604-783f-4595-af36-6fd267eeb3dc/bccb1b79-a003-4731-a825-6172c1e54fcd/c700afe1-8684-4b33-b6e7-3ec4254ed13b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:35.201358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:35.201709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Checking segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:35.202104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Bound using segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:35.202542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Bound port: 3a4b7cba-3cf5-46b5-b505-640d31ec07c1, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:35.202928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.373410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:35.386414 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.394892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] For port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:35.404471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] For port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:35.405454 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.497909 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.595075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.621656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:35.622293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.627433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a4b7cba-3cf5-46b5-b505-640d31ec07c1 HTTP/1.1" status: 200 len: 1092 time: 1.9858966 Dec 16 07:54:35.631877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'tag': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:35.635398 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f9a028-9008-4355-a802-f62dd1cd05d8", "tag": "3a4b7cba-3cf5-46b5-b505-640d31ec07c1"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:35.673123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec0b09-3701-4008-948c-15e1b6cbe295 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:35.689875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Pushing event updated for resources: {'Port': ['ID=c700afe1-8684-4b33-b6e7-3ec4254ed13b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:35.717723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Network 9208e604-783f-4595-af36-6fd267eeb3dc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:35.723225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:35.733977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:35.818843 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:35.946626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-d73ca87f-54ca-4efc-86b8-c22ad721c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:35.951218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-d73ca87f-54ca-4efc-86b8-c22ad721c3e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 1095 time: 0.1553180 Dec 16 07:54:36.129837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-61872a9a-9e26-41d4-a02f-0efe1ecb8b45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1 HTTP/1.1" status: 200 len: 217 time: 0.1528778 Dec 16 07:54:36.165334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.250836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-a541aee4-659b-4d25-8523-8927a5ae3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:36.252888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-a541aee4-659b-4d25-8523-8927a5ae3407 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 200 len: 854 time: 0.1119661 Dec 16 07:54:36.271322 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.298365 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.391936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-83b0759f-961c-4471-b3d9-57e8091bc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:36.393625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-83b0759f-961c-4471-b3d9-57e8091bc482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0554d286-dccd-459a-b12f-a3df4c9a1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306627 Dec 16 07:54:36.399866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Attempting to bind port 2fec6c0f-7446-4575-bb2e-308b897c2ed1 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:36.400490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Attempting to bind port 2fec6c0f-7446-4575-bb2e-308b897c2ed1 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:36.400733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Attempting to bind port 2fec6c0f-7446-4575-bb2e-308b897c2ed1 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:36.421264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:36.421837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:36.422169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.422526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:36.423030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Bound port: 2fec6c0f-7446-4575-bb2e-308b897c2ed1, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:36.423418 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.486179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] For port 2fec6c0f-7446-4575-bb2e-308b897c2ed1, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:36.489350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] For port 2fec6c0f-7446-4575-bb2e-308b897c2ed1, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2fec6c0f-7446-4575-bb2e-308b897c2ed1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:36.493534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-51de840d-31c9-4743-85f1-69f79e1cd213 None None] Provisioning complete for port c700afe1-8684-4b33-b6e7-3ec4254ed13b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:36.494223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-51de840d-31c9-4743-85f1-69f79e1cd213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.539563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0412e47-4795-4691-8445-18e2f21da2e2 None None] Pushing event updated for resources: {'Port': ['ID=2fec6c0f-7446-4575-bb2e-308b897c2ed1,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:36.549707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-51de840d-31c9-4743-85f1-69f79e1cd213 None None] Port c700afe1-8684-4b33-b6e7-3ec4254ed13b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:54:36.650169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-609d9efe-2335-489a-a50d-50503e713dc8 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446990 Dec 16 07:54:36.700814 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.732728 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.759962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.788801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d110d0c2-d004-4802-9fb6-2ee48377356b req-ca35caeb-0687-47af-9b4a-c5cb3f106783 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311650 Dec 16 07:54:36.800540 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Routers {'e9101c3c-25d2-4b75-b72f-af40e19ff06b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:36.801801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:36.840997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:36.849188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0412e47-4795-4691-8445-18e2f21da2e2 None None] Pushing event updated for resources: {'Port': ['ID=2fec6c0f-7446-4575-bb2e-308b897c2ed1,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:36.933747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] Set router e9101c3c-25d2-4b75-b72f-af40e19ff06b gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:36.939597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Pushing event updated for resources: {'Port': ['ID=c700afe1-8684-4b33-b6e7-3ec4254ed13b,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:36.998360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Network 9208e604-783f-4595-af36-6fd267eeb3dc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:37.000370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:37.498199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-05b6e75c-64d4-431a-aa48-af1ed3317ca0 None None] Provisioning complete for port c700afe1-8684-4b33-b6e7-3ec4254ed13b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:37.499448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05b6e75c-64d4-431a-aa48-af1ed3317ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:37.600925 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-05b6e75c-64d4-431a-aa48-af1ed3317ca0 None None] Port c700afe1-8684-4b33-b6e7-3ec4254ed13b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:54:37.635744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 4, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port': {'id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:30Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c700afe1-8684-4b33-b6e7-3ec4254ed13b', 'name': '', 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'mac_address': 'fa:16:3e:53:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:34Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 2, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'subnets': [{'id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:37.667798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467de13-5c0c-4c15-bf20-6f6a5214fd1d None None] The sync data for ids ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'] in n-d-820935-11 is: [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 4, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port': {'id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:30Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c700afe1-8684-4b33-b6e7-3ec4254ed13b', 'name': '', 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'mac_address': 'fa:16:3e:53:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:34Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 2, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'subnets': [{'id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:54:37.950715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Router e9101c3c-25d2-4b75-b72f-af40e19ff06b has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:54:38.086500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:54:38.093429 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5df7116d-04cd-4852-9e4d-8f8ba2469740 admin admin] 10.222.0.43 "PUT /v2.0/routers/e9101c3c-25d2-4b75-b72f-af40e19ff06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5123320 Dec 16 07:54:40.182955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:40.452289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:40.478176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1', 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'port_id': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1', 'mac_address': 'fa:16:3e:ea:d6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de791e3-e14d-4cae-9cec-cd707334b96f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:40.593597 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:40.622486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:40.661721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:40.749726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:40.849918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:40.942554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2fec6c0f-7446-4575-bb2e-308b897c2ed1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:41.074477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2fec6c0f-7446-4575-bb2e-308b897c2ed1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:41.076856 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:41.206550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3a4b7cba-3cf5-46b5-b505-640d31ec07c1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:41.340713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:41.375972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Sync routers for ids ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:54:41.379446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 2fec6c0f-7446-4575-bb2e-308b897c2ed1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2fec6c0f-7446-4575-bb2e-308b897c2ed1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:41.386383 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Routers {'e9101c3c-25d2-4b75-b72f-af40e19ff06b'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:41.387051 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:41.495358 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Set router e9101c3c-25d2-4b75-b72f-af40e19ff06b gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:41.576823 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:41.632550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=2fec6c0f-7446-4575-bb2e-308b897c2ed1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:41.701622 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 4, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port': {'id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:30Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c700afe1-8684-4b33-b6e7-3ec4254ed13b', 'name': '', 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'mac_address': 'fa:16:3e:53:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:34Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 2, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'subnets': [{'id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:41.730650 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Checking router: e9101c3c-25d2-4b75-b72f-af40e19ff06b for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:54:41.730849 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Updating router e9101c3c-25d2-4b75-b72f-af40e19ff06b port c700afe1-8684-4b33-b6e7-3ec4254ed13b binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:54:41.832853 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.194936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:42.295792 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.428122 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.466266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:54:42.473020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:42.473020 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.599699 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Attempting to bind port c700afe1-8684-4b33-b6e7-3ec4254ed13b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:42.600066 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Attempting to bind port c700afe1-8684-4b33-b6e7-3ec4254ed13b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:42.600451 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Attempting to bind port c700afe1-8684-4b33-b6e7-3ec4254ed13b on network 9208e604-783f-4595-af36-6fd267eeb3dc {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:42.609470 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:42.609843 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Checking segment: {'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:42.610241 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.610632 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Bound using segment: {'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:42.611109 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Bound port: c700afe1-8684-4b33-b6e7-3ec4254ed13b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c86e5fc-3f9f-440d-b00f-55b912791712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:42.611486 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.612263 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.657774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:42.664805 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5d7ad6-f084-402c-ad95-1abcdd1ab995" -d '{"events": [{"server_uuid": "f3f9a028-9008-4355-a802-f62dd1cd05d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4b7cba-3cf5-46b5-b505-640d31ec07c1"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:42.701655 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Pushing event updated for resources: {'Port': ['ID=c700afe1-8684-4b33-b6e7-3ec4254ed13b,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:42.708567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:42.716534 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.716966 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.717395 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.717832 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.718266 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.718638 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.718948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.719327 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.719715 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.720318 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.720895 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.721082 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.723414 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:42.767175 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] For port c700afe1-8684-4b33-b6e7-3ec4254ed13b, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:42.772323 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] For port c700afe1-8684-4b33-b6e7-3ec4254ed13b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c700afe1-8684-4b33-b6e7-3ec4254ed13b,segment=NetworkSegment(7c86e5fc-3f9f-440d-b00f-55b912791712),segment_id=7c86e5fc-3f9f-440d-b00f-55b912791712)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:42.781130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.849966 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:42.876792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2fec6c0f-7446-4575-bb2e-308b897c2ed1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:42.881915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:42.950132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4667b2e8-24b3-446d-af72-9764318e969f None None] Provisioning complete for port c700afe1-8684-4b33-b6e7-3ec4254ed13b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:42.950589 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4667b2e8-24b3-446d-af72-9764318e969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:43.105766 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Routers {'e9101c3c-25d2-4b75-b72f-af40e19ff06b'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:54:43.105766 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:54:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:43.105950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2fec6c0f-7446-4575-bb2e-308b897c2ed1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:43.105950 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:43.106106 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccdf57-021b-4a7f-a3a2-3a1d906099d0 None None] Pushing event updated for resources: {'Port': ['ID=c700afe1-8684-4b33-b6e7-3ec4254ed13b,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:43.106193 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4667b2e8-24b3-446d-af72-9764318e969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:43.167074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4667b2e8-24b3-446d-af72-9764318e969f None None] For port c700afe1-8684-4b33-b6e7-3ec4254ed13b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c700afe1-8684-4b33-b6e7-3ec4254ed13b,segment=NetworkSegment(7c86e5fc-3f9f-440d-b00f-55b912791712),segment_id=7c86e5fc-3f9f-440d-b00f-55b912791712)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:43.168753 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] Set router e9101c3c-25d2-4b75-b72f-af40e19ff06b gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:54:43.277342 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:54:43.413369 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 4, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port': {'id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:30Z', 'updated_at': '2021-12-16T07:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c700afe1-8684-4b33-b6e7-3ec4254ed13b', 'name': '', 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'mac_address': 'fa:16:3e:53:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:34Z', 'updated_at': '2021-12-16T07:54:42Z', 'revision_number': 4, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'subnets': [{'id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:54:43.444104 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2786721-e5bc-4374-b536-ec8bc94b6e05 None None] The sync data for ids ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'] in n-d-820935-11 is: [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:54:36Z', 'revision_number': 4, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port': {'id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:30Z', 'updated_at': '2021-12-16T07:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c700afe1-8684-4b33-b6e7-3ec4254ed13b', 'name': '', 'network_id': '9208e604-783f-4595-af36-6fd267eeb3dc', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'mac_address': 'fa:16:3e:53:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:34Z', 'updated_at': '2021-12-16T07:54:42Z', 'revision_number': 4, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'subnets': [{'id': 'bccb1b79-a003-4731-a825-6172c1e54fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:54:43.507493 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4667b2e8-24b3-446d-af72-9764318e969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:43.568875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667b2e8-24b3-446d-af72-9764318e969f None None] Pushing event updated for resources: {'Port': ['ID=c700afe1-8684-4b33-b6e7-3ec4254ed13b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:43.638764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2c744fdd-9d4a-4c33-9e56-1e68ee4bcf26 None None] Provisioning complete for port c700afe1-8684-4b33-b6e7-3ec4254ed13b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:43.639350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2c744fdd-9d4a-4c33-9e56-1e68ee4bcf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:44.877604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c700afe1-8684-4b33-b6e7-3ec4254ed13b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:44.936937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c700afe1-8684-4b33-b6e7-3ec4254ed13b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:44.937311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:45.063875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073585a-7201-4ced-8044-b5aaee57fe3a req-51771c2a-1e62-430c-b9b3-62c6575cc0b9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:45.066644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c073585a-7201-4ced-8044-b5aaee57fe3a req-51771c2a-1e62-430c-b9b3-62c6575cc0b9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.4362240 Dec 16 07:54:45.120115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ae1756e6-e56d-4796-a175-87a86bcfafec tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:45.121641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ae1756e6-e56d-4796-a175-87a86bcfafec tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 815 time: 0.4611757 Dec 16 07:54:45.149186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-e2997e7b-ac00-4fc5-82c9-9d6044ccc7cb tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/quotas/f9c32a89033c4b638ab63ce4ee65a6ef HTTP/1.1" status: 200 len: 375 time: 0.0195849 Dec 16 07:54:45.153714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c073585a-7201-4ced-8044-b5aaee57fe3a req-272ce77a-c99f-4337-9ff6-31ca92e3aa60 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814459 Dec 16 07:54:45.208045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-a067d115-0bf8-4da4-a2f5-8d787e9ffdb7 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516276 Dec 16 07:54:45.301603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-0c6aa431-6068-49d1-9cdd-d583f97a5848 service neutron] 10.222.0.43 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 Dec 16 07:54:45.394032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-d407eba8-7fd5-440d-8249-fa586ebfc110 service neutron] 10.222.0.43 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857615 Dec 16 07:54:45.770074 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34027f-f2d3-4c34-8584-052e1e3ab36f x-openstack-request-id: req-8e34027f-f2d3-4c34-8584-052e1e3ab36f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:45.770378 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f9a028-9008-4355-a802-f62dd1cd05d8", "tag": "3a4b7cba-3cf5-46b5-b505-640d31ec07c1", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:45.770635 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e34027f-f2d3-4c34-8584-052e1e3ab36f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:45.771047 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'tag': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1', 'status': 'completed', 'code': 200} Dec 16 07:54:45.992000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-d8b6083a-b2cb-44eb-a143-5f279111c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:45.993590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-d8b6083a-b2cb-44eb-a143-5f279111c356 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 1097 time: 0.1738501 Dec 16 07:54:46.086554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-17a96e1f-6e04-4a35-a2dc-418207c190a9 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2512913 Dec 16 07:54:46.109441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:46.164493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-58e493e2-b2ee-478d-add2-2dcb8e2262f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:46.168793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-58e493e2-b2ee-478d-add2-2dcb8e2262f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 916 time: 0.1644268 Dec 16 07:54:46.208723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-14efffbc-b8bc-4a6a-a118-867c77120c27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1 HTTP/1.1" status: 200 len: 217 time: 0.0349691 Dec 16 07:54:46.242245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:46.306300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-bffb4928-77e4-49b1-b93f-155840994583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:46.308062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-bffb4928-77e4-49b1-b93f-155840994583 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 200 len: 854 time: 0.0921648 Dec 16 07:54:46.367986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-5e01ae8b-1f83-43c1-ae33-76e039888bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:46.369602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-5e01ae8b-1f83-43c1-ae33-76e039888bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0554d286-dccd-459a-b12f-a3df4c9a1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538602 Dec 16 07:54:46.453712 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:46.522451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-250c97f6-aa51-4d36-a8ae-ebbe3169eab7 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442091 Dec 16 07:54:46.639474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Allocated IP 172.25.2.164 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/4472fcfc-4024-4eac-bcdc-8cc316df06e6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:46.685819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd2c0eb6-0c1e-4da5-8ba5-53985bacc0e5 req-f0a8f3cb-2a98-4643-8044-e4aa64578635 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527660 Dec 16 07:54:46.765618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:46.902999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:46.956560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:46.959718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:46.964606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:46.970133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Pushing event updated for resources: {'Port': ['ID=4472fcfc-4024-4eac-bcdc-8cc316df06e6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:47.056715 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:47.165030 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487efc54-adbe-41e5-8743-33d9e1e77988 x-openstack-request-id: req-487efc54-adbe-41e5-8743-33d9e1e77988 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:47.166003 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9a028-9008-4355-a802-f62dd1cd05d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4b7cba-3cf5-46b5-b505-640d31ec07c1", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:47.166563 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-487efc54-adbe-41e5-8743-33d9e1e77988 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:47.167575 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1', 'code': 200} Dec 16 07:54:47.193891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:47.396775 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-9431e0a6-4964-451c-9862-1545daf6736f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669186 Dec 16 07:54:47.436071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb760a-aece-494b-bbad-d74018759b9b req-774fbdb8-116d-4599-92a6-2fad7268ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:47.437364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1afb760a-aece-494b-bbad-d74018759b9b req-774fbdb8-116d-4599-92a6-2fad7268ba10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 1097 time: 0.1406434 Dec 16 07:54:47.533702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-da670d91-6fbb-4b1e-a068-96b4dd0ea5db tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:47.535203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-da670d91-6fbb-4b1e-a068-96b4dd0ea5db tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 815 time: 0.2071934 Dec 16 07:54:47.542872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:47.543661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-269302c7-808d-41e6-be6c-2b7583455d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:47.545608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-269302c7-808d-41e6-be6c-2b7583455d0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376417805f974fcbbf1b0d4addd44af5&device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 1098 time: 0.0853567 Dec 16 07:54:47.560604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1afb760a-aece-494b-bbad-d74018759b9b req-3d6339b6-b599-46f4-a577-6fa17a59e77c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071100 Dec 16 07:54:47.563209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-34a83a4d-29df-41df-92df-c52aad56e6f0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/quotas/f9c32a89033c4b638ab63ce4ee65a6ef HTTP/1.1" status: 200 len: 375 time: 0.0154698 Dec 16 07:54:47.622264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-7660afeb-5417-424e-92d4-051b7cd339c8 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531745 Dec 16 07:54:47.638695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:47.762280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Pushing event updated for resources: {'Port': ['ID=4472fcfc-4024-4eac-bcdc-8cc316df06e6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:47.783058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.784760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.784760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.784760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.784760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.784760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.785203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.785348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.785671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.785992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.786317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.786638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.786962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:47.796523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:47.814271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-76926d1d-0a24-426e-a4c0-42f8279e8a7f service neutron] 10.222.0.43 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840730 Dec 16 07:54:47.928538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:47.929740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-1d858ed3-15c4-48f0-9bcd-c41946a844b6 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8291380 Dec 16 07:54:48.008098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-173ed671-e39a-47d3-bb23-c231e5b48ed4 service neutron] 10.222.0.43 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866176 Dec 16 07:54:48.013688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-97d5f389-401e-48cf-ab64-98c836fb4139 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.164 HTTP/1.1" status: 200 len: 696 time: 0.0769095 Dec 16 07:54:48.089502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-68403074-20f5-4323-ace1-5cf6a55208d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:48.091347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-68403074-20f5-4323-ace1-5cf6a55208d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af9d3c8f-6201-48a0-91e0-e0012a48bdad HTTP/1.1" status: 200 len: 911 time: 0.2167330 Dec 16 07:54:48.189406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-6b6e7734-3217-4304-8b2f-3b667961116c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83 HTTP/1.1" status: 200 len: 1000 time: 0.0869238 Dec 16 07:54:48.201244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-b5e68052-e151-4035-a030-1cc3e3468fd9 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:48.202737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-b5e68052-e151-4035-a030-1cc3e3468fd9 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1741695 Dec 16 07:54:48.234009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:54:48.238105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-cd6bb2b4-554c-42ce-8a6d-5746a85f5ce3 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:54:48.239060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4a81422-0b58-45db-9cd6-63dbea3bf387 req-cd6bb2b4-554c-42ce-8a6d-5746a85f5ce3 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0280027 Dec 16 07:54:48.297142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-778a4435-bd87-49be-a362-81e1791061a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:48.298239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-778a4435-bd87-49be-a362-81e1791061a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff706428-794a-4724-9a34-5c8e454da51c HTTP/1.1" status: 200 len: 849 time: 0.0947158 Dec 16 07:54:48.379532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4cb15-6e3f-4aa5-bda8-3b1c39f2f865 req-d12fb13d-411b-4c6d-ab74-fb99b2fb21c1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:48.381713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:48.384833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bd4cb15-6e3f-4aa5-bda8-3b1c39f2f865 req-d12fb13d-411b-4c6d-ab74-fb99b2fb21c1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1428406 Dec 16 07:54:48.435326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:48.468222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-05efe45d-d071-4d4e-8ef6-ceeb8a35747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:48.469752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-05efe45d-d071-4d4e-8ef6-ceeb8a35747a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af9d3c8f-6201-48a0-91e0-e0012a48bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527281 Dec 16 07:54:48.487103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d0dcf-4da0-4227-aa21-877f1292816f req-01d061d9-1ffc-4dcc-8910-04f70f5cab29 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:48.488583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-412d0dcf-4da0-4227-aa21-877f1292816f req-01d061d9-1ffc-4dcc-8910-04f70f5cab29 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.1191454 Dec 16 07:54:48.503928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bd4cb15-6e3f-4aa5-bda8-3b1c39f2f865 req-456af403-46b4-4c41-a7be-2588b6f5875e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045806 Dec 16 07:54:48.566087 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:48.639944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:48.766149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-0cbb3819-ee56-4c76-a4a5-6ba6abf33c64 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:48.769018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-0cbb3819-ee56-4c76-a4a5-6ba6abf33c64 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 815 time: 0.1899180 Dec 16 07:54:48.793408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Request body: {'port': {'device_id': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'admin_state_up': True, 'tenant_id': 'f9c32a89033c4b638ab63ce4ee65a6ef'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:49.033450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Made reservation on behalf of f9c32a89033c4b638ab63ce4ee65a6ef for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:49.037169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:49.055963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f41e0706-e1f4-4b41-a722-b69651b84e09 req-67a4d505-15b1-4cf9-84a8-a8f991a9cfb0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 210 time: 0.0426633 Dec 16 07:54:49.059924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-412d0dcf-4da0-4227-aa21-877f1292816f req-d79771f3-6967-420c-9b50-446c5bfbe36e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5615892 Dec 16 07:54:49.112506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-1df86125-4de7-4b00-8233-cb1bf472228d service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225922 Dec 16 07:54:49.167329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e2134cd-6719-4ac4-9b4c-73582ceda6d7 req-bc3830e1-ea4e-48ae-82be-ad29590bbfd3 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips/643fb65a-c356-461d-a272-40f6e8645593 HTTP/1.1" status: 200 len: 693 time: 0.0740957 Dec 16 07:54:49.169246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:49.172322 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1c6cb5-72aa-4a10-8f40-325112e92f33" -d '{"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:49.235660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Allocated IP 172.20.0.8 (0554d286-dccd-459a-b12f-a3df4c9a1f23/3de791e3-e14d-4cae-9cec-cd707334b96f/5a364988-d3f9-40ab-ae00-437a9a87b017) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:49.392720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871216c2-c04f-4af3-a571-1c9bf5d715ed req-1d90ac52-dd91-4761-a081-04c1ff146b75 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:49.394224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-871216c2-c04f-4af3-a571-1c9bf5d715ed req-1d90ac52-dd91-4761-a081-04c1ff146b75 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1587093 Dec 16 07:54:49.399413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c262470-87be-4ec7-9fa7-17c82c7b6f7f req-9e2b600a-3cb5-497b-9385-65307dafd8fc service neutron] 10.222.0.36 "GET /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532628 Dec 16 07:54:49.403213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:49.406603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2134cd-6719-4ac4-9b4c-73582ceda6d7 req-efe41ff4-1769-47cf-ad40-92fa540ce14d tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:49.407900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e2134cd-6719-4ac4-9b4c-73582ceda6d7 req-efe41ff4-1769-47cf-ad40-92fa540ce14d tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.2213297 Dec 16 07:54:49.460727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-871216c2-c04f-4af3-a571-1c9bf5d715ed req-f4b9738e-45c8-4bbf-bc07-82da3f4d33bc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Dec 16 07:54:49.521723 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288d65bb-dbc2-4549-af93-e55cc7978bd1 x-openstack-request-id: req-288d65bb-dbc2-4549-af93-e55cc7978bd1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:49.522262 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:49.522446 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-288d65bb-dbc2-4549-af93-e55cc7978bd1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:49.522953 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f', 'code': 200} Dec 16 07:54:49.542562 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:49.544507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca2b1c-a63c-4920-9f21-1d52fae696a8 req-d0552273-98a7-4db6-8587-307d279eb764 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:49.546778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8ca2b1c-a63c-4920-9f21-1d52fae696a8 req-d0552273-98a7-4db6-8587-307d279eb764 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 948 time: 0.0744796 Dec 16 07:54:49.571180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3a4b7cba-3cf5-46b5-b505-640d31ec07c1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:49.629800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ce46f7b-51be-47ff-b6b6-534468dcd5f4 req-162dd1a2-6d63-444e-bdf4-972b0cfa59d0 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=52fdd41bc7f24f448481fc9562269d72 HTTP/1.1" status: 200 len: 696 time: 0.0816054 Dec 16 07:54:49.667217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:49.674103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:49.700921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:49.763588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Pushing event updated for resources: {'Port': ['ID=5a364988-d3f9-40ab-ae00-437a9a87b017,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:49.777219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8ca2b1c-a63c-4920-9f21-1d52fae696a8 req-c480ca16-d221-4ebe-8d3d-9cb8bb726ac3 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206194 Dec 16 07:54:49.814333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.814922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.815315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.815911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.816488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.817031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.817842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.818383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.818919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.819704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.820478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.824085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.824085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:54:49.853054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce46f7b-51be-47ff-b6b6-534468dcd5f4 req-3bf04488-2330-4889-8ed8-f04a234529bb tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:49.861277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ce46f7b-51be-47ff-b6b6-534468dcd5f4 req-3bf04488-2330-4889-8ed8-f04a234529bb tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks?id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 787 time: 0.2191782 Dec 16 07:54:49.867554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-2ce46f7b-51be-47ff-b6b6-534468dcd5f4 req-7b4d0f4c-73c6-43f1-b586-e6d58d7ac27c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:54:49.869042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ce46f7b-51be-47ff-b6b6-534468dcd5f4 req-7b4d0f4c-73c6-43f1-b586-e6d58d7ac27c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067301 Dec 16 07:54:49.883668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:49.888542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:49.933814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-9cde416d-0509-445b-91ce-1bc333dc48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:49.935052 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-9cde416d-0509-445b-91ce-1bc333dc48f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1096 time: 0.1939828 Dec 16 07:54:50.036549 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-ee4143d0-7394-447d-b429-f5606511d783 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2473743 Dec 16 07:54:50.053180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-b12365db-6ed7-496e-9525-f0ea6d72dc1d tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips/643fb65a-c356-461d-a272-40f6e8645593 HTTP/1.1" status: 200 len: 693 time: 0.0710979 Dec 16 07:54:50.086316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Request body: {'port': {'device_id': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:50.154807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bdd14e10-c3aa-4714-aefb-ae9a1cfb9cbc None None] Provisioning complete for port 5a364988-d3f9-40ab-ae00-437a9a87b017 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:50.155350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bdd14e10-c3aa-4714-aefb-ae9a1cfb9cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:50.174387 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:50.208150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14e10-c3aa-4714-aefb-ae9a1cfb9cbc None None] Port 5a364988-d3f9-40ab-ae00-437a9a87b017 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:54:50.293919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-74623eda-14df-44ca-968c-c5299d3cf718 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:50.302590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-74623eda-14df-44ca-968c-c5299d3cf718 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.2414596 Dec 16 07:54:50.311211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-0fdbfa6f-499e-4a46-8ed4-105067138572 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:54:50.320632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-0fdbfa6f-499e-4a46-8ed4-105067138572 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169656 Dec 16 07:54:50.351682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-21e9a3e2-6b13-42f5-82f8-e1713dfa2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:50.353217 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-21e9a3e2-6b13-42f5-82f8-e1713dfa2e76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.3627014 Dec 16 07:54:50.394016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-45def89d-7af1-433d-ae3e-1e424486c0ff tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.164 HTTP/1.1" status: 200 len: 696 time: 0.0711524 Dec 16 07:54:50.419263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5202d7e-1727-42b3-9e41-b7e54b07153c req-01c30c80-2150-48d5-ba01-8daeec873e04 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:50.424639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5202d7e-1727-42b3-9e41-b7e54b07153c req-01c30c80-2150-48d5-ba01-8daeec873e04 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.2242398 Dec 16 07:54:50.471992 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-201a6f41-4290-473e-910f-8ca4f069d46e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 200 len: 999 time: 0.1036096 Dec 16 07:54:50.478230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-e72d57d5-e268-433a-90f9-609ae8ebb3e7 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.164 HTTP/1.1" status: 200 len: 696 time: 0.0815208 Dec 16 07:54:50.568370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-bae3b3fb-b895-40c6-84b0-e740e26fe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:50.570925 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-bae3b3fb-b895-40c6-84b0-e740e26fe4d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.0886180 Dec 16 07:54:50.588272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5202d7e-1727-42b3-9e41-b7e54b07153c req-5e28cade-eefc-402f-9cde-802cd4882398 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311727 Dec 16 07:54:50.643244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a364988-d3f9-40ab-ae00-437a9a87b017 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:50.661171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:50.661894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Deleting port 4472fcfc-4024-4eac-bcdc-8cc316df06e6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:54:50.662247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:50.676057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-84b1959d-ab9f-4f9d-8d13-6918348eeced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:50.678400 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-84b1959d-ab9f-4f9d-8d13-6918348eeced service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804019 Dec 16 07:54:50.681176 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Transition to ACTIVE for port object 5a364988-d3f9-40ab-ae00-437a9a87b017 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:54:50.772513 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:50.772742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:50.772856 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:50.789285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Calling delete_port for 4472fcfc-4024-4eac-bcdc-8cc316df06e6 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:54:50.847858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Pushing event updated for resources: {'Port': ['ID=5a364988-d3f9-40ab-ae00-437a9a87b017,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:50.970151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-19168a7a-2d3b-4ce1-91e8-7839d8445680 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834821 Dec 16 07:54:51.005119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Attempting to bind port 5a364988-d3f9-40ab-ae00-437a9a87b017 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:51.005332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Attempting to bind port 5a364988-d3f9-40ab-ae00-437a9a87b017 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:51.005484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Attempting to bind port 5a364988-d3f9-40ab-ae00-437a9a87b017 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:51.039030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Port 5a364988-d3f9-40ab-ae00-437a9a87b017 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:54:51.039030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Attempting to bind port 5a364988-d3f9-40ab-ae00-437a9a87b017 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:51.096853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:51.096853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Checking segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:51.096853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Bound using segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:51.096853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Bound port: 5a364988-d3f9-40ab-ae00-437a9a87b017, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:51.096853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:51.111917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-27f25572-fd98-48c4-b868-a464bb6d72f8 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:51.117491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-27f25572-fd98-48c4-b868-a464bb6d72f8 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.16 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 815 time: 0.2200067 Dec 16 07:54:51.140825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Request body: {'port': {'device_id': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'admin_state_up': True, 'tenant_id': 'f9c32a89033c4b638ab63ce4ee65a6ef'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:51.167690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:51.213492 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ba7a2d1f-343b-4afe-a76a-e21c510c7424 req-4b2bcee5-db0f-4878-853b-3583ac16eaf6 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096372 Dec 16 07:54:51.235560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Pushing event deleted for resources: {'Port': ['ID=4472fcfc-4024-4eac-bcdc-8cc316df06e6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:51.256281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] For port 5a364988-d3f9-40ab-ae00-437a9a87b017, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:51.267220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] For port 5a364988-d3f9-40ab-ae00-437a9a87b017, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5a364988-d3f9-40ab-ae00-437a9a87b017,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:51.319870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:51.346868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:51.351399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:51.352936 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a364988-d3f9-40ab-ae00-437a9a87b017 HTTP/1.1" status: 200 len: 1092 time: 1.2730348 Dec 16 07:54:51.353463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'tag': '5a364988-d3f9-40ab-ae00-437a9a87b017'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:51.356381 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2809851-3c5f-45e9-8cab-ac3037a93533" -d '{"events": [{"name": "network-changed", "server_uuid": "a612b20d-f530-4946-819c-d990c1d2b14e", "tag": "5a364988-d3f9-40ab-ae00-437a9a87b017"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:51.422131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:51.426027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:51.436850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9226441-08d3-4af5-b48e-74bffa6d7295 req-c4584031-08ce-472d-bdaa-3ae8c2004652 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "DELETE /v2.0/floatingips/643fb65a-c356-461d-a272-40f6e8645593 HTTP/1.1" status: 204 len: 173 time: 0.9500921 Dec 16 07:54:51.466055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19818ca6-4707-41bf-90a5-902d8a040251 service neutron] Pushing event updated for resources: {'Port': ['ID=5a364988-d3f9-40ab-ae00-437a9a87b017,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:51.564276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-0bc80da6-552c-4980-9f89-19dbcb2a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:51.566068 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-0bc80da6-552c-4980-9f89-19dbcb2a1a38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 1095 time: 0.0600181 Dec 16 07:54:51.599702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3371d720-a10f-4d03-aa21-7b32e5fb4c6f req-bf3d8a4b-0a60-4abe-a310-14fc4f6a8075 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 210 time: 0.0451605 Dec 16 07:54:51.600415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Made reservation on behalf of f9c32a89033c4b638ab63ce4ee65a6ef for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:54:51.605755 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:51.673691 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-183aaa6a-532e-4f5b-a2f1-d1952128b622 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a364988-d3f9-40ab-ae00-437a9a87b017 HTTP/1.1" status: 200 len: 217 time: 0.0935597 Dec 16 07:54:51.769704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-7ee4f2ec-6dec-4cd6-aee9-c960eae4f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:51.771282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-7ee4f2ec-6dec-4cd6-aee9-c960eae4f496 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 200 len: 854 time: 0.0609591 Dec 16 07:54:51.774884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Allocated IP 172.20.0.11 (0554d286-dccd-459a-b12f-a3df4c9a1f23/3de791e3-e14d-4cae-9cec-cd707334b96f/b88b65a2-d984-4bd3-b331-2bdb1df01c69) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:51.847325 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296ccd43-07ed-40f6-a56b-115d70ab27c3 x-openstack-request-id: req-296ccd43-07ed-40f6-a56b-115d70ab27c3 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:51.847709 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a612b20d-f530-4946-819c-d990c1d2b14e", "tag": "5a364988-d3f9-40ab-ae00-437a9a87b017", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:51.847947 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-296ccd43-07ed-40f6-a56b-115d70ab27c3 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:51.848689 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'tag': '5a364988-d3f9-40ab-ae00-437a9a87b017', 'status': 'completed', 'code': 200} Dec 16 07:54:51.866180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-110c08ef-d1b8-49fa-a1ad-f490bad0e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:51.867689 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-110c08ef-d1b8-49fa-a1ad-f490bad0e587 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0554d286-dccd-459a-b12f-a3df4c9a1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865955 Dec 16 07:54:51.978226 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-81423716-61e2-46fc-bfca-db08f82c019e service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007025 Dec 16 07:54:52.055416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-56e70622-574a-419d-8d6c-3a0381e243e1 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1941798 Dec 16 07:54:52.083118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:52.124637 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e8c15e69-563a-4dc3-b9d7-c17c119dfd4a req-399a5cc7-b527-4426-88fb-e5ac028c3b69 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334405 Dec 16 07:54:52.128855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:52.274205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:52.278541 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:52.319041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3a4b7cba-3cf5-46b5-b505-640d31ec07c1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:52.371064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:52.374467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:52.380491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:52.428955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Pushing event updated for resources: {'Port': ['ID=b88b65a2-d984-4bd3-b331-2bdb1df01c69,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:52.468067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-43c76d77-132f-4306-82c7-d177f0c929ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:52.469613 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-43c76d77-132f-4306-82c7-d177f0c929ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 1095 time: 0.1269524 Dec 16 07:54:52.510281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:52.511363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:52.578583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdf79d-350c-4177-a1dc-171dc7a9f2b8 req-86e916d8-bd42-49ca-a0e5-d00016e99ff1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:52.580780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8bdf79d-350c-4177-a1dc-171dc7a9f2b8 req-86e916d8-bd42-49ca-a0e5-d00016e99ff1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.1593661 Dec 16 07:54:52.618193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-6baf2360-2ef9-4091-83eb-62c074dedae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:52.618641 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:52.621515 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-6baf2360-2ef9-4091-83eb-62c074dedae5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 916 time: 0.1357758 Dec 16 07:54:52.679983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-0bb83b33-8fd8-4d47-9ac1-50f72bb90f3b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5452626 Dec 16 07:54:52.688047 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-34d998fd-452a-445d-b0e0-99c37ab95a17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a364988-d3f9-40ab-ae00-437a9a87b017 HTTP/1.1" status: 200 len: 217 time: 0.0560052 Dec 16 07:54:52.692867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8bdf79d-350c-4177-a1dc-171dc7a9f2b8 req-ad46cc2c-5af2-4a9a-a5a8-fa7ecea86b22 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997257 Dec 16 07:54:52.700058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Request body: {'port': {'device_id': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:54:52.741073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6b22147d-7250-465e-8ca4-e8dbe5327c9e None None] Provisioning complete for port b88b65a2-d984-4bd3-b331-2bdb1df01c69 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:52.742069 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b22147d-7250-465e-8ca4-e8dbe5327c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:52.776640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-5642935e-03b4-41db-b6f7-9ec49052fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:52.786498 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-5642935e-03b4-41db-b6f7-9ec49052fc73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 200 len: 854 time: 0.0871067 Dec 16 07:54:52.803427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6b22147d-7250-465e-8ca4-e8dbe5327c9e None None] Port b88b65a2-d984-4bd3-b331-2bdb1df01c69 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:54:52.823787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:52.853941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Allocated IP 172.25.2.2 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/447e6a55-d662-41b9-b4db-c9fe548c0829) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:54:52.856151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-41c3c750-b0bf-4e8b-8e87-1329a5d8598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:52.857710 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-41c3c750-b0bf-4e8b-8e87-1329a5d8598e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0554d286-dccd-459a-b12f-a3df4c9a1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672550 Dec 16 07:54:52.961759 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-2c962c6f-707f-4613-babf-a34781264a17 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909038 Dec 16 07:54:53.062080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d7a5e-2e7e-4e30-bf10-c3a06dab5e9f req-63eb333e-ea9f-40bf-85c1-7ff58d6bc30d tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:53.063576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-541d7a5e-2e7e-4e30-bf10-c3a06dab5e9f req-63eb333e-ea9f-40bf-85c1-7ff58d6bc30d tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 932 time: 0.1810317 Dec 16 07:54:53.064014 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2809851-3c5f-45e9-8cab-ac3037a93533 req-e9fc6482-945d-410a-8ee3-e0e489f625c3 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938420 Dec 16 07:54:53.116669 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.207473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-541d7a5e-2e7e-4e30-bf10-c3a06dab5e9f req-b6d4ce00-c231-4def-b05c-a38a99e84746 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323497 Dec 16 07:54:53.296452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.332976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88b65a2-d984-4bd3-b331-2bdb1df01c69 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:53.345975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.359624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:54:53.367762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Pushing event updated for resources: {'Port': ['ID=447e6a55-d662-41b9-b4db-c9fe548c0829,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:53.370369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:54:53.373772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:54:53.383074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Transition to ACTIVE for port object b88b65a2-d984-4bd3-b331-2bdb1df01c69 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:54:53.465862 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.523577 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.579750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Pushing event updated for resources: {'Port': ['ID=b88b65a2-d984-4bd3-b331-2bdb1df01c69,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:53.672004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Attempting to bind port b88b65a2-d984-4bd3-b331-2bdb1df01c69 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:54:53.672350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Attempting to bind port b88b65a2-d984-4bd3-b331-2bdb1df01c69 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:54:53.678099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Attempting to bind port b88b65a2-d984-4bd3-b331-2bdb1df01c69 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:53.680806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Port b88b65a2-d984-4bd3-b331-2bdb1df01c69 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:54:53.681135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Attempting to bind port b88b65a2-d984-4bd3-b331-2bdb1df01c69 on network 0554d286-dccd-459a-b12f-a3df4c9a1f23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:54:53.683689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.710805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:54:53.711160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Checking segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:54:53.711542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Bound using segment: {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:54:53.711995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Bound port: b88b65a2-d984-4bd3-b331-2bdb1df01c69, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aa0ff2-684f-4194-bf8a-f84410524ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:54:53.712391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.835924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] For port b88b65a2-d984-4bd3-b331-2bdb1df01c69, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:54:53.840424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] For port b88b65a2-d984-4bd3-b331-2bdb1df01c69, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b88b65a2-d984-4bd3-b331-2bdb1df01c69,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:54:53.899312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.959898 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:53.998322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:54.008519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:54.009240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:54.011387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] 10.222.0.16 "PUT /v2.0/ports/b88b65a2-d984-4bd3-b331-2bdb1df01c69 HTTP/1.1" status: 200 len: 1093 time: 1.3156486 Dec 16 07:54:54.011845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'tag': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:54.014152 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd" -d '{"events": [{"name": "network-changed", "server_uuid": "415f9569-03b6-4fd9-8f9e-02e330165c4e", "tag": "b88b65a2-d984-4bd3-b331-2bdb1df01c69"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:54.074444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b23b6-d518-4490-af99-b8b25924b372 service neutron] Pushing event updated for resources: {'Port': ['ID=b88b65a2-d984-4bd3-b331-2bdb1df01c69,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:54.118194 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:54.165754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Pushing event updated for resources: {'Port': ['ID=447e6a55-d662-41b9-b4db-c9fe548c0829,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:54.194970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa29605-a4bd-44c5-accc-a5ca195e2f9c req-08cc2f4b-0984-4e5e-98d1-23ffab8d8dda tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:54.196070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fa29605-a4bd-44c5-accc-a5ca195e2f9c req-08cc2f4b-0984-4e5e-98d1-23ffab8d8dda tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0932636 Dec 16 07:54:54.257519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5a364988-d3f9-40ab-ae00-437a9a87b017 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:54.266699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fa29605-a4bd-44c5-accc-a5ca195e2f9c req-04b9300f-f2f5-4f7f-bba2-242f3f7d5cac tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634298 Dec 16 07:54:54.271091 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:54.272436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-68eaa6a4-8a02-4caf-ba46-9f84575ca753 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2022746 Dec 16 07:54:54.371683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-f345a247-68fc-4e4f-9c8d-dc8f806f7198 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0736337 Dec 16 07:54:54.374907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-d7b1778e-4ab0-4eb4-85b1-2da46860cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:54.377840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-d7b1778e-4ab0-4eb4-85b1-2da46860cd3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 1096 time: 0.1237936 Dec 16 07:54:54.418285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5a364988-d3f9-40ab-ae00-437a9a87b017, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5a364988-d3f9-40ab-ae00-437a9a87b017,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:54.433795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '5a364988-d3f9-40ab-ae00-437a9a87b017', 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'port_id': '5a364988-d3f9-40ab-ae00-437a9a87b017', 'mac_address': 'fa:16:3e:76:bd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de791e3-e14d-4cae-9cec-cd707334b96f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:54.475982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-5de34133-3609-485f-a656-3d2bf03ba3e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b88b65a2-d984-4bd3-b331-2bdb1df01c69 HTTP/1.1" status: 200 len: 217 time: 0.0817239 Dec 16 07:54:54.480992 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:54.496866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a364988-d3f9-40ab-ae00-437a9a87b017 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:54.533203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5a364988-d3f9-40ab-ae00-437a9a87b017, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5a364988-d3f9-40ab-ae00-437a9a87b017,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:54.609204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-b1bc3111-c85d-448a-bd18-53a12f856b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:54.613683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-b1bc3111-c85d-448a-bd18-53a12f856b78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 200 len: 854 time: 0.1249979 Dec 16 07:54:54.618044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-dda7cb01-35ee-4799-a1c8-7668c432e910 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:54.619351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-dda7cb01-35ee-4799-a1c8-7668c432e910 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.2380157 Dec 16 07:54:54.650084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-ff6c138b-9933-4428-9399-e582c0e065fc tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:54:54.651667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18a7f11f-d138-4a75-baa3-7a65f0ec94cd req-ff6c138b-9933-4428-9399-e582c0e065fc tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215735 Dec 16 07:54:54.668866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aebd8-bd57-434b-a820-96dab7068473 req-4f07c3d9-43f2-4269-832a-4ad644841f06 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:54.670361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d30aebd8-bd57-434b-a820-96dab7068473 req-4f07c3d9-43f2-4269-832a-4ad644841f06 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.1386123 Dec 16 07:54:54.673907 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:54.706234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-62e288ff-592b-40b4-a84e-81f9039d0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:54.708088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-62e288ff-592b-40b4-a84e-81f9039d0c01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0554d286-dccd-459a-b12f-a3df4c9a1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868213 Dec 16 07:54:54.732445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5a364988-d3f9-40ab-ae00-437a9a87b017,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:54.770733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d30aebd8-bd57-434b-a820-96dab7068473 req-5ce4a9d1-f609-44f2-ba87-cc446cde1752 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876899 Dec 16 07:54:54.984951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['5a364988-d3f9-40ab-ae00-437a9a87b017'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:55.091156 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1181275-15a7-4f6d-9d86-d84522c09408 x-openstack-request-id: req-c1181275-15a7-4f6d-9d86-d84522c09408 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:55.091538 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415f9569-03b6-4fd9-8f9e-02e330165c4e", "tag": "b88b65a2-d984-4bd3-b331-2bdb1df01c69", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:55.091716 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1181275-15a7-4f6d-9d86-d84522c09408 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:55.092093 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'tag': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69', 'status': 'completed', 'code': 200} Dec 16 07:54:55.204434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf9186-b16c-4053-ba24-307b43da2d00 req-dc96d6ab-30e7-4956-965c-b08b15dfe2f0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:55.205956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8cf9186-b16c-4053-ba24-307b43da2d00 req-dc96d6ab-30e7-4956-965c-b08b15dfe2f0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1103888 Dec 16 07:54:55.215591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25987d0-5ed7-47a4-bc12-4990479d2fd1 req-43b33129-25b2-4fdb-bb37-c3ab06335b27 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:55.217030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b25987d0-5ed7-47a4-bc12-4990479d2fd1 req-43b33129-25b2-4fdb-bb37-c3ab06335b27 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 944 time: 0.1240339 Dec 16 07:54:55.220961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-e959bf4f-86bf-4bf7-9533-c4a01bed720c service neutron] 10.222.0.16 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808626 Dec 16 07:54:55.348352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8cf9186-b16c-4053-ba24-307b43da2d00 req-7edb3b13-8db5-4bbf-a48b-3a73b8ca9530 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299975 Dec 16 07:54:55.353440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b25987d0-5ed7-47a4-bc12-4990479d2fd1 req-33a6375b-0b44-4c5f-a523-5c208f463f33 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276159 Dec 16 07:54:55.387027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277b9f67-b32b-4420-a02c-f73c14d0efbd req-b4a254e2-a7e6-4d7b-b7b3-580c180b789e service neutron] 10.222.0.16 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535676 Dec 16 07:54:55.449827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-2cf7d483-5bcf-44b9-963e-9e27cf9cf6a2 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips/e309d04e-d316-4f1f-958f-370aa06a1414 HTTP/1.1" status: 200 len: 691 time: 0.0575933 Dec 16 07:54:55.571456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-79d80546-5de7-4529-86cd-f9e43afac946 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:55.575584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-79d80546-5de7-4529-86cd-f9e43afac946 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 784 time: 0.1182442 Dec 16 07:54:55.585681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-adf4d0ea-376a-42e4-b930-e039e855eb1d tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:54:55.589795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-adf4d0ea-376a-42e4-b930-e039e855eb1d tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063353 Dec 16 07:54:55.688354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-993120a2-1050-4c50-848f-02c99afec408 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0903301 Dec 16 07:54:55.770575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b57a2-6f48-46ac-8a34-7732a7133ba5 req-d5b375c4-8f16-4eac-95b0-b988dc3c1f1d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:55.772044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f8b57a2-6f48-46ac-8a34-7732a7133ba5 req-d5b375c4-8f16-4eac-95b0-b988dc3c1f1d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1259463 Dec 16 07:54:55.778340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-588f4d38-e936-492f-b595-e26af1e7037b tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0753212 Dec 16 07:54:55.792344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-ec372f0f-ab86-4e07-9f96-0bc9602a4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:55.793794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-ec372f0f-ab86-4e07-9f96-0bc9602a4c42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 1096 time: 0.1488299 Dec 16 07:54:55.962354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f8b57a2-6f48-46ac-8a34-7732a7133ba5 req-878fb7a3-194c-454a-a8ed-b1acb002b202 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820402 Dec 16 07:54:56.020567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-c1ca522e-cb8a-4a33-8213-840f0a5f3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:56.022143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-c1ca522e-cb8a-4a33-8213-840f0a5f3a84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 916 time: 0.2136860 Dec 16 07:54:56.035621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Deleting port 447e6a55-d662-41b9-b4db-c9fe548c0829 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:54:56.035621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.108129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-a1a8d4a2-3173-4b86-8e1b-b81d8e360f7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b88b65a2-d984-4bd3-b331-2bdb1df01c69 HTTP/1.1" status: 200 len: 217 time: 0.0771849 Dec 16 07:54:56.221589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-190d48ab-29eb-47d8-94a8-677ec8218f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:56.223155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-190d48ab-29eb-47d8-94a8-677ec8218f7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 200 len: 854 time: 0.1060076 Dec 16 07:54:56.231687 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.231687 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.237800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e34f56-86ec-44bd-8a71-efbc18cc966b req-cf60db97-439f-4a4d-93d2-e384fcb7e3ad tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:56.239322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28e34f56-86ec-44bd-8a71-efbc18cc966b req-cf60db97-439f-4a4d-93d2-e384fcb7e3ad tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.1354029 Dec 16 07:54:56.257850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5a364988-d3f9-40ab-ae00-437a9a87b017 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:56.264278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Calling delete_port for 447e6a55-d662-41b9-b4db-c9fe548c0829 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:54:56.384080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-96df4866-cc81-4b1a-a4bd-d5223d63a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:56.385929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-96df4866-cc81-4b1a-a4bd-d5223d63a86b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0554d286-dccd-459a-b12f-a3df4c9a1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401000 Dec 16 07:54:56.386250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 5a364988-d3f9-40ab-ae00-437a9a87b017 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:54:56.389360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28e34f56-86ec-44bd-8a71-efbc18cc966b req-aec71820-2240-4040-80c9-5ce38f5edd6f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312566 Dec 16 07:54:56.390705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 5a364988-d3f9-40ab-ae00-437a9a87b017 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:56.391254 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.603222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aa177-6f3b-4652-a244-d26485d830b9 req-59dfae75-5b73-4715-9c70-6c0ce62ccbae tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:56.605544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d79aa177-6f3b-4652-a244-d26485d830b9 req-59dfae75-5b73-4715-9c70-6c0ce62ccbae tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1269042 Dec 16 07:54:56.611222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-400f7bf3-1a8c-4648-85ff-3107baa382cf service neutron] 10.222.0.16 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162006 Dec 16 07:54:56.641787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.664195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a364988-d3f9-40ab-ae00-437a9a87b017'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:54:56.666455 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56211ba2-88d1-408c-83b3-974874f8be04" -d '{"events": [{"server_uuid": "a612b20d-f530-4946-819c-d990c1d2b14e", "name": "network-vif-plugged", "status": "completed", "tag": "5a364988-d3f9-40ab-ae00-437a9a87b017"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:54:56.679815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5a364988-d3f9-40ab-ae00-437a9a87b017, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5a364988-d3f9-40ab-ae00-437a9a87b017,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:56.682269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.732840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Pushing event deleted for resources: {'Port': ['ID=447e6a55-d662-41b9-b4db-c9fe548c0829,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:56.759107 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.784899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d79aa177-6f3b-4652-a244-d26485d830b9 req-f4a7e1b6-00dd-41e2-82d2-b7b00417e574 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712866 Dec 16 07:54:56.816021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5a364988-d3f9-40ab-ae00-437a9a87b017,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:56.834372 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.838553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:56.839708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a2990ec-f865-4ec7-89b3-a6dd067e819a req-a8480e64-f7c2-42cf-b772-0ee722fc646c tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "DELETE /v2.0/floatingips/e309d04e-d316-4f1f-958f-370aa06a1414 HTTP/1.1" status: 204 len: 173 time: 1.0518570 Dec 16 07:54:56.842320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6eff025-cfa4-40e4-adb0-1cfc943f59fd req-fecdc82f-ff3e-4910-997c-b29aa4149136 service neutron] 10.222.0.16 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218571 Dec 16 07:54:56.924777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a7db9-e722-46ee-b38f-7486ddfe50a5 req-4b1fde95-b381-47fb-b127-34aa8288fda1 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:56.926980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b10a7db9-e722-46ee-b38f-7486ddfe50a5 req-4b1fde95-b381-47fb-b127-34aa8288fda1 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 944 time: 0.0533054 Dec 16 07:54:56.977372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b10a7db9-e722-46ee-b38f-7486ddfe50a5 req-0b68ce4b-3433-4c04-9525-d161eb14fd1c tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Dec 16 07:54:57.023132 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d899d2-ffa4-4eb5-8d93-9e05f2b19eca x-openstack-request-id: req-d9d899d2-ffa4-4eb5-8d93-9e05f2b19eca {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:54:57.023429 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a612b20d-f530-4946-819c-d990c1d2b14e", "name": "network-vif-plugged", "status": "completed", "tag": "5a364988-d3f9-40ab-ae00-437a9a87b017", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:54:57.023686 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9d899d2-ffa4-4eb5-8d93-9e05f2b19eca {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:54:57.024082 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a364988-d3f9-40ab-ae00-437a9a87b017', 'code': 200} Dec 16 07:54:57.066856 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-0ef853f9-6e6a-4add-ba55-1387f6a04254 req-62ee75a5-9f3b-4364-9227-48e93e0dba6f tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] show failed (client error): The resource could not be found. Dec 16 07:54:57.068620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ef853f9-6e6a-4add-ba55-1387f6a04254 req-62ee75a5-9f3b-4364-9227-48e93e0dba6f tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips/e309d04e-d316-4f1f-958f-370aa06a1414 HTTP/1.1" status: 404 len: 350 time: 0.0413206 Dec 16 07:54:57.153864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7bfc6-ea44-40b8-aebc-c692a90a433e req-1c2553d2-c45e-4a54-a48c-d88ec519cc44 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:57.155363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fd7bfc6-ea44-40b8-aebc-c692a90a433e req-1c2553d2-c45e-4a54-a48c-d88ec519cc44 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0619903 Dec 16 07:54:57.177462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d72f5f-1a10-46be-ab49-3e2b7fbeeb4f req-ae5840cc-ce53-4bf5-a5a3-e8e246cb49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:57.179824 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55d72f5f-1a10-46be-ab49-3e2b7fbeeb4f req-ae5840cc-ce53-4bf5-a5a3-e8e246cb49f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 1097 time: 0.0540938 Dec 16 07:54:57.194354 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-ed90b857-9874-40cb-97b6-a02d4b774ffb req-2d1171fc-2f37-45e0-98b7-22a580c05de4 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] show failed (client error): The resource could not be found. Dec 16 07:54:57.195341 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed90b857-9874-40cb-97b6-a02d4b774ffb req-2d1171fc-2f37-45e0-98b7-22a580c05de4 tempest-FloatingIPsTestJSON-858485797 tempest-FloatingIPsTestJSON-858485797-project] 10.222.0.43 "GET /v2.0/floatingips/e309d04e-d316-4f1f-958f-370aa06a1414 HTTP/1.1" status: 404 len: 350 time: 0.0391130 Dec 16 07:54:57.205552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54244) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:54:57.237071 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55d72f5f-1a10-46be-ab49-3e2b7fbeeb4f req-2df46b93-0efe-426c-9396-211d2aeda9f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478392 Dec 16 07:54:57.313267 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:57.330215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fd7bfc6-ea44-40b8-aebc-c692a90a433e req-4fb60f35-4eaa-4d9b-8262-9e3ba6357bcc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377387 Dec 16 07:54:57.498595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:57.534803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d5c6-246a-412f-8280-b566af2548c0 req-f53817ca-3b03-4584-9f26-56e8963b227c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:57.536329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81d5d5c6-246a-412f-8280-b566af2548c0 req-f53817ca-3b03-4584-9f26-56e8963b227c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1282282 Dec 16 07:54:57.591617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae101e-fbf2-4bb4-ad4b-50aa3b8990bf req-1f48d110-df79-4615-b148-47787b3d8925 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:57.593151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03ae101e-fbf2-4bb4-ad4b-50aa3b8990bf req-1f48d110-df79-4615-b148-47787b3d8925 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 944 time: 0.1197126 Dec 16 07:54:57.606009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:57.617702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'port_id': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'mac_address': 'fa:16:3e:9a:10:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:57.672082 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:57.675487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81d5d5c6-246a-412f-8280-b566af2548c0 req-dc77b0af-a7f8-4053-b02e-7d815ae37487 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151531 Dec 16 07:54:57.696744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a675a5-ff49-49a2-a280-2fc2c724569f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:57.719867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03ae101e-fbf2-4bb4-ad4b-50aa3b8990bf req-f4c54427-9f4a-48bd-b787-4697d2059fa4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144946 Dec 16 07:54:57.722719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:57.805633 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:57.810453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:57.867071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=11']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:57.936266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f5bf-c240-483d-aa7a-055c7caa9979 req-b1e20f08-e496-4327-87e8-ebbe60522ae3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:57.938840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98d1f5bf-c240-483d-aa7a-055c7caa9979 req-b1e20f08-e496-4327-87e8-ebbe60522ae3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1253304 Dec 16 07:54:58.052921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98d1f5bf-c240-483d-aa7a-055c7caa9979 req-483a415f-44c7-4f1a-86e2-5fc4ff7be73a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061509 Dec 16 07:54:58.199741 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b459-bff1-4e87-8e5c-ab1e7e8475ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:58.223638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['92a675a5-ff49-49a2-a280-2fc2c724569f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:58.228681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139fac-b0d8-4b39-bd0b-1c7bbc732321 req-4883172d-8b6e-40ae-aa4b-61feb012e346 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:58.230342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b139fac-b0d8-4b39-bd0b-1c7bbc732321 req-4883172d-8b6e-40ae-aa4b-61feb012e346 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 944 time: 0.1141810 Dec 16 07:54:58.267185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:58.318180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Deleting port c700afe1-8684-4b33-b6e7-3ec4254ed13b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:54:58.318913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:58.396042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b139fac-b0d8-4b39-bd0b-1c7bbc732321 req-671cd0fe-9fcd-495f-9dd1-47500e9b09f7 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531327 Dec 16 07:54:58.422948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4bec0-fbca-46a9-9d10-5412bd3fb087 req-6f6de744-188c-4483-aa4f-1a822f2c56e6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:58.424712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0b4bec0-fbca-46a9-9d10-5412bd3fb087 req-6f6de744-188c-4483-aa4f-1a822f2c56e6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1932724 Dec 16 07:54:58.430643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:58.465230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '456899c4-5c40-40c2-b08c-ba3856be570f', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '456899c4-5c40-40c2-b08c-ba3856be570f', 'mac_address': 'fa:16:3e:e8:11:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:58.527828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0b4bec0-fbca-46a9-9d10-5412bd3fb087 req-88a7cbe7-9e89-480b-97f2-8831b02c0867 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017246 Dec 16 07:54:58.535696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] For port c700afe1-8684-4b33-b6e7-3ec4254ed13b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c700afe1-8684-4b33-b6e7-3ec4254ed13b,segment=NetworkSegment(7c86e5fc-3f9f-440d-b00f-55b912791712),segment_id=7c86e5fc-3f9f-440d-b00f-55b912791712)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:58.536067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:58.536837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:58.550358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Calling delete_port for c700afe1-8684-4b33-b6e7-3ec4254ed13b owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:54:58.565876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456899c4-5c40-40c2-b08c-ba3856be570f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:58.618485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:58.719233 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:58.785333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:58.882548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b4de7-4bd0-4122-950d-b074129ac7fe req-1e59d797-285e-4d34-813f-5d482bb8e334 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:58.884145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e5b4de7-4bd0-4122-950d-b074129ac7fe req-1e59d797-285e-4d34-813f-5d482bb8e334 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1660759 Dec 16 07:54:58.897773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['456899c4-5c40-40c2-b08c-ba3856be570f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:54:58.910944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f4542-adcc-4731-bbba-d3478cc07681 req-fdc2f4b4-a009-4e10-ae19-101afdee13f2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:58.912483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-195f4542-adcc-4731-bbba-d3478cc07681 req-fdc2f4b4-a009-4e10-ae19-101afdee13f2 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 945 time: 0.0733385 Dec 16 07:54:58.954055 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:59.009869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c700afe1-8684-4b33-b6e7-3ec4254ed13b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:54:59.049113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-195f4542-adcc-4731-bbba-d3478cc07681 req-dc582cb2-3475-476f-b540-fd4bd10db8e8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287069 Dec 16 07:54:59.086323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e5b4de7-4bd0-4122-950d-b074129ac7fe req-e8ae495c-e838-4636-8007-9b43f554f3b8 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727486 Dec 16 07:54:59.514471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b88b65a2-d984-4bd3-b331-2bdb1df01c69 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:54:59.522766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:54:59.711247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port b88b65a2-d984-4bd3-b331-2bdb1df01c69, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b88b65a2-d984-4bd3-b331-2bdb1df01c69,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:59.731304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a66c22-360a-483d-8050-f510757e6258 req-175ce91c-f04f-44a8-b183-8255a96350c3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:59.739072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27a66c22-360a-483d-8050-f510757e6258 req-175ce91c-f04f-44a8-b183-8255a96350c3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.5106857 Dec 16 07:54:59.743176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69', 'network_id': '0554d286-dccd-459a-b12f-a3df4c9a1f23', 'port_id': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69', 'mac_address': 'fa:16:3e:49:ea:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de791e3-e14d-4cae-9cec-cd707334b96f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:54:59.750607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 92a675a5-ff49-49a2-a280-2fc2c724569f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:54:59.752747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:59.757503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 92a675a5-ff49-49a2-a280-2fc2c724569f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:54:59.758188 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:59.795910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba29fea-f50c-4bd4-b55c-77c337d72974 req-23164452-321f-4767-83db-e6d5d4ef9e0d tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:54:59.797501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ba29fea-f50c-4bd4-b55c-77c337d72974 req-23164452-321f-4767-83db-e6d5d4ef9e0d tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 944 time: 0.1229527 Dec 16 07:54:59.809890 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:59.852551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:54:59.887410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27a66c22-360a-483d-8050-f510757e6258 req-5d836bb3-44c0-4d8e-a6d7-cea3ad5760f1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420910 Dec 16 07:54:59.888476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88b65a2-d984-4bd3-b331-2bdb1df01c69 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:54:59.960416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port b88b65a2-d984-4bd3-b331-2bdb1df01c69, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b88b65a2-d984-4bd3-b331-2bdb1df01c69,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:54:59.970351 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:00.020007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:00.022017 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf766f10-d073-4f9e-b3ec-570341ece704" -d '{"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:00.033152 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:00.036787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ba29fea-f50c-4bd4-b55c-77c337d72974 req-7bb13076-73b0-494e-b259-4d9da42a2741 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923320 Dec 16 07:55:00.052580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:00.136345 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=b88b65a2-d984-4bd3-b331-2bdb1df01c69,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:00.137153 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435150f0-ee6e-4ff8-873a-130e892b0dae x-openstack-request-id: req-435150f0-ee6e-4ff8-873a-130e892b0dae {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:00.137665 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-plugged", "status": "completed", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:00.138133 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-435150f0-ee6e-4ff8-873a-130e892b0dae {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:00.138733 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'code': 200} Dec 16 07:55:00.203168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:00.256929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:55:00.310799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=12']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:00.335093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 456899c4-5c40-40c2-b08c-ba3856be570f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:55:00.335601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:00.363236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32639a6-ce5a-4f82-9468-d92269c7bf76 req-01706c9f-e525-4805-a1e3-0102b0bcb309 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:00.371226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a32639a6-ce5a-4f82-9468-d92269c7bf76 req-01706c9f-e525-4805-a1e3-0102b0bcb309 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1744041 Dec 16 07:55:00.410010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Router e9101c3c-25d2-4b75-b72f-af40e19ff06b has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:55:00.430340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974b48d-caaf-49af-a7fb-aaa814296d36 req-28932ed7-a0f1-4797-bf09-18abfab88dc3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:00.439133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8974b48d-caaf-49af-a7fb-aaa814296d36 req-28932ed7-a0f1-4797-bf09-18abfab88dc3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.1728172 Dec 16 07:55:00.453415 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['b88b65a2-d984-4bd3-b331-2bdb1df01c69'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:00.527944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a32639a6-ce5a-4f82-9468-d92269c7bf76 req-f8b993c9-e8e0-4cbb-9ab3-bfa73ebf8ba0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557510 Dec 16 07:55:00.624653 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:00.700950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8974b48d-caaf-49af-a7fb-aaa814296d36 req-4548e0ce-7d2a-4b85-90cd-d3d05dbbf204 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607772 Dec 16 07:55:00.719931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce42ab2-2962-48aa-970d-6ad8a276cce3 req-f4797cc0-1f98-4831-9289-c2a889ec4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:00.721699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ce42ab2-2962-48aa-970d-6ad8a276cce3 req-f4797cc0-1f98-4831-9289-c2a889ec4715 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 1098 time: 0.2749543 Dec 16 07:55:00.820276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:00.845220 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-43db2ca0-20c1-437a-a8a7-5b1b7341c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:00.882274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:55:00.892436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54346) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:00.897416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] Sync routers for ids ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:55:00.905835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0bc3d8c9-c475-43f7-ad2d-925b897f69dd admin admin] 10.222.0.43 "PUT /v2.0/routers/e9101c3c-25d2-4b75-b72f-af40e19ff06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6906011 Dec 16 07:55:00.907073 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:00.932679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ce42ab2-2962-48aa-970d-6ad8a276cce3 req-92a91618-b831-43f7-9884-40b5b7300799 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502717 Dec 16 07:55:00.970492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bd865-c19b-40cd-b2e4-f5c8b1f8d047 req-56879e03-14e8-41e5-a79f-0b4d611b39b2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:00.972322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d7bd865-c19b-40cd-b2e4-f5c8b1f8d047 req-56879e03-14e8-41e5-a79f-0b4d611b39b2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1472306 Dec 16 07:55:01.034190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=10']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:01.058650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] Routers {'e9101c3c-25d2-4b75-b72f-af40e19ff06b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:55:01.060465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:55:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:01.068799 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:01.100761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d7bd865-c19b-40cd-b2e4-f5c8b1f8d047 req-bcb2ac55-2077-4159-827c-b3216fe52b68 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216083 Dec 16 07:55:01.231224 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:01.308583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] Set router e9101c3c-25d2-4b75-b72f-af40e19ff06b gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:55:01.320891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca330f1-b147-4cc4-b65f-30eda00c9b7c req-e51b8fed-277c-45dd-be63-23b19f60e5be tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:01.324023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ca330f1-b147-4cc4-b65f-30eda00c9b7c req-e51b8fed-277c-45dd-be63-23b19f60e5be tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 945 time: 0.0960224 Dec 16 07:55:01.445108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Deleting port 2fec6c0f-7446-4575-bb2e-308b897c2ed1 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:01.445914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:01.520549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ca330f1-b147-4cc4-b65f-30eda00c9b7c req-52a97b6c-813e-4ee7-af74-25980669fad7 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846342 Dec 16 07:55:01.571884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eb92e-7428-473c-97a6-b61f58e4b5bc req-923c8028-7a1b-4cce-8595-0b49b9b99b99 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:01.574827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db2eb92e-7428-473c-97a6-b61f58e4b5bc req-923c8028-7a1b-4cce-8595-0b49b9b99b99 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 814 time: 0.2723162 Dec 16 07:55:01.589073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:54:58Z', 'revision_number': 5, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port': {'id': '2fec6c0f-7446-4575-bb2e-308b897c2ed1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:54:30Z', 'updated_at': '2021-12-16T07:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:01.596937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db2eb92e-7428-473c-97a6-b61f58e4b5bc req-4218f9cd-b5e2-49e7-9230-eb76d33f11fa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/quotas/b1cc58cdf644487ea6ed84b0634a2051 HTTP/1.1" status: 200 len: 375 time: 0.0145736 Dec 16 07:55:01.615306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] For port 2fec6c0f-7446-4575-bb2e-308b897c2ed1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2fec6c0f-7446-4575-bb2e-308b897c2ed1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:01.615665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:01.649381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Calling delete_port for 2fec6c0f-7446-4575-bb2e-308b897c2ed1 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:01.676988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] Checking router: e9101c3c-25d2-4b75-b72f-af40e19ff06b for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:55:01.685901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db2eb92e-7428-473c-97a6-b61f58e4b5bc req-5ea36860-2c06-4a51-b393-e03d5e4b3e7d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764003 Dec 16 07:55:01.708165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] Routers {'e9101c3c-25d2-4b75-b72f-af40e19ff06b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:55:01.708809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:55:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:01.843675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:01.904511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] Set router e9101c3c-25d2-4b75-b72f-af40e19ff06b gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:55:01.933971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c41fb5-8894-49c5-85d1-d93cf9046650 req-a1ced75c-34a8-4b2b-93f5-a2b45b7c1111 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:01.948069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9c41fb5-8894-49c5-85d1-d93cf9046650 req-a1ced75c-34a8-4b2b-93f5-a2b45b7c1111 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1486006 Dec 16 07:55:01.997911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:55:01Z', 'revision_number': 6, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:02.039656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.070313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9c41fb5-8894-49c5-85d1-d93cf9046650 req-10a96d60-a13b-475e-896d-54cc6dee52c1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187596 Dec 16 07:55:02.073379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fec6c0f-7446-4575-bb2e-308b897c2ed1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:02.107893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab807397-c290-4ef6-bb6a-faaa200593d1 req-b8e7c08c-455b-4ba2-b398-24dce71e3da1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:02.133135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab807397-c290-4ef6-bb6a-faaa200593d1 req-b8e7c08c-455b-4ba2-b398-24dce71e3da1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.2402718 Dec 16 07:55:02.157926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.261165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:02.263682 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e58990-a70a-4650-b50d-f014acb9589e" -d '{"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-plugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:02.267176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbc179-8251-4467-b6e2-d787d2bfdfa0 None None] The sync data for ids ['e9101c3c-25d2-4b75-b72f-af40e19ff06b'] in n-d-820935-11 is: [{'id': 'e9101c3c-25d2-4b75-b72f-af40e19ff06b', 'name': 'tempest-FloatingIPsTestJSON-874554482-router', 'tenant_id': '52fdd41bc7f24f448481fc9562269d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:54:28Z', 'updated_at': '2021-12-16T07:55:01Z', 'revision_number': 6, 'project_id': '52fdd41bc7f24f448481fc9562269d72', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:55:02.310228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.316830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab807397-c290-4ef6-bb6a-faaa200593d1 req-6407a5f7-d377-430e-9ee2-624a8c34cf75 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805813 Dec 16 07:55:02.319436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.493464 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afe76c-aeff-43b4-8448-2e9f005cd08b x-openstack-request-id: req-66afe76c-aeff-43b4-8448-2e9f005cd08b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:02.493908 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-plugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:02.495189 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66afe76c-aeff-43b4-8448-2e9f005cd08b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:02.496118 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f', 'code': 200} Dec 16 07:55:02.589961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0432eb-0720-4114-8059-1b60028badf2 req-fa724454-8718-4ec3-b2b6-92f2043de6b7 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:02.592657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac0432eb-0720-4114-8059-1b60028badf2 req-fa724454-8718-4ec3-b2b6-92f2043de6b7 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0793493 Dec 16 07:55:02.607309 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.608533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9101c3c-25d2-4b75-b72f-af40e19ff06b {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:55:02.618790 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.621124 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f194de3e-ea26-4efc-af2b-8876648bad56 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e9101c3c-25d2-4b75-b72f-af40e19ff06b HTTP/1.1" status: 204 len: 168 time: 1.7270501 Dec 16 07:55:02.623561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:02.681641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] Deleting subnet bccb1b79-a003-4731-a825-6172c1e54fcd {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:55:02.685277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.755288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:02.778689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac0432eb-0720-4114-8059-1b60028badf2 req-6d64a09b-82ff-4037-b2c9-fc463d7f5a5b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799395 Dec 16 07:55:02.844745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6f67-1249-4c6e-910c-10f329f2ea3d req-4b172a01-e39d-4f5c-86e5-e46395052154 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:02.854520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f61d6f67-1249-4c6e-910c-10f329f2ea3d req-4b172a01-e39d-4f5c-86e5-e46395052154 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 945 time: 0.1950319 Dec 16 07:55:02.976055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c700afe1-8684-4b33-b6e7-3ec4254ed13b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:03.004335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f61d6f67-1249-4c6e-910c-10f329f2ea3d req-455a2dbf-4a4e-4847-bea8-b50a74e3e1d5 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471014 Dec 16 07:55:03.042375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c700afe1-8684-4b33-b6e7-3ec4254ed13b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:03.042873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c700afe1-8684-4b33-b6e7-3ec4254ed13b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:03.051839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.217727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.288507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccb1b79-a003-4731-a825-6172c1e54fcd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:03.305621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.311525 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d003d082-a9be-47a4-9406-d0d1b6b48bce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bccb1b79-a003-4731-a825-6172c1e54fcd HTTP/1.1" status: 204 len: 168 time: 0.6865358 Dec 16 07:55:03.314650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54440) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:03.318367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40df79-81ff-41cd-8e78-3dd255dc6fe1 None None] Network 9208e604-783f-4595-af36-6fd267eeb3dc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:03.421019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.422699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.523100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b88b65a2-d984-4bd3-b331-2bdb1df01c69 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:55:03.537509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Deleting port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:03.539706 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.722684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] DHCP port deletion for 9208e604-783f-4595-af36-6fd267eeb3dc request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:55:03.733207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] For port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,segment=NetworkSegment(7c86e5fc-3f9f-440d-b00f-55b912791712),segment_id=7c86e5fc-3f9f-440d-b00f-55b912791712)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:03.733207 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.751815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Calling delete_port for 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:03.776104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port b88b65a2-d984-4bd3-b331-2bdb1df01c69 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:55:03.801858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port b88b65a2-d984-4bd3-b331-2bdb1df01c69 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:55:03.802475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:03.903725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] Deleting port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:03.923511 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.000518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] For port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,segment=NetworkSegment(7c86e5fc-3f9f-440d-b00f-55b912791712),segment_id=7c86e5fc-3f9f-440d-b00f-55b912791712)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:04.001126 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.045858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.071046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] Calling delete_port for 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:04.121589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:04.127099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] No DVR routers for this DVR port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:04.149584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.214708 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.238266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.269268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9208e604-783f-4595-af36-6fd267eeb3dc']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:04.277759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.281487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c86e5fc-3f9f-440d-b00f-55b912791712') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:04.282066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c86e5fc-3f9f-440d-b00f-55b912791712') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:04.289599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port b88b65a2-d984-4bd3-b331-2bdb1df01c69, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b88b65a2-d984-4bd3-b331-2bdb1df01c69,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:04.294959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.309530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.316279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] Pushing event deleted for resources: {'Port': ['ID=8caa1dbe-17a5-4f1f-8252-d7f972aaf71d,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:04.316693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:55:04.317390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.326366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dfbb54-526a-47fe-a7a9-669e7d0d7e6f None None] No DVR routers for this DVR port 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:55:04.366628 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:55:04.376822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.441533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=b88b65a2-d984-4bd3-b331-2bdb1df01c69,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:04.497483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:04.500572 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a222d0-4138-4530-83d9-59cd3ee33e67" -d '{"events": [{"server_uuid": "415f9569-03b6-4fd9-8f9e-02e330165c4e", "name": "network-vif-plugged", "status": "completed", "tag": "b88b65a2-d984-4bd3-b331-2bdb1df01c69"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:04.507861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.531035 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:04.538855 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9208e604-783f-4595-af36-6fd267eeb3dc HTTP/1.1" status: 204 len: 168 time: 1.2226939 Dec 16 07:55:04.594483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33dfa6-a503-4bd6-ba47-bc9776011b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=9208e604-783f-4595-af36-6fd267eeb3dc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:04.640952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d897b27d-d926-401d-b4d5-9dc635607b41 req-7240db4a-c906-48a0-9df7-3624066f0f2f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b1cc58cdf644487ea6ed84b0634a2051 HTTP/1.1" status: 200 len: 221 time: 0.0694222 Dec 16 07:55:04.838406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2fec6c0f-7446-4575-bb2e-308b897c2ed1 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:04.873721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 2fec6c0f-7446-4575-bb2e-308b897c2ed1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:04.874066 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2fec6c0f-7446-4575-bb2e-308b897c2ed1 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:04.874661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:04.881371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ef415-b9f8-4ff2-8dc7-d48cb00a44ac req-a287d466-633b-464f-8ac8-b9307c6db3fc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:04.883302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c9ef415-b9f8-4ff2-8dc7-d48cb00a44ac req-a287d466-633b-464f-8ac8-b9307c6db3fc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.1690991 Dec 16 07:55:04.910982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:04.911845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8caa1dbe-17a5-4f1f-8252-d7f972aaf71d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:04.979348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c9ef415-b9f8-4ff2-8dc7-d48cb00a44ac req-b26eeaae-f289-483a-aed2-34f1b95e1cc1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886526 Dec 16 07:55:05.004799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959faf9-12f1-41de-aeb8-7cd8ffa410d7 req-1e2cfe2d-7b6b-475b-996c-ae8b56bcd021 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:05.004799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a959faf9-12f1-41de-aeb8-7cd8ffa410d7 req-1e2cfe2d-7b6b-475b-996c-ae8b56bcd021 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.0821068 Dec 16 07:55:05.053962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a959faf9-12f1-41de-aeb8-7cd8ffa410d7 req-d5bcefbd-8927-4106-bcf9-c17bf9d8a0bb tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483909 Dec 16 07:55:05.112490 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d57222-2252-455c-8272-129e69d13bf8 x-openstack-request-id: req-62d57222-2252-455c-8272-129e69d13bf8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:05.112979 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415f9569-03b6-4fd9-8f9e-02e330165c4e", "name": "network-vif-plugged", "status": "completed", "tag": "b88b65a2-d984-4bd3-b331-2bdb1df01c69", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:05.113061 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62d57222-2252-455c-8272-129e69d13bf8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:05.113473 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69', 'code': 200} Dec 16 07:55:05.126865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54492) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:05.201037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dac9a1ba-53a0-48d4-892f-634fae0f5c00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52fdd41bc7f24f448481fc9562269d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726392 Dec 16 07:55:05.212659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54494) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:05.215710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9d36-504c-4ac9-988f-e481dac3aa82 req-34de4fc0-a1eb-4e13-ba72-581ab7c5662f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:05.217507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b5e9d36-504c-4ac9-988f-e481dac3aa82 req-34de4fc0-a1eb-4e13-ba72-581ab7c5662f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0755787 Dec 16 07:55:05.264251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1886ab0-568b-45c8-b70a-b5b20a3b03c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:05.287105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1886ab0-568b-45c8-b70a-b5b20a3b03c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:05.293209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abb544-5491-4937-9e5c-a930aab2e38a req-5f0d4218-0086-46f8-9093-d6a513ab62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:05.294739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37abb544-5491-4937-9e5c-a930aab2e38a req-5f0d4218-0086-46f8-9093-d6a513ab62d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 1098 time: 0.0765495 Dec 16 07:55:05.298562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b5e9d36-504c-4ac9-988f-e481dac3aa82 req-11427e57-b196-4ab5-880c-46ed6d0bf768 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727305 Dec 16 07:55:05.347078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37abb544-5491-4937-9e5c-a930aab2e38a req-645af049-8599-4fad-a0e6-aa089518f8fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Dec 16 07:55:05.416843 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1886ab0-568b-45c8-b70a-b5b20a3b03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:05.419464 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1886ab0-568b-45c8-b70a-b5b20a3b03c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:05.422970 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a1886ab0-568b-45c8-b70a-b5b20a3b03c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0db3be7-8ea1-489c-95e5-c0c6a2d2fadb HTTP/1.1" status: 204 len: 168 time: 0.2070177 Dec 16 07:55:05.436809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1886ab0-568b-45c8-b70a-b5b20a3b03c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db3be7-8ea1-489c-95e5-c0c6a2d2fadb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:05.480493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bdfb0-aaf8-414c-bb3d-a6a2ffa3c90a req-94f88bff-c0f5-407b-8e5f-1392d61f59e5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:05.496251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db8bdfb0-aaf8-414c-bb3d-a6a2ffa3c90a req-94f88bff-c0f5-407b-8e5f-1392d61f59e5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1001675 Dec 16 07:55:05.557025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db8bdfb0-aaf8-414c-bb3d-a6a2ffa3c90a req-a2311296-86d8-4acb-84c2-aa982d23a301 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635741 Dec 16 07:55:05.738247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f9663-6d7c-41c0-8664-25e73db6bb5f req-884ce918-6964-409c-b19d-e67785de29d5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:05.740265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-809f9663-6d7c-41c0-8664-25e73db6bb5f req-884ce918-6964-409c-b19d-e67785de29d5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0656130 Dec 16 07:55:05.848656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-809f9663-6d7c-41c0-8664-25e73db6bb5f req-13506965-b778-46be-ba49-ea92d1710172 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021338 Dec 16 07:55:06.076715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2e1d3-dc93-4ca2-9d2e-1e1fceb133ce req-adeb6ebe-9be0-41a9-9ef0-90ea52079dab tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:06.079353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b2e1d3-dc93-4ca2-9d2e-1e1fceb133ce req-adeb6ebe-9be0-41a9-9ef0-90ea52079dab tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1061771 Dec 16 07:55:06.188225 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b2e1d3-dc93-4ca2-9d2e-1e1fceb133ce req-3c039aab-af48-4db7-9c89-149d049f8749 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838280 Dec 16 07:55:06.206797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e96331-1676-4264-bb34-4a0709d53032 req-a1109af5-489a-46c1-a27f-bee3b9cee785 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:06.208690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88e96331-1676-4264-bb34-4a0709d53032 req-a1109af5-489a-46c1-a27f-bee3b9cee785 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.0964546 Dec 16 07:55:06.287375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88e96331-1676-4264-bb34-4a0709d53032 req-e10b3be0-ae60-49ab-9ec3-19273cec4aad tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712347 Dec 16 07:55:06.406333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117991-2065-4ccc-8a04-7abc513f0a41 req-90e06580-0136-4c52-aa75-609781cd8e9b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:06.414105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65117991-2065-4ccc-8a04-7abc513f0a41 req-90e06580-0136-4c52-aa75-609781cd8e9b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.0737207 Dec 16 07:55:06.502223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aaffb-068c-44a0-968d-fe3f7efbaa87 req-e77ecad3-50fb-4c68-9d31-a8aac461869d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:06.503921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-614aaffb-068c-44a0-968d-fe3f7efbaa87 req-e77ecad3-50fb-4c68-9d31-a8aac461869d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1085260 Dec 16 07:55:06.524404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65117991-2065-4ccc-8a04-7abc513f0a41 req-8a13510a-c649-4604-9efc-e2c58a630e67 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057694 Dec 16 07:55:06.604369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-614aaffb-068c-44a0-968d-fe3f7efbaa87 req-02e5db6e-7d5b-4d9b-b94b-5c048b749379 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758615 Dec 16 07:55:06.789150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05855c22-7cf8-4d50-9a19-3290d4645c64 req-3f17ee41-04ed-4a60-a7f9-cb51ddef6783 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:06.790544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05855c22-7cf8-4d50-9a19-3290d4645c64 req-3f17ee41-04ed-4a60-a7f9-cb51ddef6783 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0825267 Dec 16 07:55:06.887248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05855c22-7cf8-4d50-9a19-3290d4645c64 req-47380898-0340-44da-a2fa-ec7f6fe6fc73 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757573 Dec 16 07:55:07.207894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf02cd6-05ce-4f81-9b9d-77f6abaffd6b req-8dee8505-50bb-4295-be38-9bd7224538df tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:07.217279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf02cd6-05ce-4f81-9b9d-77f6abaffd6b req-8dee8505-50bb-4295-be38-9bd7224538df tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0704598 Dec 16 07:55:07.292866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbf02cd6-05ce-4f81-9b9d-77f6abaffd6b req-290ea20d-e774-4adb-93df-7b7c07daa535 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735271 Dec 16 07:55:07.469202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472ff70-cf24-4491-a2f2-c4deff59ad63 req-770e2c29-32eb-4f24-a984-a2f5642d8b0b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:07.471560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4472ff70-cf24-4491-a2f2-c4deff59ad63 req-770e2c29-32eb-4f24-a984-a2f5642d8b0b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0792010 Dec 16 07:55:07.594597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4472ff70-cf24-4491-a2f2-c4deff59ad63 req-fff4567d-d183-4c88-9fb2-736619fa28a1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077623 Dec 16 07:55:07.779058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e7e89-ced2-4509-af34-117e704ea17b req-6066aca7-3542-4b7e-9732-f98df4bc1291 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:07.780587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d4e7e89-ced2-4509-af34-117e704ea17b req-6066aca7-3542-4b7e-9732-f98df4bc1291 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.1096382 Dec 16 07:55:07.836233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f088e8-ba44-4fb9-a23c-262aa97c1799 req-68a137cf-3eb3-4b9b-8141-4194d33e0877 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:07.839133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11f088e8-ba44-4fb9-a23c-262aa97c1799 req-68a137cf-3eb3-4b9b-8141-4194d33e0877 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1121542 Dec 16 07:55:07.894590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d4e7e89-ced2-4509-af34-117e704ea17b req-f08336a2-5e4b-42be-93a8-cc3cf3ddcf49 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989552 Dec 16 07:55:07.953478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11f088e8-ba44-4fb9-a23c-262aa97c1799 req-bca436ea-c713-474d-8997-fb4d0095fb6a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019788 Dec 16 07:55:08.108132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bb15a-c58c-41c5-acd9-9adc43fc5156 req-382950d0-28bb-4463-b03a-e3d3e51f7eb0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:08.117183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-073bb15a-c58c-41c5-acd9-9adc43fc5156 req-382950d0-28bb-4463-b03a-e3d3e51f7eb0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0814457 Dec 16 07:55:08.217040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54644) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:08.224333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-073bb15a-c58c-41c5-acd9-9adc43fc5156 req-55bfa678-386f-4934-b73d-e90c0c867bf9 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938251 Dec 16 07:55:08.242699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a91e-827a-46f9-b42e-fa9ed6074db2 req-79882bfa-4520-445a-9eb5-9bd88b1a0550 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:08.250947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f759a91e-827a-46f9-b42e-fa9ed6074db2 req-79882bfa-4520-445a-9eb5-9bd88b1a0550 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1171508 Dec 16 07:55:08.312362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f759a91e-827a-46f9-b42e-fa9ed6074db2 req-799a5cbb-3477-4209-8980-6b2d1a22d40d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561967 Dec 16 07:55:08.389080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21d46778-cb8b-4ef3-bb91-0ba249a1adc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:08.461592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795bf4-431e-4f46-a30f-6df745fe5015 req-0ef1cbf6-3802-4529-9946-7b3b0db5bbd7 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:08.463809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70795bf4-431e-4f46-a30f-6df745fe5015 req-0ef1cbf6-3802-4529-9946-7b3b0db5bbd7 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 945 time: 0.0879633 Dec 16 07:55:08.522613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba0275-8ee4-4477-8ee8-4b73558faffa req-d7628e26-05b5-4e02-924c-d251d82d8c05 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:08.524214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3ba0275-8ee4-4477-8ee8-4b73558faffa req-d7628e26-05b5-4e02-924c-d251d82d8c05 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0997655 Dec 16 07:55:08.533783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21d46778-cb8b-4ef3-bb91-0ba249a1adc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:08.547594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70795bf4-431e-4f46-a30f-6df745fe5015 req-b91368d9-1ee1-4a2f-9740-5d30af39bf10 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741115 Dec 16 07:55:08.590328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21d46778-cb8b-4ef3-bb91-0ba249a1adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:08.599899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3ba0275-8ee4-4477-8ee8-4b73558faffa req-b450b152-27c9-4f2b-9106-fa20c85d3b05 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638051 Dec 16 07:55:08.631911 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-21d46778-cb8b-4ef3-bb91-0ba249a1adc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d849694cb09649978f10692b71480369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189622 Dec 16 07:55:08.634128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54660) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:08.670209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d46778-cb8b-4ef3-bb91-0ba249a1adc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f5c426-991d-4724-a9cb-cf20e2b6e88d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:08.725517 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-890fb02b-cdc2-4b95-9a91-7e2e7cdedcbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:08.786117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-890fb02b-cdc2-4b95-9a91-7e2e7cdedcbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:08.875527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcde7d-b9f7-43ef-87e3-9935bb440220 req-484f9b78-3c86-4d6c-9ebe-8f8b0a2dde5f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:08.883199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34bcde7d-b9f7-43ef-87e3-9935bb440220 req-484f9b78-3c86-4d6c-9ebe-8f8b0a2dde5f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0787654 Dec 16 07:55:08.959957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34bcde7d-b9f7-43ef-87e3-9935bb440220 req-cd20c210-74c4-4257-9aa3-6b314deaf7c7 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758071 Dec 16 07:55:09.013428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-890fb02b-cdc2-4b95-9a91-7e2e7cdedcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:09.015987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-890fb02b-cdc2-4b95-9a91-7e2e7cdedcbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:09.017185 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-890fb02b-cdc2-4b95-9a91-7e2e7cdedcbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10f5c426-991d-4724-a9cb-cf20e2b6e88d HTTP/1.1" status: 204 len: 168 time: 0.3810611 Dec 16 07:55:09.033453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb02b-cdc2-4b95-9a91-7e2e7cdedcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f5c426-991d-4724-a9cb-cf20e2b6e88d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:09.053670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9ed2-cb6c-46c8-993c-b721784cbe0f req-8b792c82-d0e5-4048-b102-f91d386eeb51 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:09.062317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-568e9ed2-cb6c-46c8-993c-b721784cbe0f req-8b792c82-d0e5-4048-b102-f91d386eeb51 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.0818992 Dec 16 07:55:09.140788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-568e9ed2-cb6c-46c8-993c-b721784cbe0f req-7b47ae1b-4285-47af-b8c7-978c2e82e5dc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775056 Dec 16 07:55:09.196281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8712e0-7ee8-40ff-842f-b01adef6f75c req-e5a13c89-eb58-4d7d-84ef-891b151a793c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:09.203698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8712e0-7ee8-40ff-842f-b01adef6f75c req-e5a13c89-eb58-4d7d-84ef-891b151a793c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0909543 Dec 16 07:55:09.290580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8712e0-7ee8-40ff-842f-b01adef6f75c req-0947822d-03b6-4665-b09d-c2ab9a3e5fd1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837882 Dec 16 07:55:09.450832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57864e-e691-475f-8a18-f1ae7e144c4b req-cd6aad60-ca49-4828-8354-51f9c742af51 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:09.459348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a57864e-e691-475f-8a18-f1ae7e144c4b req-cd6aad60-ca49-4828-8354-51f9c742af51 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0803294 Dec 16 07:55:09.555310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a57864e-e691-475f-8a18-f1ae7e144c4b req-01466382-e294-4d54-aec3-d4ba16fc6088 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946128 Dec 16 07:55:09.673396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627851-c14c-4708-b06b-28cf0f5a95f7 req-ef99c130-2ef8-4d28-bc06-5faecd8872c5 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:09.674934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77627851-c14c-4708-b06b-28cf0f5a95f7 req-ef99c130-2ef8-4d28-bc06-5faecd8872c5 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0803549 Dec 16 07:55:09.762400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77627851-c14c-4708-b06b-28cf0f5a95f7 req-3bcba65e-a65d-4bcd-b8b3-5399658b063f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807552 Dec 16 07:55:09.927020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4ce0-3de9-45bb-bdc7-bc6c80eab85e req-73dd549d-1f2d-4037-8253-36b0033d5d8f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:09.928690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d89c4ce0-3de9-45bb-bdc7-bc6c80eab85e req-73dd549d-1f2d-4037-8253-36b0033d5d8f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0538599 Dec 16 07:55:09.986512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d89c4ce0-3de9-45bb-bdc7-bc6c80eab85e req-40583b17-bc22-425e-b9c0-d042842a91a8 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510147 Dec 16 07:55:10.045506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d083-dc4c-4258-a5d0-4faac1c6551d req-2653223e-2796-4c3d-8510-a81a8dd88529 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:10.051674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d083-dc4c-4258-a5d0-4faac1c6551d req-2653223e-2796-4c3d-8510-a81a8dd88529 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:10.060905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d083-dc4c-4258-a5d0-4faac1c6551d req-2653223e-2796-4c3d-8510-a81a8dd88529 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:10.065274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa8d083-dc4c-4258-a5d0-4faac1c6551d req-2653223e-2796-4c3d-8510-a81a8dd88529 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e&device_id=a612b20d-f530-4946-819c-d990c1d2b14e&device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 2417 time: 0.0708804 Dec 16 07:55:10.174545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0267e2f-9e03-4181-a2dc-7ecc66d613bb req-8ee1a5d2-aafd-40f2-b1dc-f3f34e82d8cf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:10.177325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0267e2f-9e03-4181-a2dc-7ecc66d613bb req-8ee1a5d2-aafd-40f2-b1dc-f3f34e82d8cf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0808940 Dec 16 07:55:10.189546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa8d083-dc4c-4258-a5d0-4faac1c6551d req-689293cc-15b1-4d7f-a8ff-4a4be7172b0a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129885 Dec 16 07:55:10.277888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0267e2f-9e03-4181-a2dc-7ecc66d613bb req-5399a807-fd4f-4cd8-ae0e-0b0682db2610 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785480 Dec 16 07:55:10.466114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968793e-1d4e-46bd-9b91-794dfa84d305 req-5bb7ab6b-ab24-448e-a694-54f26004eba6 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:10.483389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0968793e-1d4e-46bd-9b91-794dfa84d305 req-5bb7ab6b-ab24-448e-a694-54f26004eba6 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.1121473 Dec 16 07:55:10.564210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0968793e-1d4e-46bd-9b91-794dfa84d305 req-1413162c-11d5-4a0b-888d-036d5fa059a0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702455 Dec 16 07:55:10.671519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26ae6c-448d-4e55-9232-2884a86c631f req-6f72574e-1995-4419-9723-a9f473293fd9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:10.678293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b26ae6c-448d-4e55-9232-2884a86c631f req-6f72574e-1995-4419-9723-a9f473293fd9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1128559 Dec 16 07:55:10.745437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54746) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:10.833492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b26ae6c-448d-4e55-9232-2884a86c631f req-e8f3697c-483a-432b-bce4-ecd7fb4afe2c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507900 Dec 16 07:55:10.915113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1437432350-network', 'tenant_id': '89309a3fae6e4777900c26ecf8724567'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:11.050109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Made reservation on behalf of 89309a3fae6e4777900c26ecf8724567 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:11.054137 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.075616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.097360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac04a-378a-4610-acce-fba4aec4aecd req-7dfb48dd-28d9-44de-a369-f7c636654cda tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:11.106023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-899ac04a-378a-4610-acce-fba4aec4aecd req-7dfb48dd-28d9-44de-a369-f7c636654cda tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0769253 Dec 16 07:55:11.171095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-899ac04a-378a-4610-acce-fba4aec4aecd req-e7af8ff2-fee8-4b9f-8bc2-18376b91786d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630696 Dec 16 07:55:11.218008 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.306962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.351751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d80432-8c0d-4e8d-8485-afc0dee49246 req-a153e848-38e6-4fa3-a030-e6e5730b2b51 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:11.367388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01d80432-8c0d-4e8d-8485-afc0dee49246 req-a153e848-38e6-4fa3-a030-e6e5730b2b51 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0801177 Dec 16 07:55:11.392483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:55:11.415692 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.416197 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Added segment a7b365a3-1f62-4377-81e2-169468236c90 of type vlan for network 22e5fb31-5fc9-4da9-928b-36962739d462 Dec 16 07:55:11.487576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01d80432-8c0d-4e8d-8485-afc0dee49246 req-cf829e0d-dac1-41bb-a28b-69b193974dd5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105173 Dec 16 07:55:11.518796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.574499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ae86a0-923e-473e-a9f8-0b5bc3f91477,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:11.667360 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.669115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:11.669818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:11.747820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c016b-a639-4f33-8fd6-b0de4324292b req-3a17ff47-b4f4-40e2-9ace-1a32cff13b1f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:11.749412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db6c016b-a639-4f33-8fd6-b0de4324292b req-3a17ff47-b4f4-40e2-9ace-1a32cff13b1f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1049170 Dec 16 07:55:11.802133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] Pushing event updated for resources: {'Network': ['ID=22e5fb31-5fc9-4da9-928b-36962739d462,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:11.816481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 22e5fb31-5fc9-4da9-928b-36962739d462 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:55:11.820645 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b53e9bfd-870f-4db1-811a-e59bbce60de4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0740232 Dec 16 07:55:11.823412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54780) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:11.830701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Request body: {'subnet': {'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1437432350-subnet', 'tenant_id': '89309a3fae6e4777900c26ecf8724567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:11.846143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db6c016b-a639-4f33-8fd6-b0de4324292b req-58786bc7-3246-4cb1-93e2-43736309cf28 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859146 Dec 16 07:55:11.968239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Made reservation on behalf of 89309a3fae6e4777900c26ecf8724567 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:11.971022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:12.501970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222833-a72e-46bf-bf30-187ed34023cf req-f73ff000-b332-4e55-ac1e-f8c65efb7c83 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:12.502982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2222833-a72e-46bf-bf30-187ed34023cf req-f73ff000-b332-4e55-ac1e-f8c65efb7c83 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0910332 Dec 16 07:55:12.540360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c35f-6b96-4042-b462-bbdae8a76a15 req-9225d230-7b01-49a9-b429-98fd349c94f3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:12.548367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d11c35f-6b96-4042-b462-bbdae8a76a15 req-9225d230-7b01-49a9-b429-98fd349c94f3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1038141 Dec 16 07:55:12.600012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:12.644456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d11c35f-6b96-4042-b462-bbdae8a76a15 req-a5ba2b82-48ab-4d9b-a4a1-8da221a07b9c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951040 Dec 16 07:55:12.685804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2222833-a72e-46bf-bf30-187ed34023cf req-df564980-57f3-416e-8859-fd035087ea9a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646497 Dec 16 07:55:12.746364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=440bfd89-12c3-4775-8fb8-e63b6cb8c509,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:12.754530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Checking segment: {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:55:12.754884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Network hostable DHCP agents. Network: 22e5fb31-5fc9-4da9-928b-36962739d462, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:55:12.843246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Network 22e5fb31-5fc9-4da9-928b-36962739d462 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:55:12.918872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 22e5fb31-5fc9-4da9-928b-36962739d462) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:12.930006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f5679-c5a7-4c71-82f0-bb37b2ce4301 None None] Network 22e5fb31-5fc9-4da9-928b-36962739d462 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:12.934902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:12.935563 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:13.065938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ffa4e-7481-4193-83a9-7d283c332ba7 None None] Network 22e5fb31-5fc9-4da9-928b-36962739d462 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:13.082007 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe6cd53c-c008-4b1e-80a5-c1bfca0e8a1b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2572505 Dec 16 07:55:13.680825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-0122d90b-793d-48c2-9e87-071b4550cc07 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:13.690169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-0122d90b-793d-48c2-9e87-071b4550cc07 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 822 time: 0.1471219 Dec 16 07:55:13.711592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-499e885c-e7bc-4f0a-9dea-7ac2920efa28 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/quotas/89309a3fae6e4777900c26ecf8724567 HTTP/1.1" status: 200 len: 375 time: 0.0202756 Dec 16 07:55:13.777121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-b771929d-1810-4983-8692-054381e37675 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633609 Dec 16 07:55:13.846094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbf491-2b93-4760-8b9e-4d4879957c0d req-21735438-007b-44c5-bfa1-465cd9354ecf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:13.847913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2cbf491-2b93-4760-8b9e-4d4879957c0d req-21735438-007b-44c5-bfa1-465cd9354ecf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1322460 Dec 16 07:55:13.941897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-61617702-49d8-459c-8136-3d564b0d9718 service neutron] 10.222.0.43 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634941 Dec 16 07:55:13.967620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2cbf491-2b93-4760-8b9e-4d4879957c0d req-f1a425aa-5868-4566-810a-39f2f9d5ad47 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050751 Dec 16 07:55:14.123046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-f673034d-1f4a-49d8-ae7a-906f7ad2f068 service neutron] 10.222.0.43 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796672 Dec 16 07:55:14.146454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a75ad6-0598-435e-9633-7c871da1e18d req-6592259b-11ff-4cce-8d1e-896aeed7f7f0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:14.147985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83a75ad6-0598-435e-9633-7c871da1e18d req-6592259b-11ff-4cce-8d1e-896aeed7f7f0 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.1042705 Dec 16 07:55:14.249930 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83a75ad6-0598-435e-9633-7c871da1e18d req-966fdf44-28dc-4f2d-b95a-45cdc6207d8a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728726 Dec 16 07:55:14.487190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf975583-24c1-42ed-9c63-4e53ba8d2517 req-ad9362dc-7b83-4f43-910f-da6711424090 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 210 time: 0.0412583 Dec 16 07:55:15.168727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610dcca-e80d-4fc6-97aa-9afc64d503d4 req-1f1247de-28a0-4db3-bc9d-603782dd5895 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:15.178239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b610dcca-e80d-4fc6-97aa-9afc64d503d4 req-1f1247de-28a0-4db3-bc9d-603782dd5895 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0713727 Dec 16 07:55:15.229643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b610dcca-e80d-4fc6-97aa-9afc64d503d4 req-45b79b60-fff0-45e5-bf10-0d2a00824458 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Dec 16 07:55:15.436682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51763-263e-4080-ac10-477c864b53d3 req-192cf4be-58d7-40d3-8fef-8522dd27c6dc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:15.445343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7cc51763-263e-4080-ac10-477c864b53d3 req-192cf4be-58d7-40d3-8fef-8522dd27c6dc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0736399 Dec 16 07:55:15.511517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7cc51763-263e-4080-ac10-477c864b53d3 req-b4382cfa-471a-4148-935b-1c88881bd13a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650084 Dec 16 07:55:15.601215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2c3403c-c200-43fe-994f-21b625b96bc0 req-7851040e-ffb7-4e1e-8663-000c07af1ed4 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 210 time: 0.0477476 Dec 16 07:55:16.393959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d26bbb-663f-43d9-b925-49205b10bbe6 req-978ab0ab-b83c-4700-943c-bafdcef25567 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:16.395838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01d26bbb-663f-43d9-b925-49205b10bbe6 req-978ab0ab-b83c-4700-943c-bafdcef25567 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0584438 Dec 16 07:55:16.463138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01d26bbb-663f-43d9-b925-49205b10bbe6 req-a5ac014f-5e71-42f1-ac7a-9dc45e2660ff tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598972 Dec 16 07:55:16.601402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44708a56-815a-438e-af25-21a3987a9a08 req-bd31401b-7c75-4778-bbff-9e718325cb2a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:16.602914 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44708a56-815a-438e-af25-21a3987a9a08 req-bd31401b-7c75-4778-bbff-9e718325cb2a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0610964 Dec 16 07:55:16.663800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380548-9683-4dfb-9fd9-5c576cb30cb6 req-cd08907d-3d7c-4708-8171-9fe67a6ccd1e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:16.665192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef380548-9683-4dfb-9fd9-5c576cb30cb6 req-cd08907d-3d7c-4708-8171-9fe67a6ccd1e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0849991 Dec 16 07:55:16.690961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44708a56-815a-438e-af25-21a3987a9a08 req-9cda52d5-76e3-47aa-9493-2dfbac8a82ad tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714440 Dec 16 07:55:16.721424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef380548-9683-4dfb-9fd9-5c576cb30cb6 req-65c021d0-fd6b-4127-bd80-40f2c05f930f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Dec 16 07:55:16.809957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-619251ac-f1a8-4e96-aaaf-8f29a071d12e req-b8777a4e-87f1-4df4-9a1f-48b6f50b26c3 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 210 time: 0.0298831 Dec 16 07:55:16.927559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f22b4-edb6-402c-a790-7e9e0fade624 req-fbe889af-dba1-4149-a019-f7ded8f8b770 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:16.928975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-526f22b4-edb6-402c-a790-7e9e0fade624 req-fbe889af-dba1-4149-a019-f7ded8f8b770 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0528722 Dec 16 07:55:16.985140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-526f22b4-edb6-402c-a790-7e9e0fade624 req-05ff0e20-1549-4ca2-b94e-c2aa8c5e1a25 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495121 Dec 16 07:55:17.108552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd078f1-2de3-4b96-825e-9225848543b0 req-5d0751a1-fb22-4e51-900f-2732d40e9d5b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:17.109944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bd078f1-2de3-4b96-825e-9225848543b0 req-5d0751a1-fb22-4e51-900f-2732d40e9d5b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0513153 Dec 16 07:55:17.161854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bd078f1-2de3-4b96-825e-9225848543b0 req-e410c628-6f7e-420d-bf90-7b743c3e294c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Dec 16 07:55:17.300307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2b38-510c-4c58-af17-d281308c2994 req-6e398c65-e229-4416-87fc-e12b8dd55fed tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:17.302021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf9e2b38-510c-4c58-af17-d281308c2994 req-6e398c65-e229-4416-87fc-e12b8dd55fed tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0488138 Dec 16 07:55:17.352557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf9e2b38-510c-4c58-af17-d281308c2994 req-160b4cb6-ec50-4f9a-8d1d-7803c72d8955 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Dec 16 07:55:17.477369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad0761-f07c-4089-83e9-eface52e845d req-cb5fcbce-7162-45ef-877d-0301d185d0fc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:17.479475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8ad0761-f07c-4089-83e9-eface52e845d req-cb5fcbce-7162-45ef-877d-0301d185d0fc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0540912 Dec 16 07:55:17.542605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8ad0761-f07c-4089-83e9-eface52e845d req-d1eda5c0-a236-4cfd-a190-33718d77350b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568116 Dec 16 07:55:17.732999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93809c-6062-4b4e-b39f-5f250ec7e260 req-d6141164-8fca-4011-bc29-52e871129ffa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:17.734400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b93809c-6062-4b4e-b39f-5f250ec7e260 req-d6141164-8fca-4011-bc29-52e871129ffa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0894749 Dec 16 07:55:17.758719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a01b2-e953-4196-88fe-cd3d2a141911 req-6b70699e-7d56-4ad4-a704-c372fee21525 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:17.760920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd9a01b2-e953-4196-88fe-cd3d2a141911 req-6b70699e-7d56-4ad4-a704-c372fee21525 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 951 time: 0.0728118 Dec 16 07:55:17.832904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b93809c-6062-4b4e-b39f-5f250ec7e260 req-4b1a62f7-432d-499c-b66f-282fca1b8d95 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896726 Dec 16 07:55:17.838376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd9a01b2-e953-4196-88fe-cd3d2a141911 req-bfa0c662-2c2c-4016-8e2c-a819af32c33c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710461 Dec 16 07:55:18.053924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c7d4eba-5f18-42e2-89d1-0ec68d34e50f req-f2c2fff3-2cfe-4572-9525-8a32dad1a0d9 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 210 time: 0.0626040 Dec 16 07:55:18.061957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3ce8b-51e2-439a-adaa-a9f46514a5b8 req-22c9bc36-79ad-43e1-8b0c-cd96f20b5818 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:18.064000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef3ce8b-51e2-439a-adaa-a9f46514a5b8 req-22c9bc36-79ad-43e1-8b0c-cd96f20b5818 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.1459777 Dec 16 07:55:18.144661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-d7d66425-98df-4acb-a0b4-fa3c3b5af975 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:18.146212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-d7d66425-98df-4acb-a0b4-fa3c3b5af975 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.16 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 822 time: 0.1787999 Dec 16 07:55:18.172656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ef3ce8b-51e2-439a-adaa-a9f46514a5b8 req-c169ab31-d41a-4e5f-b3d8-8813884c30ef tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006382 Dec 16 07:55:18.181332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Request body: {'port': {'device_id': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'admin_state_up': True, 'tenant_id': '89309a3fae6e4777900c26ecf8724567'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:18.640551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f68a7b-ed9c-4709-8ac3-f16db9996ae2 req-f42ac4ad-9886-42a6-b916-9e57aca1abfd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:18.642066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77f68a7b-ed9c-4709-8ac3-f16db9996ae2 req-f42ac4ad-9886-42a6-b916-9e57aca1abfd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.3875141 Dec 16 07:55:18.712573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77f68a7b-ed9c-4709-8ac3-f16db9996ae2 req-a2494ce0-ddc9-44ab-a1d0-e284a122aba0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627325 Dec 16 07:55:18.814335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Made reservation on behalf of 89309a3fae6e4777900c26ecf8724567 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:18.814335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:18.974952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d639865-9dc7-46d3-8717-790d63076447 req-634b1082-1a03-48da-a304-6da9cfbbc82a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:18.976487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d639865-9dc7-46d3-8717-790d63076447 req-634b1082-1a03-48da-a304-6da9cfbbc82a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0981147 Dec 16 07:55:18.995048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Allocated IP 172.20.0.7 (22e5fb31-5fc9-4da9-928b-36962739d462/440bfd89-12c3-4775-8fb8-e63b6cb8c509/29a25bc5-5431-4ed7-a57c-59f3e58fbd86) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:55:19.064212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d639865-9dc7-46d3-8717-790d63076447 req-c0ee52cc-799f-4738-a0ce-24fd780659e9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805728 Dec 16 07:55:19.169041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d4349df-5405-4bf7-9702-3390e03bb683 req-24e54366-440e-4796-bf51-4ce58f0a69da tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 210 time: 0.0326874 Dec 16 07:55:19.220370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:19.306735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519308ed-ff9d-470e-8fa4-af5bd0809d84 req-e673ebf8-80b1-4d80-84bf-a4022f0df067 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:19.309586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-519308ed-ff9d-470e-8fa4-af5bd0809d84 req-e673ebf8-80b1-4d80-84bf-a4022f0df067 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0515323 Dec 16 07:55:19.355241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:19.363753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-519308ed-ff9d-470e-8fa4-af5bd0809d84 req-baf7177d-cccd-4c04-96ad-ccfcab5597f6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468373 Dec 16 07:55:19.411900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Network 22e5fb31-5fc9-4da9-928b-36962739d462 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:55:19.415218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:19.419182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:55:19.426595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:19.479166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:19.479840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:19.568806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e61ba-e961-4907-91e4-b781f208535e req-405ef6bb-9385-421c-9d2c-597392727b27 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:19.570388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-663e61ba-e961-4907-91e4-b781f208535e req-405ef6bb-9385-421c-9d2c-597392727b27 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Dec 16 07:55:19.574806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-5f9a762a-b576-4342-a7d4-8672f697c9f5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3999193 Dec 16 07:55:19.603162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Request body: {'port': {'device_id': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:19.658398 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-663e61ba-e961-4907-91e4-b781f208535e req-920f6d4e-d432-4193-b563-3488cdba8b48 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794411 Dec 16 07:55:19.689743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:19.889648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a78a-7f59-434d-8ee2-c049001a099e req-47adc634-4a9d-483d-b93d-f3c3569aa383 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:19.891137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b780a78a-7f59-434d-8ee2-c049001a099e req-47adc634-4a9d-483d-b93d-f3c3569aa383 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1392894 Dec 16 07:55:19.993067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b780a78a-7f59-434d-8ee2-c049001a099e req-67c16afc-23b5-4e6c-aaf8-c5859f2bb21d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940180 Dec 16 07:55:20.094249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:55:20.102890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:20.117521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Transition to ACTIVE for port object 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:55:20.227473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91081bd-2d87-4212-b63e-d686d848067f req-a9866461-e018-4648-8215-4e5c31142cf7 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:20.230191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a91081bd-2d87-4212-b63e-d686d848067f req-a9866461-e018-4648-8215-4e5c31142cf7 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0744722 Dec 16 07:55:20.251270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:20.277947 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:55:20.287031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:20.354195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Pushing event updated for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:20.367276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a7051-f195-4bd1-afdb-346fbfa26689 req-e6fd74bf-d291-4d46-acdf-4c62c109fc22 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:20.367429 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:20.369368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a92a7051-f195-4bd1-afdb-346fbfa26689 req-e6fd74bf-d291-4d46-acdf-4c62c109fc22 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 951 time: 0.1633186 Dec 16 07:55:20.377320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a91081bd-2d87-4212-b63e-d686d848067f req-a0b84723-0bff-4d99-b93a-15dfbaa4e470 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294508 Dec 16 07:55:20.404454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:20.407218 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59291198-7423-4ae5-8625-4ff98da59528" -d '{"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:20.415924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:20.503169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a92a7051-f195-4bd1-afdb-346fbfa26689 req-908a33b3-199a-4f76-ba4b-63d25bdd5a98 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237895 Dec 16 07:55:20.528238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Attempting to bind port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:55:20.528585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Attempting to bind port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:55:20.528951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Attempting to bind port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 on network 22e5fb31-5fc9-4da9-928b-36962739d462 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:55:20.537302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 on network 22e5fb31-5fc9-4da9-928b-36962739d462 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:55:20.537721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Attempting to bind port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 on network 22e5fb31-5fc9-4da9-928b-36962739d462 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:55:20.547107 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:20.552541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52d57-34c0-4d71-bc4a-704ee5701bcb req-35022244-5575-43e3-94d4-890978433d43 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:20.554162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29c52d57-34c0-4d71-bc4a-704ee5701bcb req-35022244-5575-43e3-94d4-890978433d43 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 943 time: 0.1078002 Dec 16 07:55:20.558692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:55:20.559032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Checking segment: {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:55:20.559416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Bound using segment: {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:55:20.559849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Bound port: 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:55:20.560225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:20.615961 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745c639c-5105-4b72-b6ce-2d6614239dbb x-openstack-request-id: req-745c639c-5105-4b72-b6ce-2d6614239dbb {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:20.616516 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:20.618867 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-745c639c-5105-4b72-b6ce-2d6614239dbb {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:20.618867 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f', 'code': 200} Dec 16 07:55:20.623852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=11']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:20.675233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:55:20.690856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29c52d57-34c0-4d71-bc4a-704ee5701bcb req-7a480f94-0434-4306-8958-38dc7a01e091 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Dec 16 07:55:20.694814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:55:20.786303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:20.860124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:20.860770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:20.862146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] 10.222.0.16 "PUT /v2.0/ports/29a25bc5-5431-4ed7-a57c-59f3e58fbd86 HTTP/1.1" status: 200 len: 1092 time: 1.2682736 Dec 16 07:55:20.864433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:20.866689 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad579f-979d-47e2-89ba-9aa936a39f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:20.892249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99aea3-5fc5-4698-886e-ff52aac92cc3 req-3ae0a9d2-1ce0-436c-a456-cc909d802c86 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:20.893759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a99aea3-5fc5-4698-886e-ff52aac92cc3 req-3ae0a9d2-1ce0-436c-a456-cc909d802c86 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1459417 Dec 16 07:55:20.903539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9bac9-b1d6-4093-8f51-22ec73263a38 req-0acccc58-9804-461c-966d-93aace6e1ca9 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:20.905075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10c9bac9-b1d6-4093-8f51-22ec73263a38 req-0acccc58-9804-461c-966d-93aace6e1ca9 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.1460731 Dec 16 07:55:20.916607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac9ea7-af3e-4180-abbe-276835055e3b service neutron] Pushing event updated for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:21.010927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a99aea3-5fc5-4698-886e-ff52aac92cc3 req-2a57827b-50b3-4abd-b2aa-e2388b13ee73 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047747 Dec 16 07:55:21.017875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10c9bac9-b1d6-4093-8f51-22ec73263a38 req-d19e81a0-ebfe-41f0-87d6-e1b9bcd1e28f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025205 Dec 16 07:55:21.043683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-60ef3636-0480-47b3-a6db-cbf54bd0a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.045191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-60ef3636-0480-47b3-a6db-cbf54bd0a109 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 1095 time: 0.0703475 Dec 16 07:55:21.104002 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9c164a-c647-42aa-8f5d-2c9bc01a99fe x-openstack-request-id: req-3f9c164a-c647-42aa-8f5d-2c9bc01a99fe {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:21.104325 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:21.104586 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f9c164a-c647-42aa-8f5d-2c9bc01a99fe {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:21.104999 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'status': 'completed', 'code': 200} Dec 16 07:55:21.108419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-50d4ac32-09f2-40bf-a731-2472101e98a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86 HTTP/1.1" status: 200 len: 217 time: 0.0461886 Dec 16 07:55:21.184860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-97986504-4dce-4b41-ae4f-6478a7cfd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.185953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-97986504-4dce-4b41-ae4f-6478a7cfd2dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=440bfd89-12c3-4775-8fb8-e63b6cb8c509 HTTP/1.1" status: 200 len: 862 time: 0.0690076 Dec 16 07:55:21.197226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedd74d-665b-490c-936e-84c6876544b2 req-67b29c01-4afd-4cf1-b446-55bcbc92c79b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.198749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3aedd74d-665b-490c-936e-84c6876544b2 req-67b29c01-4afd-4cf1-b446-55bcbc92c79b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0926766 Dec 16 07:55:21.234310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-aefc8d9d-575f-4818-8a21-db4671a76f7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e5fb31-5fc9-4da9-928b-36962739d462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345891 Dec 16 07:55:21.327546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3aedd74d-665b-490c-936e-84c6876544b2 req-ecbb21f2-b319-4f02-abf9-5965c3c4b3e1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201634 Dec 16 07:55:21.361562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-0e6382b3-9a49-47f1-987f-255fb74e8c84 service neutron] 10.222.0.16 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162689 Dec 16 07:55:21.500157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db73309-719d-478c-b07b-0ac0f851fec5 req-2474eb61-bd2c-4eb7-8158-e3dada7efd1c service neutron] 10.222.0.16 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323647 Dec 16 07:55:21.507590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c54de1-bba4-4af3-bcb3-7221f3df9cee req-83489378-5462-41cd-9519-0ba607ac8b74 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.509051 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c54de1-bba4-4af3-bcb3-7221f3df9cee req-83489378-5462-41cd-9519-0ba607ac8b74 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0744445 Dec 16 07:55:21.562456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c54de1-bba4-4af3-bcb3-7221f3df9cee req-f4cfbe07-6b60-4197-b74c-44fd7d55e550 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455451 Dec 16 07:55:21.645926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf6ba9-cbe7-44b2-b23d-ab5aa2693f94 req-d9105f07-a140-42b3-8a6d-82c9d0849675 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.647488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5cf6ba9-cbe7-44b2-b23d-ab5aa2693f94 req-d9105f07-a140-42b3-8a6d-82c9d0849675 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 949 time: 0.0589120 Dec 16 07:55:21.757485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5cf6ba9-cbe7-44b2-b23d-ab5aa2693f94 req-caedb4f8-e4f0-4bc6-b326-2e620d6e463b tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998027 Dec 16 07:55:21.767952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06fbd-9b36-4d22-999a-679fb79fcd60 req-a28929fb-a8bf-4695-8a28-59e78974d208 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.769467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccb06fbd-9b36-4d22-999a-679fb79fcd60 req-a28929fb-a8bf-4695-8a28-59e78974d208 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1210806 Dec 16 07:55:21.779156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-a9cbfca7-dcb0-45ef-9774-59d279d8acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.780634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-a9cbfca7-dcb0-45ef-9774-59d279d8acc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 1095 time: 0.1016467 Dec 16 07:55:21.887162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccb06fbd-9b36-4d22-999a-679fb79fcd60 req-e8e5f53e-9b9c-4ee8-a6bc-5b922c8cf9f8 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094489 Dec 16 07:55:21.964558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-a2753ad8-7ddd-4789-a78d-2a243d775993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.966044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-a2753ad8-7ddd-4789-a78d-2a243d775993 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 923 time: 0.1728599 Dec 16 07:55:21.988619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9885fb-f5fc-4a70-a6b8-2c163bfaf8f8 req-eecd5631-97e1-46e2-8186-b2607289fb90 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:21.990110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b9885fb-f5fc-4a70-a6b8-2c163bfaf8f8 req-eecd5631-97e1-46e2-8186-b2607289fb90 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 943 time: 0.0700042 Dec 16 07:55:22.026563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-3331fa31-2e11-4243-8eac-26089f6b2c84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86 HTTP/1.1" status: 200 len: 217 time: 0.0522649 Dec 16 07:55:22.132397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-adaaa925-fe49-48bc-b929-ff6f3dbc4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:22.133867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-adaaa925-fe49-48bc-b929-ff6f3dbc4e61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=440bfd89-12c3-4775-8fb8-e63b6cb8c509 HTTP/1.1" status: 200 len: 862 time: 0.0946753 Dec 16 07:55:22.137880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b9885fb-f5fc-4a70-a6b8-2c163bfaf8f8 req-079144fd-f2be-4fe4-ba08-d1c808d87f18 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147826 Dec 16 07:55:22.157289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd628c-713d-4e66-89c2-161bb3992dcd req-f38d461d-6d20-42df-b762-84278b08e383 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:22.158833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdbd628c-713d-4e66-89c2-161bb3992dcd req-f38d461d-6d20-42df-b762-84278b08e383 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1368320 Dec 16 07:55:22.186430 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-85d82b31-0a93-4a57-bab7-ae78e2b09dd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e5fb31-5fc9-4da9-928b-36962739d462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445180 Dec 16 07:55:22.311502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdbd628c-713d-4e66-89c2-161bb3992dcd req-1ddf8597-cd6a-4457-9f60-6fd74041a254 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287105 Dec 16 07:55:22.344389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba13bd9-7dac-4c43-8d7a-9a87f935e4c3 req-1d968a62-7883-4722-a5e1-389dd483639f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:22.349172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bba13bd9-7dac-4c43-8d7a-9a87f935e4c3 req-1d968a62-7883-4722-a5e1-389dd483639f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.1349897 Dec 16 07:55:22.370942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-71aba0c1-5dd4-4f42-aea2-60cac01ca046 service neutron] 10.222.0.16 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711705 Dec 16 07:55:22.463387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bba13bd9-7dac-4c43-8d7a-9a87f935e4c3 req-4db15e6f-97da-4096-a553-b42d049715fa tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075609 Dec 16 07:55:22.530203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09ad579f-979d-47e2-89ba-9aa936a39f9f req-5eb2a6b3-feb5-4b30-9323-ad7a47424bf1 service neutron] 10.222.0.16 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491702 Dec 16 07:55:22.549835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-a14d27dd-3cc4-4172-8e3f-992ffacb5081 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:22.551564 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-a14d27dd-3cc4-4172-8e3f-992ffacb5081 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 949 time: 0.0588796 Dec 16 07:55:22.555031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78169b-a1b1-405b-93f9-40546e5699d2 req-854b1b83-1b54-49f7-9d54-697a707fc567 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:22.557491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed78169b-a1b1-405b-93f9-40546e5699d2 req-854b1b83-1b54-49f7-9d54-697a707fc567 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0690134 Dec 16 07:55:22.607913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed78169b-a1b1-405b-93f9-40546e5699d2 req-8c8f2614-ffd9-4c6a-aa55-4c2ec5a4867a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Dec 16 07:55:22.658458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Deleting port 456899c4-5c40-40c2-b08c-ba3856be570f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:22.659094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:22.759840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] For port 456899c4-5c40-40c2-b08c-ba3856be570f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=456899c4-5c40-40c2-b08c-ba3856be570f,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:22.760511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:22.773768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Calling delete_port for 456899c4-5c40-40c2-b08c-ba3856be570f owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:22.938403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a98b-9acf-48ad-b330-ceac446833d9 req-f14b1abe-da67-4fcb-9126-8a9b7de37eb3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:22.939792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08a4a98b-9acf-48ad-b330-ceac446833d9 req-f14b1abe-da67-4fcb-9126-8a9b7de37eb3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0924323 Dec 16 07:55:22.952077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99b5c6-cbeb-4375-a334-cd8ce7d78e68 req-d3a2e9c4-c0d2-4757-a039-306c4456b3a5 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:22.953487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d99b5c6-cbeb-4375-a334-cd8ce7d78e68 req-d3a2e9c4-c0d2-4757-a039-306c4456b3a5 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 949 time: 0.0962727 Dec 16 07:55:23.021559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:23.033885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08a4a98b-9acf-48ad-b330-ceac446833d9 req-374c7fc2-f204-491d-a121-9371fcc99974 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794196 Dec 16 07:55:23.042859 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d99b5c6-cbeb-4375-a334-cd8ce7d78e68 req-cfcae209-b7a0-42f4-ba41-53f5d3573e31 tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/security-groups?id=a915082b-4b6f-443c-ab4e-19d5f87be359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825007 Dec 16 07:55:23.055626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Pushing event deleted for resources: {'Port': ['ID=456899c4-5c40-40c2-b08c-ba3856be570f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:23.121071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] No DVR routers for this DVR port 456899c4-5c40-40c2-b08c-ba3856be570f on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:23.123480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:23.126841 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f2538e76-a8f7-47bd-9ee4-7a322ad95d8c req-b1076c53-0194-4d30-8829-73de069c0a0c tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.36 "DELETE /v2.0/ports/456899c4-5c40-40c2-b08c-ba3856be570f HTTP/1.1" status: 204 len: 173 time: 0.5646546 Dec 16 07:55:23.127309 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-deleted', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:23.129845 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080de5ee-4deb-4830-ab01-9fba1b691b46" -d '{"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-deleted", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:23.190024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176637c-bc4c-43d8-a329-db281f95f9cc req-e5d75ac0-cee6-4734-9a67-d5ab2c53c31b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:23.192790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f176637c-bc4c-43d8-a329-db281f95f9cc req-e5d75ac0-cee6-4734-9a67-d5ab2c53c31b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0594542 Dec 16 07:55:23.200707 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e564a-019b-458a-a0c5-3a6f55e24d6c x-openstack-request-id: req-547e564a-019b-458a-a0c5-3a6f55e24d6c {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:23.201029 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa8e44-58d2-478b-840e-90f7f5894f5d", "name": "network-vif-deleted", "tag": "456899c4-5c40-40c2-b08c-ba3856be570f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:23.202361 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-547e564a-019b-458a-a0c5-3a6f55e24d6c {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:23.205269 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa8e44-58d2-478b-840e-90f7f5894f5d', 'name': 'network-vif-deleted', 'tag': '456899c4-5c40-40c2-b08c-ba3856be570f', 'status': 'completed', 'code': 200} Dec 16 07:55:23.266460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f176637c-bc4c-43d8-a329-db281f95f9cc req-46ca59ea-b80a-4186-ae52-a6d462c059e1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634582 Dec 16 07:55:23.307066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb2d20-9590-46bb-a137-5bc8e2f1e38d req-05eb4397-e847-47b0-9be6-153e3122cdf1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:23.307066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8fb2d20-9590-46bb-a137-5bc8e2f1e38d req-05eb4397-e847-47b0-9be6-153e3122cdf1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 943 time: 0.0564971 Dec 16 07:55:23.373325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8fb2d20-9590-46bb-a137-5bc8e2f1e38d req-fb67bd90-311b-4cf2-901d-be8f6c1474dd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581181 Dec 16 07:55:23.423526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303062c0-a374-4193-9ef0-1e81e388804d req-54c02f03-8114-4a3b-b29d-38a60e195a38 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:23.425146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-303062c0-a374-4193-9ef0-1e81e388804d req-54c02f03-8114-4a3b-b29d-38a60e195a38 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0673361 Dec 16 07:55:23.487289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-303062c0-a374-4193-9ef0-1e81e388804d req-18e5466a-6583-49a2-8a92-053ec586a7d4 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Dec 16 07:55:23.661728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b77b-b791-4451-9c2b-1283170d5fbf req-a2a7b035-c769-4efe-8956-0f58bcbaa984 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:23.663224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4627b77b-b791-4451-9c2b-1283170d5fbf req-a2a7b035-c769-4efe-8956-0f58bcbaa984 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0913408 Dec 16 07:55:23.676084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3f9a4-ca13-4c49-ab65-29821e84489f req-1e075e4b-5928-4c61-83ee-f09477993100 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:23.677512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ba3f9a4-ca13-4c49-ab65-29821e84489f req-1e075e4b-5928-4c61-83ee-f09477993100 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0955114 Dec 16 07:55:23.757681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4627b77b-b791-4451-9c2b-1283170d5fbf req-0e890cee-8c4f-489a-b911-fab3af963ee1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776234 Dec 16 07:55:23.763424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ba3f9a4-ca13-4c49-ab65-29821e84489f req-0a11d47a-3a9e-4ca5-8a5f-b95750966cd8 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771303 Dec 16 07:55:24.439460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee263bfc-63be-4b0e-aa47-64ba085de0b9 req-41d9a4db-215a-4661-afdf-cb746f14552d tempest-ImagesOneServerTestJSON-514965359 tempest-ImagesOneServerTestJSON-514965359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9aa8e44-58d2-478b-840e-90f7f5894f5d HTTP/1.1" status: 200 len: 210 time: 0.0516984 Dec 16 07:55:24.623132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4da3-728b-4878-b395-9605d2237cca req-c7274841-7f1a-4fc4-885d-1a8eb86baaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:24.624764 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82ca4da3-728b-4878-b395-9605d2237cca req-c7274841-7f1a-4fc4-885d-1a8eb86baaa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 1097 time: 0.0440853 Dec 16 07:55:24.676796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b353b68-eb4a-41fb-8f70-4aaaf0235937 req-066b2742-2ebd-4e3f-b05e-22a3910e000b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:24.678540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b353b68-eb4a-41fb-8f70-4aaaf0235937 req-066b2742-2ebd-4e3f-b05e-22a3910e000b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0578430 Dec 16 07:55:24.727229 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4da3-728b-4878-b395-9605d2237cca req-1fb054b5-acbf-42e3-96f8-2625d027616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:24.729372 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82ca4da3-728b-4878-b395-9605d2237cca req-1fb054b5-acbf-42e3-96f8-2625d027616b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 200 len: 916 time: 0.0975654 Dec 16 07:55:24.730860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b353b68-eb4a-41fb-8f70-4aaaf0235937 req-65cd46aa-8678-4997-9b72-3525e7ab666a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448260 Dec 16 07:55:24.785224 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82ca4da3-728b-4878-b395-9605d2237cca req-f5bc9636-125a-4ec8-9e8a-a14c1f6df629 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1 HTTP/1.1" status: 200 len: 217 time: 0.0449924 Dec 16 07:55:24.839220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d4e73-6c8c-4933-962b-310f934adcaa req-3db71c9d-e1d3-4c97-8700-addfa1bdeac1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:24.840817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d9d4e73-6c8c-4933-962b-310f934adcaa req-3db71c9d-e1d3-4c97-8700-addfa1bdeac1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 943 time: 0.0534616 Dec 16 07:55:24.842443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4da3-728b-4878-b395-9605d2237cca req-e3f3dc4e-dfc6-4a25-b214-89ff0425c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:24.843919 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82ca4da3-728b-4878-b395-9605d2237cca req-e3f3dc4e-dfc6-4a25-b214-89ff0425c952 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 200 len: 854 time: 0.0512812 Dec 16 07:55:24.923799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d9d4e73-6c8c-4933-962b-310f934adcaa req-12ad24bb-c45f-4f1c-b757-70abc466e0ee tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743418 Dec 16 07:55:24.926342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4da3-728b-4878-b395-9605d2237cca req-3a2d2ff2-cfd2-48df-a37f-58ee8b1e03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:24.928893 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82ca4da3-728b-4878-b395-9605d2237cca req-3a2d2ff2-cfd2-48df-a37f-58ee8b1e03da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0554d286-dccd-459a-b12f-a3df4c9a1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734596 Dec 16 07:55:25.031877 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82ca4da3-728b-4878-b395-9605d2237cca req-bc8f64c9-7b9d-4c97-991a-316961677c66 service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944116 Dec 16 07:55:25.042982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de0f6a-08b1-44a0-b82e-a80d6fa3dd43 req-110aa379-ffc4-4eb3-a7ba-2fa392c6df9a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:25.044555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52de0f6a-08b1-44a0-b82e-a80d6fa3dd43 req-110aa379-ffc4-4eb3-a7ba-2fa392c6df9a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0545833 Dec 16 07:55:25.112731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52de0f6a-08b1-44a0-b82e-a80d6fa3dd43 req-77301dd5-33a5-428f-9217-bafe2970fad6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616605 Dec 16 07:55:25.144518 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82ca4da3-728b-4878-b395-9605d2237cca req-ccc3d171-7da1-47bb-9358-fb650b5e7d8c service neutron] 10.222.0.36 "GET /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051583 Dec 16 07:55:25.649585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:55:25.751124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:25.765737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'port_id': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'mac_address': 'fa:16:3e:19:ee:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440bfd89-12c3-4775-8fb8-e63b6cb8c509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:55:25.809823 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:25.823991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:55:25.846241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:25.866310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0e24f-6c24-4d6f-b2f6-e7a42eca3b6e req-865f2fb6-ed41-4464-98dc-68d54bb2e215 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:25.867848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19e0e24f-6c24-4d6f-b2f6-e7a42eca3b6e req-865f2fb6-ed41-4464-98dc-68d54bb2e215 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Dec 16 07:55:25.912774 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:25.944903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19e0e24f-6c24-4d6f-b2f6-e7a42eca3b6e req-321b7c7e-19d6-443f-a01e-cf99cf03a6eb tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578430 Dec 16 07:55:25.973304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:25.981809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.982160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.982676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.983178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.983774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.984315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.984806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.985332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.985671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.986007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.986853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.987349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:25.987963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:26.060900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55272) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:26.102788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae4bdd-13d9-4adb-9218-54e77a7f8f5d req-6239f651-194e-4f56-b1dd-620a3c0e5267 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:26.104513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fae4bdd-13d9-4adb-9218-54e77a7f8f5d req-6239f651-194e-4f56-b1dd-620a3c0e5267 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 944 time: 0.0894973 Dec 16 07:55:26.162987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fae4bdd-13d9-4adb-9218-54e77a7f8f5d req-180ed46e-9ae3-44d1-985c-fafc56e199e5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475473 Dec 16 07:55:26.229583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-529d70cc-2a46-40fe-bd2c-bacbc41e8434 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4960a650d4d34d5eb9bf1b77c6ed301c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674204 Dec 16 07:55:26.232158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55280) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:26.251605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9cef6-bf8d-47fd-bc71-b80dbbddb349 req-072ccf72-4716-4b39-b77e-c96422db1a35 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:26.254071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b9cef6-bf8d-47fd-bc71-b80dbbddb349 req-072ccf72-4716-4b39-b77e-c96422db1a35 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0567005 Dec 16 07:55:26.295265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09150b1-6680-4b99-8a28-8f6241b8f852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:26.308376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96b9cef6-bf8d-47fd-bc71-b80dbbddb349 req-f1ed9f51-88c6-4be5-a39c-d4f0ef35bd3a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466824 Dec 16 07:55:26.327805 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09150b1-6680-4b99-8a28-8f6241b8f852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:26.348437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:26.373551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 456899c4-5c40-40c2-b08c-ba3856be570f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:26.373898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 456899c4-5c40-40c2-b08c-ba3856be570f not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:26.392993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['29a25bc5-5431-4ed7-a57c-59f3e58fbd86'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:26.522970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09150b1-6680-4b99-8a28-8f6241b8f852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:26.526521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09150b1-6680-4b99-8a28-8f6241b8f852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:26.530251 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c09150b1-6680-4b99-8a28-8f6241b8f852 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a915082b-4b6f-443c-ab4e-19d5f87be359 HTTP/1.1" status: 204 len: 168 time: 0.2946029 Dec 16 07:55:26.537045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09150b1-6680-4b99-8a28-8f6241b8f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a915082b-4b6f-443c-ab4e-19d5f87be359,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:27.068199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db79b74-90a8-4924-97a6-1ea18681b983 req-c18baa16-a069-41af-b38d-625fde119a52 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:27.073198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db79b74-90a8-4924-97a6-1ea18681b983 req-c18baa16-a069-41af-b38d-625fde119a52 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0565119 Dec 16 07:55:27.125756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6db79b74-90a8-4924-97a6-1ea18681b983 req-e045ec12-ebcc-4d30-bb0a-0a60b4f6ddeb tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Dec 16 07:55:27.307289 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:27.325511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf453f79-2b79-4bde-8efd-d29b1dd24e47 req-d693cf28-0f79-4a75-94d2-dfd5132366a3 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:27.334636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf453f79-2b79-4bde-8efd-d29b1dd24e47 req-d693cf28-0f79-4a75-94d2-dfd5132366a3 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0883193 Dec 16 07:55:27.358864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bf5b4-73ba-47d6-826e-24402ebaae37 req-07ba28a9-333e-4543-ba3f-89e84e81a3fb tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:27.363310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e9bf5b4-73ba-47d6-826e-24402ebaae37 req-07ba28a9-333e-4543-ba3f-89e84e81a3fb tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 944 time: 0.1048908 Dec 16 07:55:27.424103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf453f79-2b79-4bde-8efd-d29b1dd24e47 req-242f5b85-7504-4a82-9ec3-7ad5a234c408 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886080 Dec 16 07:55:27.462777 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e9bf5b4-73ba-47d6-826e-24402ebaae37 req-af46cfff-2771-47d4-ba04-9500f4df4241 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887744 Dec 16 07:55:27.568949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aed595-8ae8-4c82-ae9e-32cd203f85ff req-fc6c2fbf-8488-4246-919c-39a2c2f99e12 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:27.570685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1aed595-8ae8-4c82-ae9e-32cd203f85ff req-fc6c2fbf-8488-4246-919c-39a2c2f99e12 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0793362 Dec 16 07:55:27.636067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f0d26-a74e-4f2f-8c74-1f50372532ea req-41fc4687-b30a-4199-9d1d-72bf6b4589f2 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:27.637643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-629f0d26-a74e-4f2f-8c74-1f50372532ea req-41fc4687-b30a-4199-9d1d-72bf6b4589f2 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 945 time: 0.0911465 Dec 16 07:55:27.653335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:55:27.685938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1aed595-8ae8-4c82-ae9e-32cd203f85ff req-f1ae280a-c56e-4bfd-bfe3-293ba9169234 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978756 Dec 16 07:55:27.726510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-629f0d26-a74e-4f2f-8c74-1f50372532ea req-06c25161-4c6f-46e4-a9b4-b87b8e4067a7 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773704 Dec 16 07:55:27.836015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:55:27.843958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:55:27.844361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:27.873459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b787cbb-70ed-4fff-9bac-d65e31835c27 req-a47ffee6-372a-4f74-b01e-7c8320c5b54a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:27.875041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b787cbb-70ed-4fff-9bac-d65e31835c27 req-a47ffee6-372a-4f74-b01e-7c8320c5b54a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.0679584 Dec 16 07:55:27.950818 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:27.953037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b787cbb-70ed-4fff-9bac-d65e31835c27 req-bab05600-d0af-4e54-8ae1-e2f28472994f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651071 Dec 16 07:55:27.976391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:27.979487 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd39af6-fb9a-4e9d-ad1c-8b700ff58f69" -d '{"events": [{"server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "name": "network-vif-plugged", "status": "completed", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:27.994405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:28.056259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-05586cef-6fbb-45a4-a50e-338fe82ea718 req-9771b5c6-3334-4d39-94a6-fd663cd70af1 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:55:28.057954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05586cef-6fbb-45a4-a50e-338fe82ea718 req-9771b5c6-3334-4d39-94a6-fd663cd70af1 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083997 Dec 16 07:55:28.067201 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:28.117797 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f860f4-a731-44d5-8a45-7f2b909120ba x-openstack-request-id: req-a1f860f4-a731-44d5-8a45-7f2b909120ba {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:28.118083 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "name": "network-vif-plugged", "status": "completed", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:28.118362 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1f860f4-a731-44d5-8a45-7f2b909120ba {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:28.118929 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'code': 200} Dec 16 07:55:28.159331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05586cef-6fbb-45a4-a50e-338fe82ea718 req-b2c8273f-07c9-4a44-a9ee-1182fc048fa5 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0943739 Dec 16 07:55:28.169572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:28.215564 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ea06cf6e-03e7-42ff-9ad6-66a86aa83f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:28.295836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27827e9f-45de-47d1-95ea-108efd058abd req-62fdddf3-072d-479a-8253-6d8395d3c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:28.297446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27827e9f-45de-47d1-95ea-108efd058abd req-62fdddf3-072d-479a-8253-6d8395d3c095 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 1097 time: 0.0887606 Dec 16 07:55:28.367213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27827e9f-45de-47d1-95ea-108efd058abd req-31106f29-340d-4341-b0ba-180bbc18548f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Dec 16 07:55:28.455576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f5543-4f90-41f5-ba7d-75ee3cef3937 req-667a5a2d-2b2b-4d62-aa57-910730c44439 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:28.457088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-471f5543-4f90-41f5-ba7d-75ee3cef3937 req-667a5a2d-2b2b-4d62-aa57-910730c44439 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0596480 Dec 16 07:55:28.509949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-471f5543-4f90-41f5-ba7d-75ee3cef3937 req-847ba308-f685-40e7-8655-179af031b4cb tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462735 Dec 16 07:55:28.614277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aaf91-ac45-423b-86fe-1ec72b137c3e req-4faf6344-85bb-40a4-a703-cb6fe6f2e609 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:28.615911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-323aaf91-ac45-423b-86fe-1ec72b137c3e req-4faf6344-85bb-40a4-a703-cb6fe6f2e609 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0640934 Dec 16 07:55:28.698881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55410) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:28.699349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e421d4-39c9-4c2f-8b6a-658404f35f19 req-5fa74013-7680-442c-a5a9-c86536ea5737 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:28.700714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e421d4-39c9-4c2f-8b6a-658404f35f19 req-5fa74013-7680-442c-a5a9-c86536ea5737 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 945 time: 0.0814974 Dec 16 07:55:28.704608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-323aaf91-ac45-423b-86fe-1ec72b137c3e req-4c1f1742-76b6-43f8-9cab-c6e912d46369 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768344 Dec 16 07:55:28.785578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55e421d4-39c9-4c2f-8b6a-658404f35f19 req-9c2d52f0-4474-4ee1-8f8b-61e4ea45a18a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629294 Dec 16 07:55:28.827321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb61779-e119-4fae-952e-da160dec62c9 req-d93c5f06-c334-4c48-b2f4-689014c84e7d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:28.830477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccb61779-e119-4fae-952e-da160dec62c9 req-d93c5f06-c334-4c48-b2f4-689014c84e7d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0580101 Dec 16 07:55:28.848701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36ff4e9c-6a74-48c1-b2ae-956fee611bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:28.935580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36ff4e9c-6a74-48c1-b2ae-956fee611bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:29.043990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-36ff4e9c-6a74-48c1-b2ae-956fee611bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:29.090686 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-36ff4e9c-6a74-48c1-b2ae-956fee611bf1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a786cfa71fb458790eb212d9ed051bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877628 Dec 16 07:55:29.090686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff4e9c-6a74-48c1-b2ae-956fee611bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc659829-0631-45d7-afc2-2c863a4dfc1d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:29.092432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:29.147312 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44376a85-b6fb-418c-9823-10103e0d5c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:29.172286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44376a85-b6fb-418c-9823-10103e0d5c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:29.198882 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccb61779-e119-4fae-952e-da160dec62c9 req-80d0194a-f930-4ccc-872d-4246f7d4e54c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639870 Dec 16 07:55:29.217919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29188b01-af22-45d9-8561-abf54f333372 req-c0b759fb-2d2a-43d2-b332-50841fa92e0a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:29.220661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29188b01-af22-45d9-8561-abf54f333372 req-c0b759fb-2d2a-43d2-b332-50841fa92e0a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.3586087 Dec 16 07:55:29.272539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29188b01-af22-45d9-8561-abf54f333372 req-d328e872-e54b-4290-b2c8-8cfdfb59a56b tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 Dec 16 07:55:29.335381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44376a85-b6fb-418c-9823-10103e0d5c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:29.338828 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44376a85-b6fb-418c-9823-10103e0d5c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:29.344576 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-44376a85-b6fb-418c-9823-10103e0d5c72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc659829-0631-45d7-afc2-2c863a4dfc1d HTTP/1.1" status: 204 len: 168 time: 0.2494485 Dec 16 07:55:29.354664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44376a85-b6fb-418c-9823-10103e0d5c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc659829-0631-45d7-afc2-2c863a4dfc1d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:29.483446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da81d1-ab9b-4227-a670-c5c7bcf33dbd req-e77cddea-d3c3-44d2-b0c0-1b0bca4cdc5a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:29.484376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da81d1-ab9b-4227-a670-c5c7bcf33dbd req-e77cddea-d3c3-44d2-b0c0-1b0bca4cdc5a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:29.490671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da81d1-ab9b-4227-a670-c5c7bcf33dbd req-e77cddea-d3c3-44d2-b0c0-1b0bca4cdc5a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:29.499677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98da81d1-ab9b-4227-a670-c5c7bcf33dbd req-e77cddea-d3c3-44d2-b0c0-1b0bca4cdc5a tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e&device_id=a612b20d-f530-4946-819c-d990c1d2b14e&device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 2417 time: 0.0728104 Dec 16 07:55:29.548872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98da81d1-ab9b-4227-a670-c5c7bcf33dbd req-861ca20e-c405-4d2f-bff2-034444857408 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483019 Dec 16 07:55:29.646369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50422bbd-3f19-4989-b5ef-788e6d49fbf0 req-932caa2c-dc02-4678-8c83-ef0d01a2002f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0592537 Dec 16 07:55:29.769965 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:29.865138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745efd-5b33-4c14-85e0-9e2f13b9b4d2 req-94fd49e0-c1b2-4ba9-88c4-b9bc6ac0fe0f tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:29.866661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b745efd-5b33-4c14-85e0-9e2f13b9b4d2 req-94fd49e0-c1b2-4ba9-88c4-b9bc6ac0fe0f tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0630677 Dec 16 07:55:29.921009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b745efd-5b33-4c14-85e0-9e2f13b9b4d2 req-37764c27-ff3c-4dc7-ad33-ed52ef9ed4ca tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Dec 16 07:55:30.336142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e5e3-bf61-4b06-b0b3-592826d342ad req-2fdc4e63-5eae-498c-a7b8-ea69096c9b3b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:30.338271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08e6e5e3-bf61-4b06-b0b3-592826d342ad req-2fdc4e63-5eae-498c-a7b8-ea69096c9b3b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0561461 Dec 16 07:55:30.398175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08e6e5e3-bf61-4b06-b0b3-592826d342ad req-d3e08fa4-f617-4b0a-bddb-7468051ff467 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Dec 16 07:55:30.547399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:30.671851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1277142209-network', 'tenant_id': '542e74d0ee884f5387fdb798e2d35545'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:30.706037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a58b1bbd-f13f-4b7d-9822-b768b68f4fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:30.754581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Made reservation on behalf of 542e74d0ee884f5387fdb798e2d35545 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:30.756977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:30.766897 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:30.847917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:30.947025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:30.971967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:55:30.981567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad16f67-2a71-47e1-ba7c-fceafc88fd99,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:30.991280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:31.003391 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Added segment 1cef8cc0-576b-430b-935e-7a93984c5a36 of type vlan for network 9362105f-5329-43ac-a545-228f98c434c6 Dec 16 07:55:31.051778 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:31.079291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb740c3-d826-4d37-b136-b9bc1df8ca28 req-8c6a9a84-cb77-44c3-bf9b-fc8882071dec tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:31.081113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-beb740c3-d826-4d37-b136-b9bc1df8ca28 req-8c6a9a84-cb77-44c3-bf9b-fc8882071dec tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0745361 Dec 16 07:55:31.133101 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-beb740c3-d826-4d37-b136-b9bc1df8ca28 req-5fe99190-1f0d-44f5-877e-0e13e8774fa8 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440478 Dec 16 07:55:31.164494 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:31.166145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:31.166935 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:31.240684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] Pushing event updated for resources: {'Network': ['ID=9362105f-5329-43ac-a545-228f98c434c6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:31.255656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 9362105f-5329-43ac-a545-228f98c434c6 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:55:31.268308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30a40e-9fcc-4a01-9aad-808a808b6640 req-3ee81f1c-79f4-4468-afcd-96f0e4171bdf tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:31.268308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf30a40e-9fcc-4a01-9aad-808a808b6640 req-3ee81f1c-79f4-4468-afcd-96f0e4171bdf tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0577395 Dec 16 07:55:31.291397 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0b976728-3518-442f-a843-4213bc54c474 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7425761 Dec 16 07:55:31.292256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55516) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:31.297613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Request body: {'subnet': {'network_id': '9362105f-5329-43ac-a545-228f98c434c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1277142209-subnet', 'tenant_id': '542e74d0ee884f5387fdb798e2d35545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:31.366364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf30a40e-9fcc-4a01-9aad-808a808b6640 req-03f78e05-589b-4dd7-9510-26a222a2aadc tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825455 Dec 16 07:55:31.380425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041005b-531c-47ba-9706-c9f20d1edd6f req-c5d8ab4f-4bb8-42f1-86f2-09e62181e7af tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:31.388386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Made reservation on behalf of 542e74d0ee884f5387fdb798e2d35545 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:31.390919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:31.392812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e041005b-531c-47ba-9706-c9f20d1edd6f req-c5d8ab4f-4bb8-42f1-86f2-09e62181e7af tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.1236031 Dec 16 07:55:31.465111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e041005b-531c-47ba-9706-c9f20d1edd6f req-29df0026-5142-4283-b596-8170acb72e0f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669644 Dec 16 07:55:31.543754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3072d0-1516-4009-bd62-adb21e9e6ba2 req-bbf5a5ef-eb81-46d1-8055-93d5f414fe21 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:31.545647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d3072d0-1516-4009-bd62-adb21e9e6ba2 req-bbf5a5ef-eb81-46d1-8055-93d5f414fe21 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0593951 Dec 16 07:55:31.627149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d3072d0-1516-4009-bd62-adb21e9e6ba2 req-c0b87fb6-132c-4e8f-a364-b1e7b0db7c9f tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706432 Dec 16 07:55:31.637258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b61b4-37ad-4b36-b706-f27c004f54b1 req-520df0e7-8291-42c5-b5f1-8df8782da898 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:31.644815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a0b61b4-37ad-4b36-b706-f27c004f54b1 req-520df0e7-8291-42c5-b5f1-8df8782da898 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0981674 Dec 16 07:55:31.703082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a0b61b4-37ad-4b36-b706-f27c004f54b1 req-51408d29-306f-4598-ae33-f21dde3b687a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Dec 16 07:55:31.758625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:31.781590 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:31.846568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae93acae-1447-47b6-ba83-dde020e2fbb7,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:31.857231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Checking segment: {'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:55:31.857685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Network hostable DHCP agents. Network: 9362105f-5329-43ac-a545-228f98c434c6, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:55:31.859057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6eb5d-25a7-4e1e-99e3-3c50a574a9f6 req-5d606516-051f-4c57-8be2-61a20527d66b tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:31.860769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9b6eb5d-25a7-4e1e-99e3-3c50a574a9f6 req-5d606516-051f-4c57-8be2-61a20527d66b tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0764065 Dec 16 07:55:31.908867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9b6eb5d-25a7-4e1e-99e3-3c50a574a9f6 req-1904f3f2-a1ec-43b0-b811-64028a12862c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Dec 16 07:55:31.969892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Network 9362105f-5329-43ac-a545-228f98c434c6 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:55:32.041488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1b1e-7a42-4854-86b0-755b9b0ebc48 req-ff3691a1-bd64-4ec8-ba3f-39a7e9b5019d tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:32.043079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cda1b1e-7a42-4854-86b0-755b9b0ebc48 req-ff3691a1-bd64-4ec8-ba3f-39a7e9b5019d tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0535517 Dec 16 07:55:32.066547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 9362105f-5329-43ac-a545-228f98c434c6) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:32.072608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:32.073285 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:32.078834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba9b71-0c9c-476d-bbb9-ad1b181c2a3a None None] Network 9362105f-5329-43ac-a545-228f98c434c6 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:32.095271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cda1b1e-7a42-4854-86b0-755b9b0ebc48 req-f833a4b0-0804-4a24-99ec-93105be29d21 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461767 Dec 16 07:55:32.200438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f1e6ca-326e-40ca-a32b-8f9deabdbdfa None None] Network 9362105f-5329-43ac-a545-228f98c434c6 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:32.221986 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b78ee3d-1893-4509-84a2-2b25a6634138 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9278903 Dec 16 07:55:32.225209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0c342-4222-4512-a235-d8c23be5fc6b req-4ed996fb-ed5b-4f5b-9a0d-11e8dfb7b228 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:32.227040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36e0c342-4222-4512-a235-d8c23be5fc6b req-4ed996fb-ed5b-4f5b-9a0d-11e8dfb7b228 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0555975 Dec 16 07:55:32.294250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36e0c342-4222-4512-a235-d8c23be5fc6b req-660e8198-e2f6-4a2c-9f8d-d986a32bffdd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Dec 16 07:55:32.432095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cc392-d7e5-4469-b25c-814f291e17ac req-f096f4d2-b70a-4562-9403-06673a003944 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:32.433622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d16cc392-d7e5-4469-b25c-814f291e17ac req-f096f4d2-b70a-4562-9403-06673a003944 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0541990 Dec 16 07:55:32.488030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d16cc392-d7e5-4469-b25c-814f291e17ac req-94771672-7dda-46a2-a8b7-26e7be6a5d58 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485332 Dec 16 07:55:32.516457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a17304d0-8dfd-4ed3-b408-667681ddd50a req-0e5cf18c-ea17-4d11-84b5-0680a0deb0ac tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-190523150', 'description': 'tempest-description-82173148'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:32.615061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42816888-7a54-40c4-bb4b-2583e1c7af41 req-ac938d41-5a96-4517-94ba-e0c239b53a5e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:32.616516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42816888-7a54-40c4-bb4b-2583e1c7af41 req-ac938d41-5a96-4517-94ba-e0c239b53a5e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.0498035 Dec 16 07:55:32.620882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a17304d0-8dfd-4ed3-b408-667681ddd50a req-0e5cf18c-ea17-4d11-84b5-0680a0deb0ac tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:32.717652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42816888-7a54-40c4-bb4b-2583e1c7af41 req-af6e28f7-a2bc-46e6-9bf4-ca7c40aab07d tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933750 Dec 16 07:55:32.753032 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a17304d0-8dfd-4ed3-b408-667681ddd50a req-0e5cf18c-ea17-4d11-84b5-0680a0deb0ac tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:32.815395 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a17304d0-8dfd-4ed3-b408-667681ddd50a req-0e5cf18c-ea17-4d11-84b5-0680a0deb0ac tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:32.847486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5fbd5-5d43-448d-90b5-a9c85b4356dc req-1b02d8dd-b3de-4076-93f7-fbbe16e93909 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:32.849017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2c5fbd5-5d43-448d-90b5-a9c85b4356dc req-1b02d8dd-b3de-4076-93f7-fbbe16e93909 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0719047 Dec 16 07:55:32.872633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cf18c-ea17-4d11-84b5-0680a0deb0ac tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50765de5-ade5-44e9-9687-5e7d07d8967f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:32.907983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2c5fbd5-5d43-448d-90b5-a9c85b4356dc req-0c7c043e-619a-48f1-94e7-4ce01401496f tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 Dec 16 07:55:32.912970 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a17304d0-8dfd-4ed3-b408-667681ddd50a req-0e5cf18c-ea17-4d11-84b5-0680a0deb0ac tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:32.914095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a17304d0-8dfd-4ed3-b408-667681ddd50a req-0e5cf18c-ea17-4d11-84b5-0680a0deb0ac tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4080482 Dec 16 07:55:32.976791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-e342fdd2-ef5a-416a-bcaf-f4ae370730ad tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:32.978883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-e342fdd2-ef5a-416a-bcaf-f4ae370730ad tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.16 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 946 time: 0.0550027 Dec 16 07:55:33.092669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec383-f282-4d7d-ac75-810a9fa08dba req-96d05999-c770-4a6b-9f18-ddcfb8daec93 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:33.094157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d31ec383-f282-4d7d-ac75-810a9fa08dba req-96d05999-c770-4a6b-9f18-ddcfb8daec93 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1143558 Dec 16 07:55:33.142216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-82083c60-a6d8-4450-b56e-26e68ec88041 req-8d43af3b-78dd-42d3-a736-ea0d2129b85a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1111203223', 'description': 'tempest-description-1885728891'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:33.170782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Deleting port b88b65a2-d984-4bd3-b331-2bdb1df01c69 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:33.171120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.178629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d31ec383-f282-4d7d-ac75-810a9fa08dba req-ffa477aa-2ecd-4c87-8299-e8a1cdd07759 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Dec 16 07:55:33.297017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] For port b88b65a2-d984-4bd3-b331-2bdb1df01c69, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=b88b65a2-d984-4bd3-b331-2bdb1df01c69,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:33.297504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.311627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Calling delete_port for b88b65a2-d984-4bd3-b331-2bdb1df01c69 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:33.361930 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82083c60-a6d8-4450-b56e-26e68ec88041 req-8d43af3b-78dd-42d3-a736-ea0d2129b85a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.392937 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.487428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82083c60-a6d8-4450-b56e-26e68ec88041 req-8d43af3b-78dd-42d3-a736-ea0d2129b85a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.592375 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82083c60-a6d8-4450-b56e-26e68ec88041 req-8d43af3b-78dd-42d3-a736-ea0d2129b85a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.621243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43af3b-78dd-42d3-a736-ea0d2129b85a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad85390-5427-4e97-87ee-401c54c2e144,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:33.661663 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.695983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['b88b65a2-d984-4bd3-b331-2bdb1df01c69'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:33.702906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Pushing event deleted for resources: {'Port': ['ID=b88b65a2-d984-4bd3-b331-2bdb1df01c69,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:33.706848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3a4b7cba-3cf5-46b5-b505-640d31ec07c1', '5a364988-d3f9-40ab-ae00-437a9a87b017'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:33.760450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] No DVR routers for this DVR port b88b65a2-d984-4bd3-b331-2bdb1df01c69 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:33.763817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.767232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-445ff928-e41f-4624-b9a7-821b8d4713a3 req-2e844618-5073-4849-88df-de06ec9524cc tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.16 "DELETE /v2.0/ports/b88b65a2-d984-4bd3-b331-2bdb1df01c69 HTTP/1.1" status: 204 len: 173 time: 0.7786751 Dec 16 07:55:33.767721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'name': 'network-vif-deleted', 'tag': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:33.770423 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44334c4-9eb4-4620-86fc-09df24fe3525" -d '{"events": [{"server_uuid": "415f9569-03b6-4fd9-8f9e-02e330165c4e", "name": "network-vif-deleted", "tag": "b88b65a2-d984-4bd3-b331-2bdb1df01c69"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:33.823678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-82083c60-a6d8-4450-b56e-26e68ec88041 req-8d43af3b-78dd-42d3-a736-ea0d2129b85a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:33.825545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82083c60-a6d8-4450-b56e-26e68ec88041 req-8d43af3b-78dd-42d3-a736-ea0d2129b85a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6977642 Dec 16 07:55:33.934897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3764c7ec-601e-4146-8cc6-442c0e35dde8 req-0c051bc9-70b2-464f-9c8b-b0b172c80d8d tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 210 time: 0.0524397 Dec 16 07:55:33.971513 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6629d9f-5589-4467-8c4a-f67ec310a9f9 x-openstack-request-id: req-f6629d9f-5589-4467-8c4a-f67ec310a9f9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:33.971847 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415f9569-03b6-4fd9-8f9e-02e330165c4e", "name": "network-vif-deleted", "tag": "b88b65a2-d984-4bd3-b331-2bdb1df01c69", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:33.972109 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6629d9f-5589-4467-8c4a-f67ec310a9f9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:33.972554 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415f9569-03b6-4fd9-8f9e-02e330165c4e', 'name': 'network-vif-deleted', 'tag': 'b88b65a2-d984-4bd3-b331-2bdb1df01c69', 'status': 'completed', 'code': 200} Dec 16 07:55:34.152629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:34.202770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-820ed1fd-b51e-4f47-9cc0-1cdbdd0b57b6 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:34.204815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-820ed1fd-b51e-4f47-9cc0-1cdbdd0b57b6 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 813 time: 0.1358669 Dec 16 07:55:34.222224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-248024bf-1ce6-4c35-a47c-66163e9ef5d0 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/quotas/542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 375 time: 0.0111489 Dec 16 07:55:34.266984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-2dbf6366-cd9e-4380-b55f-cdf25c3e6232 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315218 Dec 16 07:55:34.385749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-8a11721e-f2c0-413d-9821-58ed8cc95358 service neutron] 10.222.0.43 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116183 Dec 16 07:55:34.489578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-3eca332d-020d-4f97-b9a4-4748c0f69862 service neutron] 10.222.0.43 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975413 Dec 16 07:55:34.835903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb58a9f-facb-4399-bff0-d8e07da6e673 req-868b5239-e57f-4247-96b1-f0c49170d547 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:34.838219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cb58a9f-facb-4399-bff0-d8e07da6e673 req-868b5239-e57f-4247-96b1-f0c49170d547 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0559275 Dec 16 07:55:34.886306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cb58a9f-facb-4399-bff0-d8e07da6e673 req-5609c56d-bd31-4875-b85b-5ff8349f3f4f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Dec 16 07:55:35.015266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d66753b0-7f96-4996-b179-b25a736e36e8 req-efeb1a2b-9548-4ca4-8fc8-b2866b842c80 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 210 time: 0.0628216 Dec 16 07:55:35.051753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e8fa-db72-41fb-afb1-ab1d37fe4343 req-2b1ef859-2f47-4707-a289-741a8c000b70 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:35.051753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4306e8fa-db72-41fb-afb1-ab1d37fe4343 req-2b1ef859-2f47-4707-a289-741a8c000b70 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0982118 Dec 16 07:55:35.103166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4306e8fa-db72-41fb-afb1-ab1d37fe4343 req-f3d746f0-b093-4779-ac16-a634b671ae8c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594838 Dec 16 07:55:35.138230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ca94787-8b6d-4d5c-8e05-1cb10fba95fc req-f2474d7a-9108-47de-9c20-af6349b9ae4f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=415f9569-03b6-4fd9-8f9e-02e330165c4e HTTP/1.1" status: 200 len: 210 time: 0.0327377 Dec 16 07:55:36.031577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f181ea-8510-48e3-8a24-7eecbb2e2038 req-612e97ff-595c-4a11-b047-e9529739f7c3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:36.033293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67f181ea-8510-48e3-8a24-7eecbb2e2038 req-612e97ff-595c-4a11-b047-e9529739f7c3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Dec 16 07:55:36.098673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67f181ea-8510-48e3-8a24-7eecbb2e2038 req-bb48aa4d-6980-4c60-885f-b5c457a81807 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586631 Dec 16 07:55:36.159052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e84b267b-ea6a-4ff4-a7b7-8deb1ab58792 req-39a2d4d7-b6a6-4f00-af72-d14cfc49c8ce tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 210 time: 0.0443747 Dec 16 07:55:36.239919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc904b-9faa-4f6d-a94f-e4ea120a709a req-ac0ec732-02a7-44a5-b5e1-f68e92509d97 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:36.245544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66fc904b-9faa-4f6d-a94f-e4ea120a709a req-ac0ec732-02a7-44a5-b5e1-f68e92509d97 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0598652 Dec 16 07:55:36.296169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66fc904b-9faa-4f6d-a94f-e4ea120a709a req-4b69e2d8-e9e1-4781-9c93-04f14c7bc61c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Dec 16 07:55:36.747353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d599f-6673-40a1-8b5e-5d9a81155edf req-d7be797d-b9ef-42e1-864f-209ea5d5ba8e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:36.757426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc6d599f-6673-40a1-8b5e-5d9a81155edf req-d7be797d-b9ef-42e1-864f-209ea5d5ba8e tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 945 time: 0.0712886 Dec 16 07:55:36.824209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc6d599f-6673-40a1-8b5e-5d9a81155edf req-ce6c6b42-912e-4cae-a015-44a7f5770f2f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619726 Dec 16 07:55:37.228001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d06d-c603-4b53-bf55-c3ed42851c06 req-45a041cc-e3cd-45c4-ac1b-0d0c45de9cc4 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:37.229738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e64d06d-c603-4b53-bf55-c3ed42851c06 req-45a041cc-e3cd-45c4-ac1b-0d0c45de9cc4 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0675213 Dec 16 07:55:37.281277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20ee376c-9cd5-4448-9a05-8caa2883d4b9 req-28fe9e42-05c2-47ce-a069-fc8fc08fe56f tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 210 time: 0.0347199 Dec 16 07:55:37.317849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e64d06d-c603-4b53-bf55-c3ed42851c06 req-8aef1af2-3a2d-4476-8ae5-f5d4bfa9cf52 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779305 Dec 16 07:55:37.458687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7f83e-588c-4c7a-83ab-960f484a6eda req-2f4ee35b-ccca-404c-8ebd-6e40911ed36e tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:37.466850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69e7f83e-588c-4c7a-83ab-960f484a6eda req-2f4ee35b-ccca-404c-8ebd-6e40911ed36e tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0787971 Dec 16 07:55:37.520768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69e7f83e-588c-4c7a-83ab-960f484a6eda req-07090c2e-7a01-4339-9baf-58f4c4905cde tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529890 Dec 16 07:55:37.701936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:55:37.702945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-652ee2e4-dd7b-4090-9e9e-c337e9292e38 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:37.704464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-652ee2e4-dd7b-4090-9e9e-c337e9292e38 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 813 time: 0.1251998 Dec 16 07:55:37.713020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b88b65a2-d984-4bd3-b331-2bdb1df01c69 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:37.728698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'port': {'device_id': '838305e2-e738-4d81-94c0-febfe35b74b3', 'network_id': '9362105f-5329-43ac-a545-228f98c434c6', 'admin_state_up': True, 'tenant_id': '542e74d0ee884f5387fdb798e2d35545'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:37.737968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: b88b65a2-d984-4bd3-b331-2bdb1df01c69 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:37.738421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device b88b65a2-d984-4bd3-b331-2bdb1df01c69 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:37.860078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:37.870138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'port_id': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'mac_address': 'fa:16:3e:19:ee:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440bfd89-12c3-4775-8fb8-e63b6cb8c509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:55:37.914656 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:37.932615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:55:37.957153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:37.957359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c799ad4-7446-4f7a-9f12-3f077149995e req-43d03ee3-b08f-41bb-bad0-8dee30147a98 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:37.959615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c799ad4-7446-4f7a-9f12-3f077149995e req-43d03ee3-b08f-41bb-bad0-8dee30147a98 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 945 time: 0.0661302 Dec 16 07:55:37.960444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Made reservation on behalf of 542e74d0ee884f5387fdb798e2d35545 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:37.965307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.044100 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.069897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c799ad4-7446-4f7a-9f12-3f077149995e req-0eaac413-fc86-488f-a478-56b00f42b30d tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005719 Dec 16 07:55:38.110128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:38.148889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Allocated IP 172.20.0.9 (9362105f-5329-43ac-a545-228f98c434c6/ae93acae-1447-47b6-ba83-dde020e2fbb7/0b7dd7de-9e85-4377-9ecf-47d0e10c335a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:55:38.226294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['29a25bc5-5431-4ed7-a57c-59f3e58fbd86'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:38.305424 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.371620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-b60148f2-4085-4a5c-b724-dbbdedce323f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:38.373363 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-b60148f2-4085-4a5c-b724-dbbdedce323f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 945 time: 0.0649576 Dec 16 07:55:38.424830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.500544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Deleting port 5a364988-d3f9-40ab-ae00-437a9a87b017 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:38.500886 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.529134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:38.537173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Network 9362105f-5329-43ac-a545-228f98c434c6 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:55:38.545391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:38.551823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:55:38.566414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cadb5e-18c5-4f9c-8561-dfd76d3ae352 req-0d56e2f1-5dd5-4c0b-be4c-7d251e4782f1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:38.567965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77cadb5e-18c5-4f9c-8561-dfd76d3ae352 req-0d56e2f1-5dd5-4c0b-be4c-7d251e4782f1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 931 time: 0.1654744 Dec 16 07:55:38.600504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb525-41de-4bed-9431-fba5f333267e req-229f2834-45da-4e39-bd54-b152901c4018 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:38.609248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902cb525-41de-4bed-9431-fba5f333267e req-229f2834-45da-4e39-bd54-b152901c4018 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.2054191 Dec 16 07:55:38.611392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] For port 5a364988-d3f9-40ab-ae00-437a9a87b017, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5a364988-d3f9-40ab-ae00-437a9a87b017,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:38.611758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.626146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Calling delete_port for 5a364988-d3f9-40ab-ae00-437a9a87b017 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:38.674966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:38.675842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.712772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77cadb5e-18c5-4f9c-8561-dfd76d3ae352 req-4e94d5fb-c93c-4810-b1a4-bd0c4fd50ad2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201847 Dec 16 07:55:38.731444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-902cb525-41de-4bed-9431-fba5f333267e req-14ec8a90-71de-421e-a8de-3a4d28935518 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212857 Dec 16 07:55:38.772354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-021af1f6-e6bb-40ea-a826-72272eac26b9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0485466 Dec 16 07:55:38.792263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Request body: {'port': {'device_id': '838305e2-e738-4d81-94c0-febfe35b74b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:38.838407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.870961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3a4b7cba-3cf5-46b5-b505-640d31ec07c1', '5a364988-d3f9-40ab-ae00-437a9a87b017'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:38.872766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Pushing event deleted for resources: {'Port': ['ID=5a364988-d3f9-40ab-ae00-437a9a87b017,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:38.903762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b820e-9192-4c7b-bb14-5e7bc5b5ca21 req-d10e900c-3a74-414f-93ff-0b4d5524fcb1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:38.911354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-586b820e-9192-4c7b-bb14-5e7bc5b5ca21 req-d10e900c-3a74-414f-93ff-0b4d5524fcb1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 944 time: 0.1160331 Dec 16 07:55:38.913191 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.937769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] No DVR routers for this DVR port 5a364988-d3f9-40ab-ae00-437a9a87b017 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:38.941467 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:38.945130 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e38b6fde-04a9-47a4-bdf7-277bb57f1bf0 req-e4a6e331-1038-4236-8a7b-11d66ac0e778 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "DELETE /v2.0/ports/5a364988-d3f9-40ab-ae00-437a9a87b017 HTTP/1.1" status: 204 len: 173 time: 0.5638425 Dec 16 07:55:38.945796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'name': 'network-vif-deleted', 'tag': '5a364988-d3f9-40ab-ae00-437a9a87b017'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:38.955425 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887fb3f4-99d6-4577-bf04-7321ccf0a153" -d '{"events": [{"server_uuid": "a612b20d-f530-4946-819c-d990c1d2b14e", "name": "network-vif-deleted", "tag": "5a364988-d3f9-40ab-ae00-437a9a87b017"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:39.008630 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd15cb6-92a2-4aa5-b587-51148a327893 x-openstack-request-id: req-ffd15cb6-92a2-4aa5-b587-51148a327893 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:39.012792 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a612b20d-f530-4946-819c-d990c1d2b14e", "name": "network-vif-deleted", "tag": "5a364988-d3f9-40ab-ae00-437a9a87b017", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:39.012792 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffd15cb6-92a2-4aa5-b587-51148a327893 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:39.012792 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a612b20d-f530-4946-819c-d990c1d2b14e', 'name': 'network-vif-deleted', 'tag': '5a364988-d3f9-40ab-ae00-437a9a87b017', 'status': 'completed', 'code': 200} Dec 16 07:55:39.063906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-586b820e-9192-4c7b-bb14-5e7bc5b5ca21 req-ddec1cd9-55cb-479a-b407-281a657ca547 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516147 Dec 16 07:55:39.191005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11c5d7ca-fb94-4fdb-8a2c-bd89664f20e7 req-39e23ed7-88da-4bab-8fa6-b06ff3c0f26f tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 210 time: 0.0345578 Dec 16 07:55:39.282552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7dd7de-9e85-4377-9ecf-47d0e10c335a {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:55:39.292330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:39.310705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Transition to ACTIVE for port object 0b7dd7de-9e85-4377-9ecf-47d0e10c335a will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:55:39.431794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:39.481962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Pushing event updated for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:39.553117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Attempting to bind port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:55:39.553456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Attempting to bind port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:55:39.553792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Attempting to bind port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a on network 9362105f-5329-43ac-a545-228f98c434c6 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:55:39.558581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a on network 9362105f-5329-43ac-a545-228f98c434c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:55:39.558901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Attempting to bind port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a on network 9362105f-5329-43ac-a545-228f98c434c6 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:55:39.563809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:55:39.564125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Checking segment: {'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:55:39.564520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Bound using segment: {'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:55:39.564947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Bound port: 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:55:39.565303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:39.632472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:55:39.636113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:55:39.720785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:55:39.730251 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:39.788896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:39.790230 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:39.792913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] 10.222.0.16 "PUT /v2.0/ports/0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 200 len: 1092 time: 1.0048909 Dec 16 07:55:39.793619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:39.795984 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19763f3-e84c-4e94-8314-1a58f4cd4143" -d '{"events": [{"name": "network-changed", "server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:39.825490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:55:39.825490 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:39.896165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bb1b3-35d6-42e3-ac5b-5d8b3aebb4ea service neutron] Pushing event updated for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:39.909285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:39.923834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd381e-fdb9-422b-8be0-257e22eaf4a2 req-e685b360-ea2f-40a4-b445-370f18cc093f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:39.931951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0dd381e-fdb9-422b-8be0-257e22eaf4a2 req-e685b360-ea2f-40a4-b445-370f18cc093f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1198161 Dec 16 07:55:39.938039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:39.940931 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8d63e-33c0-4a55-a08d-742c3a932dd7" -d '{"events": [{"server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "name": "network-vif-plugged", "status": "completed", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:39.957300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:39.983798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c26e-8925-403a-8cf3-a76d16bfffbd req-4d4f6c8a-221a-449f-a6e9-5b7d4b33eaa9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:39.985337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fe9c26e-8925-403a-8cf3-a76d16bfffbd req-4d4f6c8a-221a-449f-a6e9-5b7d4b33eaa9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 943 time: 0.1556680 Dec 16 07:55:40.037346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0dd381e-fdb9-422b-8be0-257e22eaf4a2 req-d321b804-fcd0-4e35-9043-a2745501e8fb tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042848 Dec 16 07:55:40.043609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-4880d044-bdde-4af0-a9fc-419fd5b2a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:40.045110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-4880d044-bdde-4af0-a9fc-419fd5b2a819 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1095 time: 0.1085193 Dec 16 07:55:40.073017 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:40.114395 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f4ab2-46cf-47a1-a4d8-33cd30cd274d x-openstack-request-id: req-1d9f4ab2-46cf-47a1-a4d8-33cd30cd274d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:40.114530 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:40.114763 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d9f4ab2-46cf-47a1-a4d8-33cd30cd274d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:40.115132 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a', 'status': 'completed', 'code': 200} Dec 16 07:55:40.116856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-ffa5b8d7-c636-4600-b38f-e174208d15ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 200 len: 217 time: 0.0502000 Dec 16 07:55:40.132265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fe9c26e-8925-403a-8cf3-a76d16bfffbd req-203be81b-fc9d-4630-938b-6ea29892ee21 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332788 Dec 16 07:55:40.144642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:40.175756 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e762c67b-b987-49cd-9d4c-27c320590184 x-openstack-request-id: req-e762c67b-b987-49cd-9d4c-27c320590184 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:40.176051 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "name": "network-vif-plugged", "status": "completed", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:40.176336 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e762c67b-b987-49cd-9d4c-27c320590184 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:40.176738 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'code': 200} Dec 16 07:55:40.194146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-c14bbe69-5eee-4191-b157-a580ecfe0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:40.203301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-c14bbe69-5eee-4191-b157-a580ecfe0563 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.0497739 Dec 16 07:55:40.318942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-eb4add83-c62f-4f18-bf20-a303cc0e0c97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376172 Dec 16 07:55:40.329560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fd368-df60-4900-8ffd-2d3e13183eee req-ec5f9d93-698f-47e9-8805-02cfd1e08e73 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:40.331311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec5fd368-df60-4900-8ffd-2d3e13183eee req-ec5f9d93-698f-47e9-8805-02cfd1e08e73 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0981252 Dec 16 07:55:40.426462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bec3c375-d1c3-49f4-aeb2-93dce5e04f71 req-28f7f1f1-4f39-4dc3-b4f4-d9c597f4f3be tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=a612b20d-f530-4946-819c-d990c1d2b14e HTTP/1.1" status: 200 len: 210 time: 0.0483463 Dec 16 07:55:40.473286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec5fd368-df60-4900-8ffd-2d3e13183eee req-166ab381-d2f6-4a49-94f0-45d4857b0e1a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940862 Dec 16 07:55:40.489144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-19bc198a-7213-4fb3-b59f-41e03351bfb8 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568513 Dec 16 07:55:40.585961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf4c1fe7-2bb1-4679-a065-215dab5b2422 req-5759f911-bfcf-4fc0-b2bf-e5d943202e0b service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896578 Dec 16 07:55:40.799322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-55cc5160-00dc-4813-b1b0-42aa9d8679e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:40.801191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-55cc5160-00dc-4813-b1b0-42aa9d8679e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1095 time: 0.0432353 Dec 16 07:55:40.973689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-e491e1d3-309f-408a-a501-6697f98da36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:40.975253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-e491e1d3-309f-408a-a501-6697f98da36e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 914 time: 0.1034584 Dec 16 07:55:41.028022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-b3ffb4d2-6117-4bb5-841a-c8d5968ef23b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 200 len: 217 time: 0.0360413 Dec 16 07:55:41.079017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-c94bc236-e638-424a-b864-3773c9433db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:41.080552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-c94bc236-e638-424a-b864-3773c9433db1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.0445871 Dec 16 07:55:41.118057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-ec394f17-c168-4148-bb8a-d57a996137f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299754 Dec 16 07:55:41.246354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d4247-38ba-4817-9836-29b990468200 req-17688e26-1e2d-431f-bbfa-198e6d0305bd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:41.255030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-188d4247-38ba-4817-9836-29b990468200 req-17688e26-1e2d-431f-bbfa-198e6d0305bd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1321692 Dec 16 07:55:41.297477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-d0acaae0-7775-4734-abf3-ca4ba2df5b88 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712227 Dec 16 07:55:41.307531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3634bd2-a760-41e9-a0fc-8304ed0df70e req-d6ff1f21-c428-442a-9842-5967c03dc40d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:41.309073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3634bd2-a760-41e9-a0fc-8304ed0df70e req-d6ff1f21-c428-442a-9842-5967c03dc40d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 943 time: 0.1108699 Dec 16 07:55:41.411765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-188d4247-38ba-4817-9836-29b990468200 req-379b9787-902f-42ac-95c7-6f48f966f409 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464314 Dec 16 07:55:41.740900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3634bd2-a760-41e9-a0fc-8304ed0df70e req-7f52c254-650a-4375-8b4c-0f898aaffb6d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167633 Dec 16 07:55:41.749046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a19763f3-e84c-4e94-8314-1a58f4cd4143 req-a2077521-626a-4331-be0e-ac877f4689c9 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381332 Dec 16 07:55:41.829900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d6277-be0c-4112-a2c5-23fe923f256a req-f42f3aaa-4e79-4ab3-a0f5-9c6c47554dea tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:41.831378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e8d6277-be0c-4112-a2c5-23fe923f256a req-f42f3aaa-4e79-4ab3-a0f5-9c6c47554dea tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0504119 Dec 16 07:55:41.878543 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e8d6277-be0c-4112-a2c5-23fe923f256a req-4ed50c62-6d6c-49fe-9c3d-5b580085db27 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Dec 16 07:55:42.217786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957c611-deda-4176-b7ac-7b67c65c434e req-7363f6d0-a684-4d79-b6ae-1f06e024e8d5 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:42.219213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5957c611-deda-4176-b7ac-7b67c65c434e req-7363f6d0-a684-4d79-b6ae-1f06e024e8d5 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0491488 Dec 16 07:55:42.273589 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5957c611-deda-4176-b7ac-7b67c65c434e req-0e17f22d-ab6a-4247-b286-aef4b3890ca6 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Dec 16 07:55:42.368486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48158-d9f8-4938-9e6b-073c0126449b req-8a75791b-76dd-40b2-96b4-3c543eceb801 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:42.369028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86e48158-d9f8-4938-9e6b-073c0126449b req-8a75791b-76dd-40b2-96b4-3c543eceb801 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0547886 Dec 16 07:55:42.429279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86e48158-d9f8-4938-9e6b-073c0126449b req-867a7619-7ebc-4d17-a9be-54859e7e9a3f tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Dec 16 07:55:42.454090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5a364988-d3f9-40ab-ae00-437a9a87b017 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:42.475323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 5a364988-d3f9-40ab-ae00-437a9a87b017 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:42.475928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5a364988-d3f9-40ab-ae00-437a9a87b017 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:42.560971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f927b-df12-4ea3-9323-1b631e0daa53 req-bb84fbc9-725e-47a7-9b76-77686d79a68d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:42.568339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-241f927b-df12-4ea3-9323-1b631e0daa53 req-bb84fbc9-725e-47a7-9b76-77686d79a68d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0782382 Dec 16 07:55:42.614796 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-241f927b-df12-4ea3-9323-1b631e0daa53 req-963129c2-7784-4363-80e5-de173c5a4238 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Dec 16 07:55:42.860407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d07daa-66ae-4c9c-ac5b-cdd0d5c50bfe req-541f6dae-d0b7-409f-9d35-b4a94f9f2067 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:42.861921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82d07daa-66ae-4c9c-ac5b-cdd0d5c50bfe req-541f6dae-d0b7-409f-9d35-b4a94f9f2067 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 943 time: 0.0507922 Dec 16 07:55:42.915971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82d07daa-66ae-4c9c-ac5b-cdd0d5c50bfe req-a878fecd-1714-4d36-8cf8-89a63fac2a4c tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Dec 16 07:55:43.394410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ea813-091c-432e-9732-5f5f76fb1522 req-cc3059fb-bd00-4956-961d-a7cc363fe903 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:43.395904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea0ea813-091c-432e-9732-5f5f76fb1522 req-cc3059fb-bd00-4956-961d-a7cc363fe903 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Dec 16 07:55:43.446523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea0ea813-091c-432e-9732-5f5f76fb1522 req-34e57032-a22a-44b0-8b58-951c0ec81b24 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a838a-c838-40f1-befe-1e9d5f857442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Dec 16 07:55:43.579335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee937f6-82ec-438c-ae45-640a8258160d req-8e53128d-dc04-4424-a9a2-a768717f8671 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:43.581001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ee937f6-82ec-438c-ae45-640a8258160d req-8e53128d-dc04-4424-a9a2-a768717f8671 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0645626 Dec 16 07:55:43.642139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ee937f6-82ec-438c-ae45-640a8258160d req-1b7e7a14-d53e-4075-a7e8-e36f6c822430 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538390 Dec 16 07:55:43.754622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2afb52-f3de-4077-a58f-0e41fd348a37 req-3a3d586b-da5e-4341-be93-34b3797b7960 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:43.756450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab2afb52-f3de-4077-a58f-0e41fd348a37 req-3a3d586b-da5e-4341-be93-34b3797b7960 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Dec 16 07:55:43.820004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab2afb52-f3de-4077-a58f-0e41fd348a37 req-b843ae65-2857-4afb-8a58-f3a3b7a09bb9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Dec 16 07:55:44.034901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709322e0-36d9-4c6c-90b5-459a221e14ae req-2ea80b79-d57f-4fc2-8049-b044cb04263a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:44.036398 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-709322e0-36d9-4c6c-90b5-459a221e14ae req-2ea80b79-d57f-4fc2-8049-b044cb04263a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 943 time: 0.0500166 Dec 16 07:55:44.090907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-709322e0-36d9-4c6c-90b5-459a221e14ae req-adfa8a8c-7ee5-4b9a-86bb-166d67d67c1b tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477710 Dec 16 07:55:44.105324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-219cf156-7302-4762-83a5-08372d041c95 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:44.106938 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-219cf156-7302-4762-83a5-08372d041c95 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 945 time: 0.0718119 Dec 16 07:55:44.207157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Deleting port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:44.207422 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:44.302896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] For port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:44.303263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:44.317309 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Calling delete_port for 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:44.380973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-82ef68ac-6142-4e4c-835f-cec324f01dd0 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:44.382360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-82ef68ac-6142-4e4c-835f-cec324f01dd0 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.0669165 Dec 16 07:55:44.494477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Deleting port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:44.495112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:44.552258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:44.589616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3a4b7cba-3cf5-46b5-b505-640d31ec07c1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:44.605022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ef14b28-eebf-4653-8488-bc056b114778 req-cad708dd-7ce1-434c-9b43-e0b08d0e456c tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 210 time: 0.0634017 Dec 16 07:55:44.642168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Pushing event deleted for resources: {'Port': ['ID=3a4b7cba-3cf5-46b5-b505-640d31ec07c1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:44.652781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] For port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:44.653158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:44.668896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Calling delete_port for 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:44.732001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] No DVR routers for this DVR port 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:44.737170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:44.740572 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d04fc36f-97d8-4ae8-a9e6-c10aef48d676 req-421f05cc-3103-46ff-98a1-70a2aa11ff82 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.36 "DELETE /v2.0/ports/3a4b7cba-3cf5-46b5-b505-640d31ec07c1 HTTP/1.1" status: 204 len: 173 time: 0.6233664 Dec 16 07:55:44.741053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'name': 'network-vif-deleted', 'tag': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:44.748355 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e698e4f8-8d4d-4c03-85da-ff5aa41ab091" -d '{"events": [{"server_uuid": "f3f9a028-9008-4355-a802-f62dd1cd05d8", "name": "network-vif-deleted", "tag": "3a4b7cba-3cf5-46b5-b505-640d31ec07c1"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:44.898849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3072bb-9b49-4340-b198-bfad9213c788 req-88550b85-5ba6-48aa-9e76-48490a048d8e tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:44.900971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c3072bb-9b49-4340-b198-bfad9213c788 req-88550b85-5ba6-48aa-9e76-48490a048d8e tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 945 time: 0.1296880 Dec 16 07:55:44.918707 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c4f6e-2589-409b-a8cd-18b5686ed47d x-openstack-request-id: req-0c6c4f6e-2589-409b-a8cd-18b5686ed47d {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:44.918707 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9a028-9008-4355-a802-f62dd1cd05d8", "name": "network-vif-deleted", "tag": "3a4b7cba-3cf5-46b5-b505-640d31ec07c1", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:44.918707 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c6c4f6e-2589-409b-a8cd-18b5686ed47d {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:44.918995 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f9a028-9008-4355-a802-f62dd1cd05d8', 'name': 'network-vif-deleted', 'tag': '3a4b7cba-3cf5-46b5-b505-640d31ec07c1', 'status': 'completed', 'code': 200} Dec 16 07:55:45.033178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c3072bb-9b49-4340-b198-bfad9213c788 req-c48aeb1a-27a7-4fba-a908-01214c6a36fa tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244946 Dec 16 07:55:45.064575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6213f3b-73c4-469d-b630-748f1c9d4da5 req-2ed34275-2d66-47d5-ad24-bc63a1eff0bd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:45.066104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6213f3b-73c4-469d-b630-748f1c9d4da5 req-2ed34275-2d66-47d5-ad24-bc63a1eff0bd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0790114 Dec 16 07:55:45.087123 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:45.134434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event deleted for resources: {'Port': ['ID=29a25bc5-5431-4ed7-a57c-59f3e58fbd86,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:45.193065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] No DVR routers for this DVR port 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:45.195634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:45.199318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2706cd6e-752c-4eb7-90c3-3941ad4c27f4 req-98d123d5-bdb3-44e3-b2a2-66e8e66193f2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.16 "DELETE /v2.0/ports/29a25bc5-5431-4ed7-a57c-59f3e58fbd86 HTTP/1.1" status: 204 len: 173 time: 0.8087604 Dec 16 07:55:45.199766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'name': 'network-vif-deleted', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:45.202052 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382705d0-aead-481d-98a9-eb916f0751fc" -d '{"events": [{"server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "name": "network-vif-deleted", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:45.209624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6213f3b-73c4-469d-b630-748f1c9d4da5 req-0ce2de5d-75ab-40b2-86cb-ba79a2be6f7c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362877 Dec 16 07:55:45.261698 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f1d65d-30d0-4075-946b-98f09065c230 x-openstack-request-id: req-b1f1d65d-30d0-4075-946b-98f09065c230 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:45.262002 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9470ef-97c9-4058-aca6-3cbcb6c74e5e", "name": "network-vif-deleted", "tag": "29a25bc5-5431-4ed7-a57c-59f3e58fbd86", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:45.264515 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1f1d65d-30d0-4075-946b-98f09065c230 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:45.264515 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9470ef-97c9-4058-aca6-3cbcb6c74e5e', 'name': 'network-vif-deleted', 'tag': '29a25bc5-5431-4ed7-a57c-59f3e58fbd86', 'status': 'completed', 'code': 200} Dec 16 07:55:45.277710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a03e7-cac5-48ad-9dd7-66b9448e67c4 req-dc9e9baf-7376-4722-b36c-a64962298aa8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:45.280136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d3a03e7-cac5-48ad-9dd7-66b9448e67c4 req-dc9e9baf-7376-4722-b36c-a64962298aa8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 943 time: 0.0742939 Dec 16 07:55:45.345152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d3a03e7-cac5-48ad-9dd7-66b9448e67c4 req-77d2bc76-1f23-4d5d-b06b-da9e33359f29 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580647 Dec 16 07:55:45.721835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a89ee1ab-a603-4922-ad50-57a8aba32ff1 req-a12da88f-cc2e-4209-9db3-d656bd47cce1 tempest-ListServerFiltersTestJSON-1781513033 tempest-ListServerFiltersTestJSON-1781513033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3f9a028-9008-4355-a802-f62dd1cd05d8 HTTP/1.1" status: 200 len: 210 time: 0.0295722 Dec 16 07:55:45.747610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0b7dd7de-9e85-4377-9ecf-47d0e10c335a details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:55:45.784370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:45.833814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:45.834165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:45.891908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:45.909163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a', 'network_id': '9362105f-5329-43ac-a545-228f98c434c6', 'port_id': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a', 'mac_address': 'fa:16:3e:7f:b9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae93acae-1447-47b6-ba83-dde020e2fbb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:55:45.948800 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:45.962329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7dd7de-9e85-4377-9ecf-47d0e10c335a {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:55:45.983678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:46.067380 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:46.127870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:46.164340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1e31c76-d31b-4361-91dd-d0e921c78ad9 req-a8575bf4-aae0-42ee-b502-92205eeee9d9 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9470ef-97c9-4058-aca6-3cbcb6c74e5e HTTP/1.1" status: 200 len: 210 time: 0.0431259 Dec 16 07:55:46.337967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125dc18-2a38-4c7c-98f4-550927b6061b req-63c4ff4b-343c-456a-b699-7dd7275d43cd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:46.339865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5125dc18-2a38-4c7c-98f4-550927b6061b req-63c4ff4b-343c-456a-b699-7dd7275d43cd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Dec 16 07:55:46.391314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5125dc18-2a38-4c7c-98f4-550927b6061b req-fee3cb3f-6d5f-4326-a1b0-adbc6a4a4f26 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Dec 16 07:55:46.496189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2da91-a5f9-4bdc-9294-7869594acc98 req-cfc8ae14-6b13-4dcb-ae09-2cb3963339cc tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:46.497970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dd2da91-a5f9-4bdc-9294-7869594acc98 req-cfc8ae14-6b13-4dcb-ae09-2cb3963339cc tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 944 time: 0.0584946 Dec 16 07:55:46.549265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dd2da91-a5f9-4bdc-9294-7869594acc98 req-0df77adb-8771-42c8-a493-d1de6aedbbe9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Dec 16 07:55:46.601343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:46.786256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55956) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:46.837542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] Deleting subnet 3de791e3-e14d-4cae-9cec-cd707334b96f {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:55:46.841124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:46.881377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:46.968104 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.112708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.139223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de791e3-e14d-4cae-9cec-cd707334b96f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:47.145093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.149636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6ecfa042-e1a5-473e-9ab1-59a24aa5bd31 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3de791e3-e14d-4cae-9cec-cd707334b96f HTTP/1.1" status: 204 len: 168 time: 0.3609784 Dec 16 07:55:47.150906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55972) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:47.155769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05db5e2-d20a-401a-8137-fb7b4e078a0c None None] Network 0554d286-dccd-459a-b12f-a3df4c9a1f23 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:47.236994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.318507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Deleting port 6c175044-9825-4c57-936a-09a18eaa1682 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:47.318857 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.375957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] DHCP port deletion for 0554d286-dccd-459a-b12f-a3df4c9a1f23 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:55:47.395766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] For port 6c175044-9825-4c57-936a-09a18eaa1682, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6c175044-9825-4c57-936a-09a18eaa1682,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:47.396392 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.409591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Calling delete_port for 6c175044-9825-4c57-936a-09a18eaa1682 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:47.436965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] Deleting port 6c175044-9825-4c57-936a-09a18eaa1682 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:47.437345 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.513208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] For port 6c175044-9825-4c57-936a-09a18eaa1682, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6c175044-9825-4c57-936a-09a18eaa1682,segment=NetworkSegment(d9aa0ff2-684f-4194-bf8a-f84410524ae6),segment_id=d9aa0ff2-684f-4194-bf8a-f84410524ae6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:47.513607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.531927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] Calling delete_port for 6c175044-9825-4c57-936a-09a18eaa1682 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:47.557716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a351e-67c9-45d9-977d-3f4b357853d7 req-0dcfe2a7-01c5-468e-9a1e-813d0797e7a3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:47.559317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-564a351e-67c9-45d9-977d-3f4b357853d7 req-0dcfe2a7-01c5-468e-9a1e-813d0797e7a3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0749702 Dec 16 07:55:47.559818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55996) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:47.564305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418602724', 'description': 'tempest-description--2131941490'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:47.622606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.627431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.643427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-564a351e-67c9-45d9-977d-3f4b357853d7 req-993df493-0ff3-47c7-9dfd-c983e951c76e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745552 Dec 16 07:55:47.659835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] Pushing event deleted for resources: {'Port': ['ID=6c175044-9825-4c57-936a-09a18eaa1682,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:47.668991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f75fd2-4c24-42d1-8f32-fe34ff96033f None None] No DVR routers for this DVR port 6c175044-9825-4c57-936a-09a18eaa1682 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:47.673203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] No DVR routers for this DVR port 6c175044-9825-4c57-936a-09a18eaa1682 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:47.699294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c175044-9825-4c57-936a-09a18eaa1682,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:47.722480 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.765023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device bf24b01a-045d-412e-abca-956507dbda1e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:55:47.777185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0b7dd7de-9e85-4377-9ecf-47d0e10c335a up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:55:47.793765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c6989-2628-45eb-8032-ddd79a23fe0b req-d5c0701b-2932-4d16-9ebd-b253bbdaf3b5 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:47.795277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c3c6989-2628-45eb-8032-ddd79a23fe0b req-d5c0701b-2932-4d16-9ebd-b253bbdaf3b5 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 944 time: 0.1702194 Dec 16 07:55:47.818908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.864123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0554d286-dccd-459a-b12f-a3df4c9a1f23']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:47.881069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aa0ff2-684f-4194-bf8a-f84410524ae6') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:47.881292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aa0ff2-684f-4194-bf8a-f84410524ae6') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:47.900803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.907124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:47.918714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'bf24b01a-045d-412e-abca-956507dbda1e', 'network_id': '7428338e-67f4-4159-8916-fab7a7503461', 'port_id': 'bf24b01a-045d-412e-abca-956507dbda1e', 'mac_address': 'fa:16:3e:39:ce:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c049036d-c2de-4b34-871e-15097bf70c35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:55:47.932983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c3c6989-2628-45eb-8032-ddd79a23fe0b req-8ff6ea00-e147-41e0-806f-a435f730c66f tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244256 Dec 16 07:55:47.939308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.945582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.949662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:55:47.951131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:55:47.951923 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:55:47.967720 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:47.982039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf24b01a-045d-412e-abca-956507dbda1e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:55:47.987316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:55:47.996553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:55:47.996926 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.021856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:48.073267 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.085082 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.107343 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.109249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720c1f95-de4f-48fd-9176-0afc0f7e551a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:48.113338 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.118154 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.129171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] 10.222.0.43 "DELETE /v2.0/networks/0554d286-dccd-459a-b12f-a3df4c9a1f23 HTTP/1.1" status: 204 len: 168 time: 0.9692519 Dec 16 07:55:48.129266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:48.129266 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8ee00b-3aac-41c8-9d01-680df58c29c6" -d '{"events": [{"server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "name": "network-vif-plugged", "status": "completed", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:48.129457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.129457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.129457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.129710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.130034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.132488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.133053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.134140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.134963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.135473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.136101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.136627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.137246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:48.162231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca70b4a-0e66-4807-ba2f-1a26b1e4b45c admin admin] Pushing event deleted for resources: {'Network': ['ID=0554d286-dccd-459a-b12f-a3df4c9a1f23,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:48.165866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:48.183874 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b92180-2e3e-49ec-84ba-98f14bb08e0d x-openstack-request-id: req-a9b92180-2e3e-49ec-84ba-98f14bb08e0d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:48.184220 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "name": "network-vif-plugged", "status": "completed", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:48.184438 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9b92180-2e3e-49ec-84ba-98f14bb08e0d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:48.189011 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a', 'code': 200} Dec 16 07:55:48.189145 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.189430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:48.189572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7b13b6e0-fbab-439f-a35c-1a5c78f825e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6284022 Dec 16 07:55:48.193351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56026) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:48.200235 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c6225c47-f02f-45a4-a829-24923c53c5bd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Request body: {'security_group_rule': {'security_group_id': '720c1f95-de4f-48fd-9176-0afc0f7e551a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:48.226175 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.227039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:48.264870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:48.265308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29a25bc5-5431-4ed7-a57c-59f3e58fbd86 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:48.286262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['bf24b01a-045d-412e-abca-956507dbda1e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:48.320096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:48.338824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0b7f-3510-4b90-96e1-4349c0759971 req-6d22946e-4ebe-4f28-8c96-3b48db217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:48.340679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed4b0b7f-3510-4b90-96e1-4349c0759971 req-6d22946e-4ebe-4f28-8c96-3b48db217290 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1097 time: 0.0541027 Dec 16 07:55:48.351780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c6225c47-f02f-45a4-a829-24923c53c5bd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.424494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed4b0b7f-3510-4b90-96e1-4349c0759971 req-dd5c431b-de91-4dda-a226-50c067b27093 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748959 Dec 16 07:55:48.443856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c6225c47-f02f-45a4-a829-24923c53c5bd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.506980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:48.527647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:48.528035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3a4b7cba-3cf5-46b5-b505-640d31ec07c1 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:48.563128 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c6225c47-f02f-45a4-a829-24923c53c5bd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.582685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6225c47-f02f-45a4-a829-24923c53c5bd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dc55f3-6bd7-457e-85f0-374c809b643d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:48.613873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56042) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:48.658031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b83b4f84-1949-4a01-9977-05d1d1a9b53a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9c32a89033c4b638ab63ce4ee65a6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429142 Dec 16 07:55:48.660391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56044) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:48.685178 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c6225c47-f02f-45a4-a829-24923c53c5bd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.686373 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c6225c47-f02f-45a4-a829-24923c53c5bd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4914870 Dec 16 07:55:48.689363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56050) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:48.695807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-538f3aab-ca5b-40fa-aae3-5a6f8ff9801a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Request body: {'security_group_rule': {'security_group_id': '720c1f95-de4f-48fd-9176-0afc0f7e551a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:48.715963 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d184277c-d6e0-4f4d-ba20-4aabc4f8b8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.739930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d184277c-d6e0-4f4d-ba20-4aabc4f8b8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.791309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2f54-1ec9-4da0-93c2-7afe7fbe8fc2 req-1b66ac38-df48-4ab1-bff9-fb526b8552d5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:48.792914 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f2f54-1ec9-4da0-93c2-7afe7fbe8fc2 req-1b66ac38-df48-4ab1-bff9-fb526b8552d5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.0544922 Dec 16 07:55:48.796587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-538f3aab-ca5b-40fa-aae3-5a6f8ff9801a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.841633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6c175044-9825-4c57-936a-09a18eaa1682 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:55:48.862397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 6c175044-9825-4c57-936a-09a18eaa1682 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:55:48.862750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6c175044-9825-4c57-936a-09a18eaa1682 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:55:48.873592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f2f54-1ec9-4da0-93c2-7afe7fbe8fc2 req-b54e7389-dbee-40fd-9cd9-95b6938424a5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 Dec 16 07:55:48.879424 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-538f3aab-ca5b-40fa-aae3-5a6f8ff9801a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.923615 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d184277c-d6e0-4f4d-ba20-4aabc4f8b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.926728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d184277c-d6e0-4f4d-ba20-4aabc4f8b8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:48.927909 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d184277c-d6e0-4f4d-ba20-4aabc4f8b8ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df1a838a-c838-40f1-befe-1e9d5f857442 HTTP/1.1" status: 204 len: 168 time: 0.2666368 Dec 16 07:55:48.943275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184277c-d6e0-4f4d-ba20-4aabc4f8b8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a838a-c838-40f1-befe-1e9d5f857442,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:49.009202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-538f3aab-ca5b-40fa-aae3-5a6f8ff9801a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.040120 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f3aab-ca5b-40fa-aae3-5a6f8ff9801a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec611678-3a58-4dc0-bbc0-c82e599e4f52,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:49.085879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df14f9-b8cd-4b29-ad43-bfaa3af7cd1f req-1b533a97-0861-4d7f-b10c-e51950a4853a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:49.103352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-72df14f9-b8cd-4b29-ad43-bfaa3af7cd1f req-1b533a97-0861-4d7f-b10c-e51950a4853a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 945 time: 0.0634749 Dec 16 07:55:49.136880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-72df14f9-b8cd-4b29-ad43-bfaa3af7cd1f req-f9696de9-e018-4979-becd-1642717bcea2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420403 Dec 16 07:55:49.205288 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-538f3aab-ca5b-40fa-aae3-5a6f8ff9801a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.206508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-538f3aab-ca5b-40fa-aae3-5a6f8ff9801a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5148940 Dec 16 07:55:49.209640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56070) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:49.215035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:49.340812 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.439713 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.574603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Allocated IP 172.25.2.97 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/8d3485b8-8498-4b42-b304-f1e4dfec5c08) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:55:49.695059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.749929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0993266-8d8a-4073-b829-05f1afd53791 req-654a683d-2473-4f3c-9217-be962214c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:49.751487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0993266-8d8a-4073-b829-05f1afd53791 req-654a683d-2473-4f3c-9217-be962214c3f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0786319 Dec 16 07:55:49.780367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device bf24b01a-045d-412e-abca-956507dbda1e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:55:49.830663 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.836108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port bf24b01a-045d-412e-abca-956507dbda1e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:55:49.836856 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.891170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:55:49.898509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'Port': ['ID=8d3485b8-8498-4b42-b304-f1e4dfec5c08,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:49.902623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:49.904752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:55:49.933685 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:49.971582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:49.983880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0993266-8d8a-4073-b829-05f1afd53791 req-fabfbcb9-b8e6-4a5b-921d-61639660e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:49.985930 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0993266-8d8a-4073-b829-05f1afd53791 req-fabfbcb9-b8e6-4a5b-921d-61639660e445 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.2086823 Dec 16 07:55:50.068497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56126) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:50.069682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0993266-8d8a-4073-b829-05f1afd53791 req-eee39f90-525b-46d2-bcac-debcfd577e20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.0646284 Dec 16 07:55:50.114535 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.124873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82581cc-ca11-4779-a253-5bb4ac86987e req-2769a22a-2850-483e-87f8-ea82110a5980 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:50.126426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d82581cc-ca11-4779-a253-5bb4ac86987e req-2769a22a-2850-483e-87f8-ea82110a5980 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.1629930 Dec 16 07:55:50.163510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.180879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0993266-8d8a-4073-b829-05f1afd53791 req-f1e48daa-0602-4131-932c-d44a30c3c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:50.182562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0993266-8d8a-4073-b829-05f1afd53791 req-f1e48daa-0602-4131-932c-d44a30c3c65a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.1017454 Dec 16 07:55:50.186973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:50.191359 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3055496e-d796-48c6-b8eb-363294165d71" -d '{"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:50.191503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1172653877-network', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:50.193465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:50.218072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d82581cc-ca11-4779-a253-5bb4ac86987e req-733ad058-bf97-427f-881e-8fbb6db4ec09 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824239 Dec 16 07:55:50.271082 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d09e97c-0057-4f9d-bbda-6005d54a139a x-openstack-request-id: req-3d09e97c-0057-4f9d-bbda-6005d54a139a {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:50.271373 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:50.271625 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d09e97c-0057-4f9d-bbda-6005d54a139a {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:50.272017 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e', 'code': 200} Dec 16 07:55:50.281663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0993266-8d8a-4073-b829-05f1afd53791 req-3bb37697-81fc-4707-9d27-3b0e1503390d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468633 Dec 16 07:55:50.301112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617c23-cb6f-45c8-b95c-da79498e05db req-4aac64ef-90de-408c-9918-4e5510136136 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:50.302696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08617c23-cb6f-45c8-b95c-da79498e05db req-4aac64ef-90de-408c-9918-4e5510136136 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 945 time: 0.0789871 Dec 16 07:55:50.352793 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Made reservation on behalf of 28345eeaae734f15b58e96a26c8fc9a5 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:50.355322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.360909 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.365213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.445502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.463469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08617c23-cb6f-45c8-b95c-da79498e05db req-13ead141-d83d-4d07-918b-3f5cd8ef0654 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415920 Dec 16 07:55:50.522520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0993266-8d8a-4073-b829-05f1afd53791 req-e1b1eae7-8dc1-4954-89ce-8e63d914c659 service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972165 Dec 16 07:55:50.552062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.580223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:55:50.596536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735a9922-0a5e-4413-b088-ab2ded9bc5c1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:50.604442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.604795 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Added segment d1040964-6524-4386-8e0e-02c63e7a631a of type vlan for network f1641641-dd28-4b37-b25c-1e07d7bd8978 Dec 16 07:55:50.619834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.620557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.621134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.621702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.622368 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.622924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.623451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.623985 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.624644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.625231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.626322 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.626896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.629962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:50.659918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0993266-8d8a-4073-b829-05f1afd53791 req-be011a05-d754-46d6-a925-7dd3f75db195 service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279237 Dec 16 07:55:50.668697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.675487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.756966 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.834174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'Port': ['ID=8d3485b8-8498-4b42-b304-f1e4dfec5c08,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:50.842133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.877823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.881071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:50.881071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.938092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=f1641641-dd28-4b37-b25c-1e07d7bd8978,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:50.948814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:55:50.971305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:50.972718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-18101b36-1aa2-49a9-a87e-7eb329090047 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7620399 Dec 16 07:55:51.042591 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c16827da-d7b2-4bfe-ab64-083f704f9fe6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9729555 Dec 16 07:55:51.045914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56166) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:51.058309 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Request body: {'subnet': {'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1172653877-subnet', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:51.203578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Made reservation on behalf of 28345eeaae734f15b58e96a26c8fc9a5 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:51.205942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:51.235767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-a64e743a-c934-46dc-a429-a6fe562e125d tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:51.237299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-a64e743a-c934-46dc-a429-a6fe562e125d tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 822 time: 0.1065545 Dec 16 07:55:51.255715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-4e2c46e1-7810-4f66-94b9-3254f2507829 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/quotas/89309a3fae6e4777900c26ecf8724567 HTTP/1.1" status: 200 len: 375 time: 0.0105605 Dec 16 07:55:51.296253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-034a4368-fe13-417a-bc23-bcf6bc0c2681 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335903 Dec 16 07:55:51.396518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0a90-7c61-46c4-920f-ede3d9c80d5e req-f6fc9dbb-3093-481f-95c3-546566dd2183 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:51.398020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-636d0a90-7c61-46c4-920f-ede3d9c80d5e req-f6fc9dbb-3093-481f-95c3-546566dd2183 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1002233 Dec 16 07:55:51.438750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:51.442708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-e4f642ff-a2af-4240-badf-515dc1e4ec6c service neutron] 10.222.0.43 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340709 Dec 16 07:55:51.484209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-636d0a90-7c61-46c4-920f-ede3d9c80d5e req-23084dcd-eac1-4bb5-bc52-c191aff8355c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765750 Dec 16 07:55:51.504402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f8784a-5127-4856-8f1f-e6d690ca31ec,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:51.506469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Checking segment: {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:55:51.506834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Network hostable DHCP agents. Network: f1641641-dd28-4b37-b25c-1e07d7bd8978, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:55:51.558957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-4c1fe7e7-3322-4e90-a6c1-fdc7793bab6a service neutron] 10.222.0.43 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035225 Dec 16 07:55:51.606484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:55:51.689242 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f1641641-dd28-4b37-b25c-1e07d7bd8978) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:51.694250 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:51.694851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:51.699674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da873102-fa0e-4553-b94f-b398196000f6 req-f3b246c4-7456-480e-a10a-f739965cbb93 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:51.701317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da873102-fa0e-4553-b94f-b398196000f6 req-f3b246c4-7456-480e-a10a-f739965cbb93 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Dec 16 07:55:51.702918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2dfbf-6e09-46ac-b37b-ab6aee5cccea None None] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:51.780610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da873102-fa0e-4553-b94f-b398196000f6 req-32fb7b96-67dd-44cc-a446-321610edc57b tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717266 Dec 16 07:55:51.787478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56222) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:51.788491 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2c4ffe14-4f6e-4a3c-9750-2a2a4fc0a269 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7413380 Dec 16 07:55:51.796960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:51.860314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83873c-bcf5-495f-a393-6998ff6ed6b7 None None] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:55:51.942568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1675-a44e-4583-a92f-255a9aabdda5 req-f25d48dd-601a-428f-b69c-14dfcf53bb2a tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:51.951694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fad1675-a44e-4583-a92f-255a9aabdda5 req-f25d48dd-601a-428f-b69c-14dfcf53bb2a tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.0841100 Dec 16 07:55:52.001626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:52.002864 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:52.010720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d589568-f1d7-497a-9673-960c61e1bb61 req-dc272ce4-eb99-44a5-b8a3-07f5fd1f8699 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 210 time: 0.0558386 Dec 16 07:55:52.057613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fad1675-a44e-4583-a92f-255a9aabdda5 req-71a3e924-a690-40b6-b207-fbb8fb5b1658 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050260 Dec 16 07:55:52.105750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:52.145895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-9b5ff645-2c26-4262-983b-8247ac275a30 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-190523150&fields=id&tenant_id=542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 267 time: 0.0501809 Dec 16 07:55:52.202710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-2f7958fe-a66b-4db2-a290-b216dd756099 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:52.204558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-2f7958fe-a66b-4db2-a290-b216dd756099 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 945 time: 0.0525725 Dec 16 07:55:52.216060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'port': {'security_groups': ['bad16f67-2a71-47e1-ba7c-fceafc88fd99', '50765de5-ade5-44e9-9687-5e7d07d8967f']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:52.727395 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:52.749530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:52.812897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8473bde-ef5a-48ca-9248-fa23808e1d1f req-8bd2f052-a687-427c-83eb-621316d0d628 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:52.814289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8473bde-ef5a-48ca-9248-fa23808e1d1f req-8bd2f052-a687-427c-83eb-621316d0d628 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1307588 Dec 16 07:55:52.959670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8473bde-ef5a-48ca-9248-fa23808e1d1f req-cb74ec7a-9dcc-4034-844e-bebc33b0b6a1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366916 Dec 16 07:55:53.092581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:53.143579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:53.247920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:53.281350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:53.357572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:53.358433 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:53.359947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-097fdb1f-66b9-44f2-8a0e-b773aaeb812d req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "PUT /v2.0/ports/0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 200 len: 981 time: 1.1487355 Dec 16 07:55:53.378451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:53.381160 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b19c54-56dd-4bf3-b05f-da46b6539402" -d '{"events": [{"name": "network-changed", "server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:53.518136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37115dde-8d94-4498-b60d-69f69f1a0b17 req-da70f66b-178a-4e43-bcd6-ad8913c8f089 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 210 time: 0.1830204 Dec 16 07:55:53.541271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:53.563158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1393749-93f3-4451-9ab8-a7577eaced2e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:53.574194 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:53.605184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:53.761490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80595ff-6945-43bb-bd10-b98c960308c6 req-53a6b1a6-6326-40e8-b662-0749a587bec4 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:53.763173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f80595ff-6945-43bb-bd10-b98c960308c6 req-53a6b1a6-6326-40e8-b662-0749a587bec4 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.1876564 Dec 16 07:55:53.776144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-e56d19ad-101f-4b78-b74c-0d4aec825d84 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1111203223&fields=id&tenant_id=542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 267 time: 0.1416063 Dec 16 07:55:53.912476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-504faa83-252e-4a73-84de-1e0ff16c53e9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:53.913998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-504faa83-252e-4a73-84de-1e0ff16c53e9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 984 time: 0.1191716 Dec 16 07:55:53.924461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Allocated IP 172.25.2.48 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:55:53.937992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f80595ff-6945-43bb-bd10-b98c960308c6 req-d601d0b2-4b9d-4af2-b446-9b9001a78b1f tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658199 Dec 16 07:55:53.943987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'port': {'security_groups': ['50765de5-ade5-44e9-9687-5e7d07d8967f', 'bad16f67-2a71-47e1-ba7c-fceafc88fd99', '5ad85390-5427-4e97-87ee-401c54c2e144']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:53.992226 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28be2c3-7ff1-477f-b62d-ec84adb1cad6 x-openstack-request-id: req-f28be2c3-7ff1-477f-b62d-ec84adb1cad6 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:53.993601 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:53.993717 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f28be2c3-7ff1-477f-b62d-ec84adb1cad6 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:53.994245 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a', 'status': 'completed', 'code': 200} Dec 16 07:55:54.154186 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:54.212736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-53f874a8-47d0-4ec7-b8da-8a32156b3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:54.214364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-53f874a8-47d0-4ec7-b8da-8a32156b3b45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1136 time: 0.1508846 Dec 16 07:55:54.300147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd522365-8c63-4e3d-8b17-5ed6d7dc86bc req-d8048429-3bd4-4765-92ab-7e2f48aa135b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:54.301702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd522365-8c63-4e3d-8b17-5ed6d7dc86bc req-d8048429-3bd4-4765-92ab-7e2f48aa135b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1776881 Dec 16 07:55:54.351615 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:54.502414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd522365-8c63-4e3d-8b17-5ed6d7dc86bc req-86f3f701-0799-4a0b-aeaf-f69e42e22873 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672239 Dec 16 07:55:54.510350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-df7a33fb-d2c8-4cd8-8e64-4077d114b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:54.512481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-df7a33fb-d2c8-4cd8-8e64-4077d114b1a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 914 time: 0.2710562 Dec 16 07:55:54.544411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-ef069310-ef1b-49d0-87b7-3e8dd9ce180b tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:54.546708 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-ef069310-ef1b-49d0-87b7-3e8dd9ce180b tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 822 time: 0.1803925 Dec 16 07:55:54.577507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-90fba304-35bf-4925-9797-97c98619edf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 200 len: 217 time: 0.0536830 Dec 16 07:55:54.581081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Request body: {'port': {'device_id': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'admin_state_up': True, 'tenant_id': '89309a3fae6e4777900c26ecf8724567'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:54.665946 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:54.723752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Pushing event updated for resources: {'Port': ['ID=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:54.748667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:55:54.754564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:54.762252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:55:54.857039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-1a5f545e-a5cf-439d-a869-9dad9323fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:54.858612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-1a5f545e-a5cf-439d-a869-9dad9323fc17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.2671022 Dec 16 07:55:54.871899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Made reservation on behalf of 89309a3fae6e4777900c26ecf8724567 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:55:54.878177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:54.953766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-40ab8f9f-d3db-46e1-838e-08928397fac1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465977 Dec 16 07:55:54.961178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:55.075805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Allocated IP 172.20.0.2 (22e5fb31-5fc9-4da9-928b-36962739d462/440bfd89-12c3-4775-8fb8-e63b6cb8c509/fba2780a-3584-4bac-ac79-aae87cee273c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:55:55.098578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:55.156259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-2434c80d-3299-404a-9709-b5d8f7ba45f1 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699405 Dec 16 07:55:55.282936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:55.283653 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:55.316207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:55.380951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:55.381243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:55.382627 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba192a2e-00ef-4885-9c97-389feb0f5b5c req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "PUT /v2.0/ports/0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 200 len: 1020 time: 1.4599228 Dec 16 07:55:55.404692 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:55.490171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Network 22e5fb31-5fc9-4da9-928b-36962739d462 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:55:55.494179 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:55:55.500033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:55:55.504713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:55.565163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:55:55.598332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:55.599006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:55.661605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:55.671628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd9dab-d945-48c0-a800-c45ce10398e2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:55.755141 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-3bca4d73-9dea-4726-b748-bc0725602864 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1836116 Dec 16 07:55:55.764111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b19c54-56dd-4bf3-b05f-da46b6539402 req-d8e28f4a-b36a-4f91-9c08-0e3f1a9ad796 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993099 Dec 16 07:55:55.810849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Request body: {'port': {'device_id': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:55.851400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f1b5-9333-4cf0-85e5-bee172165328 req-3a4ac01e-39f5-49fd-a24d-867c6a4669da tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:55.853778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e419f1b5-9333-4cf0-85e5-bee172165328 req-3a4ac01e-39f5-49fd-a24d-867c6a4669da tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 931 time: 0.3706284 Dec 16 07:55:55.871922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968288e5-a4e4-424d-9f5d-9fa00fecc074 req-8ffab7fc-2c1d-4e8b-86ba-0e77c510350c tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:55.873535 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-968288e5-a4e4-424d-9f5d-9fa00fecc074 req-8ffab7fc-2c1d-4e8b-86ba-0e77c510350c tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.2900798 Dec 16 07:55:55.900770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:56.026962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-968288e5-a4e4-424d-9f5d-9fa00fecc074 req-2835fce5-ed91-44be-b995-09bf18613b3c tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401057 Dec 16 07:55:56.027415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:56.029745 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:56.075896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e419f1b5-9333-4cf0-85e5-bee172165328 req-7d57619d-2a21-46a4-b833-2e3eb2b2c207 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012472 Dec 16 07:55:56.255760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba2780a-3584-4bac-ac79-aae87cee273c {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:55:56.271260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:56.290972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Transition to ACTIVE for port object fba2780a-3584-4bac-ac79-aae87cee273c will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:55:56.386482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:56.455591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:56.549028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Attempting to bind port fba2780a-3584-4bac-ac79-aae87cee273c on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:55:56.549387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Attempting to bind port fba2780a-3584-4bac-ac79-aae87cee273c by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:55:56.549692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Attempting to bind port fba2780a-3584-4bac-ac79-aae87cee273c on network 22e5fb31-5fc9-4da9-928b-36962739d462 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:55:56.555974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Port fba2780a-3584-4bac-ac79-aae87cee273c on network 22e5fb31-5fc9-4da9-928b-36962739d462 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:55:56.556372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Attempting to bind port fba2780a-3584-4bac-ac79-aae87cee273c on network 22e5fb31-5fc9-4da9-928b-36962739d462 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:55:56.561545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:55:56.561895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Checking segment: {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:55:56.562438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Bound using segment: {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:55:56.562879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Bound port: fba2780a-3584-4bac-ac79-aae87cee273c, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:55:56.563815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:56.587092 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:56.602827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b194e7-778d-474e-a948-c9050f33f2a7 req-a69a0f56-0221-448c-8b2e-3fb45d9f0b82 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:56.610547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b194e7-778d-474e-a948-c9050f33f2a7 req-a69a0f56-0221-448c-8b2e-3fb45d9f0b82 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1051049 Dec 16 07:55:56.639983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bcb02-c9b7-4e58-998e-c4c603663cb8 req-0278b1d7-2b3a-4c54-a3ed-154f241386d1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:56.641480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-156bcb02-c9b7-4e58-998e-c4c603663cb8 req-0278b1d7-2b3a-4c54-a3ed-154f241386d1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1023 time: 0.1373236 Dec 16 07:55:56.672943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:55:56.677189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:55:56.764520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:56.808915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b194e7-778d-474e-a948-c9050f33f2a7 req-2178f7a5-f84c-4592-801f-8c8d49e2621a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973400 Dec 16 07:55:56.871841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:56.887343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:56.887343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:56.888048 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-430a2998-d415-4e91-b65d-eb40d3139ff2 service neutron] 10.222.0.36 "PUT /v2.0/ports/fba2780a-3584-4bac-ac79-aae87cee273c HTTP/1.1" status: 200 len: 1092 time: 1.1177483 Dec 16 07:55:56.889038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:56.891377 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f303598-c56a-4a9a-ac1e-234bb1554be4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:56.909441 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-156bcb02-c9b7-4e58-998e-c4c603663cb8 req-c0eeaa70-f96b-46e3-8fd0-c83fdc7ef954 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ad85390-5427-4e97-87ee-401c54c2e144&id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=50765de5-ade5-44e9-9687-5e7d07d8967f HTTP/1.1" status: 200 len: 6206 time: 0.2337329 Dec 16 07:55:56.981954 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca803be-b666-461b-a83a-7e0ff947f9d0 x-openstack-request-id: req-6ca803be-b666-461b-a83a-7e0ff947f9d0 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:56.982254 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:56.982509 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ca803be-b666-461b-a83a-7e0ff947f9d0 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:56.982915 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a', 'status': 'completed', 'code': 200} Dec 16 07:55:56.996477 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8285e6-ef4b-4083-a961-5102c9fb5214 x-openstack-request-id: req-4a8285e6-ef4b-4083-a961-5102c9fb5214 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:56.996477 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:56.996477 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a8285e6-ef4b-4083-a961-5102c9fb5214 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:56.996477 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'status': 'completed', 'code': 200} Dec 16 07:55:57.006347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-fd0f5584-1155-4401-b331-ea35bbd4d8ab req-dbee3e98-09eb-4a21-8660-d0e5391cc126 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': ' tempest-securitygroup -162725347 ', 'description': 'tempest-description-1309563577'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:55:57.072797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:55:57.129567 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fd0f5584-1155-4401-b331-ea35bbd4d8ab req-dbee3e98-09eb-4a21-8660-d0e5391cc126 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.165976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-72bb0578-1437-40df-8066-24f23927ce48 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:57.168199 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-72bb0578-1437-40df-8066-24f23927ce48 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.1181610 Dec 16 07:55:57.255143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303598-c56a-4a9a-ac1e-234bb1554be4 req-b0d69371-c74f-4426-a55c-aa7fa3edc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:57.257407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f303598-c56a-4a9a-ac1e-234bb1554be4 req-b0d69371-c74f-4426-a55c-aa7fa3edc84a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 1095 time: 0.1978393 Dec 16 07:55:57.278694 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:55:57.297194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Deleting port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:55:57.297608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.328333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-5023f85e-2393-4865-9b1b-cc04d4058163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:57.330004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-5023f85e-2393-4865-9b1b-cc04d4058163 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1175 time: 0.2886429 Dec 16 07:55:57.388392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] For port cc464b43-2eaf-46f0-8662-4b03dfbf5c83, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:55:57.388777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.523535 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.575168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217ab1b-a52a-4ffa-b287-7b5f721ac773 req-74d7b00b-e3c5-4900-8d87-8f7ed22aab7b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:57.576724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e217ab1b-a52a-4ffa-b287-7b5f721ac773 req-74d7b00b-e3c5-4900-8d87-8f7ed22aab7b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 946 time: 0.3474917 Dec 16 07:55:57.603574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fd0f5584-1155-4401-b331-ea35bbd4d8ab req-dbee3e98-09eb-4a21-8660-d0e5391cc126 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.628839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.628839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.629104 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Floating IP 2bd304ea-055f-4fd5-b556-3779bff6ad93 disassociated. External IP: 172.25.2.8, port: cc464b43-2eaf-46f0-8662-4b03dfbf5c83. Dec 16 07:55:57.629442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Calling delete_port for cc464b43-2eaf-46f0-8662-4b03dfbf5c83 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:55:57.657823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:55:57.670344 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Sync routers for ids ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:55:57.701772 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fd0f5584-1155-4401-b331-ea35bbd4d8ab req-dbee3e98-09eb-4a21-8660-d0e5391cc126 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.705926 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Routers {'65101567-d6fc-48e2-bd2f-5f3a00e1b60e'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:55:57.707215 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:55:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:57.742707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303598-c56a-4a9a-ac1e-234bb1554be4 req-466d8252-8d14-4f9b-9422-424c345ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:57.745312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f303598-c56a-4a9a-ac1e-234bb1554be4 req-466d8252-8d14-4f9b-9422-424c345ad94d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=89309a3fae6e4777900c26ecf8724567&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4597383 Dec 16 07:55:57.756998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-e450be93-fc42-41b1-982a-a9f85222af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:57.759230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-e450be93-fc42-41b1-982a-a9f85222af43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 914 time: 0.3713088 Dec 16 07:55:57.870903 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.899785 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Set router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:55:57.902337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee3e98-09eb-4a21-8660-d0e5391cc126 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d91ce66-1f06-439d-ae2e-78dad59009a2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:57.913558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.920464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6b77c996-f0f0-481d-95bd-60eee3465914 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1315889 Dec 16 07:55:57.921377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56458) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:55:57.935639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fd0f5584-1155-4401-b331-ea35bbd4d8ab req-dbee3e98-09eb-4a21-8660-d0e5391cc126 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:57.936998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd0f5584-1155-4401-b331-ea35bbd4d8ab req-dbee3e98-09eb-4a21-8660-d0e5391cc126 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9388645 Dec 16 07:55:57.949202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event deleted for resources: {'Port': ['ID=cc464b43-2eaf-46f0-8662-4b03dfbf5c83,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:57.954855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e217ab1b-a52a-4ffa-b287-7b5f721ac773 req-1c042953-013a-493e-84de-694c8ae8182b tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c114101-d72f-49cd-8f40-76d08e578aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569973 Dec 16 07:55:57.955995 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-4323917f-fbb9-451a-b85c-ebba32f7c379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 200 len: 217 time: 0.1854675 Dec 16 07:55:58.193019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b27350d-e024-4d36-88ee-67202465cdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:58.195255 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:55:55Z', 'revision_number': 3, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port': {'id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:53Z', 'updated_at': '2021-12-16T07:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:58.228153 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Checking router: 65101567-d6fc-48e2-bd2f-5f3a00e1b60e for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:55:58.228917 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Updating router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:55:58.263630 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:58.286411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-b72720c7-3da1-4daa-9226-2006a0c70404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:58.287887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-b72720c7-3da1-4daa-9226-2006a0c70404 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.3092453 Dec 16 07:55:58.294216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303598-c56a-4a9a-ac1e-234bb1554be4 req-41270316-1ec7-4bf1-b3fb-11e693525933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:58.297089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f303598-c56a-4a9a-ac1e-234bb1554be4 req-41270316-1ec7-4bf1-b3fb-11e693525933 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5342340 Dec 16 07:55:58.349858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Router 6d29e382-e57a-4381-be49-56674fc2f212 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:55:58.393337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-fd7e665b-a627-49a5-a38a-4f89c00fc914 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761552 Dec 16 07:55:58.519052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10c58-ca5e-4de0-a866-a7f745bb795b req-bd3b4c4f-728c-4b83-87cf-43017cafef0e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:58.533863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfa10c58-ca5e-4de0-a866-a7f745bb795b req-bd3b4c4f-728c-4b83-87cf-43017cafef0e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.3366072 Dec 16 07:55:58.669310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b37b6-e7a0-4b87-9a1d-47e387942854 req-af56249e-8c15-4fdf-8f01-0967977af0c7 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:58.678066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d6b37b6-e7a0-4b87-9a1d-47e387942854 req-af56249e-8c15-4fdf-8f01-0967977af0c7 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 943 time: 0.4255075 Dec 16 07:55:58.739185 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:58.781985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-673eb7c1-3fa2-4bc4-be25-bdbdb120ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:58.783537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-673eb7c1-3fa2-4bc4-be25-bdbdb120ae19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 1095 time: 0.3841400 Dec 16 07:55:58.802387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d6b37b6-e7a0-4b87-9a1d-47e387942854 req-c7a76929-10e1-4688-a608-ca93640e8173 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234329 Dec 16 07:55:58.826136 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:58.877307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-16106a80-a0df-4ea9-85b7-eb42cce486ce service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395387 Dec 16 07:55:58.883953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfa10c58-ca5e-4de0-a866-a7f745bb795b req-d32a06b7-0ac1-460d-b9f4-e6b61ae3c7ad tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485477 Dec 16 07:55:58.931682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-9ede7ee7-cc06-467f-8842-d458922e9b4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fba2780a-3584-4bac-ac79-aae87cee273c HTTP/1.1" status: 200 len: 217 time: 0.1211786 Dec 16 07:55:58.941340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ed40138-b254-472c-80ed-622461541244 req-41f5fbd4-20ec-4040-8dc2-de469ee55e18 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/0d91ce66-1f06-439d-ae2e-78dad59009a2 HTTP/1.1" status: 200 len: 1799 time: 0.0630686 Dec 16 07:55:58.946639 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Attempting to bind port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:55:58.947432 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Attempting to bind port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:55:58.948756 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Attempting to bind port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:55:58.952712 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Pushing event updated for resources: {'Port': ['ID=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:58.985785 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.990438 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.991096 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.991622 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.992218 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.993715 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.996897 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.997472 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.998552 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.999074 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:58.999575 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:59.004341 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:59.004341 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:55:59.011660 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:55:59.013810 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:55:59.014416 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.014987 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:55:59.016769 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Bound port: 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:55:59.017551 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.130511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-7977d983-030b-44e4-9c45-d6be3dff78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:55:59.132021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-7977d983-030b-44e4-9c45-d6be3dff78a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=440bfd89-12c3-4775-8fb8-e63b6cb8c509 HTTP/1.1" status: 200 len: 862 time: 0.1897185 Dec 16 07:55:59.144267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ae44722-46cf-4839-91ed-d38f41359dfd req-54427667-4f38-43b4-9212-6ba8c82d0bba tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/0d91ce66-1f06-439d-ae2e-78dad59009a2 HTTP/1.1" status: 200 len: 1799 time: 0.1457207 Dec 16 07:55:59.151806 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] For port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:55:59.156202 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] For port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:55:59.183955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-2321f0ed-ff10-4d27-b9bd-94e0f31fb5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22e5fb31-5fc9-4da9-928b-36962739d462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315735 Dec 16 07:55:59.229620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:55:59.240387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] Sync routers for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:55:59.243309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64da7b3d-76ba-4eab-9bc3-615156989c9d req-30531ef9-eeef-4f58-8246-dd71ae36a241 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d29b8ef-4f47-46d1-b39c-021460ce342d HTTP/1.1" status: 200 len: 210 time: 0.0796516 Dec 16 07:55:59.258801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:55:59.265508 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.266304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:55:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:59.274989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f7dc3c-b368-47f8-9de4-2ccaf1634fe8 req-4227c4fb-dac9-4fd8-97c1-055823eaeacc service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470705 Dec 16 07:55:59.348626 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Routers {'65101567-d6fc-48e2-bd2f-5f3a00e1b60e'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:55:59.349273 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:55:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:59.427243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-63df8911-2179-4595-8d7e-b6ad7125c58b service neutron] 10.222.0.36 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694219 Dec 16 07:55:59.451475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] No DVR routers for this DVR port cc464b43-2eaf-46f0-8662-4b03dfbf5c83 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:55:59.466292 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.473358 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-49a3a466-85fb-4950-8fd2-060241f5ac2e req-0332cdb1-43a9-4d47-8158-19c93d5363dd tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.36 "DELETE /v2.0/ports/cc464b43-2eaf-46f0-8662-4b03dfbf5c83 HTTP/1.1" status: 204 len: 173 time: 2.2956660 Dec 16 07:55:59.477723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'name': 'network-vif-deleted', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:55:59.480299 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e74015-7b90-4f40-b7e6-34701d920d1d" -d '{"events": [{"server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "name": "network-vif-deleted", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:55:59.528673 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] Set router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:55:59.538445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:55:59.570268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a69758a-b350-4a35-95e3-bc6bbd2869f4 req-fed4d9d8-24e5-4dc1-98e2-b5ac950ec4dc service neutron] 10.222.0.36 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217892 Dec 16 07:55:59.593279 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65269adc-7f45-4904-b699-9fdf4713dab9 x-openstack-request-id: req-65269adc-7f45-4904-b699-9fdf4713dab9 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:55:59.593572 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d29b8ef-4f47-46d1-b39c-021460ce342d", "name": "network-vif-deleted", "tag": "cc464b43-2eaf-46f0-8662-4b03dfbf5c83", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:55:59.593821 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65269adc-7f45-4904-b699-9fdf4713dab9 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:55:59.594215 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d29b8ef-4f47-46d1-b39c-021460ce342d', 'name': 'network-vif-deleted', 'tag': 'cc464b43-2eaf-46f0-8662-4b03dfbf5c83', 'status': 'completed', 'code': 200} Dec 16 07:55:59.642918 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2ae44722-46cf-4839-91ed-d38f41359dfd req-042a5fa1-bded-4741-a6f9-2a4158138baa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.676314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2ae44722-46cf-4839-91ed-d38f41359dfd req-042a5fa1-bded-4741-a6f9-2a4158138baa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.780474 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbdc81-b371-490d-85c4-7de11c369b85 None None] Pushing event updated for resources: {'Port': ['ID=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:59.786669 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2ae44722-46cf-4839-91ed-d38f41359dfd req-042a5fa1-bded-4741-a6f9-2a4158138baa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.795933 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2ae44722-46cf-4839-91ed-d38f41359dfd req-042a5fa1-bded-4741-a6f9-2a4158138baa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.796510 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:55:55Z', 'revision_number': 3, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port': {'id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:53Z', 'updated_at': '2021-12-16T07:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:55:59.811782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ae44722-46cf-4839-91ed-d38f41359dfd req-042a5fa1-bded-4741-a6f9-2a4158138baa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/0d91ce66-1f06-439d-ae2e-78dad59009a2 HTTP/1.1" status: 204 len: 173 time: 0.6234236 Dec 16 07:55:59.845951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5fa1-bded-4741-a6f9-2a4158138baa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d91ce66-1f06-439d-ae2e-78dad59009a2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:55:59.860243 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6227ecb-c2a2-40ed-8639-89ec4faee065 None None] The sync data for ids ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'] in n-d-820935-11 is: [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:55:55Z', 'revision_number': 3, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port': {'id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:53Z', 'updated_at': '2021-12-16T07:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:55:59.881724 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-9448933e-2b68-4111-a593-a761b7127c72 req-d1062968-d640-42ae-b05a-b28237866cea tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:55:59.886911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.895699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9448933e-2b68-4111-a593-a761b7127c72 req-d1062968-d640-42ae-b05a-b28237866cea tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/0d91ce66-1f06-439d-ae2e-78dad59009a2 HTTP/1.1" status: 404 len: 352 time: 0.0611613 Dec 16 07:55:59.926700 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:55:59.945270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bf22107c-8300-45c9-a6c7-669050db97c9 req-a8f38e5a-8443-4ed1-9e2f-45362afa75f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1102708928', 'description': 'tempest-description-1914569859'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:00.072430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:39Z', 'revision_number': 5, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:00.143930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] Checking router: 6d29e382-e57a-4381-be49-56674fc2f212 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:00.175961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:00.176630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:55:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:00.222511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Allocated IP 172.20.0.1 (f1641641-dd28-4b37-b25c-1e07d7bd8978/c3f8784a-5127-4856-8f1f-e6d690ca31ec/0f68de1d-d3ec-46dc-9983-cb17f810ed43) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:00.416621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:00.486076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:00.549143 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:00.657419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:00.661391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cc464b43-2eaf-46f0-8662-4b03dfbf5c83 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:00.665626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93396b-408a-43c1-a219-ff4a0b173695 req-acbb1afa-428f-4673-96ff-6c50df28e2e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:00.667212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d93396b-408a-43c1-a219-ff4a0b173695 req-acbb1afa-428f-4673-96ff-6c50df28e2e6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 943 time: 0.7175167 Dec 16 07:56:00.671131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:00.683728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:00.752639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf22107c-8300-45c9-a6c7-669050db97c9 req-a8f38e5a-8443-4ed1-9e2f-45362afa75f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:00.774350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f68de1d-d3ec-46dc-9983-cb17f810ed43,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:00.774571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d93396b-408a-43c1-a219-ff4a0b173695 req-16d504bc-b7c2-481f-942c-472083623f65 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874557 Dec 16 07:56:00.838819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:00.937156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: cc464b43-2eaf-46f0-8662-4b03dfbf5c83 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:56:00.943107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cc464b43-2eaf-46f0-8662-4b03dfbf5c83 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:56:01.017717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf22107c-8300-45c9-a6c7-669050db97c9 req-a8f38e5a-8443-4ed1-9e2f-45362afa75f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.042362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-def48219-f744-46d7-861d-33299c5240e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.059637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:01.077490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086305-47b5-4e52-9aa5-604352766be0 req-b17607e3-838a-4fde-b71c-d9a77bc16130 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:01.079075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b086305-47b5-4e52-9aa5-604352766be0 req-b17607e3-838a-4fde-b71c-d9a77bc16130 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1405256 Dec 16 07:56:01.120153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf22107c-8300-45c9-a6c7-669050db97c9 req-a8f38e5a-8443-4ed1-9e2f-45362afa75f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.214877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b086305-47b5-4e52-9aa5-604352766be0 req-3325f071-5401-4894-a714-49be7f14a5ee tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169569 Dec 16 07:56:01.231849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f38e5a-8443-4ed1-9e2f-45362afa75f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bac6c6-a50d-4717-8903-21d02e67f461,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:01.249303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:01.249303 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.249303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:39Z', 'revision_number': 5, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:01.279733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfb61a-be36-491b-a980-fd0eecc45ad1 None None] The sync data for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 is: [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 4, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9a6f8453-bd20-4acd-94eb-c9c3db5977db', 'name': '', 'network_id': 'af9d3c8f-6201-48a0-91e0-e0012a48bdad', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'mac_address': 'fa:16:3e:8f:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:32Z', 'updated_at': '2021-12-16T07:53:39Z', 'revision_number': 5, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'subnets': [{'id': 'ff706428-794a-4724-9a34-5c8e454da51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:01.282091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.317665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf22107c-8300-45c9-a6c7-669050db97c9 req-a8f38e5a-8443-4ed1-9e2f-45362afa75f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.324102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf22107c-8300-45c9-a6c7-669050db97c9 req-a8f38e5a-8443-4ed1-9e2f-45362afa75f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.3817446 Dec 16 07:56:01.426114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-caf7395b-fa68-453a-a1ba-a6d1dd76dd7a req-5115a81b-eb3c-4e71-86ab-f19a8a254629 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2092864604', 'description': 'tempest-description-115893561'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:01.454824 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.484291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:01.556522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56542) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:01.609312 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.623937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caf7395b-fa68-453a-a1ba-a6d1dd76dd7a req-5115a81b-eb3c-4e71-86ab-f19a8a254629 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.716203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.721957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6a1-1b15-4cf0-844a-431f08c5a9e3 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.733601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:01.819336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6a1-1b15-4cf0-844a-431f08c5a9e3 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.825945 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.855177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.880840 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2709e1-f371-4055-b739-595c0a4ed271 None None] New status for floating IP 2bd304ea-055f-4fd5-b556-3779bff6ad93: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:56:01.962000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:01.976269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f68de1d-d3ec-46dc-9983-cb17f810ed43,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:02.059912 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caf7395b-fa68-453a-a1ba-a6d1dd76dd7a req-5115a81b-eb3c-4e71-86ab-f19a8a254629 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:02.095844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc501-0d34-4e90-8d11-89943ec62c29 req-c536a123-e1a0-48f0-828e-f84d4327b6d4 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:02.104478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eabc501-0d34-4e90-8d11-89943ec62c29 req-c536a123-e1a0-48f0-828e-f84d4327b6d4 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 943 time: 0.1562462 Dec 16 07:56:02.115470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:02.117068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:02.209651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eabc501-0d34-4e90-8d11-89943ec62c29 req-5fec9ebb-8c3b-48aa-8695-99bff98ca673 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 Dec 16 07:56:02.214525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caf7395b-fa68-453a-a1ba-a6d1dd76dd7a req-5115a81b-eb3c-4e71-86ab-f19a8a254629 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:02.235573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6a1-1b15-4cf0-844a-431f08c5a9e3 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:02.240877 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6a1-1b15-4cf0-844a-431f08c5a9e3 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:02.246471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b27ed6a1-1b15-4cf0-844a-431f08c5a9e3 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c114101-d72f-49cd-8f40-76d08e578aa7 HTTP/1.1" status: 204 len: 168 time: 0.6824708 Dec 16 07:56:02.249241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56548) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:02.281285 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-f72cb7c1-7763-4ed5-9458-909170b32107 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] show failed (client error): The resource could not be found. Dec 16 07:56:02.287892 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f72cb7c1-7763-4ed5-9458-909170b32107 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "GET /v2.0/security-groups/1c114101-d72f-49cd-8f40-76d08e578aa7 HTTP/1.1" status: 404 len: 347 time: 0.0356438 Dec 16 07:56:02.291806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56552) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:02.341929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:56:02.399597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-caf7395b-fa68-453a-a1ba-a6d1dd76dd7a req-5115a81b-eb3c-4e71-86ab-f19a8a254629 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:02.411048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caf7395b-fa68-453a-a1ba-a6d1dd76dd7a req-5115a81b-eb3c-4e71-86ab-f19a8a254629 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9896796 Dec 16 07:56:02.463003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115a81b-eb3c-4e71-86ab-f19a8a254629 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60445ce-e635-45ec-9169-e4095141a592,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:02.553371 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:56:02.571425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Sync routers for ids ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:56:02.575582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device fba2780a-3584-4bac-ac79-aae87cee273c details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:56:02.586836 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb599a5e-b0e1-4304-828f-6a1531b7cdb9 admin admin] 10.222.0.43 "PUT /v2.0/routers/65101567-d6fc-48e2-bd2f-5f3a00e1b60e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6547041 Dec 16 07:56:02.609711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed6a1-1b15-4cf0-844a-431f08c5a9e3 tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c114101-d72f-49cd-8f40-76d08e578aa7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:02.622074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-84562e5a-e51c-4f4c-bdf8-15ed16286ecf req-7c721adf-2c6f-48ae-9d15-7bf1c756a25e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-397429126', 'description': 'tempest-description-1922040618'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:02.648153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Routers {'65101567-d6fc-48e2-bd2f-5f3a00e1b60e'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:02.649671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:02.686249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb92d0a-4a7b-480c-b92e-0ab0760f8130 req-0949ffbf-0f1d-423c-a28c-7ddaba13d4b2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:02.698203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb92d0a-4a7b-480c-b92e-0ab0760f8130 req-0949ffbf-0f1d-423c-a28c-7ddaba13d4b2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.3098991 Dec 16 07:56:02.847150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb92d0a-4a7b-480c-b92e-0ab0760f8130 req-f8a3af89-b43e-44fe-b621-c8a977fb3e6d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478963 Dec 16 07:56:02.850365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Set router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:02.854642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:02.862611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Deleting port b409eaa0-3ae8-47fc-93b1-5de34e8a8450 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:02.862978 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:02.924091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'port_id': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'mac_address': 'fa:16:3e:ee:89:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440bfd89-12c3-4775-8fb8-e63b6cb8c509', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:56:02.938646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:02.959362 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-84562e5a-e51c-4f4c-bdf8-15ed16286ecf req-7c721adf-2c6f-48ae-9d15-7bf1c756a25e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.035543 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-84562e5a-e51c-4f4c-bdf8-15ed16286ecf req-7c721adf-2c6f-48ae-9d15-7bf1c756a25e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.096768 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.097108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.146419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Calling delete_port for b409eaa0-3ae8-47fc-93b1-5de34e8a8450 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:03.164574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-84562e5a-e51c-4f4c-bdf8-15ed16286ecf req-7c721adf-2c6f-48ae-9d15-7bf1c756a25e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.313472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56de8-01a6-4726-bd0f-436a05521308 req-7f05952c-591f-4aeb-8735-20e03a111745 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:03.316995 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-7f05952c-591f-4aeb-8735-20e03a111745 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 811 time: 0.1560626 Dec 16 07:56:03.388574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-ef8679cf-02a3-4146-89ab-84325e20c5b3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/quotas/28345eeaae734f15b58e96a26c8fc9a5 HTTP/1.1" status: 200 len: 375 time: 0.0703239 Dec 16 07:56:03.426815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:03.427310 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.442583 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-84562e5a-e51c-4f4c-bdf8-15ed16286ecf req-7c721adf-2c6f-48ae-9d15-7bf1c756a25e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.443816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84562e5a-e51c-4f4c-bdf8-15ed16286ecf req-7c721adf-2c6f-48ae-9d15-7bf1c756a25e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8408589 Dec 16 07:56:03.454658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c721adf-2c6f-48ae-9d15-7bf1c756a25e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1124e1-551f-4911-af27-8a51522c7f3d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:03.503743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-7bdecba1-9b6c-408c-9c83-d4a41fb39fac tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141417 Dec 16 07:56:03.518777 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.561078 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.623185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba2780a-3584-4bac-ac79-aae87cee273c {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:03.717692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:03.725328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 4, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port': {'id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:53Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '0f68de1d-d3ec-46dc-9983-cb17f810ed43', 'name': '', 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'mac_address': 'fa:16:3e:65:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:59Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 2, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'subnets': [{'id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:03.726309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f11955-f33b-4455-8daf-c2bba4e6b7da req-4f908825-60cd-4125-abd8-3d6f89a84e6e tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:03.734157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4f11955-f33b-4455-8daf-c2bba4e6b7da req-4f908825-60cd-4125-abd8-3d6f89a84e6e tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 943 time: 0.1339400 Dec 16 07:56:03.788883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-cdc0ac52-c8a2-44a1-80df-254f098568f4 service neutron] 10.222.0.43 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838540 Dec 16 07:56:03.800981 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.803260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Checking router: 65101567-d6fc-48e2-bd2f-5f3a00e1b60e for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:03.803619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Updating router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e port 0f68de1d-d3ec-46dc-9983-cb17f810ed43 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:56:03.867118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4f11955-f33b-4455-8daf-c2bba4e6b7da req-8b465fca-c850-4d02-900f-33111c2f7e95 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305039 Dec 16 07:56:03.877006 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.903782 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:03.932342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Pushing event deleted for resources: {'Port': ['ID=b409eaa0-3ae8-47fc-93b1-5de34e8a8450,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:03.985315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:04.101386 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.103387 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.104853 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0e2aa3d2-239f-4912-b349-e4790090bbaa tempest-ServersTestManualDisk-191700690 tempest-ServersTestManualDisk-191700690-project] 10.222.0.43 "DELETE /v2.0/floatingips/2bd304ea-055f-4fd5-b556-3779bff6ad93 HTTP/1.1" status: 204 len: 168 time: 1.8118815 Dec 16 07:56:04.111600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-199c0e54-574a-4f7b-a266-5bbddba6bfea service neutron] 10.222.0.43 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210561 Dec 16 07:56:04.118682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56590) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:04.141552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.189819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['fba2780a-3584-4bac-ac79-aae87cee273c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:04.208878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceab35a6-ac2a-4e9e-b1a9-61a38050cf0a req-eae079c1-e85b-4241-aac2-662ea382356c tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 11011 time: 0.2819600 Dec 16 07:56:04.292002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceab35a6-ac2a-4e9e-b1a9-61a38050cf0a req-e8174a28-eb99-439e-a4d7-856cd8ac7eee tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/bad16f67-2a71-47e1-ba7c-fceafc88fd99 HTTP/1.1" status: 200 len: 3002 time: 0.0816455 Dec 16 07:56:04.360951 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.363570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceab35a6-ac2a-4e9e-b1a9-61a38050cf0a req-ffe70ea4-cea1-4c85-a193-27ecc58af6bc tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/bad16f67-2a71-47e1-ba7c-fceafc88fd99 HTTP/1.1" status: 200 len: 3002 time: 0.0709805 Dec 16 07:56:04.568159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c893-d6d7-4c72-8cdd-ec5431916204 req-7b86ca5a-9a35-44f3-821c-7873ac9135d3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:04.569689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5996c893-d6d7-4c72-8cdd-ec5431916204 req-7b86ca5a-9a35-44f3-821c-7873ac9135d3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0532653 Dec 16 07:56:04.618134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.622688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5996c893-d6d7-4c72-8cdd-ec5431916204 req-173b8b66-8e5a-4e4b-b499-4bb8a5fb5ae3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Dec 16 07:56:04.717573 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.736609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3aa2ef45-43d5-4f36-a5a7-04ad6132f7b3 req-ba5bd32a-f5e9-4eaf-85c0-d8dda7533666 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/91bac6c6-a50d-4717-8903-21d02e67f461 HTTP/1.1" status: 200 len: 1820 time: 0.0856607 Dec 16 07:56:04.770065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85d26afb-4e11-4bdd-82d3-024a7acbb7dd req-5a69a869-adfd-4164-a3b8-b516b0ff81ea tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 210 time: 0.0504715 Dec 16 07:56:04.812979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b4aa4-6a6b-4264-93ea-31978ddbfc5c None None] Pushing event updated for resources: {'Port': ['ID=0f68de1d-d3ec-46dc-9983-cb17f810ed43,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:04.865592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3aa2ef45-43d5-4f36-a5a7-04ad6132f7b3 req-1c6c08b7-fedd-4ccc-9afc-177f8c701aab tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.901546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3aa2ef45-43d5-4f36-a5a7-04ad6132f7b3 req-1c6c08b7-fedd-4ccc-9afc-177f8c701aab tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.976432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Attempting to bind port 0f68de1d-d3ec-46dc-9983-cb17f810ed43 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:04.976964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Attempting to bind port 0f68de1d-d3ec-46dc-9983-cb17f810ed43 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:04.977720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Attempting to bind port 0f68de1d-d3ec-46dc-9983-cb17f810ed43 on network f1641641-dd28-4b37-b25c-1e07d7bd8978 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:04.983930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:04.984320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Checking segment: {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:04.984734 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:04.985125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Bound using segment: {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:04.985603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Bound port: 0f68de1d-d3ec-46dc-9983-cb17f810ed43, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:04.986128 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.063840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3aa2ef45-43d5-4f36-a5a7-04ad6132f7b3 req-1c6c08b7-fedd-4ccc-9afc-177f8c701aab tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.067071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3aa2ef45-43d5-4f36-a5a7-04ad6132f7b3 req-1c6c08b7-fedd-4ccc-9afc-177f8c701aab tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.073699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3aa2ef45-43d5-4f36-a5a7-04ad6132f7b3 req-1c6c08b7-fedd-4ccc-9afc-177f8c701aab tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/91bac6c6-a50d-4717-8903-21d02e67f461 HTTP/1.1" status: 204 len: 173 time: 0.3222315 Dec 16 07:56:05.078623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Deleting port 9a6f8453-bd20-4acd-94eb-c9c3db5977db {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:05.079034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.102261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6269f-fcbb-457f-883d-86116ea7a74e req-0e23deef-9183-46b2-8c6d-879e176608d3 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:05.118491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cce6269f-fcbb-457f-883d-86116ea7a74e req-0e23deef-9183-46b2-8c6d-879e176608d3 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 944 time: 0.0979526 Dec 16 07:56:05.145552 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-84adde42-7c44-45e8-b643-b55d38f9df6c req-3e3dc871-310b-4f9b-bab2-a0702b25b971 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:05.147548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] For port 0f68de1d-d3ec-46dc-9983-cb17f810ed43, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:05.153807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84adde42-7c44-45e8-b643-b55d38f9df6c req-3e3dc871-310b-4f9b-bab2-a0702b25b971 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/91bac6c6-a50d-4717-8903-21d02e67f461 HTTP/1.1" status: 404 len: 352 time: 0.0283039 Dec 16 07:56:05.155149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] For port 0f68de1d-d3ec-46dc-9983-cb17f810ed43, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0f68de1d-d3ec-46dc-9983-cb17f810ed43,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:05.156357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c08b7-fedd-4ccc-9afc-177f8c701aab tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bac6c6-a50d-4717-8903-21d02e67f461,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:05.184278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] For port 9a6f8453-bd20-4acd-94eb-c9c3db5977db, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9a6f8453-bd20-4acd-94eb-c9c3db5977db,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:05.184823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.208516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Calling delete_port for 9a6f8453-bd20-4acd-94eb-c9c3db5977db owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:05.245063 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.320760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cce6269f-fcbb-457f-883d-86116ea7a74e req-4ec5a714-ec70-4cf7-848b-6df0ac40b64d tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928809 Dec 16 07:56:05.321154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd3262f-2083-437f-b649-b06ae65701dd req-36aa2a11-80f2-42fe-917c-62152cdecf11 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/d60445ce-e635-45ec-9169-e4095141a592 HTTP/1.1" status: 200 len: 1819 time: 0.1374903 Dec 16 07:56:05.388601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Routers {'65101567-d6fc-48e2-bd2f-5f3a00e1b60e'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:05.389248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:05.391220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b4aa4-6a6b-4264-93ea-31978ddbfc5c None None] Pushing event updated for resources: {'Port': ['ID=0f68de1d-d3ec-46dc-9983-cb17f810ed43,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:05.424449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2bd3262f-2083-437f-b649-b06ae65701dd req-988e3cd8-697a-427c-bc8a-0350c6bd54c1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.457155 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2bd3262f-2083-437f-b649-b06ae65701dd req-988e3cd8-697a-427c-bc8a-0350c6bd54c1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.626025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2bd3262f-2083-437f-b649-b06ae65701dd req-988e3cd8-697a-427c-bc8a-0350c6bd54c1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.627122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.629761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-2bd3262f-2083-437f-b649-b06ae65701dd req-988e3cd8-697a-427c-bc8a-0350c6bd54c1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:05.630936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd3262f-2083-437f-b649-b06ae65701dd req-988e3cd8-697a-427c-bc8a-0350c6bd54c1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/d60445ce-e635-45ec-9169-e4095141a592 HTTP/1.1" status: 204 len: 173 time: 0.3020079 Dec 16 07:56:05.650230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e3cd8-697a-427c-bc8a-0350c6bd54c1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60445ce-e635-45ec-9169-e4095141a592,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:05.687319 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-eb48478c-4f8d-444d-bd27-dc942909e559 req-e7601002-8b71-47dd-bf6b-d8a125b64c5e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:05.704043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb48478c-4f8d-444d-bd27-dc942909e559 req-e7601002-8b71-47dd-bf6b-d8a125b64c5e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/d60445ce-e635-45ec-9169-e4095141a592 HTTP/1.1" status: 404 len: 352 time: 0.0411279 Dec 16 07:56:05.754301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6f8453-bd20-4acd-94eb-c9c3db5977db,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:05.772276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e2c0403-905b-4853-8b85-87ca1184a614 req-c7f64ebc-1687-4a20-82b8-4e578361e7b5 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/1b1124e1-551f-4911-af27-8a51522c7f3d HTTP/1.1" status: 200 len: 1819 time: 0.0571711 Dec 16 07:56:05.784988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] Set router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:06.083574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0e2c0403-905b-4853-8b85-87ca1184a614 req-702a020a-7e21-4d7f-b890-c379d70c9c61 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:06.106642 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:06.130206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0c6de-f6cf-4aa9-b542-bce0319cc48f req-b9c1c20d-c5c3-492d-93e1-67ea3deb0105 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:06.145336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5e0c6de-f6cf-4aa9-b542-bce0319cc48f req-b9c1c20d-c5c3-492d-93e1-67ea3deb0105 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.3129816 Dec 16 07:56:06.201652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 4, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port': {'id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:53Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '0f68de1d-d3ec-46dc-9983-cb17f810ed43', 'name': '', 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'mac_address': 'fa:16:3e:65:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:59Z', 'updated_at': '2021-12-16T07:56:05Z', 'revision_number': 4, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'subnets': [{'id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:06.251135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb94a9-253d-4a4f-884e-088049bb6090 None None] The sync data for ids ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'] in n-d-820935-11 is: [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 4, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port': {'id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:53Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '0f68de1d-d3ec-46dc-9983-cb17f810ed43', 'name': '', 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'mac_address': 'fa:16:3e:65:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:59Z', 'updated_at': '2021-12-16T07:56:05Z', 'revision_number': 4, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'subnets': [{'id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:06.278560 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0e2c0403-905b-4853-8b85-87ca1184a614 req-702a020a-7e21-4d7f-b890-c379d70c9c61 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:06.416453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5e0c6de-f6cf-4aa9-b542-bce0319cc48f req-2e13c701-4b56-4109-83ad-da308df2123d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700675 Dec 16 07:56:06.553255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8be1033-16d3-4023-b550-c812d48ec54d req-d00c1836-9a5f-4973-9f80-996f86fc851c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 210 time: 0.0353703 Dec 16 07:56:06.574255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0e2c0403-905b-4853-8b85-87ca1184a614 req-702a020a-7e21-4d7f-b890-c379d70c9c61 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:06.577644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0e2c0403-905b-4853-8b85-87ca1184a614 req-702a020a-7e21-4d7f-b890-c379d70c9c61 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:06.597575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e2c0403-905b-4853-8b85-87ca1184a614 req-702a020a-7e21-4d7f-b890-c379d70c9c61 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/1b1124e1-551f-4911-af27-8a51522c7f3d HTTP/1.1" status: 204 len: 173 time: 0.8155560 Dec 16 07:56:06.603650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device fba2780a-3584-4bac-ac79-aae87cee273c up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:06.618696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a020a-7e21-4d7f-b890-c379d70c9c61 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1124e1-551f-4911-af27-8a51522c7f3d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:06.628652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Router 6d29e382-e57a-4381-be49-56674fc2f212 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:56:06.671855 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-7ecef57b-b105-4b70-a742-c33ec5a9c4fa req-03826561-8e0f-4b96-8a68-2a4f6194be35 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:06.687042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ecef57b-b105-4b70-a742-c33ec5a9c4fa req-03826561-8e0f-4b96-8a68-2a4f6194be35 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/1b1124e1-551f-4911-af27-8a51522c7f3d HTTP/1.1" status: 404 len: 352 time: 0.0496328 Dec 16 07:56:06.804553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:56:06.819465 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-75a3f4f6-68ca-4ba6-8b4e-e1c1714f7b42 admin admin] 10.222.0.43 "PUT /v2.0/routers/6d29e382-e57a-4381-be49-56674fc2f212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972694 Dec 16 07:56:06.824676 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] Sync routers for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:56:06.829314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:06.835720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe8535-548f-4ee5-88cc-1b322e8a6774 req-cc25be2d-d517-4388-b54e-08a0f88794e1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:06.860071 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:06.860736 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:06.861067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-acfe8535-548f-4ee5-88cc-1b322e8a6774 req-cc25be2d-d517-4388-b54e-08a0f88794e1 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 944 time: 0.1730845 Dec 16 07:56:07.009599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port fba2780a-3584-4bac-ac79-aae87cee273c completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:56:07.014164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port fba2780a-3584-4bac-ac79-aae87cee273c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:07.014503 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.128797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-acfe8535-548f-4ee5-88cc-1b322e8a6774 req-9517cf5c-1086-42af-9f09-bdb242fb64c7 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667680 Dec 16 07:56:07.162011 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:07.176886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0f68de1d-d3ec-46dc-9983-cb17f810ed43 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:07.203019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c6ff1cd-bcfc-4c5e-98c6-63e45991b38d req-de29d3bf-0fd8-427c-9236-5364699af18c tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 6206 time: 0.2872968 Dec 16 07:56:07.220101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.366874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c6ff1cd-bcfc-4c5e-98c6-63e45991b38d req-c5489e2d-f46d-4bec-ab9e-eea1096fd4a8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/bad16f67-2a71-47e1-ba7c-fceafc88fd99 HTTP/1.1" status: 200 len: 3002 time: 0.1630607 Dec 16 07:56:07.457030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0f68de1d-d3ec-46dc-9983-cb17f810ed43 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:07.457554 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.531751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c6ff1cd-bcfc-4c5e-98c6-63e45991b38d req-ddb76656-ebc2-4ef3-a266-d6230cd3b5af tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/bad16f67-2a71-47e1-ba7c-fceafc88fd99 HTTP/1.1" status: 200 len: 3002 time: 0.1547508 Dec 16 07:56:07.542540 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.551216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-52b2ca59-617d-472f-b4db-c176f3d419a1 req-eb6da05c-dbe9-425c-907a-b406cb2cf0bf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1777413418', 'description': 'tempest-description-705598104'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:07.623071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:07.625582 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefa2e57-7d74-488f-8509-ce74f42b3e34" -d '{"events": [{"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-plugged", "status": "completed", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:07.651454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:07.687160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.700536 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.715618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2e92-b574-4171-ae1e-eed8be0ea022 req-424701b8-e4bf-405c-a915-14521b7c8bea tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:07.720559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c5f2e92-b574-4171-ae1e-eed8be0ea022 req-424701b8-e4bf-405c-a915-14521b7c8bea tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1362653 Dec 16 07:56:07.738380 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:56:05Z', 'revision_number': 5, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port': {'id': '7ed54ac8-5f8a-4614-ac91-4e8867adda99', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d29e382-e57a-4381-be49-56674fc2f212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:26Z', 'updated_at': '2021-12-16T07:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:07.746873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-52b2ca59-617d-472f-b4db-c176f3d419a1 req-eb6da05c-dbe9-425c-907a-b406cb2cf0bf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.752911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 0f68de1d-d3ec-46dc-9983-cb17f810ed43, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0f68de1d-d3ec-46dc-9983-cb17f810ed43,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:07.762468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.815796 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] Checking router: 6d29e382-e57a-4381-be49-56674fc2f212 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:07.837944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:07.840110 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] Routers {'6d29e382-e57a-4381-be49-56674fc2f212'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:07.840764 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6d29e382-e57a-4381-be49-56674fc2f212'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:07.851943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c5f2e92-b574-4171-ae1e-eed8be0ea022 req-08985f41-34e8-41ea-ae58-de689efe5e46 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180391 Dec 16 07:56:07.892750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:07.970252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Deleting port 7ed54ac8-5f8a-4614-ac91-4e8867adda99 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:07.970252 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:08.013682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=0f68de1d-d3ec-46dc-9983-cb17f810ed43,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:08.054398 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] Set router 6d29e382-e57a-4381-be49-56674fc2f212 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:08.056352 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-52b2ca59-617d-472f-b4db-c176f3d419a1 req-eb6da05c-dbe9-425c-907a-b406cb2cf0bf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:08.114910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dac22eab-273b-4c93-95b0-6e4b812e59cf req-3e7a8a7d-3c44-41a3-b154-20f0692e3836 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 210 time: 0.0889602 Dec 16 07:56:08.126538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-52b2ca59-617d-472f-b4db-c176f3d419a1 req-eb6da05c-dbe9-425c-907a-b406cb2cf0bf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:08.180945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] For port 7ed54ac8-5f8a-4614-ac91-4e8867adda99, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7ed54ac8-5f8a-4614-ac91-4e8867adda99,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:08.181908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:08.188624 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4517bc-bdac-4dcb-9c91-977920042c0f x-openstack-request-id: req-8b4517bc-bdac-4dcb-9c91-977920042c0f {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:08.189011 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-plugged", "status": "completed", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:08.189392 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b4517bc-bdac-4dcb-9c91-977920042c0f {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:08.189866 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'code': 200} Dec 16 07:56:08.193104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da05c-dbe9-425c-907a-b406cb2cf0bf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad905850-d001-477b-af3e-d2e8ee22aaa8,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:08.208207 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:56:07Z', 'revision_number': 6, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:08.208546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Calling delete_port for 7ed54ac8-5f8a-4614-ac91-4e8867adda99 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:08.270890 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f14eba-ff54-416b-aa5d-a59fddb85a1a None None] The sync data for ids ['6d29e382-e57a-4381-be49-56674fc2f212'] in n-d-820935-11 is: [{'id': '6d29e382-e57a-4381-be49-56674fc2f212', 'name': 'tempest-ServersTestManualDisk-51268720-router', 'tenant_id': '376417805f974fcbbf1b0d4addd44af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:24Z', 'updated_at': '2021-12-16T07:56:07Z', 'revision_number': 6, 'project_id': '376417805f974fcbbf1b0d4addd44af5', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:08.319453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-52b2ca59-617d-472f-b4db-c176f3d419a1 req-eb6da05c-dbe9-425c-907a-b406cb2cf0bf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:08.344773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52b2ca59-617d-472f-b4db-c176f3d419a1 req-eb6da05c-dbe9-425c-907a-b406cb2cf0bf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7985363 Dec 16 07:56:08.451710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-3a6ca67f-2940-4c6a-ba56-e32b3573ed2a req-abd87739-4e6d-40ea-8dd4-0cb0f9e8b03d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-478220530', 'description': 'tempest-description-669511712'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:08.615961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde545c-03f5-402d-8357-6dab9b4fff45 req-fed9bfe7-46c0-4853-b615-47a799b2ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:08.617938 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4dde545c-03f5-402d-8357-6dab9b4fff45 req-fed9bfe7-46c0-4853-b615-47a799b2ac49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 1097 time: 0.1443074 Dec 16 07:56:08.671493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56de8-01a6-4726-bd0f-436a05521308 req-7ac020c0-66eb-4f9d-bd84-32c4270254a7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:08.671770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-7ac020c0-66eb-4f9d-bd84-32c4270254a7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 811 time: 0.4058867 Dec 16 07:56:08.696599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8015e-eff5-45a4-af48-6928bfe0c74e req-36947b8a-80f4-4321-9954-82ec4477c347 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:08.698921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ce8015e-eff5-45a4-af48-6928bfe0c74e req-36947b8a-80f4-4321-9954-82ec4477c347 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.2098618 Dec 16 07:56:08.700964 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3a6ca67f-2940-4c6a-ba56-e32b3573ed2a req-abd87739-4e6d-40ea-8dd4-0cb0f9e8b03d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:08.711941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Request body: {'port': {'device_id': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'admin_state_up': True, 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:08.760489 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4dde545c-03f5-402d-8357-6dab9b4fff45 req-4d89f7c0-268d-4dc2-844e-3ffb45797aca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290572 Dec 16 07:56:08.820331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:08.865542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed54ac8-5f8a-4614-ac91-4e8867adda99,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:08.943390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0f68de1d-d3ec-46dc-9983-cb17f810ed43 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:08.948354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ce8015e-eff5-45a4-af48-6928bfe0c74e req-d088341c-6f2f-45e0-b48e-5e0feae55fe5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028147 Dec 16 07:56:08.998427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Made reservation on behalf of 28345eeaae734f15b58e96a26c8fc9a5 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:09.003683 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.051861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.055842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3a6ca67f-2940-4c6a-ba56-e32b3573ed2a req-abd87739-4e6d-40ea-8dd4-0cb0f9e8b03d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.090848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0f68de1d-d3ec-46dc-9983-cb17f810ed43 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:09.091231 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.123978 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3a6ca67f-2940-4c6a-ba56-e32b3573ed2a req-abd87739-4e6d-40ea-8dd4-0cb0f9e8b03d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.231102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2889a-c116-422d-9382-d59541c6bfa8 req-033cc7f4-283f-48ad-b8cc-8ea130788a69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:09.241393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53c2889a-c116-422d-9382-d59541c6bfa8 req-033cc7f4-283f-48ad-b8cc-8ea130788a69 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1523700 Dec 16 07:56:09.267238 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9a6f8453-bd20-4acd-94eb-c9c3db5977db no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:09.275192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd87739-4e6d-40ea-8dd4-0cb0f9e8b03d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb10a04-f09b-4037-8e78-857f6004ee9f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:09.290274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.296802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.306593 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3a6ca67f-2940-4c6a-ba56-e32b3573ed2a req-abd87739-4e6d-40ea-8dd4-0cb0f9e8b03d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.307979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a6ca67f-2940-4c6a-ba56-e32b3573ed2a req-abd87739-4e6d-40ea-8dd4-0cb0f9e8b03d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8730969 Dec 16 07:56:09.351299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9a6f8453-bd20-4acd-94eb-c9c3db5977db {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:56:09.364718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9a6f8453-bd20-4acd-94eb-c9c3db5977db not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:56:09.381425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53c2889a-c116-422d-9382-d59541c6bfa8 req-68f241d6-c01b-4913-a1c9-f687b86ba315 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388037 Dec 16 07:56:09.422746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Allocated IP 172.20.0.5 (f1641641-dd28-4b37-b25c-1e07d7bd8978/c3f8784a-5127-4856-8f1f-e6d690ca31ec/76c0cf7d-4e42-4b7c-b00b-c3c24a597b96) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:09.517622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.518201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d29e382-e57a-4381-be49-56674fc2f212 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:56:09.524116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.528466 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a928a60f-cbb7-47f2-9920-36454a9d029b admin admin] 10.222.0.43 "DELETE /v2.0/routers/6d29e382-e57a-4381-be49-56674fc2f212 HTTP/1.1" status: 204 len: 168 time: 2.6949458 Dec 16 07:56:09.528466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56672) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:09.570467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8df06002-23d8-40eb-88cd-e9d3b7d82c04 req-57ccd21c-4da4-4d89-8098-fc5550cf7300 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 210 time: 0.0572076 Dec 16 07:56:09.636493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] Deleting subnet ff706428-794a-4724-9a34-5c8e454da51c {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:56:09.644969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.702162 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.817580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.842389 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:09.911129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-cb4c58cb-2a3d-4a01-936e-748a9cc42c47 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:09.913179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-cb4c58cb-2a3d-4a01-936e-748a9cc42c47 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 813 time: 0.2116165 Dec 16 07:56:09.955016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-be7fa60e-49a8-4e22-b1aa-cf9f04921bf2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/quotas/542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 375 time: 0.0243022 Dec 16 07:56:10.017691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-18dffd30-caee-43d7-a576-98818cf2d28f tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552714 Dec 16 07:56:10.028399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:10.063666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:10.114684 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:10.129633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7360da-ef79-4561-b0cb-1f77ee362fac None None] Network af9d3c8f-6201-48a0-91e0-e0012a48bdad requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:56:10.135510 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ff706428-794a-4724-9a34-5c8e454da51c HTTP/1.1" status: 204 len: 168 time: 0.6061811 Dec 16 07:56:10.137172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd005b65-bf4c-4840-bf36-2abeb302ddcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff706428-794a-4724-9a34-5c8e454da51c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:10.142676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56684) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:10.154036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:10.163394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:10.174340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:10.207911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Pushing event updated for resources: {'Port': ['ID=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:10.287449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-213378a5-24fd-45fc-84ad-765c196ddc62 service neutron] 10.222.0.43 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685800 Dec 16 07:56:10.345674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcd2c0-f2a2-40bb-84a9-caf9040facaa req-024d9ae2-5f20-4342-bbc4-aae969b6c355 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:10.348164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dedcd2c0-f2a2-40bb-84a9-caf9040facaa req-024d9ae2-5f20-4342-bbc4-aae969b6c355 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.2635705 Dec 16 07:56:10.402974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] DHCP port deletion for af9d3c8f-6201-48a0-91e0-e0012a48bdad request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:56:10.449972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:10.450631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:10.491247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] Deleting port ff7c60bf-32f5-45a0-8165-270495bcf077 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:10.491765 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:10.514511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dedcd2c0-f2a2-40bb-84a9-caf9040facaa req-46d93385-44b6-4061-861c-24e63927a783 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346464 Dec 16 07:56:10.577398 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-05e7e278-aedc-4d98-a0dc-7333572c0ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819376 Dec 16 07:56:10.590653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-e238506c-cf0c-42d2-a1eb-b3259aaa221a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8861344 Dec 16 07:56:10.611089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Request body: {'port': {'device_id': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:10.690937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] For port ff7c60bf-32f5-45a0-8165-270495bcf077, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ff7c60bf-32f5-45a0-8165-270495bcf077,segment=NetworkSegment(b487152b-7652-4866-8433-eba236b20c9f),segment_id=b487152b-7652-4866-8433-eba236b20c9f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:10.691355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:10.723837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] Calling delete_port for ff7c60bf-32f5-45a0-8165-270495bcf077 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:10.743805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:10.833271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df61e-a237-4195-b283-4d258d53c353 req-3c88a9e2-2443-4b62-a42c-5421c742548e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:10.835145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-751df61e-a237-4195-b283-4d258d53c353 req-3c88a9e2-2443-4b62-a42c-5421c742548e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1643486 Dec 16 07:56:10.944791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff7c60bf-32f5-45a0-8165-270495bcf077 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:11.022760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No active binding found for port ff7c60bf-32f5-45a0-8165-270495bcf077 {{(pid=110397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 07:56:11.023228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff7c60bf-32f5-45a0-8165-270495bcf077 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:56:11.023664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7ed54ac8-5f8a-4614-ac91-4e8867adda99 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:11.062806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.102692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7ed54ac8-5f8a-4614-ac91-4e8867adda99 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:56:11.103239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7ed54ac8-5f8a-4614-ac91-4e8867adda99 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:56:11.123763 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.157987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-751df61e-a237-4195-b283-4d258d53c353 req-4a97cabf-279f-4772-b5c2-0ced4a149028 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115532 Dec 16 07:56:11.173035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] Pushing event deleted for resources: {'Port': ['ID=ff7c60bf-32f5-45a0-8165-270495bcf077,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:11.190665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca29a491-eda5-4334-a9cd-7ef68da72d13 None None] No DVR routers for this DVR port ff7c60bf-32f5-45a0-8165-270495bcf077 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:56:11.259154 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.301976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d3c8f-6201-48a0-91e0-e0012a48bdad']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:11.326487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b487152b-7652-4866-8433-eba236b20c9f') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:11.326949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b487152b-7652-4866-8433-eba236b20c9f') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:11.340302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5229a36-ba42-42d4-9b04-bc68ab90d27f req-b4fd40ae-f5b8-4583-a443-7b2df12c70d8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 210 time: 0.0517030 Dec 16 07:56:11.370409 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.402070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.409545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:56:11.410339 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:56:11.412140 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:56:11.580618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.587757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:11.598418 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] 10.222.0.43 "DELETE /v2.0/networks/af9d3c8f-6201-48a0-91e0-e0012a48bdad HTTP/1.1" status: 204 len: 168 time: 1.4542980 Dec 16 07:56:11.629477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf2c9a-0628-45f2-b59b-a3c54838a986 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9d3c8f-6201-48a0-91e0-e0012a48bdad,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:11.803835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963a50-78ad-4751-ac1b-634fea10d221 req-7890a245-bec9-4142-a77e-e22dcfae082b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:11.808664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-72963a50-78ad-4751-ac1b-634fea10d221 req-7890a245-bec9-4142-a77e-e22dcfae082b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 931 time: 0.6048737 Dec 16 07:56:11.992916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:12.005225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:12.025666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Transition to ACTIVE for port object 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:56:12.044386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-72963a50-78ad-4751-ac1b-634fea10d221 req-01d6ad46-10c0-420f-9298-e862fb5d22bd tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187317 Dec 16 07:56:12.079319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d983c20-8981-40f7-9373-1f5d0203e89e req-8ebb89c8-b115-4bd7-a136-7e827ca10313 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:12.081201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d983c20-8981-40f7-9373-1f5d0203e89e req-8ebb89c8-b115-4bd7-a136-7e827ca10313 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.2988174 Dec 16 07:56:12.094284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56712) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:12.100340 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:12.140348 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-09712053-315e-4649-9e25-0a3e6cad4ecd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=376417805f974fcbbf1b0d4addd44af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448520 Dec 16 07:56:12.143491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56714) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:12.231656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be2438e-4297-4ca1-86b6-ee01a385d4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:12.240268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Pushing event updated for resources: {'Port': ['ID=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:12.253407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d983c20-8981-40f7-9373-1f5d0203e89e req-a14b7c31-5bd5-49f2-9815-a4a49ca6b840 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632450 Dec 16 07:56:12.296955 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be2438e-4297-4ca1-86b6-ee01a385d4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:12.343078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Attempting to bind port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:12.343655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Attempting to bind port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:12.343761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Attempting to bind port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 on network f1641641-dd28-4b37-b25c-1e07d7bd8978 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:12.350271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 on network f1641641-dd28-4b37-b25c-1e07d7bd8978 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:56:12.350678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Attempting to bind port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 on network f1641641-dd28-4b37-b25c-1e07d7bd8978 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:12.357176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:12.358308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Checking segment: {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:12.366415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Bound using segment: {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:12.366415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Bound port: 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:12.366415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:12.482244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be2438e-4297-4ca1-86b6-ee01a385d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:12.485618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be2438e-4297-4ca1-86b6-ee01a385d4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:12.489911 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2be2438e-4297-4ca1-86b6-ee01a385d4ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5bfa497-2c3d-4264-9752-617b3358980a HTTP/1.1" status: 204 len: 168 time: 0.3426528 Dec 16 07:56:12.513805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2438e-4297-4ca1-86b6-ee01a385d4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bfa497-2c3d-4264-9752-617b3358980a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:12.539290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb76c0-c4d5-46e6-b755-461624c100c6 req-3acb778c-a19c-44e9-9814-34c32473ef4b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:12.549815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3eb76c0-c4d5-46e6-b755-461624c100c6 req-3acb778c-a19c-44e9-9814-34c32473ef4b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1766303 Dec 16 07:56:12.654555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4b83-2498-4f1a-b85e-b8fc6647913c req-8d72f76c-6725-4d73-bd55-172d402bf540 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:12.656935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d63c4b83-2498-4f1a-b85e-b8fc6647913c req-8d72f76c-6725-4d73-bd55-172d402bf540 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.2251229 Dec 16 07:56:12.658534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] For port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:12.707179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] For port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:12.714151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3eb76c0-c4d5-46e6-b755-461624c100c6 req-eac01b5a-05d5-4826-b228-a8cbea3df0b9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522596 Dec 16 07:56:12.751059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d63c4b83-2498-4f1a-b85e-b8fc6647913c req-b6112ac2-2706-45a4-b7bc-a05738e38d00 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847356 Dec 16 07:56:12.845876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be70bc9c-04c9-487d-8ab6-a5ed1e899ee6 req-8e8c4792-ce88-4894-a1b3-21999474e9c9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 210 time: 0.0360837 Dec 16 07:56:13.072446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:13.160737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:13.160737 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:13.161725 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] 10.222.0.36 "PUT /v2.0/ports/76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 HTTP/1.1" status: 200 len: 1092 time: 2.5570199 Dec 16 07:56:13.166282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'tag': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:13.168687 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21286275-4a57-40ef-aa0c-4e5ba670e0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf19b62-cbff-44f1-80cc-f47fca61d256", "tag": "76c0cf7d-4e42-4b7c-b00b-c3c24a597b96"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:13.214617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d9cf-597a-4f34-8867-d059619b8d1d service neutron] Pushing event updated for resources: {'Port': ['ID=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:13.235019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f67be-6c8a-4b56-bda3-a3e6afd526c9 req-0a8bda42-f2ab-4bca-95ec-f89f61e27506 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:13.242932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-389f67be-6c8a-4b56-bda3-a3e6afd526c9 req-0a8bda42-f2ab-4bca-95ec-f89f61e27506 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 943 time: 0.1137507 Dec 16 07:56:13.349265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-389f67be-6c8a-4b56-bda3-a3e6afd526c9 req-523faae1-ec4f-498f-b746-3eceb9170e2c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894952 Dec 16 07:56:13.439289 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09bbcda-27ac-4e3c-967d-bd03eb45546e x-openstack-request-id: req-d09bbcda-27ac-4e3c-967d-bd03eb45546e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:13.439708 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf19b62-cbff-44f1-80cc-f47fca61d256", "tag": "76c0cf7d-4e42-4b7c-b00b-c3c24a597b96", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:13.451746 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d09bbcda-27ac-4e3c-967d-bd03eb45546e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:13.452393 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'tag': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96', 'status': 'completed', 'code': 200} Dec 16 07:56:13.514064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56de8-01a6-4726-bd0f-436a05521308 req-797c480b-a64f-4900-82df-f3311a2ed186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:13.517751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-797c480b-a64f-4900-82df-f3311a2ed186 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 1095 time: 0.1523347 Dec 16 07:56:13.576760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-19f2461c-9ffa-4979-88aa-0e9f7da1aeda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 HTTP/1.1" status: 200 len: 217 time: 0.0447547 Dec 16 07:56:13.651787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56de8-01a6-4726-bd0f-436a05521308 req-4ac1b6d1-e746-4b91-b5a5-677fd2d9caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:13.654548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-4ac1b6d1-e746-4b91-b5a5-677fd2d9caf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 200 len: 851 time: 0.0699306 Dec 16 07:56:13.704464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-89620650-b29b-4d1c-a4e7-f6df597c7776 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1641641-dd28-4b37-b25c-1e07d7bd8978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426981 Dec 16 07:56:13.910500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-454ba6df-6327-4b0d-b795-4a5b1be1dcc4 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793869 Dec 16 07:56:14.080315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48d56de8-01a6-4726-bd0f-436a05521308 req-373ff55e-afa8-49fa-9632-e9d546245a81 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629019 Dec 16 07:56:14.186006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bafe0-216d-4f08-bf08-ad760bad366c req-9edbb52f-8959-4b79-9578-30f8cad29715 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:14.193937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-324bafe0-216d-4f08-bf08-ad760bad366c req-9edbb52f-8959-4b79-9578-30f8cad29715 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0880229 Dec 16 07:56:14.285546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bee947e-7da6-4681-9302-cb76c2dda4e3 req-02871c01-4e33-4261-a4b0-f16ebeb77431 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 210 time: 0.0876369 Dec 16 07:56:14.426759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-324bafe0-216d-4f08-bf08-ad760bad366c req-929ff6f2-c8b7-460c-92c1-6765af6ec0ce tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304788 Dec 16 07:56:14.499906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-cfe0179b-73e5-4cf2-be3a-2e3e57442c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:14.501519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-cfe0179b-73e5-4cf2-be3a-2e3e57442c93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 1095 time: 0.1756003 Dec 16 07:56:14.562568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-e4858bdb-efde-4cb6-bee6-6ef0fc6e39a7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:14.564051 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-e4858bdb-efde-4cb6-bee6-6ef0fc6e39a7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 813 time: 0.3350947 Dec 16 07:56:14.606758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'port': {'device_id': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'network_id': '9362105f-5329-43ac-a545-228f98c434c6', 'admin_state_up': True, 'tenant_id': '542e74d0ee884f5387fdb798e2d35545'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:14.763765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-47a00966-7687-45ac-9ccb-44d1e7d80246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:14.765339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-47a00966-7687-45ac-9ccb-44d1e7d80246 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 912 time: 0.2212203 Dec 16 07:56:14.801145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfc2da-d0f3-46d5-b793-127a84e55b4a req-fb9d0950-9118-4799-9517-0c6bf14b735b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:14.803797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63dfc2da-d0f3-46d5-b793-127a84e55b4a req-fb9d0950-9118-4799-9517-0c6bf14b735b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 943 time: 0.1711507 Dec 16 07:56:14.818941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56806) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:14.838036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-c8039c37-a6ab-4f1e-80db-b3cf6180ab3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 HTTP/1.1" status: 200 len: 217 time: 0.0616760 Dec 16 07:56:14.930293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-network', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:14.931064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63dfc2da-d0f3-46d5-b793-127a84e55b4a req-996cc60c-0ee9-4a2a-98ab-b58e022f2267 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990942 Dec 16 07:56:14.932973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-9556c732-9d09-491d-8535-caae349048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:14.934396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-9556c732-9d09-491d-8535-caae349048cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 200 len: 851 time: 0.0787845 Dec 16 07:56:14.973842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-5398560e-e196-4505-be80-530b68000de8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1641641-dd28-4b37-b25c-1e07d7bd8978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317972 Dec 16 07:56:15.052106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Made reservation on behalf of 542e74d0ee884f5387fdb798e2d35545 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:15.056518 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.106500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:15.109912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.121091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.168428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a7c55-8709-4bcc-92c5-259dae47da76 req-46314839-f702-4839-9e93-bafde24e0bb0 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:15.169390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-214a7c55-8709-4bcc-92c5-259dae47da76 req-46314839-f702-4839-9e93-bafde24e0bb0 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.1781073 Dec 16 07:56:15.186309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-e59a9cec-01c0-4e8f-8e39-d88c7df73e8e service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024515 Dec 16 07:56:15.221551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.328489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.330723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-214a7c55-8709-4bcc-92c5-259dae47da76 req-13dd7e51-d2a9-45cd-aa30-6c98279cbf9e tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497326 Dec 16 07:56:15.337356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Allocated IP 172.20.0.6 (9362105f-5329-43ac-a545-228f98c434c6/ae93acae-1447-47b6-ba83-dde020e2fbb7/098dc6b9-bf00-4b32-a274-5280d3f2cd9e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:15.341439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:56:15.350816 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.351162 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Added segment 751cbb2d-43ae-47f1-a65c-eaea7f9280f9 of type vlan for network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 Dec 16 07:56:15.395550 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.410332 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21286275-4a57-40ef-aa0c-4e5ba670e0a7 req-4946c0ae-0d92-462b-8333-bcec3dbd7c42 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131319 Dec 16 07:56:15.466665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc9c3d8-0f0c-4987-93fa-eb9b989e6191,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:15.551401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.552927 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:15.553068 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.587703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac5a5ec2-6bf9-4a38-b8ae-da1ad5c3049a req-b134da67-edc7-40af-8e2a-aea181ffb7cf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 210 time: 0.0396166 Dec 16 07:56:15.606117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.627641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] Pushing event updated for resources: {'Network': ['ID=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:15.634664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:56:15.704572 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-102fd628-1617-463f-8d3c-6e032740325a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8841231 Dec 16 07:56:15.707359 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56826) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:15.714950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Request body: {'subnet': {'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-subnet', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:15.728390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.744885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a1bdb-a518-4001-9dba-a896d261d270 req-76ce2502-13a1-4dda-bf04-110fe7d8aa83 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:15.747841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-699a1bdb-a518-4001-9dba-a896d261d270 req-76ce2502-13a1-4dda-bf04-110fe7d8aa83 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.0740836 Dec 16 07:56:15.763700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:15.813964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Network 9362105f-5329-43ac-a545-228f98c434c6 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:15.820693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:15.821306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:15.825497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:15.831539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:15.873914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:15.903602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-699a1bdb-a518-4001-9dba-a896d261d270 req-6d3f913b-2aa4-4593-81a0-b3441786686e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162355 Dec 16 07:56:15.915509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:15.916349 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.024551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-2a77cb0d-fd6a-4793-bd61-bcb9e83d1b48 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4204314 Dec 16 07:56:16.065425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1650c-f2df-4858-83fb-1f3a49f9819a req-f1ef92a7-aaa0-4d71-8d97-a32f5f23dc56 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:16.073938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39b1650c-f2df-4858-83fb-1f3a49f9819a req-f1ef92a7-aaa0-4d71-8d97-a32f5f23dc56 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 943 time: 0.0650885 Dec 16 07:56:16.126947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39b1650c-f2df-4858-83fb-1f3a49f9819a req-64437eb2-62a8-488e-b66d-e143e82fa71b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516407 Dec 16 07:56:16.153142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Request body: {'port': {'device_id': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:16.214893 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.216655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.296659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Checking segment: {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:16.297019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Network hostable DHCP agents. Network: cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:56:16.300613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b806765-50b6-4970-8d37-d1e022e4d5f3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:16.402662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:56:16.516851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:16.530380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0479ce-2e4d-4f6d-a1cb-2bfa26065095 None None] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:56:16.549759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:16.551032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.561515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6748-b3fb-476e-8642-f0a039dc6626 req-c818d218-0cd8-4d13-b42e-f68450080a69 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:16.571728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc3d6748-b3fb-476e-8642-f0a039dc6626 req-c818d218-0cd8-4d13-b42e-f68450080a69 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.1453469 Dec 16 07:56:16.588131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-3f40b2d9-28ee-441a-80ce-6c54ff431d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:16.590094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-3f40b2d9-28ee-441a-80ce-6c54ff431d7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1152899 Dec 16 07:56:16.663925 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device fba2780a-3584-4bac-ac79-aae87cee273c details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:56:16.682458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:56:16.683357 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.691541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098dc6b9-bf00-4b32-a274-5280d3f2cd9e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:16.702528 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5f5bec14-0d2a-46e4-aaa9-946f508de534 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9937561 Dec 16 07:56:16.708297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56844) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:16.712148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:16.717816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc3d6748-b3fb-476e-8642-f0a039dc6626 req-f90fc60d-0610-4b57-822d-4cc5b9969e71 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450260 Dec 16 07:56:16.733318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.762067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Transition to ACTIVE for port object 098dc6b9-bf00-4b32-a274-5280d3f2cd9e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:56:16.795177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-3055acbe-4ec1-42e9-bc5c-4f0a6a1f9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:16.797228 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-3055acbe-4ec1-42e9-bc5c-4f0a6a1f9749 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.1995959 Dec 16 07:56:16.837499 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.914947 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.916890 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:16.923956 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-28b59d4d-2443-4047-b7ec-b13091260b19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.0974967 Dec 16 07:56:16.967048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:16.991462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-687baf2e-e975-4891-8bf4-647bdf3cfea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:16.993959 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-687baf2e-e975-4891-8bf4-647bdf3cfea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.0620587 Dec 16 07:56:17.090459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.098230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Allocated IP 172.20.0.2 (cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13/8b806765-50b6-4970-8d37-d1e022e4d5f3/0280cb66-d142-43bf-a407-f25835d4cb43) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:17.109808 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-50693e9d-223a-4109-98b4-678cc1c1f26a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841219 Dec 16 07:56:17.134335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0746-d4e6-4dcd-b5d0-3596a39fe3f8 req-ffccada3-6587-4051-86b4-47407e2c1e12 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:17.141822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-becc0746-d4e6-4dcd-b5d0-3596a39fe3f8 req-ffccada3-6587-4051-86b4-47407e2c1e12 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 943 time: 0.1623836 Dec 16 07:56:17.216806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Attempting to bind port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:17.217314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Attempting to bind port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:17.217651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Attempting to bind port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e on network 9362105f-5329-43ac-a545-228f98c434c6 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:17.236687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-becc0746-d4e6-4dcd-b5d0-3596a39fe3f8 req-9623c68b-dbe5-4810-98ed-a5e1ee4df107 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938809 Dec 16 07:56:17.241024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e on network 9362105f-5329-43ac-a545-228f98c434c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:56:17.241518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Attempting to bind port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e on network 9362105f-5329-43ac-a545-228f98c434c6 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:17.257303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:17.257303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Checking segment: {'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:17.257303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Bound using segment: {'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:17.257303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Bound port: 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cef8cc0-576b-430b-935e-7a93984c5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9362105f-5329-43ac-a545-228f98c434c6'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:17.257303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.294825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:17.318025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'port_id': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'mac_address': 'fa:16:3e:ee:89:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440bfd89-12c3-4775-8fb8-e63b6cb8c509', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:56:17.320568 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.367839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.383664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fba2780a-3584-4bac-ac79-aae87cee273c {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:17.423191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:17.429903 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.435089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:17.459654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:17.470160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5cacf-1711-4b3f-bdbb-ef32e5c21b8f req-7d134c4b-8d37-4e62-b02d-6eefb78af4b5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:17.487970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28a5cacf-1711-4b3f-bdbb-ef32e5c21b8f req-7d134c4b-8d37-4e62-b02d-6eefb78af4b5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1396215 Dec 16 07:56:17.503088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:17.510261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:17.512531 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.513322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:56:17.518832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:17.526825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.585112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Pushing event updated for resources: {'Port': ['ID=0280cb66-d142-43bf-a407-f25835d4cb43,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:17.615172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:17.622439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:17.623117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.624711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-9b4290e2-8331-4c01-acf3-622426e4e0a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 1092 time: 1.4766655 Dec 16 07:56:17.627500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:17.629957 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d323f9-7fab-456b-af20-fdd251d3ab23" -d '{"events": [{"name": "network-changed", "server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:17.665094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28a5cacf-1711-4b3f-bdbb-ef32e5c21b8f req-3c945e4c-0b92-4ceb-bc7f-3486a7c3e7a4 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759164 Dec 16 07:56:17.669877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:17.734926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.743413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.resource_extend [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:56:17.783395 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-57ecbbac-6573-4312-ac7f-f76e12096f77 service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641049 Dec 16 07:56:17.798726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Attempting to bind port 0280cb66-d142-43bf-a407-f25835d4cb43 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:17.801848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Attempting to bind port 0280cb66-d142-43bf-a407-f25835d4cb43 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:17.802341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Attempting to bind port 0280cb66-d142-43bf-a407-f25835d4cb43 on network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:17.826140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:17.828541 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Checking segment: {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:17.832829 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.833235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Bound using segment: {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:17.833996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Bound port: 0280cb66-d142-43bf-a407-f25835d4cb43, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:17.834366 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:17.855281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3711-5101-4cd4-a22b-59b97a31c1b1 req-940e2fb9-4e96-4296-9cec-b7603e83a229 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:17.862920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-587d3711-5101-4cd4-a22b-59b97a31c1b1 req-940e2fb9-4e96-4296-9cec-b7603e83a229 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 943 time: 0.1117423 Dec 16 07:56:17.877603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-1a1f51d3-3848-4a02-8cb4-a1cdbddea5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:17.879061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-1a1f51d3-3848-4a02-8cb4-a1cdbddea5ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1095 time: 0.1131568 Dec 16 07:56:17.906872 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec67e9ff-809f-4526-949b-bc0afa4adee7 req-05f1ae33-82bb-412d-b27f-0d6b35f1f2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152411 Dec 16 07:56:17.947669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:17.970584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-47a0b924-9e83-4df7-95ed-a35043701e21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 217 time: 0.0759497 Dec 16 07:56:17.982596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96', 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'port_id': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:56:17.991743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] For port 0280cb66-d142-43bf-a407-f25835d4cb43, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:17.995856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] For port 0280cb66-d142-43bf-a407-f25835d4cb43, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0280cb66-d142-43bf-a407-f25835d4cb43,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:18.051674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-20af6f87-09e2-41ed-b406-09c54ade6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:18.053092 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-20af6f87-09e2-41ed-b406-09c54ade6c46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.0726185 Dec 16 07:56:18.063703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-587d3711-5101-4cd4-a22b-59b97a31c1b1 req-9af8f375-9840-4608-bc54-bfc80464da7b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998742 Dec 16 07:56:18.089738 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:18.093669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-1c666186-88fd-4c5d-87e8-575f3e9eb2d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289800 Dec 16 07:56:18.096949 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:18.153987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:18.177291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:18.191634 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1183eb-b6ce-4fda-bed4-f857f714dbd3 x-openstack-request-id: req-5e1183eb-b6ce-4fda-bed4-f857f714dbd3 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:18.192963 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:18.197008 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e1183eb-b6ce-4fda-bed4-f857f714dbd3 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:18.200772 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e', 'status': 'completed', 'code': 200} Dec 16 07:56:18.205422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37754ba7-1044-4eef-ad54-fc6eb38ea0d8 None None] Pushing event updated for resources: {'Port': ['ID=0280cb66-d142-43bf-a407-f25835d4cb43,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:18.239416 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:18.292345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-1f7a7417-c91e-46a9-ac71-29f5feb7999f service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891391 Dec 16 07:56:18.324585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:18.368397 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:18.405871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:18.444213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['fba2780a-3584-4bac-ac79-aae87cee273c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:18.483691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989167fe-6c54-438b-b4c7-a175dafb27e3 req-3002997b-25da-469e-ba97-8b83935e81b2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:18.485498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-989167fe-6c54-438b-b4c7-a175dafb27e3 req-3002997b-25da-469e-ba97-8b83935e81b2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 944 time: 0.1854222 Dec 16 07:56:18.545596 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4cc4a1-287f-45f6-a80b-5fe6f882fae2 req-fb7f796c-5fa3-403f-9567-3592ac974867 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434931 Dec 16 07:56:18.604127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-989167fe-6c54-438b-b4c7-a175dafb27e3 req-12ac0552-eb70-415d-9fdf-312f64874fe4 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092513 Dec 16 07:56:18.647140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device fba2780a-3584-4bac-ac79-aae87cee273c no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:18.671589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Allocated IP 172.25.2.92 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/f4d4ea1f-82e3-4fa8-85fc-9ccb443512af) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:18.697639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['76c0cf7d-4e42-4b7c-b00b-c3c24a597b96'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:18.819385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-daa3832c-6ef7-4df6-a611-9994f9d1aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:18.821472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-daa3832c-6ef7-4df6-a611-9994f9d1aafe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1095 time: 0.0957572 Dec 16 07:56:18.878386 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:18.955959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fba2780a-3584-4bac-ac79-aae87cee273c {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:18.971981 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:19.028497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0280cb66-d142-43bf-a407-f25835d4cb43 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:19.035779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36960035-57e9-4d7b-a23f-055437c6fa48 req-6628bdda-4e98-4fbf-8485-ee34f617e0bc tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:19.037305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36960035-57e9-4d7b-a23f-055437c6fa48 req-6628bdda-4e98-4fbf-8485-ee34f617e0bc tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 943 time: 0.0925758 Dec 16 07:56:19.072637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-5375ef69-5d48-4b0e-9152-cba8735e79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:19.074218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-5375ef69-5d48-4b0e-9152-cba8735e79f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 914 time: 0.2440550 Dec 16 07:56:19.109643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:19.111762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:19.158911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-be5f0fa7-06c0-42f1-816d-059c1f051875 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 217 time: 0.0694275 Dec 16 07:56:19.165625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:19.178555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:19.182001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:19.185901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:19.198826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36960035-57e9-4d7b-a23f-055437c6fa48 req-5aac8c85-d78b-487c-8ccd-3d16f04752ff tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536841 Dec 16 07:56:19.231870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:19.279355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-23415259-a150-4cc1-b5d3-b801b14d5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:19.284683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-23415259-a150-4cc1-b5d3-b801b14d5a23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.1149952 Dec 16 07:56:19.327210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:19.357176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0280cb66-d142-43bf-a407-f25835d4cb43 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:19.357551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:19.358190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-1745239e-0cb4-4af7-8f38-7806f9ce98d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589912 Dec 16 07:56:19.532837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:19.536823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-e6d9692e-95e6-43a9-85b9-726978d33c5c service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700563 Dec 16 07:56:19.622261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 0280cb66-d142-43bf-a407-f25835d4cb43, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0280cb66-d142-43bf-a407-f25835d4cb43,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:19.706206 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:19.711850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d323f9-7fab-456b-af20-fdd251d3ab23 req-b7a7b1d7-e629-4360-93a2-6fe80b0ae823 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650801 Dec 16 07:56:19.715750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:19.799837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d0221-90a4-4022-a3b7-453d417a51fe None None] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:56:19.908413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=0280cb66-d142-43bf-a407-f25835d4cb43,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:19.964510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a601af-282e-49f7-806f-f3d8d95943f4 req-f0ca7bfe-0bb5-457e-8b9a-342284d3b950 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:19.968336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0a601af-282e-49f7-806f-f3d8d95943f4 req-f0ca7bfe-0bb5-457e-8b9a-342284d3b950 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1174228 Dec 16 07:56:20.026174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device bf24b01a-045d-412e-abca-956507dbda1e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:20.049876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-54bdef63-e7fc-40d9-939b-c4b18d91d8db None None] Provisioning complete for port 0280cb66-d142-43bf-a407-f25835d4cb43 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:20.050385 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54bdef63-e7fc-40d9-939b-c4b18d91d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:20.055622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:20.066747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0a601af-282e-49f7-806f-f3d8d95943f4 req-a477afd8-526d-46d4-aa60-82243ea47949 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887027 Dec 16 07:56:20.135149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f41fcf-86ac-4d00-a367-434b33d9ff8c req-2356e0f7-c08e-4eed-83f6-82269660b4a0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:20.145013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21f41fcf-86ac-4d00-a367-434b33d9ff8c req-2356e0f7-c08e-4eed-83f6-82269660b4a0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 944 time: 0.1058080 Dec 16 07:56:20.253568 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:20.287140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:20.295671 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcbd64d-126b-4af8-ab26-723fa719fd3c" -d '{"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:20.308306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:20.333378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21f41fcf-86ac-4d00-a367-434b33d9ff8c req-56902cff-9832-412f-9e86-de0f905eb571 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873178 Dec 16 07:56:20.368766 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:20.448280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909bfcc-7a8a-451a-a285-44f02ae70822 req-8055d06b-363b-4856-80b1-2a94582cb30f tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:20.458312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7909bfcc-7a8a-451a-a285-44f02ae70822 req-8055d06b-363b-4856-80b1-2a94582cb30f tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 943 time: 0.1114349 Dec 16 07:56:20.461329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:20.493925 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Router cd88d742-81fd-4bb9-97a0-83cd69df41bc is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:56:20.568075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7909bfcc-7a8a-451a-a285-44f02ae70822 req-7642090f-4380-4319-912b-f78f6a020263 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088834 Dec 16 07:56:20.643564 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695261af-7032-4783-bd37-4d0d7c0ec75b x-openstack-request-id: req-695261af-7032-4783-bd37-4d0d7c0ec75b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:20.645947 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:20.646462 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-695261af-7032-4783-bd37-4d0d7c0ec75b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:20.647019 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e', 'code': 200} Dec 16 07:56:20.670102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device fba2780a-3584-4bac-ac79-aae87cee273c up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:20.673729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e0e28-7106-44bd-8907-17f11a788bac req-45df7e64-8aba-42c2-9afd-b5e0f0fac2f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:20.676936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c92e0e28-7106-44bd-8907-17f11a788bac req-45df7e64-8aba-42c2-9afd-b5e0f0fac2f7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 943 time: 0.0829425 Dec 16 07:56:20.695575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:56:20.723646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Sync routers for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:56:20.734870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9edd17c9-fe5b-4868-91df-c9c7822a525e None None] Provisioning complete for port 0280cb66-d142-43bf-a407-f25835d4cb43 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:20.737590 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9edd17c9-fe5b-4868-91df-c9c7822a525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:20.763231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c92e0e28-7106-44bd-8907-17f11a788bac req-a549f1b1-a068-4268-9cb8-5f30d5ea619f tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794384 Dec 16 07:56:20.797444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:20.801068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:20.810708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:20.812090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17253606-2151-4b73-8ce6-e98f16493d30 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1054752 Dec 16 07:56:20.814863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:20.927006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0280cb66-d142-43bf-a407-f25835d4cb43 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:20.982439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port fba2780a-3584-4bac-ac79-aae87cee273c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:20.982810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.077317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0280cb66-d142-43bf-a407-f25835d4cb43 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:21.077691 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.087856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:21.309144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9344-87cf-41c9-a1c3-078872e5e2b2 req-5b9db793-f665-4b52-94f2-a17084412058 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:21.319458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5fc9344-87cf-41c9-a1c3-078872e5e2b2 req-5b9db793-f665-4b52-94f2-a17084412058 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.1188102 Dec 16 07:56:21.372950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.415163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5fc9344-87cf-41c9-a1c3-078872e5e2b2 req-a7f879fb-e139-4100-998d-ad00f7b21503 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946836 Dec 16 07:56:21.527669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee840c6-1775-4e9a-8c82-291188afde3b req-35367ce2-56d3-4147-b569-ce5cb495edeb tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:21.529099 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.536600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bee840c6-1775-4e9a-8c82-291188afde3b req-35367ce2-56d3-4147-b569-ce5cb495edeb tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 944 time: 0.0890453 Dec 16 07:56:21.620859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:21.675763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Allocated IP 172.20.0.1 (cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13/8b806765-50b6-4970-8d37-d1e022e4d5f3/c934a54a-5e7a-474f-ba5f-af60a92a62c2) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:21.699062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.699504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65a6cb-7689-4ba0-9405-a41c12a24209 req-33153f4d-2abd-4620-99d4-f998efcf3f7a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:21.700392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:21.704773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a65a6cb-7689-4ba0-9405-a41c12a24209 req-33153f4d-2abd-4620-99d4-f998efcf3f7a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.1660428 Dec 16 07:56:21.712494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bee840c6-1775-4e9a-8c82-291188afde3b req-09e8de74-007e-453a-aaa1-b73ee46b0c89 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750245 Dec 16 07:56:21.826065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a65a6cb-7689-4ba0-9405-a41c12a24209 req-18c95e18-b4d3-4b53-9563-0e3975afb213 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123571 Dec 16 07:56:21.880161 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.880567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-b260aaf7-04ff-4ac3-8c5d-2fced73caefa tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:21.880687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:19Z', 'revision_number': 3, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:21.881076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-b260aaf7-04ff-4ac3-8c5d-2fced73caefa tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.1441505 Dec 16 07:56:21.943165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Checking router: cd88d742-81fd-4bb9-97a0-83cd69df41bc for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:21.943559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Updating router cd88d742-81fd-4bb9-97a0-83cd69df41bc port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:56:21.986674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.986920 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:21.988282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:22.020561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 098dc6b9-bf00-4b32-a274-5280d3f2cd9e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:56:22.052727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:56:22.076319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:22.078098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:22.082916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:22.121289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:22.121796 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.139830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c934a54a-5e7a-474f-ba5f-af60a92a62c2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:22.178546 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.198936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f1f3-76c3-498f-a47c-ce5b7746b3f4 req-197e94d2-9f14-4be4-ab45-4392a93128ae tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:22.200556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d54f1f3-76c3-498f-a47c-ce5b7746b3f4 req-197e94d2-9f14-4be4-ab45-4392a93128ae tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 945 time: 0.1837518 Dec 16 07:56:22.246927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928ddc0-da1c-4bdc-b4f9-13851a482daf req-72449017-7b2f-4d12-a2f6-47ae62ab5bd3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:22.250915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7928ddc0-da1c-4bdc-b4f9-13851a482daf req-72449017-7b2f-4d12-a2f6-47ae62ab5bd3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 943 time: 0.2354674 Dec 16 07:56:22.404912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Deleting port fba2780a-3584-4bac-ac79-aae87cee273c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:22.405934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.457362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:22.531114 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.541900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e', 'network_id': '9362105f-5329-43ac-a545-228f98c434c6', 'port_id': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e', 'mac_address': 'fa:16:3e:a5:19:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae93acae-1447-47b6-ba83-dde020e2fbb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:56:22.569977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.579376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0d394236-0d26-43a8-b526-e65446ed4117 None None] Provisioning complete for port c934a54a-5e7a-474f-ba5f-af60a92a62c2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:22.580031 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d394236-0d26-43a8-b526-e65446ed4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.613656 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.666385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:22.669050 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41369ee-1a43-4ca2-abe8-8fb837e40fca" -d '{"events": [{"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-plugged", "status": "completed", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:22.691346 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.777279 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.782276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0d394236-0d26-43a8-b526-e65446ed4117 None None] Port c934a54a-5e7a-474f-ba5f-af60a92a62c2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:56:22.793346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:22.801728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.832188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098dc6b9-bf00-4b32-a274-5280d3f2cd9e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:22.856888 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.862535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Attempting to bind port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:22.862915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Attempting to bind port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:22.863289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Attempting to bind port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:22.876642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:22.877071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:22.877451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.877854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:22.878353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Bound port: f4d4ea1f-82e3-4fa8-85fc-9ccb443512af, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:22.878740 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.883880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:22.889531 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7928ddc0-da1c-4bdc-b4f9-13851a482daf req-f9a24506-c439-4192-a61e-1c6c9f387c3d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066554 Dec 16 07:56:22.923919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b686ae-698a-47fd-82f4-c3f372aa3604 None None] Pushing event updated for resources: {'Port': ['ID=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:22.937235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device fba2780a-3584-4bac-ac79-aae87cee273c no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:22.946643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:22.972188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d54f1f3-76c3-498f-a47c-ce5b7746b3f4 req-b089fe0b-ede0-4e49-a7a1-ad00ff32089c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485309 Dec 16 07:56:23.009979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c934a54a-5e7a-474f-ba5f-af60a92a62c2,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:23.037666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.084499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:23.085896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.086777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:23.110348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Calling delete_port for fba2780a-3584-4bac-ac79-aae87cee273c owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:23.110719 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae1401e-7d5a-487b-bcfc-a5c24aba5b30 x-openstack-request-id: req-7ae1401e-7d5a-487b-bcfc-a5c24aba5b30 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:23.111017 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-plugged", "status": "completed", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:23.114066 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ae1401e-7d5a-487b-bcfc-a5c24aba5b30 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:23.114556 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'code': 200} Dec 16 07:56:23.122999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] For port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:23.127064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.178851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] For port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:23.197918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:23.202387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:23.262737 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.320102 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.341285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:23.356287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8b14b-aa0b-411d-ba29-7710fe30271c req-62797596-69fe-4bba-88d6-579922bc8a3f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:23.360962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6c8b14b-aa0b-411d-ba29-7710fe30271c req-62797596-69fe-4bba-88d6-579922bc8a3f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.2286944 Dec 16 07:56:23.392817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:23.393489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:23.403193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Router cd88d742-81fd-4bb9-97a0-83cd69df41bc has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:56:23.483940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6c8b14b-aa0b-411d-ba29-7710fe30271c req-4ddc1514-99e8-41ff-98d4-fa2ebc19b394 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970068 Dec 16 07:56:23.515121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port fba2780a-3584-4bac-ac79-aae87cee273c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=fba2780a-3584-4bac-ac79-aae87cee273c,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:23.520220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b686ae-698a-47fd-82f4-c3f372aa3604 None None] Pushing event updated for resources: {'Port': ['ID=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:23.575858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['098dc6b9-bf00-4b32-a274-5280d3f2cd9e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:23.581505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.671462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:23.682615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272bc90-514c-4f8b-b1c7-1d1a22eb677b req-0803c294-17d5-41a1-9f8b-0879a91d83d4 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:23.684378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8272bc90-514c-4f8b-b1c7-1d1a22eb677b req-0803c294-17d5-41a1-9f8b-0879a91d83d4 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.0762591 Dec 16 07:56:23.726758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7cc11a54-d22c-417d-a674-100fe7f63691 None None] Provisioning complete for port c934a54a-5e7a-474f-ba5f-af60a92a62c2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:23.727274 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cc11a54-d22c-417d-a674-100fe7f63691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.770628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7cc11a54-d22c-417d-a674-100fe7f63691 None None] Port c934a54a-5e7a-474f-ba5f-af60a92a62c2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:56:23.779985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8272bc90-514c-4f8b-b1c7-1d1a22eb677b req-2ad9eff0-be16-4303-8fdc-02ac638cca9b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833144 Dec 16 07:56:23.783422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:23.791253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.946316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event deleted for resources: {'Port': ['ID=fba2780a-3584-4bac-ac79-aae87cee273c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:23.948596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] No DVR routers for this DVR port fba2780a-3584-4bac-ac79-aae87cee273c on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:56:23.956882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:23.965042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66e272e7-6b1c-4542-991a-6470ea54d585 req-016cc756-89cd-4da8-8001-43540d1fffad tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "DELETE /v2.0/ports/fba2780a-3584-4bac-ac79-aae87cee273c HTTP/1.1" status: 204 len: 173 time: 2.0676761 Dec 16 07:56:23.965532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-deleted', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:23.982754 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1215e6a-e10f-4b66-befe-1a6db2ce3fe1" -d '{"events": [{"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-deleted", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:24.050992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device bf24b01a-045d-412e-abca-956507dbda1e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:24.056207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:56:24.078733 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-326e06c6-55ec-479a-9bcb-7d8a1e1640f5 admin admin] 10.222.0.43 "PUT /v2.0/routers/cd88d742-81fd-4bb9-97a0-83cd69df41bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626774 Dec 16 07:56:24.087674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5731dc-3db7-49b8-b030-35c5e3b631d0 req-61511860-4cd5-44db-9e37-b4efd68f8ec0 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:24.096629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c5731dc-3db7-49b8-b030-35c5e3b631d0 req-61511860-4cd5-44db-9e37-b4efd68f8ec0 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 944 time: 0.0846295 Dec 16 07:56:24.099294 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e4fad8-e6b1-4087-9c72-0033fc95a543 x-openstack-request-id: req-a7e4fad8-e6b1-4087-9c72-0033fc95a543 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:24.104322 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-deleted", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:24.104322 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7e4fad8-e6b1-4087-9c72-0033fc95a543 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:24.104322 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-deleted', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'status': 'completed', 'code': 200} Dec 16 07:56:24.165812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7c5731dc-3db7-49b8-b030-35c5e3b631d0 req-fc608be4-9f08-4dea-a9cc-8d2f5f325205 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680285 Dec 16 07:56:24.240095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-666b415d-9c91-4920-8738-888cf2519956 req-501a0c45-1d88-4b78-a62e-c92ff2bbf519 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 210 time: 0.0717502 Dec 16 07:56:24.298897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 2, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:24.401184 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-b8cc5297-3dbd-48e5-b507-e90b1ef6b2a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282759 Dec 16 07:56:24.431963 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-430264df-a444-4d57-bd7a-b10d240c7758 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:56:24.433331 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-430264df-a444-4d57-bd7a-b10d240c7758 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072770 Dec 16 07:56:24.532546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b1799-0a73-46f1-8b3e-67d5036513fa None None] The sync data for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 is: [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 2, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:24.653397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b88a1-fdf2-49c5-a1c9-c9bba9fd0263 req-45aaf828-c28a-4cd8-ae85-baa775aece23 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:24.655134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e39b88a1-fdf2-49c5-a1c9-c9bba9fd0263 req-45aaf828-c28a-4cd8-ae85-baa775aece23 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.0737934 Dec 16 07:56:24.713446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e39b88a1-fdf2-49c5-a1c9-c9bba9fd0263 req-9f9c80bf-5203-4dd2-9b00-8a03a329f50d tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509028 Dec 16 07:56:24.985219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2655f5-962a-4dc7-a721-384b324d8b60 req-52f4c4d1-c91b-4c72-aabe-2ad22134dad4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:24.988655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c2655f5-962a-4dc7-a721-384b324d8b60 req-52f4c4d1-c91b-4c72-aabe-2ad22134dad4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.1599889 Dec 16 07:56:25.024606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e51b4f-aa15-447d-b3d8-a084705d2c77 req-f95ec6dd-2d26-4d42-8be0-3439485b43a0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:25.036106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e51b4f-aa15-447d-b3d8-a084705d2c77 req-f95ec6dd-2d26-4d42-8be0-3439485b43a0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.1071434 Dec 16 07:56:25.100830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c2655f5-962a-4dc7-a721-384b324d8b60 req-4fc9741a-d59d-416a-a85c-a34fa3feb2a8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070044 Dec 16 07:56:25.115646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96'}, {'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:25.118611 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b91913-e58e-40f0-a216-9a964718cd57" -d '{"events": [{"server_uuid": "9bf19b62-cbff-44f1-80cc-f47fca61d256", "name": "network-vif-plugged", "status": "completed", "tag": "76c0cf7d-4e42-4b7c-b00b-c3c24a597b96"}, {"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-unplugged", "status": "completed", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:25.209912 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197bbbb9-d89e-4c2e-ab02-2ebc7aa2a025 x-openstack-request-id: req-197bbbb9-d89e-4c2e-ab02-2ebc7aa2a025 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:25.212494 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf19b62-cbff-44f1-80cc-f47fca61d256", "name": "network-vif-plugged", "status": "completed", "tag": "76c0cf7d-4e42-4b7c-b00b-c3c24a597b96", "code": 200}, {"server_uuid": "cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf", "name": "network-vif-unplugged", "status": "completed", "tag": "fba2780a-3584-4bac-ac79-aae87cee273c", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:25.213335 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-197bbbb9-d89e-4c2e-ab02-2ebc7aa2a025 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:25.214340 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96', 'code': 200} Dec 16 07:56:25.215603 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba2780a-3584-4bac-ac79-aae87cee273c', 'code': 200} Dec 16 07:56:25.228443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2e51b4f-aa15-447d-b3d8-a084705d2c77 req-6c4ab44b-133d-43c5-9194-3511cf01c901 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842020 Dec 16 07:56:25.264652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57046) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:25.286232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-607944425-network', 'tenant_id': '23446fc15d9840958d287a4d9436fecb'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:25.344452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faae5e-48f7-4d27-b1c3-feeaf9e62b86 req-49cb81fb-8cf7-4cde-a120-8da37150d5db tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:25.346024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4faae5e-48f7-4d27-b1c3-feeaf9e62b86 req-49cb81fb-8cf7-4cde-a120-8da37150d5db tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 944 time: 0.0715036 Dec 16 07:56:25.379968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Made reservation on behalf of 23446fc15d9840958d287a4d9436fecb for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:25.383338 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.399866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.445032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4e606e7-dc99-42e5-a6c4-8dbdaf104df5 req-6b49b57c-ba0c-4963-85e3-dcb91946e2e0 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc63414b-e6c6-4a5e-8a63-885a6cbc7fdf HTTP/1.1" status: 200 len: 210 time: 0.0855079 Dec 16 07:56:25.499020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4faae5e-48f7-4d27-b1c3-feeaf9e62b86 req-4cf73ff2-420c-44d5-9faa-a89e2ac183fe tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380308 Dec 16 07:56:25.509201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ae88-34b9-42c6-a32e-798ace44966e req-52e2aca5-e10f-4718-ab17-955afcbfb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:25.511614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9988ae88-34b9-42c6-a32e-798ace44966e req-52e2aca5-e10f-4718-ab17-955afcbfb106 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 1097 time: 0.0954766 Dec 16 07:56:25.594709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.628021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9988ae88-34b9-42c6-a32e-798ace44966e req-34c28972-6a67-4558-bcec-e63957cd6691 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935714 Dec 16 07:56:25.688956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.717911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:56:25.729399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80dbc60-e9bb-4a99-8993-5ebd71dfe106,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:25.735593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.735932 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Added segment 962356f7-c489-4aa5-873c-e2bd4429570f of type vlan for network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded Dec 16 07:56:25.783457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.861991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9778a9-8e43-4c5a-adc8-861556a3d5f6 req-68349822-8314-4969-837b-efdb1cdd532b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:25.871726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f9778a9-8e43-4c5a-adc8-861556a3d5f6 req-68349822-8314-4969-837b-efdb1cdd532b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.0718949 Dec 16 07:56:25.885663 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.886746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:25.887684 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:25.963510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f9778a9-8e43-4c5a-adc8-861556a3d5f6 req-b5756956-cda0-4852-9d26-e0018f9fc883 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906873 Dec 16 07:56:25.986823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:25.999119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:56:26.051675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 098dc6b9-bf00-4b32-a274-5280d3f2cd9e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:26.054727 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cc392f61-67b3-493e-9778-14d5e4bf11b0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7842319 Dec 16 07:56:26.057984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57062) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:26.063000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Request body: {'subnet': {'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-subnet', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:26.186759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Made reservation on behalf of 23446fc15d9840958d287a4d9436fecb for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:26.189299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:26.310124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:56:26.317505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:26.318284 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:26.419705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aa65b-4dea-4dfe-8739-44cafd332c03 req-abd97248-739d-4194-9059-268cd845dd21 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:26.422142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-786aa65b-4dea-4dfe-8739-44cafd332c03 req-abd97248-739d-4194-9059-268cd845dd21 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.1369064 Dec 16 07:56:26.455078 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:26.500919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:26.547417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb10128-bf8b-411f-9eb8-863e84499ce6 req-ad2e9352-60e8-4f43-b28b-f6895d1ed3aa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:26.552216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb10128-bf8b-411f-9eb8-863e84499ce6 req-ad2e9352-60e8-4f43-b28b-f6895d1ed3aa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.2013543 Dec 16 07:56:26.574634 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:26.654005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:26.656909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-786aa65b-4dea-4dfe-8739-44cafd332c03 req-7696247c-9a63-4602-8951-87baa801a1af tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063782 Dec 16 07:56:26.663243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.663634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.664118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.664597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.664934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.665323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.665655 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.666244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.666441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.666781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.667150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.667471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.667791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:26.699152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:26.739478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb10128-bf8b-411f-9eb8-863e84499ce6 req-84a7a68c-d5d2-464f-adab-36f0aa9c386b tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766248 Dec 16 07:56:26.984100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f4d4ea1f-82e3-4fa8-85fc-9ccb443512af up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:27.036407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e4e9bc-77ad-4814-b1f3-a40a24f445d5,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:27.049977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-93d8ca31-6f87-4d1b-85e2-5ebfe5c330b6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:27.050137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:27.050467 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.051727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-93d8ca31-6f87-4d1b-85e2-5ebfe5c330b6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.3902135 Dec 16 07:56:27.059514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Checking segment: {'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:27.059949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Network hostable DHCP agents. Network: 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:56:27.141487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.159779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-851d70e3-f99a-4275-8c62-55b7a9e65217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:27.161465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-851d70e3-f99a-4275-8c62-55b7a9e65217 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8&tenant_id=b1cc58cdf644487ea6ed84b0634a2051 HTTP/1.1" status: 200 len: 1095 time: 0.3303721 Dec 16 07:56:27.163916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:27.181522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bbefe-cb52-480e-a489-e51792ff1ad8 req-498498b0-fea1-4a44-920c-18079ade3382 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:27.183062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c9bbefe-cb52-480e-a489-e51792ff1ad8 req-498498b0-fea1-4a44-920c-18079ade3382 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 945 time: 0.3429663 Dec 16 07:56:27.198515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:27.217525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:27.219632 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39c324-9521-44af-a47e-59bfcc473646" -d '{"events": [{"server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "name": "network-vif-plugged", "status": "completed", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:27.243005 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.307298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:27.334435 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.347244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:56:27.405727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c9bbefe-cb52-480e-a489-e51792ff1ad8 req-e1495ca4-700e-4e21-9766-9b39078d7c5e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126482 Dec 16 07:56:27.406784 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.418754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-a7e8b942-4954-47d1-9b08-7dfe1fa21f4c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:27.420272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-a7e8b942-4954-47d1-9b08-7dfe1fa21f4c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 822 time: 0.3858092 Dec 16 07:56:27.453852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-350176cc-3d0a-4f7a-b836-86f350927eb4 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/quotas/89309a3fae6e4777900c26ecf8724567 HTTP/1.1" status: 200 len: 375 time: 0.0260682 Dec 16 07:56:27.457814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Deleting port 92a675a5-ff49-49a2-a280-2fc2c724569f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:27.458039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.494253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:27.498728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:27.499331 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.503861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daba140-9c8d-4f7e-9841-3039bc076db9 None None] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:56:27.583968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-3af2d5d5-7ef1-4cf0-b46f-d291d38af52a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979939 Dec 16 07:56:27.622891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'project_id': '23446fc15d9840958d287a4d9436fecb', 'fixed_ips': [{'subnet_id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:56:27.623880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.739372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:27.739912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4573acf0-9b53-41a9-8412-56e9524e530d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6804044 Dec 16 07:56:27.745687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:27.784273 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Sync routers for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:56:27.796559 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:27.797178 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:27.821456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad1875-d6cc-42f8-a61c-ac934343a661 req-8d17ed10-7877-4f78-9316-9adbeacfbc20 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:27.825507 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.826602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.828689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecad1875-d6cc-42f8-a61c-ac934343a661 req-8d17ed10-7877-4f78-9316-9adbeacfbc20 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.3194013 Dec 16 07:56:27.844316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Allocated IP 172.20.0.2 (6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded/f3e4e9bc-77ad-4814-b1f3-a40a24f445d5/e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:27.917834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] For port 92a675a5-ff49-49a2-a280-2fc2c724569f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=92a675a5-ff49-49a2-a280-2fc2c724569f,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:27.917834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.940883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:27.965236 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:28.039427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-f92f66ad-0dee-4dd5-8e64-4d8799f4d56d service neutron] 10.222.0.43 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260290 Dec 16 07:56:28.066696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.112278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecad1875-d6cc-42f8-a61c-ac934343a661 req-44b6c0e7-adbf-4046-88bd-e2c4e3f9492e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795134 Dec 16 07:56:28.136705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.184321 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6d130e2-ac1c-4133-ae84-2602b8214da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.206275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:28.209638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:28.222261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:28.226606 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9613e5e-1ab8-482f-a919-9264d314ad6d x-openstack-request-id: req-f9613e5e-1ab8-482f-a919-9264d314ad6d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:28.226909 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "name": "network-vif-plugged", "status": "completed", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:28.227164 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9613e5e-1ab8-482f-a919-9264d314ad6d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:28.227557 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e', 'code': 200} Dec 16 07:56:28.229246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Pushing event updated for resources: {'Port': ['ID=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:28.253137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:28.323711 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.326479 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 2, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:28.373760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:28.375350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Attempting to bind port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:28.375823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Attempting to bind port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:28.376521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Attempting to bind port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 on network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:28.381321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647938d-63a3-48ff-992b-80e7fedee34d req-4c34d16a-0843-4b26-932e-4848ca741bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:28.383655 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d647938d-63a3-48ff-992b-80e7fedee34d req-4c34d16a-0843-4b26-932e-4848ca741bf7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1097 time: 0.0518622 Dec 16 07:56:28.387432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:28.389302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Checking segment: {'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:28.389739 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.392070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Bound using segment: {'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:28.392654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Bound port: e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:28.393113 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.397207 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Checking router: cd88d742-81fd-4bb9-97a0-83cd69df41bc for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:28.397559 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Updating router cd88d742-81fd-4bb9-97a0-83cd69df41bc port c934a54a-5e7a-474f-ba5f-af60a92a62c2 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:56:28.415530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf24b01a-045d-412e-abca-956507dbda1e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:28.425685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.454378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Transition to ACTIVE for port object bf24b01a-045d-412e-abca-956507dbda1e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:56:28.454913 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.499744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] For port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:28.504121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] For port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,segment=NetworkSegment(962356f7-c489-4aa5-873c-e2bd4429570f),segment_id=962356f7-c489-4aa5-873c-e2bd4429570f)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:28.527947 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d647938d-63a3-48ff-992b-80e7fedee34d req-a803a4de-9954-4574-9182-4631d57fe609 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268666 Dec 16 07:56:28.557038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.575168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.662445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25642147-169d-4f46-9ed2-a50e8680d0a7 None None] Pushing event updated for resources: {'Port': ['ID=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:28.662981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.664191 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.664814 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Floating IP b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1 disassociated. External IP: 172.25.2.155, port: 92a675a5-ff49-49a2-a280-2fc2c724569f. Dec 16 07:56:28.669057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Calling delete_port for 92a675a5-ff49-49a2-a280-2fc2c724569f owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:28.690321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=9']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:28.722313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] No DVR routers for this DVR port bf24b01a-045d-412e-abca-956507dbda1e on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:56:28.737834 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.752781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-e2c81a91-4ec1-4f86-8e26-af6ca4e54461 service neutron] 10.222.0.43 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121339 Dec 16 07:56:28.760411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.786914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e7073-b794-4617-86bb-865bb3938565 req-30017827-aca3-468b-9ce9-679de5af6c22 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:28.804766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-161e7073-b794-4617-86bb-865bb3938565 req-30017827-aca3-468b-9ce9-679de5af6c22 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 946 time: 0.5027993 Dec 16 07:56:28.921077 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:28.968832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Allocated IP 172.25.2.146 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/1d542c21-c332-4592-8f1c-e5356cd671f1) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:28.995733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:28.996107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:28.996455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e on network 7428338e-67f4-4159-8916-fab7a7503461 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:29.003200 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f4d4ea1f-82e3-4fa8-85fc-9ccb443512af up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:29.020532 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.088024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:29.088435 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.142954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399c101-0e38-47d2-bda5-84b123aef676 None None] Pushing event updated for resources: {'Port': ['ID=c934a54a-5e7a-474f-ba5f-af60a92a62c2,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:29.232291 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Attempting to bind port c934a54a-5e7a-474f-ba5f-af60a92a62c2 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:29.233009 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Attempting to bind port c934a54a-5e7a-474f-ba5f-af60a92a62c2 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:29.233540 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Attempting to bind port c934a54a-5e7a-474f-ba5f-af60a92a62c2 on network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:29.241169 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:29.242102 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Checking segment: {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:29.242755 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.243338 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Bound using segment: {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:29.245699 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Bound port: c934a54a-5e7a-474f-ba5f-af60a92a62c2, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:29.246293 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.291827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.329316 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] For port c934a54a-5e7a-474f-ba5f-af60a92a62c2, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:29.335306 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] For port c934a54a-5e7a-474f-ba5f-af60a92a62c2, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c934a54a-5e7a-474f-ba5f-af60a92a62c2,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:29.420990 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.445180 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.547504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Pushing event updated for resources: {'Port': ['ID=1d542c21-c332-4592-8f1c-e5356cd671f1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:29.547833 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399c101-0e38-47d2-bda5-84b123aef676 None None] Pushing event updated for resources: {'Port': ['ID=c934a54a-5e7a-474f-ba5f-af60a92a62c2,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:29.573491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:29.575324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:29.578830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:29.580867 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:29.581522 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:29.667589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Port bf24b01a-045d-412e-abca-956507dbda1e on network 7428338e-67f4-4159-8916-fab7a7503461 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:56:29.667589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Attempting to bind port bf24b01a-045d-412e-abca-956507dbda1e on network 7428338e-67f4-4159-8916-fab7a7503461 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:29.669487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e4c0e4eb-a4a4-47a2-98fd-4244ca81ea57 None None] Provisioning complete for port c934a54a-5e7a-474f-ba5f-af60a92a62c2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:29.669888 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e4eb-a4a4-47a2-98fd-4244ca81ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.718457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-161e7073-b794-4617-86bb-865bb3938565 req-cb36c661-b574-46dd-990b-a6b4aceaeae8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=169468c6-b8f2-4142-9b3a-532315163533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9125192 Dec 16 07:56:29.722358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:29.722703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Checking segment: {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:29.723092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Bound using segment: {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:29.727423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Bound port: bf24b01a-045d-412e-abca-956507dbda1e, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12596a22-8e0b-4b54-84a3-03f2b071463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7428338e-67f4-4159-8916-fab7a7503461'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:29.727423 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.890429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28485c-83f4-4e6b-a3ff-2998f13e7b35 req-093a60c9-1288-41a2-8fdf-938bcce54dcd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:29.918630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb28485c-83f4-4e6b-a3ff-2998f13e7b35 req-093a60c9-1288-41a2-8fdf-938bcce54dcd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 943 time: 0.3213921 Dec 16 07:56:29.919555 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:29.954658 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e4eb-a4a4-47a2-98fd-4244ca81ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.053639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e4c0e4eb-a4a4-47a2-98fd-4244ca81ea57 None None] For port c934a54a-5e7a-474f-ba5f-af60a92a62c2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c934a54a-5e7a-474f-ba5f-af60a92a62c2,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:30.079351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 92a675a5-ff49-49a2-a280-2fc2c724569f no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:30.176235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e4eb-a4a4-47a2-98fd-4244ca81ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.177558 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:30.229444 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.234955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:30.261629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:30.267151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb28485c-83f4-4e6b-a3ff-2998f13e7b35 req-121d810a-b6fd-415b-b26e-732385b25ee0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325882 Dec 16 07:56:30.268314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.328413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event deleted for resources: {'Port': ['ID=92a675a5-ff49-49a2-a280-2fc2c724569f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:30.359409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0e4eb-a4a4-47a2-98fd-4244ca81ea57 None None] Pushing event updated for resources: {'Port': ['ID=c934a54a-5e7a-474f-ba5f-af60a92a62c2,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:30.385118 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.424779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ee6c64db-8696-49c6-90c7-99d227c38cf2 None None] Provisioning complete for port c934a54a-5e7a-474f-ba5f-af60a92a62c2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:30.428423 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ee6c64db-8696-49c6-90c7-99d227c38cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.460279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.617320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fd31d-8887-4c7a-b6cd-0294180584cc None None] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:56:30.660414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:30.661149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.665464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] 10.222.0.36 "PUT /v2.0/ports/bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 1092 time: 3.4736011 Dec 16 07:56:30.676124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:30.678654 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0523a44-4207-4305-a2a1-daf782c78cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "tag": "bf24b01a-045d-412e-abca-956507dbda1e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:30.694077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03e977c7-d71c-44ca-9a4a-1a6bd4bb29d2 req-70f7e34e-8c97-49ac-b1b8-255c237d07f4 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 210 time: 0.1031699 Dec 16 07:56:30.701378 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:30.771552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-e6a99023-0f3d-4a70-947c-a86cee207149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:30.773920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-e6a99023-0f3d-4a70-947c-a86cee207149 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 1097 time: 0.1141617 Dec 16 07:56:30.774666 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970dbf7-bca5-4b92-b4d5-92e9fcf4df36 None None] The sync data for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 is: [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:30.802364 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-744e0b7a-f9f4-493f-b1c0-91732c74d70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.822471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:30.939022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f9cc3-cf2b-4eb7-a4f8-2682d00dfe03 req-747500b6-a451-48b3-bea0-ded1dcf48233 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:30.951370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f03f9cc3-cf2b-4eb7-a4f8-2682d00dfe03 req-747500b6-a451-48b3-bea0-ded1dcf48233 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 945 time: 0.5090101 Dec 16 07:56:30.997015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a1bcd-bf60-48f7-bd90-080c3aab90ac service neutron] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:31.011872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-695220b2-b1c1-4812-b9d1-460c2c9a8e4d None None] Provisioning complete for port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:31.012283 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-695220b2-b1c1-4812-b9d1-460c2c9a8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:31.133259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-cba95cff-ccf4-4099-a23e-a81d5d538a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:31.135677 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-cba95cff-ccf4-4099-a23e-a81d5d538a5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 912 time: 0.3430691 Dec 16 07:56:31.137040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-da92fbe1-6bb4-4a43-93ff-908a5dc8b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:31.138533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-da92fbe1-6bb4-4a43-93ff-908a5dc8b4ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1096 time: 0.3674345 Dec 16 07:56:31.230174 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-02c111d4-82c1-465b-85a5-1886f80314c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 HTTP/1.1" status: 200 len: 217 time: 0.0748336 Dec 16 07:56:31.262007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-695220b2-b1c1-4812-b9d1-460c2c9a8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:31.297059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f03f9cc3-cf2b-4eb7-a4f8-2682d00dfe03 req-ef06d570-ddbf-4290-9a71-3c3ed91ee998 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403037 Dec 16 07:56:31.340849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c934a54a-5e7a-474f-ba5f-af60a92a62c2 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:31.347318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-5374b7af-5809-4873-9f40-850aeeaa7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:31.349021 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-5374b7af-5809-4873-9f40-850aeeaa7920 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 200 len: 851 time: 0.1074169 Dec 16 07:56:31.427168 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-177238ac-04d6-4f63-b34e-93e9c9bc6186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1641641-dd28-4b37-b25c-1e07d7bd8978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703895 Dec 16 07:56:31.427914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Router b62a99c6-ecc4-4c42-943d-53629aa32291 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:56:31.492263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-695220b2-b1c1-4812-b9d1-460c2c9a8e4d None None] For port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,segment=NetworkSegment(962356f7-c489-4aa5-873c-e2bd4429570f),segment_id=962356f7-c489-4aa5-873c-e2bd4429570f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:31.516519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c934a54a-5e7a-474f-ba5f-af60a92a62c2 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:31.517151 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:31.534871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-33efeae8-5727-42db-80c6-97c6e48ce1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:31.536672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-33efeae8-5727-42db-80c6-97c6e48ce1fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.3036463 Dec 16 07:56:31.539610 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019d3f74-0943-4ac0-860b-b74452b24383 x-openstack-request-id: req-019d3f74-0943-4ac0-860b-b74452b24383 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:31.540483 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "tag": "bf24b01a-045d-412e-abca-956507dbda1e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:31.540951 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-019d3f74-0943-4ac0-860b-b74452b24383 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:31.541536 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e', 'status': 'completed', 'code': 200} Dec 16 07:56:31.566279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-7cf37b90-bd1b-4da2-9e80-f1e3e1ddcc87 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203794 Dec 16 07:56:31.611781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Router 06c29fa8-9020-4962-a060-e47509e1040c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:56:31.614001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-b90914ba-90fc-461c-a42b-2a7ea532a750 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.0686831 Dec 16 07:56:31.633360 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-695220b2-b1c1-4812-b9d1-460c2c9a8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:31.644560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34299eaa-42a8-4527-84ee-808d857a1c59 req-8d340979-0e51-4c35-bd9c-730a0ee165c9 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:31.646397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34299eaa-42a8-4527-84ee-808d857a1c59 req-8d340979-0e51-4c35-bd9c-730a0ee165c9 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.7682524 Dec 16 07:56:31.652928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1961ea0-354a-4e71-8af6-ce0c07817f6a req-48a29f34-144b-45fe-be01-236273d58f42 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 210 time: 0.1101680 Dec 16 07:56:31.705545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695220b2-b1c1-4812-b9d1-460c2c9a8e4d None None] Pushing event updated for resources: {'Port': ['ID=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:31.738068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:31.741741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:56:31.742375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-a6b159e0-4879-40a1-9c16-b55902ea8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:31.754867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-a6b159e0-4879-40a1-9c16-b55902ea8a2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.1072066 Dec 16 07:56:31.810473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Sync routers for ids ['b62a99c6-ecc4-4c42-943d-53629aa32291'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:56:31.827868 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:31.832551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Routers {'b62a99c6-ecc4-4c42-943d-53629aa32291'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:31.833203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b62a99c6-ecc4-4c42-943d-53629aa32291'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:31.867113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-cd7366af-c8fe-44e6-b1be-b5a2f2a7f8f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773950 Dec 16 07:56:31.934524 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56cc7849-bea7-486c-b48d-21e2c885d43e req-404eb0e4-424e-4a72-9b2f-a640a26ba552 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177398 Dec 16 07:56:31.941412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:31.946920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c450519c-b927-4d6e-b46b-9b2154efd8bd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2064929 Dec 16 07:56:31.957070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57184) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:31.985600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f93cd0b7-8712-4607-a4d8-49b5ffeaf630 None None] Provisioning complete for port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:31.986002 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f93cd0b7-8712-4607-a4d8-49b5ffeaf630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:32.111053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34299eaa-42a8-4527-84ee-808d857a1c59 req-058fefa5-d62b-48d5-96e5-7aed2bcbf4ae tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745825 Dec 16 07:56:32.177131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-b3e20009-8e50-4bd3-ad2b-dcc3b8bb14c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023109 Dec 16 07:56:32.299004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f724-5ba3-4fe2-9f62-4fbeeb50b562 req-8b5e74fd-4a54-4977-9720-b420ac1130cf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:32.301131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-c4b08a34-5be2-4f38-8c4e-c959da4732bb tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:32.302614 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-c4b08a34-5be2-4f38-8c4e-c959da4732bb tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 822 time: 0.2650614 Dec 16 07:56:32.309068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59a9f724-5ba3-4fe2-9f62-4fbeeb50b562 req-8b5e74fd-4a54-4977-9720-b420ac1130cf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.3131847 Dec 16 07:56:32.346769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Request body: {'port': {'device_id': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'admin_state_up': True, 'tenant_id': '89309a3fae6e4777900c26ecf8724567'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:32.393460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:32.393863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:32.454978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Set router b62a99c6-ecc4-4c42-943d-53629aa32291 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:32.463335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:56:32.474958 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] Sync routers for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:56:32.513955 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:32.514620 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:32.561604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-5a74128b-478a-4e74-90f1-ba160d26209c tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1777413418&fields=id&tenant_id=542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 267 time: 0.3229153 Dec 16 07:56:32.571553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] No DVR routers for this DVR port 92a675a5-ff49-49a2-a280-2fc2c724569f on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:56:32.575474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:32.579486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de226af6-e3bb-4355-97b7-8e3b5cd10393 req-9627c485-9b84-4348-b4d7-851bd60c5902 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.16 "DELETE /v2.0/ports/92a675a5-ff49-49a2-a280-2fc2c724569f HTTP/1.1" status: 204 len: 173 time: 5.5159547 Dec 16 07:56:32.637072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59a9f724-5ba3-4fe2-9f62-4fbeeb50b562 req-21b2f26c-57dd-4027-a8ef-29345b0302cc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248417 Dec 16 07:56:32.690911 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:32.701036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-1ee686d3-4d19-427d-9b76-9c8b66fb801f service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606299 Dec 16 07:56:32.758401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-e54cccae-2513-48a1-af07-5bd8a1c805aa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:32.770376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-e54cccae-2513-48a1-af07-5bd8a1c805aa tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 945 time: 0.2077727 Dec 16 07:56:32.780678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'port': {'security_groups': ['bad16f67-2a71-47e1-ba7c-fceafc88fd99', 'ad905850-d001-477b-af3e-d2e8ee22aaa8']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:32.859260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Made reservation on behalf of 89309a3fae6e4777900c26ecf8724567 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:32.862812 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:32.883489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-114eeae6-f72e-4786-9424-2ded75655565 req-63aa09d2-d712-442a-9792-f3430116203a tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 210 time: 0.0938661 Dec 16 07:56:32.993826 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:33.003710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 3, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port': {'id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:28Z', 'updated_at': '2021-12-16T07:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:33.018922 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:33.064593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Checking router: b62a99c6-ecc4-4c42-943d-53629aa32291 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:33.065312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Updating router b62a99c6-ecc4-4c42-943d-53629aa32291 port 1d542c21-c332-4592-8f1c-e5356cd671f1 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:56:33.120457 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:33.140220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:33.164842 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] Checking router: 06c29fa8-9020-4962-a060-e47509e1040c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:33.180841 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:33.182207 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:33.207328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-819cf3ba-a7b6-428a-9fdb-cc38ba68bf16 req-fde8532a-dc4d-464c-a76b-d5602788f213 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e509fdb-a460-4904-998e-5cc9fb78cbc1 HTTP/1.1" status: 200 len: 210 time: 0.1769066 Dec 16 07:56:33.259954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Allocated IP 172.20.0.7 (22e5fb31-5fc9-4da9-928b-36962739d462/440bfd89-12c3-4775-8fb8-e63b6cb8c509/274e0852-501c-43df-b0d7-4e6a6ed46bc0) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:33.333233 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:33.350757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-b9d00103-922c-48ff-980f-997197678eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:33.352433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-b9d00103-922c-48ff-980f-997197678eee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1096 time: 0.3191609 Dec 16 07:56:33.432954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:33.467036 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:33.625569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:33.625966 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:33.774287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:33.813637 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:33.873732 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1334e-95b3-4e4b-9cce-e9601df2fa18 None None] The sync data for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 is: [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:33.884390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-deleted', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:33.889903 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ec513-a3e6-4fc5-9b9a-13f6106207b4" -d '{"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-deleted", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:33.954756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.003319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4dcd6-044c-4aff-9974-19c8c5a3e47a req-067112e2-6115-4e62-8fe0-b1add644c1e7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:34.018396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41b4dcd6-044c-4aff-9974-19c8c5a3e47a req-067112e2-6115-4e62-8fe0-b1add644c1e7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1232479 Dec 16 07:56:34.037065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Allocated IP 172.20.0.1 (6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded/f3e4e9bc-77ad-4814-b1f3-a40a24f445d5/757f921c-52be-4dff-80fd-df0246ee2525) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:34.071331 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.113413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a', '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:34.158887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-f9ffbbfb-ab16-4d09-98db-8c82e31f6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:34.160399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-f9ffbbfb-ab16-4d09-98db-8c82e31f6d17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.7950308 Dec 16 07:56:34.226712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.301057 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:56:34.320437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:34.321539 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.323039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a94f3d01-8029-4508-86e9-3299f3a8790c req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "PUT /v2.0/ports/098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 981 time: 1.5515234 Dec 16 07:56:34.323775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2171f9-8e06-4903-9449-7e367f9a8e13 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:34.333669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-432e6d2b-b69f-44cd-96bf-aa874c4e494e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.1352925 Dec 16 07:56:34.342478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41b4dcd6-044c-4aff-9974-19c8c5a3e47a req-42dc8a9e-359b-40a8-9c0f-4178eaf46255 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210123 Dec 16 07:56:34.372973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.386342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a350af-77c3-4acb-942f-f05d35b09dff None None] New status for floating IP b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:56:34.413972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.522025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['098dc6b9-bf00-4b32-a274-5280d3f2cd9e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:34.529179 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.529876 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d71c71d-da89-4d68-a8da-6216bdfabfd8 x-openstack-request-id: req-3d71c71d-da89-4d68-a8da-6216bdfabfd8 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:34.530184 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e509fdb-a460-4904-998e-5cc9fb78cbc1", "name": "network-vif-deleted", "tag": "92a675a5-ff49-49a2-a280-2fc2c724569f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:34.532759 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d71c71d-da89-4d68-a8da-6216bdfabfd8 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:34.533193 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e509fdb-a460-4904-998e-5cc9fb78cbc1', 'name': 'network-vif-deleted', 'tag': '92a675a5-ff49-49a2-a280-2fc2c724569f', 'status': 'completed', 'code': 200} Dec 16 07:56:34.560391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-b2489fe2-079f-46c3-b0b9-580f22a403b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:34.567173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-b2489fe2-079f-46c3-b0b9-580f22a403b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.2200782 Dec 16 07:56:34.587772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Network 22e5fb31-5fc9-4da9-928b-36962739d462 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:34.592914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:34.595861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.603135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:34.622029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296ed46-b382-4d9a-890b-2580db6b7423 req-1270c89a-a0aa-441f-a0ee-c3e18105d042 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:34.623680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c296ed46-b382-4d9a-890b-2580db6b7423 req-1270c89a-a0aa-441f-a0ee-c3e18105d042 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.1857140 Dec 16 07:56:34.656046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:34.662628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:34.669062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:34.673357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event updated for resources: {'Port': ['ID=274e0852-501c-43df-b0d7-4e6a6ed46bc0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:34.694352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-3b78049e-959b-469c-96ac-7bc4d4c0286b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695407 Dec 16 07:56:34.723153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Pushing event updated for resources: {'Port': ['ID=757f921c-52be-4dff-80fd-df0246ee2525,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:34.747185 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.809223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:34.811056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:34.851766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.010940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-26661c22-9c01-467b-8115-2e40ef51401c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6682756 Dec 16 07:56:35.037178 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.048261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Request body: {'port': {'device_id': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:35.062251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-81856889-c0ef-459f-94e4-357ba7e55d77 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533382 Dec 16 07:56:35.067894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c296ed46-b382-4d9a-890b-2580db6b7423 req-b079e896-bad8-469a-914f-90a249f41b39 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961608 Dec 16 07:56:35.275186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.318027 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a66c4d-58b4-4776-bfcf-0d63e3e934bd None None] Pushing event updated for resources: {'Port': ['ID=1d542c21-c332-4592-8f1c-e5356cd671f1,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:35.329957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Attempting to bind port 1d542c21-c332-4592-8f1c-e5356cd671f1 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:35.330514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Attempting to bind port 1d542c21-c332-4592-8f1c-e5356cd671f1 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:35.330981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Attempting to bind port 1d542c21-c332-4592-8f1c-e5356cd671f1 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:35.363063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-219ed003-fc39-46e3-a69e-c265241435ca None None] Provisioning complete for port 757f921c-52be-4dff-80fd-df0246ee2525 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:35.363596 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-219ed003-fc39-46e3-a69e-c265241435ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.368908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:35.370838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:35.371384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.371913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:35.372532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Bound port: 1d542c21-c332-4592-8f1c-e5356cd671f1, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:35.374648 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.379169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-512c76c1-6bb1-4379-af07-e34949ca3592 req-9714230b-a143-4a35-b20e-44b7d6a97e14 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/ad905850-d001-477b-af3e-d2e8ee22aaa8 HTTP/1.1" status: 200 len: 1819 time: 0.1116703 Dec 16 07:56:35.457775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221a45-d7e8-4915-b6e6-a01588209841 req-55c87b11-a03e-4283-916a-63768c891c49 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:35.474268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9b221a45-d7e8-4915-b6e6-a01588209841 req-55c87b11-a03e-4283-916a-63768c891c49 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 931 time: 0.8483000 Dec 16 07:56:35.513752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0523a44-4207-4305-a2a1-daf782c78cc6 req-201f23f4-6f76-471f-894e-3c7f23e717a1 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484674 Dec 16 07:56:35.540917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-219ed003-fc39-46e3-a69e-c265241435ca None None] Port 757f921c-52be-4dff-80fd-df0246ee2525 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:56:35.562594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] For port 1d542c21-c332-4592-8f1c-e5356cd671f1, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:35.572075 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-512c76c1-6bb1-4379-af07-e34949ca3592 req-884abcb7-945e-4cc5-b54d-d2618346f5df tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 07:56:35.586536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-512c76c1-6bb1-4379-af07-e34949ca3592 req-884abcb7-945e-4cc5-b54d-d2618346f5df tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/ad905850-d001-477b-af3e-d2e8ee22aaa8 HTTP/1.1" status: 409 len: 341 time: 0.2057786 Dec 16 07:56:35.606954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9b221a45-d7e8-4915-b6e6-a01588209841 req-800a9ba1-23ac-46d9-9eb9-2698ec4a58c6 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310320 Dec 16 07:56:35.619731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] For port 1d542c21-c332-4592-8f1c-e5356cd671f1, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1d542c21-c332-4592-8f1c-e5356cd671f1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:35.679272 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.715395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57260) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:35.829460 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-45c94a63-0a9b-4614-84af-6758ea533860 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.843749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a66c4d-58b4-4776-bfcf-0d63e3e934bd None None] Pushing event updated for resources: {'Port': ['ID=1d542c21-c332-4592-8f1c-e5356cd671f1,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:35.864306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Routers {'b62a99c6-ecc4-4c42-943d-53629aa32291'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:35.868145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b62a99c6-ecc4-4c42-943d-53629aa32291'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:35.868395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274e0852-501c-43df-b0d7-4e6a6ed46bc0 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:35.882974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.898826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Transition to ACTIVE for port object 274e0852-501c-43df-b0d7-4e6a6ed46bc0 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:56:35.902655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:35.906647 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-45c94a63-0a9b-4614-84af-6758ea533860 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:36.012238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2912d-f656-4bfe-94cc-b9a9a4c98b42 req-62cb37a5-9de5-43ae-96cf-d6bd3b02c987 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:36.021140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b2912d-f656-4bfe-94cc-b9a9a4c98b42 req-62cb37a5-9de5-43ae-96cf-d6bd3b02c987 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1660905 Dec 16 07:56:36.096989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-45c94a63-0a9b-4614-84af-6758ea533860 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:36.099564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-45c94a63-0a9b-4614-84af-6758ea533860 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:36.111306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-45c94a63-0a9b-4614-84af-6758ea533860 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "DELETE /v2.0/security-groups/169468c6-b8f2-4142-9b3a-532315163533 HTTP/1.1" status: 204 len: 168 time: 0.3838491 Dec 16 07:56:36.111949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57268) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:36.165132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:36.170827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:36.231886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c94a63-0a9b-4614-84af-6758ea533860 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169468c6-b8f2-4142-9b3a-532315163533,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:36.249596 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-1117783e-b792-4e4b-b71b-9a51ad6545ae tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] show failed (client error): The resource could not be found. Dec 16 07:56:36.261108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1117783e-b792-4e4b-b71b-9a51ad6545ae tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups/169468c6-b8f2-4142-9b3a-532315163533 HTTP/1.1" status: 404 len: 347 time: 0.1044714 Dec 16 07:56:36.271306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:36.274462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57272) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:36.329670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] Set router b62a99c6-ecc4-4c42-943d-53629aa32291 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:36.380126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b2912d-f656-4bfe-94cc-b9a9a4c98b42 req-a38c0330-240d-44f1-895f-4333a6630e60 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534837 Dec 16 07:56:36.513500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Pushing event updated for resources: {'Port': ['ID=274e0852-501c-43df-b0d7-4e6a6ed46bc0,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:36.551674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb64c14-70c3-4bc1-b107-313486537f7b req-d1c533de-6c8d-44d7-b553-155f0f4018aa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:36.553457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cb64c14-70c3-4bc1-b107-313486537f7b req-d1c533de-6c8d-44d7-b553-155f0f4018aa tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.2476196 Dec 16 07:56:36.572539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:36.575067 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f0b9d9-dae2-490a-8e74-285368b6dc91" -d '{"events": [{"name": "network-changed", "server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:36.688971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Pushing event updated for resources: {'Port': ['ID=757f921c-52be-4dff-80fd-df0246ee2525,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:36.744109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-94be9ed0-5db6-4828-8142-408fb6a3550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:36.747305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-94be9ed0-5db6-4828-8142-408fb6a3550a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1136 time: 0.3661854 Dec 16 07:56:36.808142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:36.879909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-48a98fd0-ec7a-4851-88e1-4b425c387cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:36.881675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-48a98fd0-ec7a-4851-88e1-4b425c387cea service neutron] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 914 time: 0.1206326 Dec 16 07:56:36.902492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb167d-ea56-468e-80f4-e1156170f593 req-d3858e04-f1e4-4bcf-9563-e0949fa9cb5d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:36.911124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4cb167d-ea56-468e-80f4-e1156170f593 req-d3858e04-f1e4-4bcf-9563-e0949fa9cb5d tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 984 time: 0.3551228 Dec 16 07:56:36.962305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-6a313b0f-1429-4ade-896d-b711db2f4904 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 217 time: 0.0699794 Dec 16 07:56:37.045141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-f8ccc249-3227-453a-88ca-e78fa0b77795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:37.047032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-f8ccc249-3227-453a-88ca-e78fa0b77795 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.0645893 Dec 16 07:56:37.138500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 4, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port': {'id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:28Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '757f921c-52be-4dff-80fd-df0246ee2525', 'name': '', 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'mac_address': 'fa:16:3e:9f:45:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:33Z', 'updated_at': '2021-12-16T07:56:34Z', 'revision_number': 1, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'subnets': [{'id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:37.151283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-f47791c6-8f74-438b-8fd4-3d3ee8f61b62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839112 Dec 16 07:56:37.227236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1808f01-384a-4245-b934-af7e9a6cf2c8 None None] The sync data for ids ['b62a99c6-ecc4-4c42-943d-53629aa32291'] in n-d-820935-11 is: [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 4, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port': {'id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:28Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '757f921c-52be-4dff-80fd-df0246ee2525', 'name': '', 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'mac_address': 'fa:16:3e:9f:45:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:33Z', 'updated_at': '2021-12-16T07:56:34Z', 'revision_number': 1, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'subnets': [{'id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:37.238783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Attempting to bind port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:37.239286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Attempting to bind port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:37.239559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Attempting to bind port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 on network 22e5fb31-5fc9-4da9-928b-36962739d462 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:37.252783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Deleting port 18ed8043-93a9-4a69-b315-523345d16588 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:37.253203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:37.276354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 on network 22e5fb31-5fc9-4da9-928b-36962739d462 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:56:37.276704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Attempting to bind port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 on network 22e5fb31-5fc9-4da9-928b-36962739d462 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:37.280951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cb64c14-70c3-4bc1-b107-313486537f7b req-78b2955a-f502-4592-8818-6373dcdbaaca tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903551 Dec 16 07:56:37.328893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:37.329273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Checking segment: {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:37.329718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Bound using segment: {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:37.330215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Bound port: 274e0852-501c-43df-b0d7-4e6a6ed46bc0, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b365a3-1f62-4377-81e2-169468236c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:37.330728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:37.385121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:37.385601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4cb167d-ea56-468e-80f4-e1156170f593 req-d52aa21c-c5a9-485a-89e6-c5939c4534c0 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=ad905850-d001-477b-af3e-d2e8ee22aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4637289 Dec 16 07:56:37.432907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:37.466574 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63deb4d7-c8e1-480b-aa6c-c5805126794d x-openstack-request-id: req-63deb4d7-c8e1-480b-aa6c-c5805126794d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:37.466574 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:37.466574 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63deb4d7-c8e1-480b-aa6c-c5805126794d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:37.466574 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e', 'status': 'completed', 'code': 200} Dec 16 07:56:37.547528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-d39e4ed2-6913-4f74-949d-907d7a9858fa service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878391 Dec 16 07:56:37.786585 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:37.787228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:37.841690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] For port 274e0852-501c-43df-b0d7-4e6a6ed46bc0, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:37.847741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Calling delete_port for 18ed8043-93a9-4a69-b315-523345d16588 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:37.886087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c1fd3e5-f1da-4640-b250-ba8b855a53dc req-0b4625c1-aa37-4741-b3b1-4152741a00a0 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522535 Dec 16 07:56:37.895164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Router b62a99c6-ecc4-4c42-943d-53629aa32291 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:56:37.922513 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] For port 274e0852-501c-43df-b0d7-4e6a6ed46bc0, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=274e0852-501c-43df-b0d7-4e6a6ed46bc0,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:38.018821 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4421afe7-67a7-4504-8dfa-881d9787be3c None None] Provisioning complete for port 757f921c-52be-4dff-80fd-df0246ee2525 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:38.019396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4421afe7-67a7-4504-8dfa-881d9787be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:38.029410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd866f-276d-4665-a061-dc49d675d71c req-7374c819-f158-47e1-8431-0575f1022214 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:38.047091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ccd866f-276d-4665-a061-dc49d675d71c req-7374c819-f158-47e1-8431-0575f1022214 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 943 time: 0.5020216 Dec 16 07:56:38.059240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:38.109131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:38.109380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4421afe7-67a7-4504-8dfa-881d9787be3c None None] Port 757f921c-52be-4dff-80fd-df0246ee2525 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:56:38.118370 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:38.120205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] 10.222.0.36 "PUT /v2.0/ports/274e0852-501c-43df-b0d7-4e6a6ed46bc0 HTTP/1.1" status: 200 len: 1092 time: 3.0852754 Dec 16 07:56:38.123466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6f162-9a92-4eec-a0bc-c46c1a57174d req-78459de4-0363-441d-a2c8-470e8699f5eb tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:38.131507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2c6f162-9a92-4eec-a0bc-c46c1a57174d req-78459de4-0363-441d-a2c8-470e8699f5eb tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.2444694 Dec 16 07:56:38.139065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'tag': '274e0852-501c-43df-b0d7-4e6a6ed46bc0'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:38.151690 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c49f19-d1c5-4c8b-af3a-c3191ead6129" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc", "tag": "274e0852-501c-43df-b0d7-4e6a6ed46bc0"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:38.257873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ccd866f-276d-4665-a061-dc49d675d71c req-6e5ab5a2-9f2a-47cf-b164-72948fe21455 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091255 Dec 16 07:56:38.336643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaa0d0-3a53-4f97-81aa-da4e4924e24f service neutron] Pushing event updated for resources: {'Port': ['ID=274e0852-501c-43df-b0d7-4e6a6ed46bc0,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:38.349422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-a99c8d7a-4cfb-4feb-91e0-8356015750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:38.357367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-a99c8d7a-4cfb-4feb-91e0-8356015750c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1136 time: 0.2197266 Dec 16 07:56:38.378491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2c6f162-9a92-4eec-a0bc-c46c1a57174d req-464ab813-b901-438f-be8a-8776246909ca tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459378 Dec 16 07:56:38.420927 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f046b1-23d3-467a-a380-8d770df173da x-openstack-request-id: req-41f046b1-23d3-467a-a380-8d770df173da {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:38.426115 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc", "tag": "274e0852-501c-43df-b0d7-4e6a6ed46bc0", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:38.426115 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41f046b1-23d3-467a-a380-8d770df173da {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:38.426115 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'tag': '274e0852-501c-43df-b0d7-4e6a6ed46bc0', 'status': 'completed', 'code': 200} Dec 16 07:56:38.643956 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-e69e589d-ffb5-4fcd-a4ae-a2c8ba2455f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:38.645884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-e69e589d-ffb5-4fcd-a4ae-a2c8ba2455f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 1095 time: 0.2863157 Dec 16 07:56:38.677958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:56:38.689774 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-03b56534-f81c-42fd-89de-107065ecbce8 admin admin] 10.222.0.43 "PUT /v2.0/routers/b62a99c6-ecc4-4c42-943d-53629aa32291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7315810 Dec 16 07:56:38.898554 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:38.909516 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-609f5e02-508a-4b3c-adec-cf66f7b918be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=274e0852-501c-43df-b0d7-4e6a6ed46bc0 HTTP/1.1" status: 200 len: 217 time: 0.1392245 Dec 16 07:56:39.004913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event deleted for resources: {'Port': ['ID=18ed8043-93a9-4a69-b315-523345d16588,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:39.286398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d542c21-c332-4592-8f1c-e5356cd671f1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:39.314728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-e3f44af8-acab-4137-b665-2d3b04f20819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:39.320299 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-e3f44af8-acab-4137-b665-2d3b04f20819 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=440bfd89-12c3-4775-8fb8-e63b6cb8c509 HTTP/1.1" status: 200 len: 862 time: 0.3131077 Dec 16 07:56:39.358720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-f40d09b7-bd42-47e9-93c4-cb5ace2edc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:39.360352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-f40d09b7-bd42-47e9-93c4-cb5ace2edc94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 914 time: 0.9808943 Dec 16 07:56:39.365945 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:39.372978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:39.378257 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-517f19a9-2e7a-472b-bea5-4de15e1840e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "DELETE /v2.0/floatingips/b9b4b0d6-f2eb-40ec-a6d5-cc3a4b4fe4b1 HTTP/1.1" status: 204 len: 168 time: 3.0950627 Dec 16 07:56:39.435565 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-82a84a0a-94a5-489d-8533-4f6af1fdeb22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22e5fb31-5fc9-4da9-928b-36962739d462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942206 Dec 16 07:56:39.478851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-769048f8-1c6c-46e0-b3dd-de770f4727fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 217 time: 0.0492365 Dec 16 07:56:39.505332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1d542c21-c332-4592-8f1c-e5356cd671f1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:39.506120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:39.540208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34dc15-6527-45e8-95d8-011d2f94bf2d req-d53d8228-e24d-4e92-b8c3-03540d9f7403 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:39.541437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea34dc15-6527-45e8-95d8-011d2f94bf2d req-d53d8228-e24d-4e92-b8c3-03540d9f7403 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 984 time: 0.9896524 Dec 16 07:56:39.661692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfdd3e-e3e0-429a-9a81-659dafed535c req-bfaaab13-9c40-4fd7-bda7-0657f971d045 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:39.663406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98bfdd3e-e3e0-429a-9a81-659dafed535c req-bfaaab13-9c40-4fd7-bda7-0657f971d045 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 1.1058800 Dec 16 07:56:39.686174 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-b02ec435-24d2-49dc-aa68-192c5a8865a8 service neutron] 10.222.0.36 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277408 Dec 16 07:56:39.700380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-0f4528a1-603a-4e4d-b821-fb449439014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:39.701909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-0f4528a1-603a-4e4d-b821-fb449439014f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.2103145 Dec 16 07:56:39.742361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:39.806953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 1d542c21-c332-4592-8f1c-e5356cd671f1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1d542c21-c332-4592-8f1c-e5356cd671f1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:39.845888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-62878aa1-24d2-4151-97fc-0338f2d46868 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298075 Dec 16 07:56:39.886114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:39.990030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e04ae01f-fc61-475c-a293-175d296d84b2 req-f32d0cfe-21b2-4c15-9219-d9ba70dba5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661076 Dec 16 07:56:40.042393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=1d542c21-c332-4592-8f1c-e5356cd671f1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:40.142346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98bfdd3e-e3e0-429a-9a81-659dafed535c req-a5ae0af1-ca35-4598-97d8-a2019237f397 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688551 Dec 16 07:56:40.144326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-f87a49ce-eb26-4dbf-844a-8535686f1102 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771363 Dec 16 07:56:40.149663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea34dc15-6527-45e8-95d8-011d2f94bf2d req-2ab76fa6-1e80-4ad1-a3b2-7c6a214952b5 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=ad905850-d001-477b-af3e-d2e8ee22aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5336084 Dec 16 07:56:40.361009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48f0b9d9-dae2-490a-8e74-285368b6dc91 req-143f6651-639a-4026-afac-8ce77fd2f3fa service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016494 Dec 16 07:56:40.370029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b214a-7be6-42a4-8065-944d95218f6b req-376be846-ecc4-42ad-b9d0-749d68ef7eee tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:40.371517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-781b214a-7be6-42a4-8065-944d95218f6b req-376be846-ecc4-42ad-b9d0-749d68ef7eee tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 943 time: 0.0836570 Dec 16 07:56:40.493699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf549070-5d8e-4558-af89-5ac841a6edd6 req-aad322a2-fe02-4dc2-9465-82132db3270c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:40.495255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf549070-5d8e-4558-af89-5ac841a6edd6 req-aad322a2-fe02-4dc2-9465-82132db3270c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1170089 Dec 16 07:56:40.501170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-781b214a-7be6-42a4-8065-944d95218f6b req-46c95857-9a2b-4387-b493-d94b6a1a6c63 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028426 Dec 16 07:56:40.617897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf549070-5d8e-4558-af89-5ac841a6edd6 req-a42838c4-0a55-4422-be7b-9cdcd983016a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012216 Dec 16 07:56:40.890844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51a0c9-2806-425d-8716-1d4d2036712f req-c2900131-8f61-45db-921b-4ea9222f30b5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:40.892494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd51a0c9-2806-425d-8716-1d4d2036712f req-c2900131-8f61-45db-921b-4ea9222f30b5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.1106884 Dec 16 07:56:40.959832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd51a0c9-2806-425d-8716-1d4d2036712f req-25719b12-cfae-4724-9639-96b4ab3951d1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586162 Dec 16 07:56:41.104475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57384) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:41.112581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d542c21-c332-4592-8f1c-e5356cd671f1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:41.121398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b79e6d12-fe63-4664-975c-cfa18ae7b7a5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187615489', 'description': 'tempest-description--1089352062'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:41.270995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79e6d12-fe63-4664-975c-cfa18ae7b7a5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:41.303216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1d542c21-c332-4592-8f1c-e5356cd671f1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:41.303985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:41.372564 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Sync routers for ids ['b62a99c6-ecc4-4c42-943d-53629aa32291'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:56:41.400525 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Routers {'b62a99c6-ecc4-4c42-943d-53629aa32291'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:41.401207 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b62a99c6-ecc4-4c42-943d-53629aa32291'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:41.409562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f3eaf-05f0-453c-a02b-2950aae33ac5 req-f04e5c7f-539f-44cc-86a6-6de12d9a110e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:41.418868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb7f3eaf-05f0-453c-a02b-2950aae33ac5 req-f04e5c7f-539f-44cc-86a6-6de12d9a110e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 984 time: 0.1143541 Dec 16 07:56:41.531011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb7f3eaf-05f0-453c-a02b-2950aae33ac5 req-c65941b3-2722-480d-82ff-62675cbd42a1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=ad905850-d001-477b-af3e-d2e8ee22aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1110580 Dec 16 07:56:41.648077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-acfa4cb0-391b-4795-82ca-0334c07badfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:41.648077 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-acfa4cb0-391b-4795-82ca-0334c07badfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89309a3fae6e4777900c26ecf8724567&device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 1095 time: 0.2461748 Dec 16 07:56:41.648077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79e6d12-fe63-4664-975c-cfa18ae7b7a5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:41.686213 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Set router b62a99c6-ecc4-4c42-943d-53629aa32291 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:41.733793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79e6d12-fe63-4664-975c-cfa18ae7b7a5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:41.809766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e6d12-fe63-4664-975c-cfa18ae7b7a5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047c517e-98bf-4377-b4ec-6c3a01d5684e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:41.847330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb9327-e158-411e-9803-13d07f388f08 req-4f7bacff-8428-482b-be2c-c8e6e906f252 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:41.868573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5abb9327-e158-411e-9803-13d07f388f08 req-4f7bacff-8428-482b-be2c-c8e6e906f252 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.1863067 Dec 16 07:56:41.931672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79e6d12-fe63-4664-975c-cfa18ae7b7a5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:41.937263 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b79e6d12-fe63-4664-975c-cfa18ae7b7a5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8308282 Dec 16 07:56:41.937886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57442) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:41.945767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c1338291-eacd-45d9-bd51-8289f5da2f36 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'security_group_rule': {'security_group_id': '047c517e-98bf-4377-b4ec-6c3a01d5684e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:41.983441 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5abb9327-e158-411e-9803-13d07f388f08 req-f8165735-c614-4d91-b1aa-fe392558699e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138051 Dec 16 07:56:42.044424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-078f8734-7388-43c2-8c8c-a31398388a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:42.051207 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-078f8734-7388-43c2-8c8c-a31398388a5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 200 len: 923 time: 0.2105756 Dec 16 07:56:42.065694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cbe5d-9ae7-4d58-bd1b-00862d13664f req-5c4d5d69-52b4-4bdd-bb8b-cd2c45740a58 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:42.072138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-916cbe5d-9ae7-4d58-bd1b-00862d13664f req-5c4d5d69-52b4-4bdd-bb8b-cd2c45740a58 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 943 time: 0.0927212 Dec 16 07:56:42.077402 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1338291-eacd-45d9-bd51-8289f5da2f36 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:42.174461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-916cbe5d-9ae7-4d58-bd1b-00862d13664f req-946b2024-5367-4f4b-bce2-6956026ceb19 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918069 Dec 16 07:56:42.249810 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-92e4b09d-8c1a-4474-ad31-c0b2e382a02d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=274e0852-501c-43df-b0d7-4e6a6ed46bc0 HTTP/1.1" status: 200 len: 217 time: 0.1695251 Dec 16 07:56:42.273350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-fa9af6fd-034e-47df-9221-f93b46099954 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-478220530&fields=id&tenant_id=542e74d0ee884f5387fdb798e2d35545 HTTP/1.1" status: 200 len: 267 time: 0.1087735 Dec 16 07:56:42.317111 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 4, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port': {'id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:28Z', 'updated_at': '2021-12-16T07:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '757f921c-52be-4dff-80fd-df0246ee2525', 'name': '', 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'mac_address': 'fa:16:3e:9f:45:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:33Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 2, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'subnets': [{'id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:42.325475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-ca9c02d5-8f5f-4829-826e-b236b48ba17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:42.326965 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-ca9c02d5-8f5f-4829-826e-b236b48ba17d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=440bfd89-12c3-4775-8fb8-e63b6cb8c509 HTTP/1.1" status: 200 len: 862 time: 0.0583334 Dec 16 07:56:42.409661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-ea0e38d5-53f8-43d1-9acb-c70216148a2b tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:42.418399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-ea0e38d5-53f8-43d1-9acb-c70216148a2b tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 984 time: 0.1238503 Dec 16 07:56:42.433176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'port': {'security_groups': ['ad905850-d001-477b-af3e-d2e8ee22aaa8', 'bad16f67-2a71-47e1-ba7c-fceafc88fd99', 'edb10a04-f09b-4037-8e78-857f6004ee9f']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:42.482437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1338291-eacd-45d9-bd51-8289f5da2f36 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:42.536761 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-e77b0663-b2eb-4589-877e-2a20625ac3a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22e5fb31-5fc9-4da9-928b-36962739d462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555135 Dec 16 07:56:42.562570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1338291-eacd-45d9-bd51-8289f5da2f36 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:42.619466 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Checking router: b62a99c6-ecc4-4c42-943d-53629aa32291 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:56:42.620725 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Updating router b62a99c6-ecc4-4c42-943d-53629aa32291 port 757f921c-52be-4dff-80fd-df0246ee2525 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:56:42.623275 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:42.630630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1338291-eacd-45d9-bd51-8289f5da2f36 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62083f03-7aed-44d8-99a6-d367240eee63,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:42.652568 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:42.787712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1338291-eacd-45d9-bd51-8289f5da2f36 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:42.789859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c1338291-eacd-45d9-bd51-8289f5da2f36 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8489482 Dec 16 07:56:42.840935 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-b9bfb403-892b-47b7-ad6c-fc2d13f00fda service neutron] 10.222.0.36 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696085 Dec 16 07:56:42.859085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:42.868373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:42.902948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:42.908605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e04e90b4-7d74-4df7-9625-91f9ff4d1db1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'security_group_rule': {'security_group_id': '047c517e-98bf-4377-b4ec-6c3a01d5684e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:42.916793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c87fe-66ca-4a0c-b7d5-c5e883e7f8e0 req-93746120-0257-4555-9819-8f52a38d776b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:42.922628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b3c87fe-66ca-4a0c-b7d5-c5e883e7f8e0 req-93746120-0257-4555-9819-8f52a38d776b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.3826611 Dec 16 07:56:42.966460 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:43.005298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a', '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:43.095466 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-03c49f19-d1c5-4c8b-af3a-c3191ead6129 req-1195b505-4654-4a57-9acb-9053c65f137d service neutron] 10.222.0.36 "GET /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727428 Dec 16 07:56:43.150669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:43.206209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e04e90b4-7d74-4df7-9625-91f9ff4d1db1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:43.248218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b3c87fe-66ca-4a0c-b7d5-c5e883e7f8e0 req-c352cad4-94ea-4c3c-b775-44ba13bdecb3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245311 Dec 16 07:56:43.282939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:43.294553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:43.296306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6678778b-82a9-40a8-8a66-d4ea31f25749 req-60101e3a-a1aa-48c9-a73f-80ebf7fa7e36 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "PUT /v2.0/ports/098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 1020 time: 0.8700504 Dec 16 07:56:43.299340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:43.303096 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daadcf0-c30c-4379-8315-29d2047d08f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:43.375507 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:43.411020 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e04e90b4-7d74-4df7-9625-91f9ff4d1db1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:43.506026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['098dc6b9-bf00-4b32-a274-5280d3f2cd9e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:43.515426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9aef1-632d-4eda-b52b-886a11103a6f req-0620be15-9a50-4602-9952-3c8f39735bee tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:43.517116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ed9aef1-632d-4eda-b52b-886a11103a6f req-0620be15-9a50-4602-9952-3c8f39735bee tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 943 time: 0.0855539 Dec 16 07:56:43.525041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dcfad-1994-4993-93b0-2b5b8976b6e0 req-eb72eba3-841a-414b-ac1b-8b501cd8d5c2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:43.526712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d3dcfad-1994-4993-93b0-2b5b8976b6e0 req-eb72eba3-841a-414b-ac1b-8b501cd8d5c2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.0970557 Dec 16 07:56:43.628640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d3dcfad-1994-4993-93b0-2b5b8976b6e0 req-317869f9-7332-425c-9869-45a83cfc65a3 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928202 Dec 16 07:56:43.640400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ed9aef1-632d-4eda-b52b-886a11103a6f req-e32a213d-3319-4132-ab14-0cedf73d1d15 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008055 Dec 16 07:56:43.690914 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37977118-416c-4705-93e8-e5405945ee39 x-openstack-request-id: req-37977118-416c-4705-93e8-e5405945ee39 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:43.691293 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:43.691605 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37977118-416c-4705-93e8-e5405945ee39 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:43.692073 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e', 'status': 'completed', 'code': 200} Dec 16 07:56:43.702643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f073a8c-6c05-448c-9f07-fa1c03f3b92a req-3fd362a7-44ea-4b23-a250-36066e8b0c64 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/edb10a04-f09b-4037-8e78-857f6004ee9f HTTP/1.1" status: 200 len: 1818 time: 0.0468776 Dec 16 07:56:43.767888 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-1f073a8c-6c05-448c-9f07-fa1c03f3b92a req-6e0a97ee-339d-4d7e-bba0-6a97a90ad127 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 07:56:43.768984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f073a8c-6c05-448c-9f07-fa1c03f3b92a req-6e0a97ee-339d-4d7e-bba0-6a97a90ad127 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/edb10a04-f09b-4037-8e78-857f6004ee9f HTTP/1.1" status: 409 len: 341 time: 0.0599849 Dec 16 07:56:43.807720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-00025d19-5471-49d1-8e8c-4cd471f91378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:43.810713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-00025d19-5471-49d1-8e8c-4cd471f91378 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=542e74d0ee884f5387fdb798e2d35545&device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1175 time: 0.0549171 Dec 16 07:56:43.933915 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:43.942873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-1a63ba8c-6830-454a-be40-6f4f9bafb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:43.945350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-1a63ba8c-6830-454a-be40-6f4f9bafb394 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 200 len: 914 time: 0.1251953 Dec 16 07:56:43.965382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e04e90b4-7d74-4df7-9625-91f9ff4d1db1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.012739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e90b4-7d74-4df7-9625-91f9ff4d1db1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c016e9a-8f35-4e3e-87f9-64c965d23326,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:44.080710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-6b2d2555-0180-4eb2-98e2-acbb087cf04b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 200 len: 217 time: 0.1286199 Dec 16 07:56:44.086462 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e04e90b4-7d74-4df7-9625-91f9ff4d1db1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.092045 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e04e90b4-7d74-4df7-9625-91f9ff4d1db1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2335384 Dec 16 07:56:44.092919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57476) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:56:44.102814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:44.201980 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0286a24-3e52-4532-acf2-a4e4910e2327 None None] Pushing event updated for resources: {'Port': ['ID=757f921c-52be-4dff-80fd-df0246ee2525,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:44.277320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-6d3e0fe1-7888-49f7-9af3-18215db08a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:44.279824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-6d3e0fe1-7888-49f7-9af3-18215db08a17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 200 len: 853 time: 0.1803734 Dec 16 07:56:44.286940 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Attempting to bind port 757f921c-52be-4dff-80fd-df0246ee2525 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:44.287317 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Attempting to bind port 757f921c-52be-4dff-80fd-df0246ee2525 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:44.290439 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Attempting to bind port 757f921c-52be-4dff-80fd-df0246ee2525 on network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:44.312048 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:44.312455 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Checking segment: {'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:44.315672 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.315672 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Bound using segment: {'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:44.315672 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Bound port: 757f921c-52be-4dff-80fd-df0246ee2525, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962356f7-c489-4aa5-873c-e2bd4429570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:44.315672 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.340546 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.381624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-b05d7afd-ae28-41ea-b152-d3f08f84506c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9362105f-5329-43ac-a545-228f98c434c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934908 Dec 16 07:56:44.471799 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] For port 757f921c-52be-4dff-80fd-df0246ee2525, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:44.485672 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] For port 757f921c-52be-4dff-80fd-df0246ee2525, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=757f921c-52be-4dff-80fd-df0246ee2525,segment=NetworkSegment(962356f7-c489-4aa5-873c-e2bd4429570f),segment_id=962356f7-c489-4aa5-873c-e2bd4429570f)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:44.516755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-47b48f97-8699-437f-9e86-d3284faa4d34 None None] Provisioning complete for port 757f921c-52be-4dff-80fd-df0246ee2525 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:44.527726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-47b48f97-8699-437f-9e86-d3284faa4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.593215 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.609616 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:44.711167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-47b48f97-8699-437f-9e86-d3284faa4d34 None None] Port 757f921c-52be-4dff-80fd-df0246ee2525 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:56:44.741674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 274e0852-501c-43df-b0d7-4e6a6ed46bc0 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:56:44.759240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a4de8-c7d8-4da5-891a-0fb023a83026 req-8276a0a8-9c6e-4412-85a1-b80662299666 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:44.766931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab9a4de8-c7d8-4da5-891a-0fb023a83026 req-8276a0a8-9c6e-4412-85a1-b80662299666 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.3094840 Dec 16 07:56:44.780952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc0988-d0ab-4179-a5a8-633d20da98bc req-cedb0b0f-c567-4245-8ba8-829a25d28918 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:44.795321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8cc0988-d0ab-4179-a5a8-633d20da98bc req-cedb0b0f-c567-4245-8ba8-829a25d28918 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1023 time: 0.2303278 Dec 16 07:56:44.801125 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Routers {'b62a99c6-ecc4-4c42-943d-53629aa32291'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:56:44.804477 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:56:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b62a99c6-ecc4-4c42-943d-53629aa32291'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:44.835387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Allocated IP 172.25.2.100 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/73d3e8ea-7e53-4b8f-8c0d-8f4befba9d57) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:44.836024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-2df04823-2a76-4071-bd50-125887d31004 service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462869 Dec 16 07:56:44.981583 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0286a24-3e52-4532-acf2-a4e4910e2327 None None] Pushing event updated for resources: {'Port': ['ID=757f921c-52be-4dff-80fd-df0246ee2525,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:45.037576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab9a4de8-c7d8-4da5-891a-0fb023a83026 req-d0d5868b-d03e-4cba-823f-9622aa6ed6e3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695110 Dec 16 07:56:45.139542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:45.157782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8cc0988-d0ab-4179-a5a8-633d20da98bc req-6ef135d9-ad27-46bb-a801-f397dcd5fcd9 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=edb10a04-f09b-4037-8e78-857f6004ee9f&id=ad905850-d001-477b-af3e-d2e8ee22aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3439960 Dec 16 07:56:45.158451 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] Set router b62a99c6-ecc4-4c42-943d-53629aa32291 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:56:45.209207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ce04f71b-719a-446a-b23f-eb9b0536f540 None None] Provisioning complete for port 757f921c-52be-4dff-80fd-df0246ee2525 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:45.209583 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ce04f71b-719a-446a-b23f-eb9b0536f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:45.287672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3daadcf0-c30c-4379-8315-29d2047d08f1 req-301bc3fb-906c-481f-a812-5d9950dac59a service neutron] 10.222.0.16 "GET /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366570 Dec 16 07:56:45.391618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 274e0852-501c-43df-b0d7-4e6a6ed46bc0, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=274e0852-501c-43df-b0d7-4e6a6ed46bc0,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:45.420000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963807-7bd8-4f80-9604-db1f4901f79e req-fa7f1ee4-805e-4c6f-b89d-5fc1a53203e5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:45.457540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68963807-7bd8-4f80-9604-db1f4901f79e req-fa7f1ee4-805e-4c6f-b89d-5fc1a53203e5 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 943 time: 0.2135968 Dec 16 07:56:45.457735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '274e0852-501c-43df-b0d7-4e6a6ed46bc0', 'network_id': '22e5fb31-5fc9-4da9-928b-36962739d462', 'port_id': '274e0852-501c-43df-b0d7-4e6a6ed46bc0', 'mac_address': 'fa:16:3e:2b:81:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440bfd89-12c3-4775-8fb8-e63b6cb8c509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:56:45.457866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549846-bb63-4ece-91a3-5b20b6b3752d req-a55d6f68-e49a-41e4-b57e-9fc08ff44ffe tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:45.457866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c549846-bb63-4ece-91a3-5b20b6b3752d req-a55d6f68-e49a-41e4-b57e-9fc08ff44ffe tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.1607275 Dec 16 07:56:45.569478 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ce04f71b-719a-446a-b23f-eb9b0536f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:45.599787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c549846-bb63-4ece-91a3-5b20b6b3752d req-c4f2030c-78d2-4723-a11d-1c30f5a83ab9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480618 Dec 16 07:56:45.611269 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:45.618933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68963807-7bd8-4f80-9604-db1f4901f79e req-dc0d4c45-0f6f-4842-8603-9ccd73a1669b tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901655 Dec 16 07:56:45.668616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274e0852-501c-43df-b0d7-4e6a6ed46bc0 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:45.721518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ce04f71b-719a-446a-b23f-eb9b0536f540 None None] For port 757f921c-52be-4dff-80fd-df0246ee2525, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=757f921c-52be-4dff-80fd-df0246ee2525,segment=NetworkSegment(962356f7-c489-4aa5-873c-e2bd4429570f),segment_id=962356f7-c489-4aa5-873c-e2bd4429570f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:45.734166 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:45.774143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 274e0852-501c-43df-b0d7-4e6a6ed46bc0, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=274e0852-501c-43df-b0d7-4e6a6ed46bc0,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:45.803116 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 4, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port': {'id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:28Z', 'updated_at': '2021-12-16T07:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '757f921c-52be-4dff-80fd-df0246ee2525', 'name': '', 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'mac_address': 'fa:16:3e:9f:45:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:33Z', 'updated_at': '2021-12-16T07:56:44Z', 'revision_number': 4, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'subnets': [{'id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:56:45.813749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ce04f71b-719a-446a-b23f-eb9b0536f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:45.842111 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf2208-ac58-427e-80dc-beb7663c66c8 None None] The sync data for ids ['b62a99c6-ecc4-4c42-943d-53629aa32291'] in n-d-820935-11 is: [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T07:56:35Z', 'revision_number': 4, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port': {'id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:28Z', 'updated_at': '2021-12-16T07:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '757f921c-52be-4dff-80fd-df0246ee2525', 'name': '', 'network_id': '6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'mac_address': 'fa:16:3e:9f:45:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:33Z', 'updated_at': '2021-12-16T07:56:44Z', 'revision_number': 4, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'subnets': [{'id': 'f3e4e9bc-77ad-4814-b1f3-a40a24f445d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:56:45.854187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:45.861698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:45.880028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:45.893344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:45.951830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04f71b-719a-446a-b23f-eb9b0536f540 None None] Pushing event updated for resources: {'Port': ['ID=757f921c-52be-4dff-80fd-df0246ee2525,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:46.010611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'Port': ['ID=73d3e8ea-7e53-4b8f-8c0d-8f4befba9d57,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:46.077714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=274e0852-501c-43df-b0d7-4e6a6ed46bc0,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:46.152577 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:46.206625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['274e0852-501c-43df-b0d7-4e6a6ed46bc0'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:46.232803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69a05a-5d8f-4418-8f5b-0afd18e38644 req-62f5c026-54ee-4846-b3d6-eb530b0a9abf tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:46.234644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc69a05a-5d8f-4418-8f5b-0afd18e38644 req-62f5c026-54ee-4846-b3d6-eb530b0a9abf tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.0712841 Dec 16 07:56:46.317954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:46.579958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40071f-e50e-40d4-bf1c-799a6451a730 req-f8906075-4927-473d-803b-531f4b743cb8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:46.583407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d40071f-e50e-40d4-bf1c-799a6451a730 req-f8906075-4927-473d-803b-531f4b743cb8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1023 time: 0.3645945 Dec 16 07:56:46.603209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc69a05a-5d8f-4418-8f5b-0afd18e38644 req-8e06e96b-46e5-4b93-91b2-76581773da18 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579504 Dec 16 07:56:46.759760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-f3f8dc95-1e36-4970-9802-2f0abf11a3d1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:46.761463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-f3f8dc95-1e36-4970-9802-2f0abf11a3d1 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 1023 time: 0.4562919 Dec 16 07:56:46.861260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:46.947097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d40071f-e50e-40d4-bf1c-799a6451a730 req-426cce47-4348-4391-8d19-d9e0789c7d20 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=edb10a04-f09b-4037-8e78-857f6004ee9f&id=ad905850-d001-477b-af3e-d2e8ee22aaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3427765 Dec 16 07:56:47.028738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de752-7822-4ff1-b3d4-cb0773547be2 req-0048cf8e-5bd8-4455-b823-ee5a63f6877e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:47.047568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd2de752-7822-4ff1-b3d4-cb0773547be2 req-0048cf8e-5bd8-4455-b823-ee5a63f6877e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.2816660 Dec 16 07:56:47.154064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd2de752-7822-4ff1-b3d4-cb0773547be2 req-d4b4e6ea-5a94-46f9-8afc-bfa5bad300bd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038580 Dec 16 07:56:47.191456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:47.197153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Deleting port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:47.198654 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:47.272533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 757f921c-52be-4dff-80fd-df0246ee2525 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:47.312514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'Port': ['ID=73d3e8ea-7e53-4b8f-8c0d-8f4befba9d57,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:47.318240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:47.417474 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:47.418999 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c5b8d8d5-9edf-4122-9365-29a71715f9ed tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3240638 Dec 16 07:56:47.439866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 757f921c-52be-4dff-80fd-df0246ee2525 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:47.442936 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:47.456455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] For port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:47.457075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:47.543644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Calling delete_port for 098dc6b9-bf00-4b32-a274-5280d3f2cd9e owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:47.642457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e6ff-799a-4790-9302-833d495280ad req-67b1a8da-fd4f-414c-9b39-18f23a265459 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:47.644034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8406e6ff-799a-4790-9302-833d495280ad req-67b1a8da-fd4f-414c-9b39-18f23a265459 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 944 time: 0.4351385 Dec 16 07:56:47.804255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8406e6ff-799a-4790-9302-833d495280ad req-00519f30-ea4c-404d-8db7-2e26f9ee03ef tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917239 Dec 16 07:56:47.963175 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:47.997097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a', '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:48.098155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'Port': ['ID=098dc6b9-bf00-4b32-a274-5280d3f2cd9e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:48.143066 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:56:48.145296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] No DVR routers for this DVR port 098dc6b9-bf00-4b32-a274-5280d3f2cd9e on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:56:48.148718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:48.153336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-113da5d6-14ad-4cbb-9288-6c1742d58a2e req-acbcdee3-3e0a-423f-bb1c-8039cf86a909 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "DELETE /v2.0/ports/098dc6b9-bf00-4b32-a274-5280d3f2cd9e HTTP/1.1" status: 204 len: 173 time: 1.3704629 Dec 16 07:56:48.153336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'name': 'network-vif-deleted', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:48.155817 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467464ea-ac23-4314-8d84-106f76242c59" -d '{"events": [{"server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "name": "network-vif-deleted", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:48.176222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8b542-68d3-4a8d-b292-62be3f82ea6d req-cf2faed4-b93b-4fc3-bc26-9d3314143fd7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:48.178124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52b8b542-68d3-4a8d-b292-62be3f82ea6d req-cf2faed4-b93b-4fc3-bc26-9d3314143fd7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1988966 Dec 16 07:56:48.276978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52b8b542-68d3-4a8d-b292-62be3f82ea6d req-784a4b36-da9a-478e-85ed-31a44fed4d9c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838020 Dec 16 07:56:48.441792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:48.541351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '29774ac9-2557-42d5-a607-d08cff641dbd', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd', 'mac_address': 'fa:16:3e:0a:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:56:48.542169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a10fa6ee-e537-4b8f-8b95-51bfc2524cc5 req-6737a668-1f77-49f4-b69b-39b1bcb21150 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 210 time: 0.0384340 Dec 16 07:56:48.631144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:48.659896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29774ac9-2557-42d5-a607-d08cff641dbd {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:48.673329 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afa0c48-ad46-4777-9974-5486aaf6b099 x-openstack-request-id: req-5afa0c48-ad46-4777-9974-5486aaf6b099 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:48.674865 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02bb624-5cf8-4716-ae5e-856a53167bde", "name": "network-vif-deleted", "tag": "098dc6b9-bf00-4b32-a274-5280d3f2cd9e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:48.675641 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5afa0c48-ad46-4777-9974-5486aaf6b099 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:48.676628 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02bb624-5cf8-4716-ae5e-856a53167bde', 'name': 'network-vif-deleted', 'tag': '098dc6b9-bf00-4b32-a274-5280d3f2cd9e', 'status': 'completed', 'code': 200} Dec 16 07:56:48.688406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:48.776103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 274e0852-501c-43df-b0d7-4e6a6ed46bc0 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:48.809975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e273a-a9d7-42c9-be70-4e0e04f763a3 req-6e2d18fa-42fa-4899-8db5-90b893393612 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:48.811786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a2e273a-a9d7-42c9-be70-4e0e04f763a3 req-6e2d18fa-42fa-4899-8db5-90b893393612 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.0800884 Dec 16 07:56:48.866283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a2e273a-a9d7-42c9-be70-4e0e04f763a3 req-9c462c7a-2178-480c-979a-c826ba4b85e9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Dec 16 07:56:49.027174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03cabc-db17-4a33-ac2e-926957ac70fd req-a7660891-6961-458c-8395-fcc32ec97da3 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:49.027174 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb03cabc-db17-4a33-ac2e-926957ac70fd req-a7660891-6961-458c-8395-fcc32ec97da3 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 944 time: 0.0506687 Dec 16 07:56:49.043553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb03cabc-db17-4a33-ac2e-926957ac70fd req-d70f59cd-f4f3-4b69-be5d-a3575e0312fd tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Dec 16 07:56:49.405292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60f06-b2e0-4fc5-831e-aa05ef5d1890 req-3c1746ac-d74f-4802-a1b8-0275328fb72b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:49.406824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ab60f06-b2e0-4fc5-831e-aa05ef5d1890 req-3c1746ac-d74f-4802-a1b8-0275328fb72b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.0578544 Dec 16 07:56:49.424165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-d9f6cbf8-e203-4b22-8ed9-307fa498e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:49.425721 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-d9f6cbf8-e203-4b22-8ed9-307fa498e520 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0478771 Dec 16 07:56:49.480074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ab60f06-b2e0-4fc5-831e-aa05ef5d1890 req-50496529-787d-4895-8d98-279d66c3b21a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661051 Dec 16 07:56:49.547106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-03f4b666-4149-44a5-a08b-b9def066ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:49.548691 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-03f4b666-4149-44a5-a08b-b9def066ee8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.1012747 Dec 16 07:56:49.565461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:56:49.572327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:49.587390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:49.587875 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:49.611021 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-e2ef21c0-c84c-43aa-b83b-1f5ccf4076df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.0543864 Dec 16 07:56:49.724477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-844ec4ac-cb9d-417b-b08a-231964290233 req-0ef9a010-4571-4b4a-acdf-fac5fe14558a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02bb624-5cf8-4716-ae5e-856a53167bde HTTP/1.1" status: 200 len: 210 time: 0.0406554 Dec 16 07:56:49.748765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:49.753549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['29774ac9-2557-42d5-a607-d08cff641dbd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:49.811004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-2fa7a687-76f3-4788-b099-80b14150a39b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--187615489&fields=id&tenant_id=f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 267 time: 0.0855706 Dec 16 07:56:49.832593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-3fbee426-6fdd-4f3a-8672-796dfeeb22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:49.834770 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-3fbee426-6fdd-4f3a-8672-796dfeeb22cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.0938580 Dec 16 07:56:49.879600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:49.902178 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-19ec8a32-0acb-4cd4-98a1-fba6553b0670 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571036 Dec 16 07:56:49.917775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274e0852-501c-43df-b0d7-4e6a6ed46bc0'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:49.920020 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd0ef1e-cfec-4e2e-9f7e-bd9f409a16c3" -d '{"events": [{"server_uuid": "d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc", "name": "network-vif-plugged", "status": "completed", "tag": "274e0852-501c-43df-b0d7-4e6a6ed46bc0"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:49.942901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 274e0852-501c-43df-b0d7-4e6a6ed46bc0, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=274e0852-501c-43df-b0d7-4e6a6ed46bc0,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:49.961567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-cbbc9911-fd0a-459c-aee4-07fd3d30885c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:49.964542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-cbbc9911-fd0a-459c-aee4-07fd3d30885c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 817 time: 0.1404660 Dec 16 07:56:49.983417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-227ebd98-a5db-401a-9c1d-c663e7bdfeec tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/quotas/f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 375 time: 0.0125098 Dec 16 07:56:50.056409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-94fe22be-e48f-4ebd-aa0a-f76ba3c8282c service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425955 Dec 16 07:56:50.075707 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:50.093695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe08a11-d369-4093-9c23-e809afb814a4 req-84089f4f-cccc-4c69-a03a-7c07496c3c32 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:50.095770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abe08a11-d369-4093-9c23-e809afb814a4 req-84089f4f-cccc-4c69-a03a-7c07496c3c32 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.1014004 Dec 16 07:56:50.101679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-1061885b-895d-4556-95be-2dc6077aa0a3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116080 Dec 16 07:56:50.134776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=274e0852-501c-43df-b0d7-4e6a6ed46bc0,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:50.145335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:50.218796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 29774ac9-2557-42d5-a607-d08cff641dbd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:50.219218 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:50.238611 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8e7e78a1-b5ff-4a3f-b22f-4d90bb73950c req-f445603f-55aa-456a-90a4-47d6f2b73303 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743016 Dec 16 07:56:50.257610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abe08a11-d369-4093-9c23-e809afb814a4 req-cd5566b6-b574-400d-a74b-570037fc2939 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507773 Dec 16 07:56:50.302425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-87eac590-b583-4818-90a9-90dd650d8435 service neutron] 10.222.0.43 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852303 Dec 16 07:56:50.438718 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6094371-5ae7-4969-841a-e9ea4c176d65 x-openstack-request-id: req-b6094371-5ae7-4969-841a-e9ea4c176d65 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:50.439010 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc", "name": "network-vif-plugged", "status": "completed", "tag": "274e0852-501c-43df-b0d7-4e6a6ed46bc0", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:50.439272 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6094371-5ae7-4969-841a-e9ea4c176d65 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:50.439673 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274e0852-501c-43df-b0d7-4e6a6ed46bc0', 'code': 200} Dec 16 07:56:50.448774 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:50.451420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-30f68561-77c2-4de7-932a-dc9bcda28b74 service neutron] 10.222.0.43 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395562 Dec 16 07:56:50.537385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:50.581781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f728a6a-9eba-4fe7-9afa-d7b28b0d76bf req-99bed5a3-f49b-4b53-b01c-a682836a73b7 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:50.584002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f728a6a-9eba-4fe7-9afa-d7b28b0d76bf req-99bed5a3-f49b-4b53-b01c-a682836a73b7 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 945 time: 0.0892270 Dec 16 07:56:50.605582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d2de1-fdb2-4d85-a9b3-154b161ea4db req-1f6d5b8d-7201-4491-a68b-3f1bbc2e1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:50.609401 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b2d2de1-fdb2-4d85-a9b3-154b161ea4db req-1f6d5b8d-7201-4491-a68b-3f1bbc2e1841 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 1097 time: 0.1044538 Dec 16 07:56:50.641890 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:50.642708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 098dc6b9-bf00-4b32-a274-5280d3f2cd9e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:56:50.648017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f728a6a-9eba-4fe7-9afa-d7b28b0d76bf req-ef32389e-01d4-448b-9b96-e79800ce5703 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544763 Dec 16 07:56:50.697977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-6f034e6e-3a36-4bcc-9d1f-e84f44f3579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:50.700229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 098dc6b9-bf00-4b32-a274-5280d3f2cd9e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:56:50.700368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-6f034e6e-3a36-4bcc-9d1f-e84f44f3579a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1098 time: 0.0505867 Dec 16 07:56:50.700601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 098dc6b9-bf00-4b32-a274-5280d3f2cd9e not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:56:50.708368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b2d2de1-fdb2-4d85-a9b3-154b161ea4db req-ecb94bab-9c3d-4491-8908-9384ce4aac45 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888770 Dec 16 07:56:50.770633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:50.872355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-3455f722-5c54-4204-a132-9e6b557364bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:50.874355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-3455f722-5c54-4204-a132-9e6b557364bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1497045 Dec 16 07:56:50.963586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c553d-c694-444d-b18d-a82bf926f62e req-5bc483c9-65ae-4898-b022-71c4bb2ed430 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:50.967780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c04c553d-c694-444d-b18d-a82bf926f62e req-5bc483c9-65ae-4898-b022-71c4bb2ed430 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1417177 Dec 16 07:56:51.013024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b1dd5e2-ccd4-4ce5-93eb-15be6b2499c7 req-87559a4f-794e-4b8f-bdb2-ff5b0a942f61 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 210 time: 0.0418944 Dec 16 07:56:51.022840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-d6d1fa59-eb3c-4ef2-8c5c-6cfa189e4676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1002 time: 0.1396713 Dec 16 07:56:51.114960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c04c553d-c694-444d-b18d-a82bf926f62e req-6c3480a1-7727-4df2-a7ec-f761ba89e19c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077132 Dec 16 07:56:51.119303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-c0ce6f8b-a829-432b-8d07-540b1a74deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:51.120795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-c0ce6f8b-a829-432b-8d07-540b1a74deae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0884464 Dec 16 07:56:51.184839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33f3e3e3-3452-402a-a1a2-d00e8251eccb req-64a15673-73d2-470c-aaaf-cd517fe8fec3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/ad905850-d001-477b-af3e-d2e8ee22aaa8 HTTP/1.1" status: 200 len: 1819 time: 0.1024609 Dec 16 07:56:51.208926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-90e93966-e3a4-4e47-ae52-0a4dda990c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:51.210710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-90e93966-e3a4-4e47-ae52-0a4dda990c67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822046 Dec 16 07:56:51.313046 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33f3e3e3-3452-402a-a1a2-d00e8251eccb req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:51.345756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33f3e3e3-3452-402a-a1a2-d00e8251eccb req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:51.373624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-4c140841-f084-4f47-94a7-6635417cc174 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523085 Dec 16 07:56:51.875065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8de7c-61ad-4a91-b0fc-44bf30dd3ab4 req-13042176-a8df-4592-9fb6-2e23ff6f8e4e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:51.879438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75c8de7c-61ad-4a91-b0fc-44bf30dd3ab4 req-13042176-a8df-4592-9fb6-2e23ff6f8e4e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.4704559 Dec 16 07:56:51.907187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8954f74-f7bb-46a8-8b4b-aa4ffdeca258 req-42043dbd-c046-4291-a0b5-27bc846793e2 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201256 Dec 16 07:56:51.932103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33f3e3e3-3452-402a-a1a2-d00e8251eccb req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:51.934276 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-33f3e3e3-3452-402a-a1a2-d00e8251eccb req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:51.935432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33f3e3e3-3452-402a-a1a2-d00e8251eccb req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/ad905850-d001-477b-af3e-d2e8ee22aaa8 HTTP/1.1" status: 204 len: 173 time: 0.7429667 Dec 16 07:56:51.960820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad905850-d001-477b-af3e-d2e8ee22aaa8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:51.988363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75c8de7c-61ad-4a91-b0fc-44bf30dd3ab4 req-b7ac634b-6bb1-4642-b82a-35b701b993e8 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931606 Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.002276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.008886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.008886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49531299-fc3b-45b3-ac57-445dac81ace8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:56:52.121270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b665de95-149b-4e58-a93f-b43ec3a3f09a req-77164c31-45fc-4956-ae79-fd692c83b68a tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/edb10a04-f09b-4037-8e78-857f6004ee9f HTTP/1.1" status: 200 len: 1818 time: 0.0739202 Dec 16 07:56:52.137027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cda404-a6b4-498f-8e5c-2db53bfd750e req-6195aa1a-cd39-4d73-885d-47dd09b08769 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:52.138937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08cda404-a6b4-498f-8e5c-2db53bfd750e req-6195aa1a-cd39-4d73-885d-47dd09b08769 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 945 time: 0.1228259 Dec 16 07:56:52.255891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08cda404-a6b4-498f-8e5c-2db53bfd750e req-eb028adf-0b2a-414b-b6a8-4a568f9139e3 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934260 Dec 16 07:56:52.263671 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b665de95-149b-4e58-a93f-b43ec3a3f09a req-3bc01eef-c7c3-4736-9492-0676d71665b4 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:52.291482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b665de95-149b-4e58-a93f-b43ec3a3f09a req-3bc01eef-c7c3-4736-9492-0676d71665b4 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:52.390187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-066f6dac-494d-4f3f-86b0-d00d55509285 req-12dca25c-8199-4a15-9419-f0cd9e830021 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 210 time: 0.0340877 Dec 16 07:56:52.427442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b665de95-149b-4e58-a93f-b43ec3a3f09a req-3bc01eef-c7c3-4736-9492-0676d71665b4 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:52.431233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b665de95-149b-4e58-a93f-b43ec3a3f09a req-3bc01eef-c7c3-4736-9492-0676d71665b4 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:52.434013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b665de95-149b-4e58-a93f-b43ec3a3f09a req-3bc01eef-c7c3-4736-9492-0676d71665b4 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/edb10a04-f09b-4037-8e78-857f6004ee9f HTTP/1.1" status: 204 len: 173 time: 0.3061876 Dec 16 07:56:52.441482 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:52.444531 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dd6b8d-72d4-4505-b10e-0ceae53af364" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:52.453211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc01eef-c7c3-4736-9492-0676d71665b4 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb10a04-f09b-4037-8e78-857f6004ee9f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:52.549743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-d9f0e81a-3182-4ba7-b5f8-617f5dcb4151 req-2908a1c1-8252-4c73-aaf0-5a8967e44685 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1337960718', 'description': 'tempest-description-1860791481'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:52.597311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758ba69-a3ea-4a47-825d-c6bf17335006 req-d937a24f-6cd2-44e5-907d-c47da15de1f2 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:52.598903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1758ba69-a3ea-4a47-825d-c6bf17335006 req-d937a24f-6cd2-44e5-907d-c47da15de1f2 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.0890048 Dec 16 07:56:52.673281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1758ba69-a3ea-4a47-825d-c6bf17335006 req-6feb40ad-10b4-4676-894f-6e3fe4bd1fea tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Dec 16 07:56:52.696620 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9f0e81a-3182-4ba7-b5f8-617f5dcb4151 req-2908a1c1-8252-4c73-aaf0-5a8967e44685 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:52.749190 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1485a192-5f98-498e-9f93-d6b0e069151e x-openstack-request-id: req-1485a192-5f98-498e-9f93-d6b0e069151e {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:52.749782 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:52.750202 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1485a192-5f98-498e-9f93-d6b0e069151e {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:52.751260 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'code': 200} Dec 16 07:56:52.802955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device bf24b01a-045d-412e-abca-956507dbda1e details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:56:52.838858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9f0e81a-3182-4ba7-b5f8-617f5dcb4151 req-2908a1c1-8252-4c73-aaf0-5a8967e44685 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:52.948227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9f0e81a-3182-4ba7-b5f8-617f5dcb4151 req-2908a1c1-8252-4c73-aaf0-5a8967e44685 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:52.977707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:53.015030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'bf24b01a-045d-412e-abca-956507dbda1e', 'network_id': '7428338e-67f4-4159-8916-fab7a7503461', 'port_id': 'bf24b01a-045d-412e-abca-956507dbda1e', 'mac_address': 'fa:16:3e:39:ce:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c049036d-c2de-4b34-871e-15097bf70c35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:56:53.049059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908a1c1-8252-4c73-aaf0-5a8967e44685 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c588521a-6772-402b-8f5d-b14dd9e8f826,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:53.096898 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9f0e81a-3182-4ba7-b5f8-617f5dcb4151 req-2908a1c1-8252-4c73-aaf0-5a8967e44685 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:53.101235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9f0e81a-3182-4ba7-b5f8-617f5dcb4151 req-2908a1c1-8252-4c73-aaf0-5a8967e44685 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5592675 Dec 16 07:56:53.149005 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:53.196805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf24b01a-045d-412e-abca-956507dbda1e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:53.251888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:53.305890 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:53.404926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6da57eb2-bf52-4c59-9b23-69bf9b1a7303 req-51958790-7943-4256-afda-adf5def6d3d0 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/c588521a-6772-402b-8f5d-b14dd9e8f826 HTTP/1.1" status: 200 len: 1820 time: 0.2812021 Dec 16 07:56:53.418827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6da57eb2-bf52-4c59-9b23-69bf9b1a7303 req-528446d2-7f12-4568-b72f-4b5ef1cefe87 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1407847601', 'description': 'tempest-description-hth-1050811288'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:53.434237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab00d-2e89-432a-804a-e6586853c122 req-574fe939-f21f-45bf-80a0-ecf6ac765ab6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:53.435967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd7ab00d-2e89-432a-804a-e6586853c122 req-574fe939-f21f-45bf-80a0-ecf6ac765ab6 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 944 time: 0.2980928 Dec 16 07:56:53.437439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=11']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:53.576366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cd7ab00d-2e89-432a-804a-e6586853c122 req-071b4eb6-7b23-4c37-aaaa-15ee7eda1e6a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290615 Dec 16 07:56:53.599945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-eba25d91-e4e9-4ecc-8b3c-292825e5f183 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:53.610089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-eba25d91-e4e9-4ecc-8b3c-292825e5f183 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 817 time: 0.3519504 Dec 16 07:56:53.612279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6da57eb2-bf52-4c59-9b23-69bf9b1a7303 req-528446d2-7f12-4568-b72f-4b5ef1cefe87 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:53.620776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['bf24b01a-045d-412e-abca-956507dbda1e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:53.731669 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6da57eb2-bf52-4c59-9b23-69bf9b1a7303 req-528446d2-7f12-4568-b72f-4b5ef1cefe87 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:53.973886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a8854-6be7-4e1f-ae29-c7f2e876870b req-cdd2ccfa-9129-4240-8c57-cdeacb8a1587 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:53.973886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-707a8854-6be7-4e1f-ae29-c7f2e876870b req-cdd2ccfa-9129-4240-8c57-cdeacb8a1587 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 945 time: 0.2235494 Dec 16 07:56:53.986691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-74371780-87e4-4e23-abf2-98248fae8d97 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 379 time: 0.2408769 Dec 16 07:56:54.002898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'port': {'device_id': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'admin_state_up': True, 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'security_groups': ['047c517e-98bf-4377-b4ec-6c3a01d5684e']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:54.131650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-707a8854-6be7-4e1f-ae29-c7f2e876870b req-762413e2-9f27-4a1c-98c4-7da7700d73d8 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551342 Dec 16 07:56:54.286515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8613aaad-da9f-4ed2-9bfd-f7fa5fe76c20 req-65164247-4062-47c1-b80c-5ac132340f1b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 210 time: 0.0509799 Dec 16 07:56:54.438568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a10ba7-636a-436e-ba96-d13279eb69bf req-679bae5c-ee7a-4b28-b3b3-0b4706bbb760 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:54.440500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37a10ba7-636a-436e-ba96-d13279eb69bf req-679bae5c-ee7a-4b28-b3b3-0b4706bbb760 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.0680969 Dec 16 07:56:54.531855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37a10ba7-636a-436e-ba96-d13279eb69bf req-1816762d-7d71-42dd-8073-b111c90d18ab tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840824 Dec 16 07:56:54.683067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6da57eb2-bf52-4c59-9b23-69bf9b1a7303 req-528446d2-7f12-4568-b72f-4b5ef1cefe87 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:54.686337 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6da57eb2-bf52-4c59-9b23-69bf9b1a7303 req-528446d2-7f12-4568-b72f-4b5ef1cefe87 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:54.687757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6da57eb2-bf52-4c59-9b23-69bf9b1a7303 req-528446d2-7f12-4568-b72f-4b5ef1cefe87 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "PUT /v2.0/security-groups/c588521a-6772-402b-8f5d-b14dd9e8f826 HTTP/1.1" status: 200 len: 1794 time: 1.2816720 Dec 16 07:56:54.725321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528446d2-7f12-4568-b72f-4b5ef1cefe87 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c588521a-6772-402b-8f5d-b14dd9e8f826,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:54.808624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Made reservation on behalf of f1dea21f2e944d1082e8792465adb3f4 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:56:54.817928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device bf24b01a-045d-412e-abca-956507dbda1e up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:56:54.830428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:54.925193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4e6cd-f866-47b2-af4d-1ab595bd8ba1 req-52b0c8a3-bf6d-4eca-98f9-8cc6a5f0a334 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:54.927172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fd4e6cd-f866-47b2-af4d-1ab595bd8ba1 req-52b0c8a3-bf6d-4eca-98f9-8cc6a5f0a334 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 945 time: 0.1530206 Dec 16 07:56:55.030766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port bf24b01a-045d-412e-abca-956507dbda1e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:56:55.040657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port bf24b01a-045d-412e-abca-956507dbda1e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:55.040657 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:55.137172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fd4e6cd-f866-47b2-af4d-1ab595bd8ba1 req-15098468-5f6e-4214-a9ed-d310fc1ae358 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744399 Dec 16 07:56:55.174568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Allocated IP 172.20.0.12 (79a19e99-7552-41d7-bb46-c7e243a7986b/685f2c64-988a-4ee3-a726-db2d75d7ea7d/ed33b036-010b-433c-80fb-4c8bd2d9dfa7) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:56:55.203037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-836c3e35-3a38-4f7c-a43b-c0ab2a65e839 req-bd91fddc-f1cd-4bf4-acb0-6f259ad8ce9e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/c588521a-6772-402b-8f5d-b14dd9e8f826 HTTP/1.1" status: 200 len: 1794 time: 0.0805349 Dec 16 07:56:55.329437 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:55.372850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9882a03f-97d4-4d91-bbb2-880739eec8d2 req-77801004-2c4a-4494-a9a2-815d0ddd4c2b tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/c588521a-6772-402b-8f5d-b14dd9e8f826 HTTP/1.1" status: 200 len: 1794 time: 0.1475039 Dec 16 07:56:55.385634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:55.389320 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9d52c-7871-42c1-b36d-169f0f09fca1" -d '{"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:55.407353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:55.505488 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:55.597972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=12']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:55.605990 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:55.674298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa00448-b882-42bb-89a6-cd740424fe8e req-9b6dbc64-128b-483d-85ea-502c8f45c6aa tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:55.680729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fa00448-b882-42bb-89a6-cd740424fe8e req-9b6dbc64-128b-483d-85ea-502c8f45c6aa tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 945 time: 0.3289924 Dec 16 07:56:55.753778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9882a03f-97d4-4d91-bbb2-880739eec8d2 req-0b49f39f-9805-42b9-8040-5663f282f6a2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:55.807141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fa00448-b882-42bb-89a6-cd740424fe8e req-02d4b3d8-786c-4401-a3fe-ca52bc08372c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923412 Dec 16 07:56:55.809009 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9882a03f-97d4-4d91-bbb2-880739eec8d2 req-0b49f39f-9805-42b9-8040-5663f282f6a2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:55.829855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:55.892032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:55.915146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Network 79a19e99-7552-41d7-bb46-c7e243a7986b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:56:55.917422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:56:55.921632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:56:56.048026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:56.049992 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:56.081410 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9882a03f-97d4-4d91-bbb2-880739eec8d2 req-0b49f39f-9805-42b9-8040-5663f282f6a2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:56.088981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9882a03f-97d4-4d91-bbb2-880739eec8d2 req-0b49f39f-9805-42b9-8040-5663f282f6a2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:56.092382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9882a03f-97d4-4d91-bbb2-880739eec8d2 req-0b49f39f-9805-42b9-8040-5663f282f6a2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/c588521a-6772-402b-8f5d-b14dd9e8f826 HTTP/1.1" status: 204 len: 173 time: 0.7192364 Dec 16 07:56:56.142073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49f39f-9805-42b9-8040-5663f282f6a2 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c588521a-6772-402b-8f5d-b14dd9e8f826,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:56.190739 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f8d378-a5fe-4be9-96db-c49d4c96cf31 x-openstack-request-id: req-08f8d378-a5fe-4be9-96db-c49d4c96cf31 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:56.190739 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf24b01a-045d-412e-abca-956507dbda1e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:56.190739 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08f8d378-a5fe-4be9-96db-c49d4c96cf31 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:56.190739 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e', 'code': 200} Dec 16 07:56:56.225480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725e8eb-b352-4d31-8ef7-b10a19ef6110 req-01ac5071-12f4-4737-bc32-c36a562d0302 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:56.230352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a725e8eb-b352-4d31-8ef7-b10a19ef6110 req-01ac5071-12f4-4737-bc32-c36a562d0302 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 932 time: 0.2803166 Dec 16 07:56:56.264748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-539f0548-c0d4-4ced-a0e8-a9fdd547050d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2683091 Dec 16 07:56:56.380409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a725e8eb-b352-4d31-8ef7-b10a19ef6110 req-f493ed3a-99bb-47d5-9b52-09563834a668 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136138 Dec 16 07:56:56.384247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-06d91272-a868-44a3-8d44-8c7e840642ea None None] Provisioning complete for port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:56:56.384699 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06d91272-a868-44a3-8d44-8c7e840642ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:56.399130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1c51e-ac4e-4f8e-9a7c-ccd39454297b req-1870cc14-b68f-48f9-b6aa-52dd7d068275 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:56.407256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3af1c51e-ac4e-4f8e-9a7c-ccd39454297b req-1870cc14-b68f-48f9-b6aa-52dd7d068275 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1144941 Dec 16 07:56:56.451781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Request body: {'port': {'device_id': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:56:56.507331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-06d91272-a868-44a3-8d44-8c7e840642ea None None] Port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:56:56.515214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3af1c51e-ac4e-4f8e-9a7c-ccd39454297b req-a690e19b-aaba-4bce-a44f-c4a34d265520 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069179 Dec 16 07:56:56.609139 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:56.612253 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-f8180bee-086b-4cd4-8699-538b6e65a07d req-b1f5f91c-063c-41c4-8080-ddae7bc9d8a0 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:56.613670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8180bee-086b-4cd4-8699-538b6e65a07d req-b1f5f91c-063c-41c4-8080-ddae7bc9d8a0 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/edb10a04-f09b-4037-8e78-857f6004ee9f HTTP/1.1" status: 404 len: 352 time: 0.0179653 Dec 16 07:56:56.693329 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-25456dfd-1d82-4b5b-a20a-b2e44221da82 req-38ea80b8-84fd-4107-97ef-2ee75fd3fd5e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:56.695937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25456dfd-1d82-4b5b-a20a-b2e44221da82 req-38ea80b8-84fd-4107-97ef-2ee75fd3fd5e tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/ad905850-d001-477b-af3e-d2e8ee22aaa8 HTTP/1.1" status: 404 len: 352 time: 0.0284503 Dec 16 07:56:56.732587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414922-2af8-43fd-8a13-c5b78a4fe3e5 req-9fb4bad1-81ef-48ea-8ff4-93b32b03e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:56.736442 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b2414922-2af8-43fd-8a13-c5b78a4fe3e5 req-9fb4bad1-81ef-48ea-8ff4-93b32b03e51b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1098 time: 0.1016886 Dec 16 07:56:56.855077 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b2414922-2af8-43fd-8a13-c5b78a4fe3e5 req-26ed49e9-6622-4d1b-b92b-6e53ad634d4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065018 Dec 16 07:56:56.876568 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-5fdc44be-cd39-4474-8f32-7465ecae6ddd req-9262b34a-0ea1-4f82-8acb-8d04c46ecaa5 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:56.879652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fdc44be-cd39-4474-8f32-7465ecae6ddd req-9262b34a-0ea1-4f82-8acb-8d04c46ecaa5 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/1b1124e1-551f-4911-af27-8a51522c7f3d HTTP/1.1" status: 404 len: 352 time: 0.1492991 Dec 16 07:56:57.176213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf573f-7684-4025-aff4-da3bf640eccd req-e10aef2c-f8b1-4527-b116-62fc2aeb46bf tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:57.184653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50bf573f-7684-4025-aff4-da3bf640eccd req-e10aef2c-f8b1-4527-b116-62fc2aeb46bf tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 945 time: 0.2319126 Dec 16 07:56:57.193802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-a73a0fe8-753e-4d24-8463-4688197ecff2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:57.195546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-a73a0fe8-753e-4d24-8463-4688197ecff2 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 945 time: 0.3470714 Dec 16 07:56:57.270310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda5d1-40a0-431b-a273-e37d7ba34043 req-c55fe749-08c8-46fd-a712-d6192314526d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:57.274402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fcda5d1-40a0-431b-a273-e37d7ba34043 req-c55fe749-08c8-46fd-a712-d6192314526d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.2160141 Dec 16 07:56:57.352531 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:57.388190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50bf573f-7684-4025-aff4-da3bf640eccd req-37d38596-29b3-47b0-b47a-704ed1f853b7 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013245 Dec 16 07:56:57.523849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed33b036-010b-433c-80fb-4c8bd2d9dfa7 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:56:57.568540 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-a6a096c6-6760-4384-9af6-3943f54de53c req-e3baa445-e8b3-485d-b674-8166711d49dd tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:57.570587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6a096c6-6760-4384-9af6-3943f54de53c req-e3baa445-e8b3-485d-b674-8166711d49dd tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/d60445ce-e635-45ec-9169-e4095141a592 HTTP/1.1" status: 404 len: 352 time: 0.1169770 Dec 16 07:56:57.577238 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:57.603091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fcda5d1-40a0-431b-a273-e37d7ba34043 req-d6132eac-d3cc-4950-80fe-729e8baa0847 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997568 Dec 16 07:56:57.629376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Transition to ACTIVE for port object ed33b036-010b-433c-80fb-4c8bd2d9dfa7 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:56:57.663141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Deleting port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:56:57.667287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:57.839093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb7273-c2f9-4f23-9433-eaee98c2bb29 req-38ea0f39-b54b-4959-988b-878d5547f405 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:57.840768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1cb7273-c2f9-4f23-9433-eaee98c2bb29 req-38ea0f39-b54b-4959-988b-878d5547f405 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1580570 Dec 16 07:56:57.851941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515c20-7734-4e92-a57a-db61016d4398 req-662de190-5c87-454e-a34e-8d983575a248 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:57.853499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01515c20-7734-4e92-a57a-db61016d4398 req-662de190-5c87-454e-a34e-8d983575a248 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 932 time: 0.1696436 Dec 16 07:56:57.864808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] For port 274e0852-501c-43df-b0d7-4e6a6ed46bc0, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=274e0852-501c-43df-b0d7-4e6a6ed46bc0,segment=NetworkSegment(a7b365a3-1f62-4377-81e2-169468236c90),segment_id=a7b365a3-1f62-4377-81e2-169468236c90)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:56:57.865177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:57.905528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Calling delete_port for 274e0852-501c-43df-b0d7-4e6a6ed46bc0 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:56:57.998071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01515c20-7734-4e92-a57a-db61016d4398 req-f6c34212-6033-43b5-bc8d-12072bfa87bb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287491 Dec 16 07:56:58.002925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1cb7273-c2f9-4f23-9433-eaee98c2bb29 req-5c337512-7a2a-407c-8b16-ac0393cd8c36 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484869 Dec 16 07:56:58.088090 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-a78475c8-e7c4-4ad8-9274-66dad2f79a84 req-b9d5069e-29bc-4a95-b8a5-7dcda3d79ed8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:58.089279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a78475c8-e7c4-4ad8-9274-66dad2f79a84 req-b9d5069e-29bc-4a95-b8a5-7dcda3d79ed8 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/91bac6c6-a50d-4717-8903-21d02e67f461 HTTP/1.1" status: 404 len: 352 time: 0.0243323 Dec 16 07:56:58.126840 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-d748fe68-f9e5-4a9a-b708-b9afad504787 req-10014680-1c0e-46b8-8a87-d296a04ddea6 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] show failed (client error): The resource could not be found. Dec 16 07:56:58.128132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d748fe68-f9e5-4a9a-b708-b9afad504787 req-10014680-1c0e-46b8-8a87-d296a04ddea6 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/0d91ce66-1f06-439d-ae2e-78dad59009a2 HTTP/1.1" status: 404 len: 352 time: 0.0144768 Dec 16 07:56:58.379693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330d83a-c466-4a74-9737-9007c6e6f28d req-0a398dcb-15e9-4083-bb86-46d65b9b5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:58.381860 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f330d83a-c466-4a74-9737-9007c6e6f28d req-0a398dcb-15e9-4083-bb86-46d65b9b5856 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 1097 time: 0.0466402 Dec 16 07:56:58.431894 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f330d83a-c466-4a74-9737-9007c6e6f28d req-a51d7474-fdd4-4372-98d6-ac303d6862ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Dec 16 07:56:58.489917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:58.522773 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d7001af7-434c-44b5-a0c6-c4ea92ee2ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:58.550794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:58.588857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['274e0852-501c-43df-b0d7-4e6a6ed46bc0'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:56:58.598864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:58.651766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e90e7-9e40-48c8-9e6b-0e372ba61d21 req-ae28bc99-93c6-4c54-aad4-43acf280ed72 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:58.660233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-650e90e7-9e40-48c8-9e6b-0e372ba61d21 req-ae28bc99-93c6-4c54-aad4-43acf280ed72 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 867 time: 0.1825891 Dec 16 07:56:58.840456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event deleted for resources: {'Port': ['ID=274e0852-501c-43df-b0d7-4e6a6ed46bc0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:58.856920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] No DVR routers for this DVR port 274e0852-501c-43df-b0d7-4e6a6ed46bc0 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:56:58.859582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:58.863232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9d891b0-3557-48a9-8aea-4469d89674c6 req-b393005a-20a1-48f0-afa0-1089f2697b1c tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.36 "DELETE /v2.0/ports/274e0852-501c-43df-b0d7-4e6a6ed46bc0 HTTP/1.1" status: 204 len: 173 time: 1.6237409 Dec 16 07:56:58.869567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'name': 'network-vif-deleted', 'tag': '274e0852-501c-43df-b0d7-4e6a6ed46bc0'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:56:58.871842 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc20425-c32e-4347-91d9-d363382405af" -d '{"events": [{"server_uuid": "d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc", "name": "network-vif-deleted", "tag": "274e0852-501c-43df-b0d7-4e6a6ed46bc0"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:56:58.973714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-650e90e7-9e40-48c8-9e6b-0e372ba61d21 req-c2dffe71-0ba9-4feb-828c-f3c08e8bffcc tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups?id=51ae86a0-923e-473e-a9f8-0b5bc3f91477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101971 Dec 16 07:56:58.988430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Attempting to bind port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:56:58.990028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Attempting to bind port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:56:58.991907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Attempting to bind port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:59.006881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 on network 79a19e99-7552-41d7-bb46-c7e243a7986b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:56:59.007482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Attempting to bind port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 on network 79a19e99-7552-41d7-bb46-c7e243a7986b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:56:59.020954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd160c9-3204-40b8-8edc-c628276a088c req-ac358033-0ebc-41d2-ba50-dfa72badb839 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:59.023262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cd160c9-3204-40b8-8edc-c628276a088c req-ac358033-0ebc-41d2-ba50-dfa72badb839 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1546717 Dec 16 07:56:59.026588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:56:59.027218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Checking segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:56:59.027797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Bound using segment: {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:56:59.028476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Bound port: ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccb973f-3e01-4066-9e95-caeac7bcf10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:56:59.029634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:59.156118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cd160c9-3204-40b8-8edc-c628276a088c req-c8ec0bc1-4d26-4651-87bc-a7b4b8c229ab tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163352 Dec 16 07:56:59.194671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:56:59.202931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:56:59.260104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df2b0-cc3d-4c30-8f26-0d4759c6db7d req-426e99ee-6d33-4d15-b75d-d650d6ebcfbf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:59.271382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-954df2b0-cc3d-4c30-8f26-0d4759c6db7d req-426e99ee-6d33-4d15-b75d-d650d6ebcfbf tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1023 time: 0.1521318 Dec 16 07:56:59.313245 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f0175c-31df-4255-8f27-fa1d7de86905 x-openstack-request-id: req-14f0175c-31df-4255-8f27-fa1d7de86905 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:56:59.315015 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc", "name": "network-vif-deleted", "tag": "274e0852-501c-43df-b0d7-4e6a6ed46bc0", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:56:59.315308 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14f0175c-31df-4255-8f27-fa1d7de86905 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:56:59.316943 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bc3b56-e33c-4ae7-ab46-effb69c3e4dc', 'name': 'network-vif-deleted', 'tag': '274e0852-501c-43df-b0d7-4e6a6ed46bc0', 'status': 'completed', 'code': 200} Dec 16 07:56:59.328297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:59.435863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:59.437241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:59.439406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 1093 time: 3.1456563 Dec 16 07:56:59.534752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebd7b4-ba27-4bbf-88df-12307b453b99 service neutron] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:56:59.585037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-954df2b0-cc3d-4c30-8f26-0d4759c6db7d req-a7b05fe9-19e4-40c7-821e-69852443f073 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ad85390-5427-4e97-87ee-401c54c2e144&id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=50765de5-ade5-44e9-9687-5e7d07d8967f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3121779 Dec 16 07:56:59.632375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d1ac-0eb3-4879-9a10-a9a9836d038a req-7b25a080-0d98-4b7f-84bb-add105192578 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:59.637467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f979d1ac-0eb3-4879-9a10-a9a9836d038a req-7b25a080-0d98-4b7f-84bb-add105192578 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.2444167 Dec 16 07:56:59.782069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-328eaea3-51d0-4bcb-9355-293f476f8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:56:59.783998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-328eaea3-51d0-4bcb-9355-293f476f8caa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1096 time: 0.1906133 Dec 16 07:56:59.802882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:56:59.845151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f979d1ac-0eb3-4879-9a10-a9a9836d038a req-c4011bf9-4250-4898-bc52-5bea15e4a569 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827807 Dec 16 07:56:59.906192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-3f98ae3d-bbf0-4365-be8c-28a3f85dd938 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 217 time: 0.1002951 Dec 16 07:56:59.987994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdb256-c232-4791-9057-fbec3ec2d645 req-216a708b-da4e-40b9-9f6a-a14ccc6a5b5e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:00.007581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83fdb256-c232-4791-9057-fbec3ec2d645 req-216a708b-da4e-40b9-9f6a-a14ccc6a5b5e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.2746251 Dec 16 07:57:00.193268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c35b692-c37e-4110-a4d0-e86b04503190 req-c35aea26-d671-47a7-9631-ce443d112d8d tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3bc3b56-e33c-4ae7-ab46-effb69c3e4dc HTTP/1.1" status: 200 len: 210 time: 0.0893075 Dec 16 07:57:00.218580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-8223d521-4bdd-4b43-bb0e-b84d13a41eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:00.224790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-8223d521-4bdd-4b43-bb0e-b84d13a41eae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.2779171 Dec 16 07:57:00.337076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83fdb256-c232-4791-9057-fbec3ec2d645 req-b499fdec-34c7-441e-a3ad-1ebc9df1b745 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279285 Dec 16 07:57:00.416777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-e1f9964a-21e4-4065-9366-346840dcad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:00.418293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-e1f9964a-21e4-4065-9366-346840dcad29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812253 Dec 16 07:57:00.497402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e70d4-17fc-43f1-8c1b-e3332fffd20f req-8447dade-7b73-45cc-a78e-134ee3a1fed9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:00.500532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa9e70d4-17fc-43f1-8c1b-e3332fffd20f req-8447dade-7b73-45cc-a78e-134ee3a1fed9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.2263050 Dec 16 07:57:00.614983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-dbea7eb3-c638-4132-a76d-bb4e2aa60bbe tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:00.619507 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-dbea7eb3-c638-4132-a76d-bb4e2aa60bbe tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1023 time: 0.0914707 Dec 16 07:57:00.652058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa9e70d4-17fc-43f1-8c1b-e3332fffd20f req-7d88f18b-3a19-42e7-b49e-976806159638 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439240 Dec 16 07:57:00.694085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-2f476dc5-c90d-4ed6-a304-2c7bc36a34f0 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609437 Dec 16 07:57:00.840104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 274e0852-501c-43df-b0d7-4e6a6ed46bc0 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:57:00.867670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 274e0852-501c-43df-b0d7-4e6a6ed46bc0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:57:00.868510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 274e0852-501c-43df-b0d7-4e6a6ed46bc0 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:57:00.877650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Deleting port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:57:00.877991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:00.924891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66f8e856-ef8a-4804-aa52-0a4e67f4d6e6 req-749511f0-2ed6-4bad-8d94-460911813ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228930 Dec 16 07:57:01.007374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3141-cdea-463b-bbb8-934b72688c8c req-09859829-a2e9-4692-9ec9-6ccdb771de09 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:01.009048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c92c3141-cdea-463b-bbb8-934b72688c8c req-09859829-a2e9-4692-9ec9-6ccdb771de09 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/ports?device_id=838305e2-e738-4d81-94c0-febfe35b74b3 HTTP/1.1" status: 200 len: 1023 time: 0.2752612 Dec 16 07:57:01.051204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] For port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,segment=NetworkSegment(1cef8cc0-576b-430b-935e-7a93984c5a36),segment_id=1cef8cc0-576b-430b-935e-7a93984c5a36)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:01.051960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:01.071830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Calling delete_port for 0b7dd7de-9e85-4377-9ecf-47d0e10c335a owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:57:01.085099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3a6d-0e52-480c-b977-02d8c56e8dd5 req-35bda056-47f3-46d3-9e62-e0a5489dcdd8 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:01.088482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d8f3a6d-0e52-480c-b977-02d8c56e8dd5 req-35bda056-47f3-46d3-9e62-e0a5489dcdd8 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1125002 Dec 16 07:57:01.134679 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3e15f360-767c-48e0-aa10-a2452cce374e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:01.150393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c92c3141-cdea-463b-bbb8-934b72688c8c req-98a057d4-7f84-41f7-acbf-b3b9600be5a6 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ad85390-5427-4e97-87ee-401c54c2e144&id=bad16f67-2a71-47e1-ba7c-fceafc88fd99&id=50765de5-ade5-44e9-9687-5e7d07d8967f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1267858 Dec 16 07:57:01.236266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d8f3a6d-0e52-480c-b977-02d8c56e8dd5 req-8dfaf40f-c61f-4817-9c39-017d07c1d93e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321895 Dec 16 07:57:01.318283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:01.321711 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056bfda0-1272-40b3-b125-45c8370bcde1" -d '{"events": [{"name": "network-changed", "server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:01.340488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:01.381047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'Port': ['ID=0b7dd7de-9e85-4377-9ecf-47d0e10c335a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:01.391900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.392227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.392543 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.392889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.393364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.393708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.394041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.394372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.394700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.395030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.395356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.395575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['0b7dd7de-9e85-4377-9ecf-47d0e10c335a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:01.395699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.395995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:01.452602 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488ae9a8-732d-4547-b541-5003d97f1113 x-openstack-request-id: req-488ae9a8-732d-4547-b541-5003d97f1113 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:01.453247 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:01.453730 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-488ae9a8-732d-4547-b541-5003d97f1113 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:01.454407 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'status': 'completed', 'code': 200} Dec 16 07:57:01.566221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-6515a1d5-de43-4f35-aef2-20c93153c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:01.571548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-6515a1d5-de43-4f35-aef2-20c93153c23d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1096 time: 0.0748806 Dec 16 07:57:01.579827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] No DVR routers for this DVR port 0b7dd7de-9e85-4377-9ecf-47d0e10c335a on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:57:01.588506 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:01.593716 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-155c5f45-a47b-492b-87bf-1e3438e5591e req-bc9983bc-e035-41f2-81f3-d3bd62f50701 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.16 "DELETE /v2.0/ports/0b7dd7de-9e85-4377-9ecf-47d0e10c335a HTTP/1.1" status: 204 len: 173 time: 0.9680998 Dec 16 07:57:01.596488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'name': 'network-vif-deleted', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:01.599381 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9629150-07ea-40ea-a588-750c65b1f09d" -d '{"events": [{"server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "name": "network-vif-deleted", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:01.772521 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:02.117648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664fc16-1147-431e-9bb2-986e1a467065 req-83d8f300-1122-453c-b325-f5a2829f7f48 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:02.121243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f664fc16-1147-431e-9bb2-986e1a467065 req-83d8f300-1122-453c-b325-f5a2829f7f48 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.5215991 Dec 16 07:57:02.165123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-b6b40b09-77d3-4fa0-a32d-4fb21ce162df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:02.166913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-b6b40b09-77d3-4fa0-a32d-4fb21ce162df service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.5871160 Dec 16 07:57:02.220628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-aa51425f-aec7-4559-9317-db2dc67a2a6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 217 time: 0.0406334 Dec 16 07:57:02.238826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f664fc16-1147-431e-9bb2-986e1a467065 req-6f6f624c-1eba-4d1a-bd96-c4a2c70e68ac tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099143 Dec 16 07:57:02.336545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-a5e60361-f594-46ae-b6ef-0890400fb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:02.338098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-a5e60361-f594-46ae-b6ef-0890400fb3c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.0994887 Dec 16 07:57:02.402459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-b8d68f82-9306-42af-9a28-9083a39ace61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:02.403989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-b8d68f82-9306-42af-9a28-9083a39ace61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566297 Dec 16 07:57:02.583232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-fd264f92-d6ae-4b91-865a-bc2d61bf73d5 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665161 Dec 16 07:57:02.741249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-056bfda0-1272-40b3-b125-45c8370bcde1 req-69a4b70c-141f-442f-b107-1db8354bbfbf service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486299 Dec 16 07:57:03.328285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:04.139837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:04.219098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:57:04.244966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0b7dd7de-9e85-4377-9ecf-47d0e10c335a no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:57:04.274484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 0b7dd7de-9e85-4377-9ecf-47d0e10c335a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:57:04.275166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 0b7dd7de-9e85-4377-9ecf-47d0e10c335a not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:57:04.433346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:04.445781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'port_id': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'mac_address': 'fa:16:3e:2d:9f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:57:04.489219 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:04.511552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed33b036-010b-433c-80fb-4c8bd2d9dfa7 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:04.542289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:04.631217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:04.696517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:04.827154 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c549507c-6508-4085-b99b-6375e3a2996f x-openstack-request-id: req-c549507c-6508-4085-b99b-6375e3a2996f {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:04.827683 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838305e2-e738-4d81-94c0-febfe35b74b3", "name": "network-vif-deleted", "tag": "0b7dd7de-9e85-4377-9ecf-47d0e10c335a", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:04.827978 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c549507c-6508-4085-b99b-6375e3a2996f {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:04.828616 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838305e2-e738-4d81-94c0-febfe35b74b3', 'name': 'network-vif-deleted', 'tag': '0b7dd7de-9e85-4377-9ecf-47d0e10c335a', 'status': 'completed', 'code': 200} Dec 16 07:57:05.025558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ed33b036-010b-433c-80fb-4c8bd2d9dfa7'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:05.079981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab2284-53a4-42f7-82d0-a0c8d9c9a34f req-bd655fdb-b977-4c90-940c-92923ff21882 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:05.082274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97ab2284-53a4-42f7-82d0-a0c8d9c9a34f req-bd655fdb-b977-4c90-940c-92923ff21882 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1395195 Dec 16 07:57:05.121535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-39bdd491-62aa-48ee-bfb1-3535efc362d7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:05.129232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-39bdd491-62aa-48ee-bfb1-3535efc362d7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 811 time: 0.2564659 Dec 16 07:57:05.149819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-cc550267-9d79-4c3e-83f0-247040f899f4 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/quotas/28345eeaae734f15b58e96a26c8fc9a5 HTTP/1.1" status: 200 len: 375 time: 0.0186834 Dec 16 07:57:05.239483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97ab2284-53a4-42f7-82d0-a0c8d9c9a34f req-41ec2a3f-c2a4-4135-8371-7f7a34fdfd89 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460729 Dec 16 07:57:05.282063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-07d76dd5-dd2b-4e90-8292-88bbe04cf9d5 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305203 Dec 16 07:57:05.389080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-9bdcf455-2636-4a61-b5b2-68943f9da648 service neutron] 10.222.0.43 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060865 Dec 16 07:57:05.509658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-a2400554-e0ae-4a67-a60d-71b1c84407c0 service neutron] 10.222.0.43 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196241 Dec 16 07:57:05.618096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ee67e-c939-4281-91dc-4553aab54b37 req-8ef4d17e-f178-4464-a186-71ece3f03d10 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:05.620099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d28ee67e-c939-4281-91dc-4553aab54b37 req-8ef4d17e-f178-4464-a186-71ece3f03d10 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 945 time: 0.1089277 Dec 16 07:57:05.696086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d28ee67e-c939-4281-91dc-4553aab54b37 req-08772e7b-34ff-4a4d-81c1-c9f2347ddd45 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678205 Dec 16 07:57:05.832708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e24dd21d-0b3e-4a8d-9def-1b06b23bdf2a req-41740b01-f902-4c03-8643-ad2b8bf953e7 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/5ad85390-5427-4e97-87ee-401c54c2e144 HTTP/1.1" status: 200 len: 1820 time: 0.0605080 Dec 16 07:57:05.951471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e24dd21d-0b3e-4a8d-9def-1b06b23bdf2a req-4baa2526-9187-4d25-b4b0-e17ec76624f3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:05.982209 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e24dd21d-0b3e-4a8d-9def-1b06b23bdf2a req-4baa2526-9187-4d25-b4b0-e17ec76624f3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.125594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e077cc7-0d64-4952-af5f-54f3972b68e8 req-adb0a1cb-905d-4300-bacf-d9623971a30b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 210 time: 0.0410464 Dec 16 07:57:06.162371 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e24dd21d-0b3e-4a8d-9def-1b06b23bdf2a req-4baa2526-9187-4d25-b4b0-e17ec76624f3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.166194 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e24dd21d-0b3e-4a8d-9def-1b06b23bdf2a req-4baa2526-9187-4d25-b4b0-e17ec76624f3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.173928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e24dd21d-0b3e-4a8d-9def-1b06b23bdf2a req-4baa2526-9187-4d25-b4b0-e17ec76624f3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/5ad85390-5427-4e97-87ee-401c54c2e144 HTTP/1.1" status: 204 len: 173 time: 0.3266127 Dec 16 07:57:06.244418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:06.262124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2526-9187-4d25-b4b0-e17ec76624f3 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad85390-5427-4e97-87ee-401c54c2e144,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:06.290789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75f2680c-3d2e-4a44-9253-66b6a52d891a req-fd1281b5-05c3-4609-8df6-42d38d551b03 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "GET /v2.0/security-groups/50765de5-ade5-44e9-9687-5e7d07d8967f HTTP/1.1" status: 200 len: 1817 time: 0.0853951 Dec 16 07:57:06.359425 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58002) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:06.377253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75f2680c-3d2e-4a44-9253-66b6a52d891a req-e09f130d-a346-41cd-88fb-3e27d3d89196 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.412934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75f2680c-3d2e-4a44-9253-66b6a52d891a req-e09f130d-a346-41cd-88fb-3e27d3d89196 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.419431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:57:06.425719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:06.427347 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.476356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84925693-418c-465a-bc03-63aa55c0e814 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.557503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213790e-7940-4d02-88b4-95d366befb8a req-45129aaf-5220-41f2-b087-6670357c2ab1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:06.562531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84925693-418c-465a-bc03-63aa55c0e814 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.569397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e213790e-7940-4d02-88b4-95d366befb8a req-45129aaf-5220-41f2-b087-6670357c2ab1 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1340313 Dec 16 07:57:06.674648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e213790e-7940-4d02-88b4-95d366befb8a req-cd74b8a9-b6fc-4b68-b52e-d2eb22491b74 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050701 Dec 16 07:57:06.700055 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75f2680c-3d2e-4a44-9253-66b6a52d891a req-e09f130d-a346-41cd-88fb-3e27d3d89196 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.703153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-75f2680c-3d2e-4a44-9253-66b6a52d891a req-e09f130d-a346-41cd-88fb-3e27d3d89196 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.704640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75f2680c-3d2e-4a44-9253-66b6a52d891a req-e09f130d-a346-41cd-88fb-3e27d3d89196 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] 10.222.0.43 "DELETE /v2.0/security-groups/50765de5-ade5-44e9-9687-5e7d07d8967f HTTP/1.1" status: 204 len: 173 time: 0.4069650 Dec 16 07:57:06.715110 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58008) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:06.728259 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.743346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f130d-a346-41cd-88fb-3e27d3d89196 tempest-SecurityGroupsTestJSON-433668674 tempest-SecurityGroupsTestJSON-433668674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50765de5-ade5-44e9-9687-5e7d07d8967f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:06.796644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84925693-418c-465a-bc03-63aa55c0e814 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.810234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84925693-418c-465a-bc03-63aa55c0e814 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.814080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-84925693-418c-465a-bc03-63aa55c0e814 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "DELETE /v2.0/security-groups/720c1f95-de4f-48fd-9176-0afc0f7e551a HTTP/1.1" status: 204 len: 168 time: 0.4602678 Dec 16 07:57:06.814519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58016) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:06.834365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:06.843244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84925693-418c-465a-bc03-63aa55c0e814 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720c1f95-de4f-48fd-9176-0afc0f7e551a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:06.845593 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25099562-ee95-4731-a826-f67b1f3072be" -d '{"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-plugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:06.862317 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-7f91a6a8-7584-4171-a7fe-b4988b21e67b tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] show failed (client error): The resource could not be found. Dec 16 07:57:06.868049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7f91a6a8-7584-4171-a7fe-b4988b21e67b tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "GET /v2.0/security-groups/720c1f95-de4f-48fd-9176-0afc0f7e551a HTTP/1.1" status: 404 len: 347 time: 0.0523338 Dec 16 07:57:06.870991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58020) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:06.905115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] Deleting subnet ae93acae-1447-47b6-ba83-dde020e2fbb7 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:57:06.923336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:06.923856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:06.997408 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:07.059580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718fdf4-c775-4fd2-92f0-860094288565 req-7d977d9c-8b57-4344-b341-83247bb56eb2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:07.068624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d718fdf4-c775-4fd2-92f0-860094288565 req-7d977d9c-8b57-4344-b341-83247bb56eb2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1992242 Dec 16 07:57:07.107342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:07.138026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56da7a6-6c7e-4b59-814c-48462ac274aa req-e41e1ea5-5a6d-4a6c-87de-7e19058c4c8d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:07.141953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a56da7a6-6c7e-4b59-814c-48462ac274aa req-e41e1ea5-5a6d-4a6c-87de-7e19058c4c8d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1637011 Dec 16 07:57:07.157883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d718fdf4-c775-4fd2-92f0-860094288565 req-861d3500-23da-45c8-943c-8e8b0f6008fd tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874529 Dec 16 07:57:07.254391 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24803760-a0f6-448c-a55a-d9fc063392e1 x-openstack-request-id: req-24803760-a0f6-448c-a55a-d9fc063392e1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:07.254979 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-plugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:07.260879 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24803760-a0f6-448c-a55a-d9fc063392e1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:07.260879 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'code': 200} Dec 16 07:57:07.304788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a56da7a6-6c7e-4b59-814c-48462ac274aa req-0dcaf6b1-2fc1-4102-a4ff-14304cf48985 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381536 Dec 16 07:57:07.498819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-22006841-fb4b-4eee-abf8-e3d3d234fd77 req-0e44aff6-a28f-49d4-b7c8-ea9d91373ac8 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 210 time: 0.0683196 Dec 16 07:57:07.580695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9abe41-8a55-4861-a899-e6b4518ce191 req-f899b7b4-e71a-4fd3-b971-1d56377dbafc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:07.590363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f9abe41-8a55-4861-a899-e6b4518ce191 req-f899b7b4-e71a-4fd3-b971-1d56377dbafc tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0900993 Dec 16 07:57:07.666364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f9abe41-8a55-4861-a899-e6b4518ce191 req-ee6c212e-f653-474c-ac6d-18a212b386f0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738561 Dec 16 07:57:07.703420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefbad3-0e16-4540-a774-5961a2cdcd8f req-2b85b7e6-52f5-4637-89e7-2a2ce2f29eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:07.707825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fefbad3-0e16-4540-a774-5961a2cdcd8f req-2b85b7e6-52f5-4637-89e7-2a2ce2f29eec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1098 time: 0.1494458 Dec 16 07:57:07.842746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:07.869088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fefbad3-0e16-4540-a774-5961a2cdcd8f req-e780dd82-8234-4d56-aefa-075abe35d026 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438329 Dec 16 07:57:07.922219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec108e28-3779-4881-94c6-85f41584d407 req-c5f90226-4b05-4052-ab58-92d3f780be81 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:07.948802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec108e28-3779-4881-94c6-85f41584d407 req-c5f90226-4b05-4052-ab58-92d3f780be81 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1368737 Dec 16 07:57:07.978863 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.074038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec108e28-3779-4881-94c6-85f41584d407 req-84f771ec-4e56-40ad-9c6d-8e2e345bcf8d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241200 Dec 16 07:57:08.094280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Deleting port 8d3485b8-8498-4b42-b304-f1e4dfec5c08 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:57:08.094280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.177726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.178060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.193574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.204039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Calling delete_port for 8d3485b8-8498-4b42-b304-f1e4dfec5c08 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:57:08.235889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae93acae-1447-47b6-ba83-dde020e2fbb7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:08.246069 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.254703 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f35ed3b5-2ef8-49f8-b2f1-e454746a092f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ae93acae-1447-47b6-ba83-dde020e2fbb7 HTTP/1.1" status: 204 len: 168 time: 1.5329554 Dec 16 07:57:08.258819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58058) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:08.437191 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.511649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1410906-be5c-48cc-a7f3-f3bc9202e128 req-575c18a8-6303-4cbe-91e5-cc8dcf03148c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:08.513424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1410906-be5c-48cc-a7f3-f3bc9202e128 req-575c18a8-6303-4cbe-91e5-cc8dcf03148c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.2881076 Dec 16 07:57:08.535971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.600055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3d6a9-9347-4e27-9975-9c86318599a7 req-21f7168b-8031-460b-b053-3aa74fb32355 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:08.602476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1c3d6a9-9347-4e27-9975-9c86318599a7 req-21f7168b-8031-460b-b053-3aa74fb32355 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1612883 Dec 16 07:57:08.615680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Pushing event deleted for resources: {'Port': ['ID=8d3485b8-8498-4b42-b304-f1e4dfec5c08,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:08.757036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1c3d6a9-9347-4e27-9975-9c86318599a7 req-301b6e6a-dbcd-4e3b-be28-8a369b9af2c3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463573 Dec 16 07:57:08.777499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.782912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:08.786820 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a1fa068a-cc5d-4957-9f19-e251c1f24d37 tempest-ImagesOneServerNegativeTestJSON-878006270 tempest-ImagesOneServerNegativeTestJSON-878006270-project] 10.222.0.43 "DELETE /v2.0/floatingips/ba7f9caa-301a-4d44-bec0-7f529265b141 HTTP/1.1" status: 204 len: 168 time: 1.9128597 Dec 16 07:57:08.792951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1410906-be5c-48cc-a7f3-f3bc9202e128 req-555ce89a-2bb1-4b32-b0fa-f46d2966b20d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668459 Dec 16 07:57:08.861215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.038473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4c0ec3e-74f6-4c31-8d6b-3b8d2bea8ec4 req-c9ab0a08-4fce-48fe-ab57-db978fade5d9 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 210 time: 0.0752032 Dec 16 07:57:09.070542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9362105f-5329-43ac-a545-228f98c434c6']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:09.134773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58090) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:09.255552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cef8cc0-576b-430b-935e-7a93984c5a36') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:09.256195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cef8cc0-576b-430b-935e-7a93984c5a36') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:09.266794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-69749ab4-5815-4408-bc52-acf1fc08ad1f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:09.269238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-69749ab4-5815-4408-bc52-acf1fc08ad1f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 811 time: 0.4629955 Dec 16 07:57:09.277840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] Deleting subnet 440bfd89-12c3-4775-8fb8-e63b6cb8c509 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:57:09.289346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.293989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.302715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Request body: {'port': {'device_id': 'e9da4246-6b7b-42da-b836-692789fce34d', 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'admin_state_up': True, 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:09.362461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.393067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.398685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe907-8a08-405e-971d-c82ef9d374c2 req-a9ddaf05-a8c9-4db3-a3df-ccebf4e56b9a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:09.417361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-668fe907-8a08-405e-971d-c82ef9d374c2 req-a9ddaf05-a8c9-4db3-a3df-ccebf4e56b9a tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.3263218 Dec 16 07:57:09.426337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:57:09.427019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:57:09.449436 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:57:09.455351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.591059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-668fe907-8a08-405e-971d-c82ef9d374c2 req-f0a62b7e-edfa-4b0d-b1c1-e5a22d58c166 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407034 Dec 16 07:57:09.737570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027083c-3d56-4569-8195-55ce70c506e4 req-f0a1b59c-c0b3-4b13-bfb2-612192872b92 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:09.737570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c027083c-3d56-4569-8195-55ce70c506e4 req-f0a1b59c-c0b3-4b13-bfb2-612192872b92 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0510740 Dec 16 07:57:09.786384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c027083c-3d56-4569-8195-55ce70c506e4 req-b00daa42-8b22-4ce2-8769-93a72cba40d0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 Dec 16 07:57:09.820997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.847131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440bfd89-12c3-4775-8fb8-e63b6cb8c509,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:09.853661 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.857263 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb46af83-48f0-47ce-a22f-92791b40ffe3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/440bfd89-12c3-4775-8fb8-e63b6cb8c509 HTTP/1.1" status: 204 len: 168 time: 0.7214646 Dec 16 07:57:09.868400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58110) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:09.869200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.920675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:09.926103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9362105f-5329-43ac-a545-228f98c434c6 HTTP/1.1" status: 204 len: 168 time: 1.6361406 Dec 16 07:57:09.927078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Made reservation on behalf of 28345eeaae734f15b58e96a26c8fc9a5 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:09.931336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.018412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79b181-ba85-420f-a98c-f4d22064e108 admin admin] Pushing event deleted for resources: {'Network': ['ID=9362105f-5329-43ac-a545-228f98c434c6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:10.060774 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.121041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9d52-2a26-4c7f-8dea-df9d6acc59c2 req-9fed6d3e-3b13-43d8-baf8-6ec9c4077f9a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:10.128431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433e9d52-2a26-4c7f-8dea-df9d6acc59c2 req-9fed6d3e-3b13-43d8-baf8-6ec9c4077f9a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.2184958 Dec 16 07:57:10.325238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433e9d52-2a26-4c7f-8dea-df9d6acc59c2 req-9589a538-4852-4f60-a393-23d977affb91 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899266 Dec 16 07:57:10.402778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.432509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Allocated IP 172.20.0.7 (f1641641-dd28-4b37-b25c-1e07d7bd8978/c3f8784a-5127-4856-8f1f-e6d690ca31ec/42341bba-9184-430f-8c4c-c5cd95a1096e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:10.474862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:10.478958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e5fb31-5fc9-4da9-928b-36962739d462']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:10.519700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1525ada2-67d7-4246-bd63-9a0885977dd6 req-1dc845e1-d707-42cb-89b2-f7cdba0a0117 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 210 time: 0.0698035 Dec 16 07:57:10.541190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b365a3-1f62-4377-81e2-169468236c90') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:10.543934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b365a3-1f62-4377-81e2-169468236c90') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:10.637726 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ae50768-e521-443b-8619-f5cb630d8bb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=542e74d0ee884f5387fdb798e2d35545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608250 Dec 16 07:57:10.640414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:10.642612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.723551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058ee7d4-d5f0-4d9c-a00b-b74750ef311d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.738128 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.758586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058ee7d4-d5f0-4d9c-a00b-b74750ef311d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.779857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:57:10.780299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:57:10.782636 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:57:10.910925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058ee7d4-d5f0-4d9c-a00b-b74750ef311d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.913793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058ee7d4-d5f0-4d9c-a00b-b74750ef311d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:10.915056 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-058ee7d4-d5f0-4d9c-a00b-b74750ef311d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bad16f67-2a71-47e1-ba7c-fceafc88fd99 HTTP/1.1" status: 204 len: 168 time: 0.2734530 Dec 16 07:57:10.942713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ee7d4-d5f0-4d9c-a00b-b74750ef311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad16f67-2a71-47e1-ba7c-fceafc88fd99,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:10.954545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61f55e-ee2e-4644-94d8-3756cff1cbcf req-dc04b472-ce5a-420d-9564-d7c22bf65fc6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:10.962470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e61f55e-ee2e-4644-94d8-3756cff1cbcf req-dc04b472-ce5a-420d-9564-d7c22bf65fc6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.4007478 Dec 16 07:57:10.968036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58146) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:10.972210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Request body: {'floatingip': {'port_id': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:11.037675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f8cf-1657-43a6-bcd3-d6e084780be3 req-652f2621-0957-4fcc-a682-82a04c9963f7 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:11.042099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b279f8cf-1657-43a6-bcd3-d6e084780be3 req-652f2621-0957-4fcc-a682-82a04c9963f7 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.3333006 Dec 16 07:57:11.053094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:11.091831 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:11.098523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] 10.222.0.43 "DELETE /v2.0/networks/22e5fb31-5fc9-4da9-928b-36962739d462 HTTP/1.1" status: 204 len: 168 time: 1.2269163 Dec 16 07:57:11.104295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:11.138988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cf524-64b7-4318-bfe6-6d8cbf3ffc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=22e5fb31-5fc9-4da9-928b-36962739d462,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:11.171917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:11.206209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b279f8cf-1657-43a6-bcd3-d6e084780be3 req-a90c09a7-54e8-4954-8c2f-d4803c12a853 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318142 Dec 16 07:57:11.286378 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:57:11.400088 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:11.439264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['76c0cf7d-4e42-4b7c-b00b-c3c24a597b96'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:11.525083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Network f1641641-dd28-4b37-b25c-1e07d7bd8978 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:11.528928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:11.541910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:11.633638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Pushing event updated for resources: {'Port': ['ID=42341bba-9184-430f-8c4c-c5cd95a1096e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:11.753640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:11.755083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:11.806141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58168) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:11.872707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780e46-2495-441e-badd-48c62ffbfe95 req-98a9814c-d0b8-47da-8d38-9f845eba338c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:11.885032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f780e46-2495-441e-badd-48c62ffbfe95 req-98a9814c-d0b8-47da-8d38-9f845eba338c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 931 time: 0.2529225 Dec 16 07:57:11.975999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-0e604389-ebd7-4562-a4b1-7ba06a41d70e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6776206 Dec 16 07:57:12.027006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Request body: {'port': {'device_id': 'e9da4246-6b7b-42da-b836-692789fce34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:12.072445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-62c4d843-1d36-42a7-88dd-2f53ac162281 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89309a3fae6e4777900c26ecf8724567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2630959 Dec 16 07:57:12.079736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58176) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:12.138682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.221789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f780e46-2495-441e-badd-48c62ffbfe95 req-434d14d6-b23e-4196-8540-7df848f9c700 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955801 Dec 16 07:57:12.221789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.268043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62a25177-b982-499b-9820-e3f10f8f6f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.277349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.343096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62a25177-b982-499b-9820-e3f10f8f6f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.409028 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Floating IP 60e63764-3afe-4252-ba52-59f0f7b72b9c associated. External IP: 172.25.2.100, port: ed33b036-010b-433c-80fb-4c8bd2d9dfa7. Dec 16 07:57:12.503986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ddc89-14b1-4d2a-abb2-f24571323bde req-403248f5-2e0a-4fb6-adae-3a497a540583 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:12.505707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb8ddc89-14b1-4d2a-abb2-f24571323bde req-403248f5-2e0a-4fb6-adae-3a497a540583 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.2218056 Dec 16 07:57:12.657302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb8ddc89-14b1-4d2a-abb2-f24571323bde req-b9a51bba-395d-4d5c-b201-44f8cf0dd9d0 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335998 Dec 16 07:57:12.675611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62a25177-b982-499b-9820-e3f10f8f6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.682504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62a25177-b982-499b-9820-e3f10f8f6f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.682504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-62a25177-b982-499b-9820-e3f10f8f6f1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51ae86a0-923e-473e-a9f8-0b5bc3f91477 HTTP/1.1" status: 204 len: 168 time: 0.6005116 Dec 16 07:57:12.765881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a25177-b982-499b-9820-e3f10f8f6f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ae86a0-923e-473e-a9f8-0b5bc3f91477,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:12.900967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42341bba-9184-430f-8c4c-c5cd95a1096e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:12.910890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:12.922129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Router 06c29fa8-9020-4962-a060-e47509e1040c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:57:12.923362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Transition to ACTIVE for port object 42341bba-9184-430f-8c4c-c5cd95a1096e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:57:13.035010 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:57:13.040055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:13.047149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] Sync routers for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:57:13.061452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:57:13.062104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:57:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:13.072502 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-db55678d-fac9-480a-9275-c8e9aed39523 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "PUT /v2.0/floatingips/60e63764-3afe-4252-ba52-59f0f7b72b9c HTTP/1.1" status: 200 len: 992 time: 2.1034977 Dec 16 07:57:13.072682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:13.078392 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d" -d '{"events": [{"name": "network-changed", "server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:13.116634 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cbe6f4-0bbc-4179-8d0e-1d2d9ec568ac x-openstack-request-id: req-b9cbe6f4-0bbc-4179-8d0e-1d2d9ec568ac {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:13.116960 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:13.117243 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9cbe6f4-0bbc-4179-8d0e-1d2d9ec568ac {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:13.117653 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'status': 'completed', 'code': 200} Dec 16 07:57:13.122667 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:13.204855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:57:13.214593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58228) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:13.285423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Pushing event updated for resources: {'Port': ['ID=42341bba-9184-430f-8c4c-c5cd95a1096e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:13.291003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-b70f079c-b211-4a4b-85f5-22971d680911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:13.292719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-b70f079c-b211-4a4b-85f5-22971d680911 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1098 time: 0.1077857 Dec 16 07:57:13.600712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1202443239-network', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:13.604091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '60e63764-3afe-4252-ba52-59f0f7b72b9c', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'floating_ip_address': '172.25.2.100', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'port_id': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'mac_address': 'fa:16:3e:2d:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:56:46Z', 'updated_at': '2021-12-16T07:57:11Z', 'revision_number': 1, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:13.682756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] Checking router: 06c29fa8-9020-4962-a060-e47509e1040c for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:57:13.696154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:57:13.697331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:57:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:13.767958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-9d128f37-13ee-4709-8597-a7965aacbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:13.769718 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-9d128f37-13ee-4709-8597-a7965aacbbbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0820365 Dec 16 07:57:13.773601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:13.779263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:13.816914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:13.927815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e89af-daf7-454f-a0c8-40cedbb82e8e req-d9af2a07-1ae8-4a73-a7de-3f924e2cb019 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:13.929870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8e89af-daf7-454f-a0c8-40cedbb82e8e req-d9af2a07-1ae8-4a73-a7de-3f924e2cb019 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 943 time: 0.6410301 Dec 16 07:57:13.935729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:57:13.943543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4101-8606-4e24-9d9d-0efcf08451bf req-22586485-dcb3-40aa-9c71-8b588b23db2f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:13.945726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-673b4101-8606-4e24-9d9d-0efcf08451bf req-22586485-dcb3-40aa-9c71-8b588b23db2f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.1366112 Dec 16 07:57:13.946467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Attempting to bind port 42341bba-9184-430f-8c4c-c5cd95a1096e on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:13.946800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Attempting to bind port 42341bba-9184-430f-8c4c-c5cd95a1096e by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:13.947492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Attempting to bind port 42341bba-9184-430f-8c4c-c5cd95a1096e on network f1641641-dd28-4b37-b25c-1e07d7bd8978 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:13.952526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-46948240-5404-4c38-92b2-8ba5988955a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:13.954311 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-46948240-5404-4c38-92b2-8ba5988955a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 200 len: 915 time: 0.1745267 Dec 16 07:57:13.964093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-922f3533-eec2-4240-a785-586b2631b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:13.965520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-922f3533-eec2-4240-a785-586b2631b136 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.6573398 Dec 16 07:57:13.972320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Port 42341bba-9184-430f-8c4c-c5cd95a1096e on network f1641641-dd28-4b37-b25c-1e07d7bd8978 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:57:13.972704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Attempting to bind port 42341bba-9184-430f-8c4c-c5cd95a1096e on network f1641641-dd28-4b37-b25c-1e07d7bd8978 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:14.032624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:14.032972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Checking segment: {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:14.033361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Bound using segment: {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:14.033809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Bound port: 42341bba-9184-430f-8c4c-c5cd95a1096e, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1040964-6524-4386-8e0e-02c63e7a631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:14.034170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.040222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.041931 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-2552efdb-0e51-44ab-9012-b247b7d695bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 200 len: 217 time: 0.0669944 Dec 16 07:57:14.106288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-07cf8af3-12ff-41cd-9b18-f9465ab603a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:14.108218 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-07cf8af3-12ff-41cd-9b18-f9465ab603a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 200 len: 854 time: 0.0590487 Dec 16 07:57:14.158245 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-b13ed2d3-f55d-47d6-85cc-92b0f606f5b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7428338e-67f4-4159-8916-fab7a7503461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399406 Dec 16 07:57:14.180096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8e89af-daf7-454f-a0c8-40cedbb82e8e req-4f3cfee6-6a35-4737-8061-2cab1a2cff4f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287102 Dec 16 07:57:14.200636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.207258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-4fd740cd-68ca-41d9-94bd-f5d658816a9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 1000 time: 0.2308960 Dec 16 07:57:14.210668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-673b4101-8606-4e24-9d9d-0efcf08451bf req-10bdd46d-bc03-4363-bfe9-adb55e5a6b52 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2492540 Dec 16 07:57:14.306625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '60e63764-3afe-4252-ba52-59f0f7b72b9c', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'floating_ip_address': '172.25.2.100', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'port_id': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'mac_address': 'fa:16:3e:2d:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:56:46Z', 'updated_at': '2021-12-16T07:57:11Z', 'revision_number': 1, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:14.346101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] For port 42341bba-9184-430f-8c4c-c5cd95a1096e, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:14.376340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] For port 42341bba-9184-430f-8c4c-c5cd95a1096e, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=42341bba-9184-430f-8c4c-c5cd95a1096e,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:14.387547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-f14d27f3-3d36-418b-95c6-ac021b069ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:14.388052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-f14d27f3-3d36-418b-95c6-ac021b069ecc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.1649587 Dec 16 07:57:14.403691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011b12c-e2b0-4f5f-a5c1-d4328704a738 None None] The sync data for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 is: [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '60e63764-3afe-4252-ba52-59f0f7b72b9c', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'floating_ip_address': '172.25.2.100', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'port_id': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'mac_address': 'fa:16:3e:2d:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:56:46Z', 'updated_at': '2021-12-16T07:57:11Z', 'revision_number': 1, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:57:14.442186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ab738-e3c3-46b8-b9f8-54e10c3203ab req-2f9110c5-3fbe-4bcd-b8ff-1d4cb23c53bf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:14.442186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-228ab738-e3c3-46b8-b9f8-54e10c3203ab req-2f9110c5-3fbe-4bcd-b8ff-1d4cb23c53bf tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1269290 Dec 16 07:57:14.474491 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-b9a04dcd-0301-4811-9048-974c9e11ac67 service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078282 Dec 16 07:57:14.481114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab5e8a5-cc79-4151-8daf-39078192495f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:14.513486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-2201133d-fc07-4241-9896-d533284e4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:14.515054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-2201133d-fc07-4241-9896-d533284e4d11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194611 Dec 16 07:57:14.521852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:57:14.523460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-228ab738-e3c3-46b8-b9f8-54e10c3203ab req-3f428311-798b-403c-9223-6a743d665f41 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732601 Dec 16 07:57:14.534250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.577474 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.578319 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Added segment 4ece717c-282c-4e0b-8650-6e0b513d8612 of type vlan for network 0348baac-7305-42e1-aa7e-87d76528ee07 Dec 16 07:57:14.613934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:14.614587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.616860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] 10.222.0.36 "PUT /v2.0/ports/42341bba-9184-430f-8c4c-c5cd95a1096e HTTP/1.1" status: 200 len: 1092 time: 2.6126111 Dec 16 07:57:14.620482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9da4246-6b7b-42da-b836-692789fce34d', 'tag': '42341bba-9184-430f-8c4c-c5cd95a1096e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:14.622825 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bc9a89-aa3f-41e6-89d5-3e9f9c163672" -d '{"events": [{"name": "network-changed", "server_uuid": "e9da4246-6b7b-42da-b836-692789fce34d", "tag": "42341bba-9184-430f-8c4c-c5cd95a1096e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:14.658156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.689067 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0cd52772-9e5a-44de-ad66-31696b38d303 req-47842c1d-dc63-4c16-b65d-992022b1fc9f service neutron] 10.222.0.36 "GET /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046173 Dec 16 07:57:14.703465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83144e-5da2-436e-83b7-576563ff1716 service neutron] Pushing event updated for resources: {'Port': ['ID=42341bba-9184-430f-8c4c-c5cd95a1096e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:14.723726 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd728514-aba2-42be-993d-33dcb9c35f37 x-openstack-request-id: req-dd728514-aba2-42be-993d-33dcb9c35f37 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:14.723950 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9da4246-6b7b-42da-b836-692789fce34d", "tag": "42341bba-9184-430f-8c4c-c5cd95a1096e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:14.724219 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd728514-aba2-42be-993d-33dcb9c35f37 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:14.724671 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da4246-6b7b-42da-b836-692789fce34d', 'tag': '42341bba-9184-430f-8c4c-c5cd95a1096e', 'status': 'completed', 'code': 200} Dec 16 07:57:14.764359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-24c34354-9b22-404f-9bd6-b4b4b20524db service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389510 Dec 16 07:57:14.773089 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b08d7-7f67-48e6-9390-f83d6f883489 None None] New status for floating IP 60e63764-3afe-4252-ba52-59f0f7b72b9c: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:57:14.826343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc9a89-aa3f-41e6-89d5-3e9f9c163672 req-9885b4bf-a3fc-4226-a4ad-9f5de4fc16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:14.829018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10bc9a89-aa3f-41e6-89d5-3e9f9c163672 req-9885b4bf-a3fc-4226-a4ad-9f5de4fc16a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 1095 time: 0.0602922 Dec 16 07:57:14.922233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.923157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:14.923993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:14.925964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0ecbb9e-ec02-49e8-8016-1c5fc372274d req-51fb01d4-7869-4239-80b9-ab1084f4d082 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448090 Dec 16 07:57:15.028503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] Pushing event updated for resources: {'Network': ['ID=0348baac-7305-42e1-aa7e-87d76528ee07,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:15.042243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 0348baac-7305-42e1-aa7e-87d76528ee07 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:57:15.043050 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb6b58b6-12a6-45ac-8b0f-9cb879fbf74e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8273075 Dec 16 07:57:15.045802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58288) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:15.051211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Request body: {'subnet': {'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1202443239-subnet', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:15.087769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc9a89-aa3f-41e6-89d5-3e9f9c163672 req-cc89f352-1932-40d8-b5aa-0c84a04fdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.089379 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10bc9a89-aa3f-41e6-89d5-3e9f9c163672 req-cc89f352-1932-40d8-b5aa-0c84a04fdfdd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2456386 Dec 16 07:57:15.178250 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:15.181036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:15.304295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc9a89-aa3f-41e6-89d5-3e9f9c163672 req-828f8fc9-98ab-4cd1-ba18-4f949553eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.305809 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10bc9a89-aa3f-41e6-89d5-3e9f9c163672 req-828f8fc9-98ab-4cd1-ba18-4f949553eef5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2085464 Dec 16 07:57:15.306503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db18cfe9-99ea-4a46-b5e9-cc69b84bfc9f req-5e55db2b-ba6a-4e29-9bae-8eee9f124baa tempest-AbsoluteLimitsNegativeTestJSON-725475511 tempest-AbsoluteLimitsNegativeTestJSON-725475511-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fa77192e69454e04a6bd0539f6d7dec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602417 Dec 16 07:57:15.330321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104f7a0-73f3-4f11-b350-debbb8838980 req-5e267efc-9ef5-4a47-99b0-b6c46cd18cc4 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.331998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6104f7a0-73f3-4f11-b350-debbb8838980 req-5e267efc-9ef5-4a47-99b0-b6c46cd18cc4 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 943 time: 0.0679784 Dec 16 07:57:15.451152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6104f7a0-73f3-4f11-b350-debbb8838980 req-9469e051-288b-4405-b6b5-5f9b43f72623 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095953 Dec 16 07:57:15.464735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-f7b4092b-4816-4ffa-8c4c-a4c7260058af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.474875 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-f7b4092b-4816-4ffa-8c4c-a4c7260058af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 1095 time: 0.0558457 Dec 16 07:57:15.488760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18cfe9-99ea-4a46-b5e9-cc69b84bfc9f req-367dc8e3-5b0f-462d-8dc5-83a7fe2136bf tempest-AbsoluteLimitsNegativeTestJSON-725475511 tempest-AbsoluteLimitsNegativeTestJSON-725475511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.490839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db18cfe9-99ea-4a46-b5e9-cc69b84bfc9f req-367dc8e3-5b0f-462d-8dc5-83a7fe2136bf tempest-AbsoluteLimitsNegativeTestJSON-725475511 tempest-AbsoluteLimitsNegativeTestJSON-725475511-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693769 Dec 16 07:57:15.512124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db18cfe9-99ea-4a46-b5e9-cc69b84bfc9f req-0ba613a9-dfe1-4fea-bdf3-496ab22d569d tempest-AbsoluteLimitsNegativeTestJSON-725475511 tempest-AbsoluteLimitsNegativeTestJSON-725475511-project] 10.222.0.43 "GET /v2.0/quotas/fa77192e69454e04a6bd0539f6d7dec7 HTTP/1.1" status: 200 len: 375 time: 0.0131814 Dec 16 07:57:15.532872 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-ade44e50-582e-4fdf-b247-2af96b968df2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42341bba-9184-430f-8c4c-c5cd95a1096e HTTP/1.1" status: 200 len: 217 time: 0.0441103 Dec 16 07:57:15.544377 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:15.554494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db18cfe9-99ea-4a46-b5e9-cc69b84bfc9f req-31355473-83b0-4747-ad3b-89fd2d1d0856 tempest-AbsoluteLimitsNegativeTestJSON-725475511 tempest-AbsoluteLimitsNegativeTestJSON-725475511-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa77192e69454e04a6bd0539f6d7dec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352626 Dec 16 07:57:15.603702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe48fe4-b2e5-4028-89a9-e11a8849c277 req-db3adc26-35a3-48ce-afea-bee44eb5d3c1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.605967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fe48fe4-b2e5-4028-89a9-e11a8849c277 req-db3adc26-35a3-48ce-afea-bee44eb5d3c1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.0769725 Dec 16 07:57:15.645330 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1e2bc5-07a6-4a8d-bce9-8f20cb339089,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:15.650237 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-49f4b23c-64f3-4c7f-89fe-43f2983e58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.651703 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-49f4b23c-64f3-4c7f-89fe-43f2983e58f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 200 len: 851 time: 0.1037321 Dec 16 07:57:15.712449 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-b1aa2134-cbe2-4d3c-a48a-91aaa3384d9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1641641-dd28-4b37-b25c-1e07d7bd8978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484016 Dec 16 07:57:15.713815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Checking segment: {'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:15.714121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Network hostable DHCP agents. Network: 0348baac-7305-42e1-aa7e-87d76528ee07, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:57:15.726720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fe48fe4-b2e5-4028-89a9-e11a8849c277 req-50618002-92d4-49eb-9335-6fa350824833 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051533 Dec 16 07:57:15.881507 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-fcda8135-3663-4969-8bcb-a1bdcd3d580a service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487856 Dec 16 07:57:15.887070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5575e82-4e79-46c9-9726-6c6ea052af8d req-37f7c3e4-bd41-4426-bf9b-fe562f617abb tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:15.889017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5575e82-4e79-46c9-9726-6c6ea052af8d req-37f7c3e4-bd41-4426-bf9b-fe562f617abb tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0769513 Dec 16 07:57:15.943505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5575e82-4e79-46c9-9726-6c6ea052af8d req-ad2a9942-f5a9-4698-9bf8-974d9c9bf463 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Dec 16 07:57:15.981557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Network 0348baac-7305-42e1-aa7e-87d76528ee07 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:57:16.016757 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-feee514b-95fa-4873-a680-1e2bbcdf9bbd req-2a2c9da6-95e1-4e2c-bc08-14e0b8cf9e52 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262064 Dec 16 07:57:16.128010 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 0348baac-7305-42e1-aa7e-87d76528ee07) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:16.132297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:16.133024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.138393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1172240e-542e-42fc-8201-0942d366896b None None] Network 0348baac-7305-42e1-aa7e-87d76528ee07 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:16.251882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-0348baac-7305-42e1-aa7e-87d76528ee07', 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07', 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'fixed_ips': [{'subnet_id': 'bd1e2bc5-07a6-4a8d-bce9-8f20cb339089'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:57:16.252782 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.304265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:16.317448 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-22ac74a0-390d-4a05-ad50-3dadd1ab8e91 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2670097 Dec 16 07:57:16.317771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58344) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:16.318797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:57:16.322529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:16.438886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.440325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.449791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8764fd46-7627-4967-a284-cbd021531376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.547758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.611424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8764fd46-7627-4967-a284-cbd021531376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.621615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1d99d-6526-4e18-8ab0-b849c1a317ce req-0c26617d-b56a-4231-80df-b3767ca4a587 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:16.629863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ef1d99d-6526-4e18-8ab0-b849c1a317ce req-0c26617d-b56a-4231-80df-b3767ca4a587 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 943 time: 0.0637662 Dec 16 07:57:16.646883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Allocated IP 172.20.0.2 (0348baac-7305-42e1-aa7e-87d76528ee07/bd1e2bc5-07a6-4a8d-bce9-8f20cb339089/64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:16.653698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.707023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ef1d99d-6526-4e18-8ab0-b849c1a317ce req-7e5cc196-4e6f-43f9-9abc-caf1587bacc8 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762994 Dec 16 07:57:16.723626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:16.734697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8764fd46-7627-4967-a284-cbd021531376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.749188 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db72174f-2347-4f59-8c21-24adc905b9c1" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-unplugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:16.790912 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8764fd46-7627-4967-a284-cbd021531376 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa77192e69454e04a6bd0539f6d7dec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854681 Dec 16 07:57:16.791944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764fd46-7627-4967-a284-cbd021531376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aac3737-a118-44c1-9e52-289a70881e3f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:16.794714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:16.821293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.840801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:16.854848 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92995973-ed1d-4707-8fbe-8f41275a38a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.879473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92995973-ed1d-4707-8fbe-8f41275a38a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.924395 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:16.966625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.043490 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89006cb-ba06-4c5f-926b-2a276baf85bc x-openstack-request-id: req-f89006cb-ba06-4c5f-926b-2a276baf85bc {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:17.043838 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-unplugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:17.044503 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f89006cb-ba06-4c5f-926b-2a276baf85bc {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:17.044960 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'code': 200} Dec 16 07:57:17.056335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:17.094341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.134047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92995973-ed1d-4707-8fbe-8f41275a38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.137138 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92995973-ed1d-4707-8fbe-8f41275a38a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.138305 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92995973-ed1d-4707-8fbe-8f41275a38a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0aac3737-a118-44c1-9e52-289a70881e3f HTTP/1.1" status: 204 len: 168 time: 0.3421516 Dec 16 07:57:17.146677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92995973-ed1d-4707-8fbe-8f41275a38a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aac3737-a118-44c1-9e52-289a70881e3f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:17.164756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Network 0348baac-7305-42e1-aa7e-87d76528ee07 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:17.174711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:17.179579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:17.189140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Pushing event updated for resources: {'Port': ['ID=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:17.228782 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.260385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Attempting to bind port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:17.260853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Attempting to bind port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:17.261767 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.262099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Attempting to bind port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 on network 0348baac-7305-42e1-aa7e-87d76528ee07 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:17.267839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:17.268274 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Checking segment: {'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:17.268683 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.269074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Bound using segment: {'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:17.269545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Bound port: 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:17.269930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.274765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24224ebd-1808-4999-ba5d-365e4374e5ba req-7c170acb-8597-4891-b0ec-073a42dc710f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:17.276349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24224ebd-1808-4999-ba5d-365e4374e5ba req-7c170acb-8597-4891-b0ec-073a42dc710f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1601214 Dec 16 07:57:17.343421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] For port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:17.347044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] For port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,segment=NetworkSegment(4ece717c-282c-4e0b-8650-6e0b513d8612),segment_id=4ece717c-282c-4e0b-8650-6e0b513d8612)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:17.403890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24224ebd-1808-4999-ba5d-365e4374e5ba req-917928a2-1987-42a5-b001-c26281059927 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205094 Dec 16 07:57:17.432972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Allocated IP 172.25.2.151 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/0fb38153-be05-4750-826b-9ee0adedf04c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:17.546841 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.573053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ba338-8f2c-44a7-82c8-b2ed1f5c19ce req-95f503fa-00e8-4f27-95f4-a7a4454c4d4d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:17.577229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-068ba338-8f2c-44a7-82c8-b2ed1f5c19ce req-95f503fa-00e8-4f27-95f4-a7a4454c4d4d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0882168 Dec 16 07:57:17.639326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-068ba338-8f2c-44a7-82c8-b2ed1f5c19ce req-2f0b3258-cd72-4f35-9f1a-447dd5ce887d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 Dec 16 07:57:17.650665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.657700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32bc20-c426-4094-8a9d-f8fe9fbb4546 None None] Pushing event updated for resources: {'Port': ['ID=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:17.791919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:17.885677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:17.893563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:17.897005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Pushing event updated for resources: {'Port': ['ID=0fb38153-be05-4750-826b-9ee0adedf04c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:17.900361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:17.918126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb0adc-ab55-4291-81cb-7d0db3464ad4 req-5e99339a-9b6a-427d-875d-56b87b388e39 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:17.926150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4cb0adc-ab55-4291-81cb-7d0db3464ad4 req-5e99339a-9b6a-427d-875d-56b87b388e39 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1742227 Dec 16 07:57:18.017133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c188-d085-4d8a-b49d-6c86e1573a9f req-41d73e3d-172a-4e9c-8768-ab1a42a64515 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:18.018785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aeb1c188-d085-4d8a-b49d-6c86e1573a9f req-41d73e3d-172a-4e9c-8768-ab1a42a64515 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 943 time: 0.1820476 Dec 16 07:57:18.093578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4cb0adc-ab55-4291-81cb-7d0db3464ad4 req-4dbd9ca6-6edd-4295-be8e-4614b91146f4 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633723 Dec 16 07:57:18.266873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aeb1c188-d085-4d8a-b49d-6c86e1573a9f req-851f4404-ea31-471e-b69f-a63b0ce3994f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411847 Dec 16 07:57:18.333545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee18f76-06c3-406d-bf2e-9f4c3df4d862 req-760983b2-fb7f-420a-a65a-0dfbc4fdad27 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:18.333545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ee18f76-06c3-406d-bf2e-9f4c3df4d862 req-760983b2-fb7f-420a-a65a-0dfbc4fdad27 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0654082 Dec 16 07:57:18.385579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ee18f76-06c3-406d-bf2e-9f4c3df4d862 req-debde5b5-dfa2-47f0-844a-2336016ad89d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Dec 16 07:57:18.661011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ce67d-3816-4609-b518-9f67c1d23965 req-01e52560-ea29-4222-822f-fe24510cab89 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:18.662553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-542ce67d-3816-4609-b518-9f67c1d23965 req-01e52560-ea29-4222-822f-fe24510cab89 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1150587 Dec 16 07:57:18.674187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58432) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:18.686000 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:18.800211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-265432324-network', 'tenant_id': '3d688ec5c7e54dbdb866242c7e3e51e5'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:18.806956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-542ce67d-3816-4609-b518-9f67c1d23965 req-026871eb-a457-4b38-9e2b-1a1624af3f61 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317246 Dec 16 07:57:18.927099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Made reservation on behalf of 3d688ec5c7e54dbdb866242c7e3e51e5 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:18.931361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:18.943396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:18.965211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 42341bba-9184-430f-8c4c-c5cd95a1096e details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:57:18.968837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:18.981648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25632e16-0874-4013-964d-5f342ddfe444 req-f8ba4aa9-8dc4-4c3a-96f5-9649e5d9fc87 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:18.983410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25632e16-0874-4013-964d-5f342ddfe444 req-f8ba4aa9-8dc4-4c3a-96f5-9649e5d9fc87 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0724156 Dec 16 07:57:19.060374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3aad39-ec31-46b5-bb01-85bf456ba8b2 None None] Network 0348baac-7305-42e1-aa7e-87d76528ee07 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:19.074057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.156990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25632e16-0874-4013-964d-5f342ddfe444 req-7e56aa00-12c2-4c0e-a4c9-90537457f04f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944281 Dec 16 07:57:19.174872 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.190744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:57:19.211135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.211675 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Added segment cb29946d-1bda-48e7-a94b-359afd466bb5 of type vlan for network 474af30f-69f6-4f00-8ad1-7a8cc600541a Dec 16 07:57:19.212886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-05adb9f7-54ba-4828-8b11-550d2462316b None None] Provisioning complete for port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:19.213261 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05adb9f7-54ba-4828-8b11-550d2462316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.263610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:19.280952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.340590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 42341bba-9184-430f-8c4c-c5cd95a1096e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=42341bba-9184-430f-8c4c-c5cd95a1096e,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:19.352456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4df952-416d-4457-8847-e68a6e386954,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:19.369462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '42341bba-9184-430f-8c4c-c5cd95a1096e', 'network_id': 'f1641641-dd28-4b37-b25c-1e07d7bd8978', 'port_id': '42341bba-9184-430f-8c4c-c5cd95a1096e', 'mac_address': 'fa:16:3e:a8:9c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f8784a-5127-4856-8f1f-e6d690ca31ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:57:19.407421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab0cfe-c1e5-48fb-8866-f3fe31625610 req-49a82262-eb21-4d9e-aba2-2b6136bccc42 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:19.409051 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eab0cfe-c1e5-48fb-8866-f3fe31625610 req-49a82262-eb21-4d9e-aba2-2b6136bccc42 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0658219 Dec 16 07:57:19.425428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Router 3c5dc22b-ca34-44fd-b850-9149fb807f89 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:57:19.460466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:19.460933 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.462495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.475004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.475004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:19.475004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.501358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eab0cfe-c1e5-48fb-8866-f3fe31625610 req-31d740cb-221c-494d-a504-163f59e9d704 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829704 Dec 16 07:57:19.519059 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05adb9f7-54ba-4828-8b11-550d2462316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.567942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] Pushing event updated for resources: {'Network': ['ID=474af30f-69f6-4f00-8ad1-7a8cc600541a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:19.573019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42341bba-9184-430f-8c4c-c5cd95a1096e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:19.581548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 474af30f-69f6-4f00-8ad1-7a8cc600541a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:57:19.649601 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-10f494d7-e805-402e-b885-2be4f0cf074f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9725235 Dec 16 07:57:19.659075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58464) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:19.659075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Request body: {'subnet': {'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-265432324-subnet', 'tenant_id': '3d688ec5c7e54dbdb866242c7e3e51e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:19.677069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-05adb9f7-54ba-4828-8b11-550d2462316b None None] For port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,segment=NetworkSegment(4ece717c-282c-4e0b-8650-6e0b513d8612),segment_id=4ece717c-282c-4e0b-8650-6e0b513d8612)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:19.694931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 42341bba-9184-430f-8c4c-c5cd95a1096e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=42341bba-9184-430f-8c4c-c5cd95a1096e,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:19.708089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276bb69-1f9d-46d6-9096-96271d5b727b req-7fa519fe-c666-4f16-ac33-89e2196cb03b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:19.710406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2276bb69-1f9d-46d6-9096-96271d5b727b req-7fa519fe-c666-4f16-ac33-89e2196cb03b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 943 time: 0.2494996 Dec 16 07:57:19.734311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:57:19.750352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Sync routers for ids ['3c5dc22b-ca34-44fd-b850-9149fb807f89'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:57:19.770913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Routers {'3c5dc22b-ca34-44fd-b850-9149fb807f89'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:57:19.771560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:57:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3c5dc22b-ca34-44fd-b850-9149fb807f89'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:19.773039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e2e2-0dbc-4d36-b1e7-243ce4c362d0 req-8e956bd0-6d67-45a0-9eaa-b5675c6c4aa5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:19.775153 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.780433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a89e2e2-0dbc-4d36-b1e7-243ce4c362d0 req-8e956bd0-6d67-45a0-9eaa-b5675c6c4aa5 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1334949 Dec 16 07:57:19.785269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Made reservation on behalf of 3d688ec5c7e54dbdb866242c7e3e51e5 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:19.792310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.827731 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05adb9f7-54ba-4828-8b11-550d2462316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.835181 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2276bb69-1f9d-46d6-9096-96271d5b727b req-71adce79-a8bb-4e56-8916-7106276f310c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133637 Dec 16 07:57:19.835514 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.871141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a89e2e2-0dbc-4d36-b1e7-243ce4c362d0 req-d86acd7e-cee9-41a1-9cca-7929a087450f tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897343 Dec 16 07:57:19.882200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:19.882200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-212a585d-8299-447d-b0aa-871990093a3f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5588617 Dec 16 07:57:19.884725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58468) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:19.999109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adb9f7-54ba-4828-8b11-550d2462316b None None] Pushing event updated for resources: {'Port': ['ID=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:20.041058 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:57:20.041762 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:57:20.057832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Set router 3c5dc22b-ca34-44fd-b850-9149fb807f89 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:57:20.062854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9c3c9ba7-fc1a-4c97-bf8d-337f894ed028 None None] Provisioning complete for port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:20.063228 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9c3c9ba7-fc1a-4c97-bf8d-337f894ed028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:20.078914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-6c11639c-cebf-48c7-9212-a7771be1f562 req-90af8cf3-a743-4801-af2d-12bf90ed1af6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 07:57:20.080081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c11639c-cebf-48c7-9212-a7771be1f562 req-90af8cf3-a743-4801-af2d-12bf90ed1af6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0868573 Dec 16 07:57:20.176063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['42341bba-9184-430f-8c4c-c5cd95a1096e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:20.180386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:20.267430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bea995-9ad0-4d63-ba4c-5f82d7c1b132 req-39b75a66-ba03-4523-842c-bd820503cc46 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:20.270015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6bea995-9ad0-4d63-ba4c-5f82d7c1b132 req-39b75a66-ba03-4523-842c-bd820503cc46 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1222246 Dec 16 07:57:20.302174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:20.332904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Checking segment: {'id': 'cb29946d-1bda-48e7-a94b-359afd466bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:20.332904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Network hostable DHCP agents. Network: 474af30f-69f6-4f00-8ad1-7a8cc600541a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:57:20.397721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f6bea995-9ad0-4d63-ba4c-5f82d7c1b132 req-4e8e3837-b627-420f-9b69-b6615c2954e2 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186292 Dec 16 07:57:20.463358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=42341bba-9184-430f-8c4c-c5cd95a1096e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:20.516631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Network 474af30f-69f6-4f00-8ad1-7a8cc600541a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:57:20.581845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24697-07ba-49ce-bf72-ca9b090dda3d req-774cf42a-b47e-431d-b0e5-38f64d0b2952 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:20.583328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27d24697-07ba-49ce-bf72-ca9b090dda3d req-774cf42a-b47e-431d-b0e5-38f64d0b2952 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0939910 Dec 16 07:57:20.589850 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:20.686669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27d24697-07ba-49ce-bf72-ca9b090dda3d req-3d79c3a4-fe52-4792-9117-0ac983ac2d5e tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946069 Dec 16 07:57:20.716665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:57:18Z', 'revision_number': 3, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:20.750950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 474af30f-69f6-4f00-8ad1-7a8cc600541a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:20.757761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:20.760160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:20.786704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d632b-488d-4cb5-bd6d-51e70819f480 None None] Network 474af30f-69f6-4f00-8ad1-7a8cc600541a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:20.797268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Checking router: 3c5dc22b-ca34-44fd-b850-9149fb807f89 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:57:20.797674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Updating router 3c5dc22b-ca34-44fd-b850-9149fb807f89 port 0fb38153-be05-4750-826b-9ee0adedf04c binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:57:20.903907 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:20.920071 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bdc52c16-21bf-42c6-82b1-90edc247b936 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2667124 Dec 16 07:57:21.123433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:21.131224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458c70d-a212-455d-bd5d-aefbb3818316 None None] Network 474af30f-69f6-4f00-8ad1-7a8cc600541a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:21.221438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Allocated IP 172.20.0.1 (0348baac-7305-42e1-aa7e-87d76528ee07/bd1e2bc5-07a6-4a8d-bce9-8f20cb339089/47a406f4-7c30-4d15-b5bb-8ac2ab9db81d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:21.331261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:21.331982 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.342063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54232b8-be53-4a5b-a5db-03c9a034ff75 req-5228be71-9f50-4694-bdd0-d6b5916c6d1d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:21.343768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a54232b8-be53-4a5b-a5db-03c9a034ff75 req-5228be71-9f50-4694-bdd0-d6b5916c6d1d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.5251267 Dec 16 07:57:21.367586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935d6da-e954-46ce-a6d5-49b448cb9569 req-f3a44680-917f-46f6-a8a6-ea4249f74b48 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:21.375872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e935d6da-e954-46ce-a6d5-49b448cb9569 req-f3a44680-917f-46f6-a8a6-ea4249f74b48 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 944 time: 0.1571364 Dec 16 07:57:21.402123 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.492214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a54232b8-be53-4a5b-a5db-03c9a034ff75 req-9ea814db-1c6a-4c82-b027-b7bcc3d8382c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355987 Dec 16 07:57:21.500752 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.523722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e935d6da-e954-46ce-a6d5-49b448cb9569 req-db9c98fc-473b-449f-aaef-ebc513b26649 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413989 Dec 16 07:57:21.535407 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.587802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Attempting to bind port 0fb38153-be05-4750-826b-9ee0adedf04c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:21.588171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Attempting to bind port 0fb38153-be05-4750-826b-9ee0adedf04c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:21.588694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Attempting to bind port 0fb38153-be05-4750-826b-9ee0adedf04c on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:21.598923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:21.599311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:21.599710 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.600090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:21.600609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Bound port: 0fb38153-be05-4750-826b-9ee0adedf04c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:21.601064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.640476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4973-f62f-420a-b271-eb2516c2bfc8 None None] Pushing event updated for resources: {'Port': ['ID=0fb38153-be05-4750-826b-9ee0adedf04c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:21.670038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] For port 0fb38153-be05-4750-826b-9ee0adedf04c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:21.674729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] For port 0fb38153-be05-4750-826b-9ee0adedf04c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0fb38153-be05-4750-826b-9ee0adedf04c,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:21.710537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e37c7a-439c-4fd4-8b5a-f7ad8d2e558e req-6d9cf9d3-f03a-46ef-aab7-9b3cc6d8f607 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:21.713463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1e37c7a-439c-4fd4-8b5a-f7ad8d2e558e req-6d9cf9d3-f03a-46ef-aab7-9b3cc6d8f607 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0533676 Dec 16 07:57:21.793627 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.802968 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:21.863121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Routers {'3c5dc22b-ca34-44fd-b850-9149fb807f89'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:57:21.863769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:57:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3c5dc22b-ca34-44fd-b850-9149fb807f89'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:21.870023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4973-f62f-420a-b271-eb2516c2bfc8 None None] Pushing event updated for resources: {'Port': ['ID=0fb38153-be05-4750-826b-9ee0adedf04c,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:21.879745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Network 0348baac-7305-42e1-aa7e-87d76528ee07 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:21.888278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1e37c7a-439c-4fd4-8b5a-f7ad8d2e558e req-65bfe1c4-0923-4002-8558-259c81c3c380 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689146 Dec 16 07:57:21.893668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:21.907114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:21.911290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Pushing event updated for resources: {'Port': ['ID=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:21.960529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-91789e3d-d955-4ba2-b362-676ca102b8ae tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:21.962223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-91789e3d-d955-4ba2-b362-676ca102b8ae tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/networks?id=474af30f-69f6-4f00-8ad1-7a8cc600541a HTTP/1.1" status: 200 len: 813 time: 0.2367253 Dec 16 07:57:21.997217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-a55839be-0362-4093-bd37-fb87c27eafea tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/quotas/3d688ec5c7e54dbdb866242c7e3e51e5 HTTP/1.1" status: 200 len: 375 time: 0.0233443 Dec 16 07:57:21.998069 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:22.010407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] Set router 3c5dc22b-ca34-44fd-b850-9149fb807f89 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:57:22.108382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-28d7be1f-b510-44ff-a374-125862e8cba3 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d688ec5c7e54dbdb866242c7e3e51e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722477 Dec 16 07:57:22.217963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d95dc-429d-461c-bf6c-4583c4539410 req-275fe64c-a884-43aa-b9c0-2165adfe085c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:22.219458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d51d95dc-429d-461c-bf6c-4583c4539410 req-275fe64c-a884-43aa-b9c0-2165adfe085c tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1822448 Dec 16 07:57:22.239790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:57:18Z', 'revision_number': 3, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:22.268003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2311d-35d6-4b2e-933a-f604bc3a1e38 None None] The sync data for ids ['3c5dc22b-ca34-44fd-b850-9149fb807f89'] in n-d-820935-11 is: [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:57:18Z', 'revision_number': 3, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:57:22.304055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7671860-8ae6-49e1-9cfd-6cf7375311df None None] Provisioning complete for port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:22.304445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7671860-8ae6-49e1-9cfd-6cf7375311df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:22.311145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d51d95dc-429d-461c-bf6c-4583c4539410 req-03a03504-bf7d-4c30-9cf2-ee333c208486 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829463 Dec 16 07:57:22.313141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-f50708cd-327c-468c-91fc-5d866e1c7c76 service neutron] 10.222.0.43 "GET /v2.0/networks/474af30f-69f6-4f00-8ad1-7a8cc600541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902719 Dec 16 07:57:22.345378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:57:22.368609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7671860-8ae6-49e1-9cfd-6cf7375311df None None] Port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:57:22.468896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:22.469366 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:22.483138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '29774ac9-2557-42d5-a607-d08cff641dbd', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd', 'mac_address': 'fa:16:3e:0a:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:57:22.532637 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:22.540268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-48147b1e-c7d7-4447-b899-8a814bf4208e service neutron] 10.222.0.43 "GET /v2.0/networks/474af30f-69f6-4f00-8ad1-7a8cc600541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165246 Dec 16 07:57:22.552457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29774ac9-2557-42d5-a607-d08cff641dbd {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:22.553219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5668c4-eab7-4cb4-90c6-4fb7970ffa89 req-87d556e4-554f-4501-85e1-b70ed3654f05 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:22.554409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c5668c4-eab7-4cb4-90c6-4fb7970ffa89 req-87d556e4-554f-4501-85e1-b70ed3654f05 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1429560 Dec 16 07:57:22.576502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:22.682263 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:22.710717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c5668c4-eab7-4cb4-90c6-4fb7970ffa89 req-83774be5-7912-4ced-bfce-b8722254bf63 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287012 Dec 16 07:57:22.754671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:22.785291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:22.849368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['29774ac9-2557-42d5-a607-d08cff641dbd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:22.877320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879736ce-77aa-4609-a18d-6b8be334a123 req-56fbe3f7-5050-4ccc-8c4a-8ded1e40d071 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:22.879043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-879736ce-77aa-4609-a18d-6b8be334a123 req-56fbe3f7-5050-4ccc-8c4a-8ded1e40d071 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 944 time: 0.0556355 Dec 16 07:57:22.946913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-879736ce-77aa-4609-a18d-6b8be334a123 req-16bc18da-d960-4aa5-afec-9a49c9545fd9 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597317 Dec 16 07:57:22.983337 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.014020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 42341bba-9184-430f-8c4c-c5cd95a1096e up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:23.275311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0fb38153-be05-4750-826b-9ee0adedf04c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:23.284852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a64975a-12ef-4108-a732-48d1cc93196b req-fa71ff01-c716-4e92-aaa4-35a3df0571bf tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 210 time: 0.0772824 Dec 16 07:57:23.333213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.340934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Pushing event updated for resources: {'Port': ['ID=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:23.357757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 42341bba-9184-430f-8c4c-c5cd95a1096e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:57:23.370859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 42341bba-9184-430f-8c4c-c5cd95a1096e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:23.380706 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.483955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Network 0348baac-7305-42e1-aa7e-87d76528ee07 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:23.486186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:23.528141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26807a34-3c7e-4093-82bc-375bd76e2d7b req-b06b5b4a-d334-46d9-8a04-bba94d7f7197 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:23.529980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26807a34-3c7e-4093-82bc-375bd76e2d7b req-b06b5b4a-d334-46d9-8a04-bba94d7f7197 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.2396557 Dec 16 07:57:23.537082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0fb38153-be05-4750-826b-9ee0adedf04c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:23.537458 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.572904 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.614857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da4246-6b7b-42da-b836-692789fce34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42341bba-9184-430f-8c4c-c5cd95a1096e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:23.620339 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ee8d1e-6f52-423a-be75-7618f820d3fa" -d '{"events": [{"server_uuid": "e9da4246-6b7b-42da-b836-692789fce34d", "name": "network-vif-plugged", "status": "completed", "tag": "42341bba-9184-430f-8c4c-c5cd95a1096e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:23.648214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 42341bba-9184-430f-8c4c-c5cd95a1096e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=42341bba-9184-430f-8c4c-c5cd95a1096e,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:23.709123 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.727286 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f959c78-875e-4691-8223-3cd6d5bb248b x-openstack-request-id: req-0f959c78-875e-4691-8223-3cd6d5bb248b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:23.727286 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da4246-6b7b-42da-b836-692789fce34d", "name": "network-vif-plugged", "status": "completed", "tag": "42341bba-9184-430f-8c4c-c5cd95a1096e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:23.727286 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f959c78-875e-4691-8223-3cd6d5bb248b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:23.727637 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da4246-6b7b-42da-b836-692789fce34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42341bba-9184-430f-8c4c-c5cd95a1096e', 'code': 200} Dec 16 07:57:23.739390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 0fb38153-be05-4750-826b-9ee0adedf04c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0fb38153-be05-4750-826b-9ee0adedf04c,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:23.751978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.815171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Router 3c5dc22b-ca34-44fd-b850-9149fb807f89 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:57:23.838505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=42341bba-9184-430f-8c4c-c5cd95a1096e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:23.865533 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.873285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26807a34-3c7e-4093-82bc-375bd76e2d7b req-f8a47ead-4d60-4ff9-b39e-f5cf8dc42e8d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967569 Dec 16 07:57:23.933412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0d683979-4153-45f3-aee7-f0352ded194f None None] Provisioning complete for port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:23.933795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0d683979-4153-45f3-aee7-f0352ded194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:23.939247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=0fb38153-be05-4750-826b-9ee0adedf04c,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:23.988477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0d683979-4153-45f3-aee7-f0352ded194f None None] Port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:57:24.016150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37e44c-557a-46cc-ae8e-bac728a7f56d req-decb7fa3-36f6-4324-9add-875d2df7c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:24.017961 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b37e44c-557a-46cc-ae8e-bac728a7f56d req-decb7fa3-36f6-4324-9add-875d2df7c35d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 1097 time: 0.1770678 Dec 16 07:57:24.023278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:57:24.034897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-81cf053b-3670-4aab-a47e-875572c8e431 admin admin] 10.222.0.43 "PUT /v2.0/routers/3c5dc22b-ca34-44fd-b850-9149fb807f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1480763 Dec 16 07:57:24.098320 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b37e44c-557a-46cc-ae8e-bac728a7f56d req-3879977b-a25b-443f-8d0e-708a865ce5a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715132 Dec 16 07:57:24.122341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1823cf-d80c-46e3-8ce5-c41f6053a108 req-1189f619-e6a1-4b08-8405-af9a4e547076 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:24.124069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d1823cf-d80c-46e3-8ce5-c41f6053a108 req-1189f619-e6a1-4b08-8405-af9a4e547076 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.0732350 Dec 16 07:57:24.172921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58600) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:24.200929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d1823cf-d80c-46e3-8ce5-c41f6053a108 req-05c435ab-d713-42c0-a178-be5ca7e4f81b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705395 Dec 16 07:57:24.240418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2009770669'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:24.361493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:24.409331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d2f2d7d-0aed-4c2a-bd13-860ee086ce3b req-229fa632-dce1-492b-9c62-1947940443eb tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 210 time: 0.0633209 Dec 16 07:57:24.438460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 29774ac9-2557-42d5-a607-d08cff641dbd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:24.438991 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.453603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:24.460803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.495328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:57:24.517022 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.517022 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Added segment 13d3d125-d42b-4cf4-b62e-ca51f0aea10b of type vlan for network f4b8bed0-13cd-4def-9754-f62ba841068a Dec 16 07:57:24.565862 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.598011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.641994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:24.761155 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Sync routers for ids ['3c5dc22b-ca34-44fd-b850-9149fb807f89'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:57:24.763110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.775832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:24.775832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.789357 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Routers {'3c5dc22b-ca34-44fd-b850-9149fb807f89'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:57:24.790121 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:57:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3c5dc22b-ca34-44fd-b850-9149fb807f89'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:24.807004 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:24.885845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=10']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:24.953592 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Set router 3c5dc22b-ca34-44fd-b850-9149fb807f89 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:57:25.017082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Network': ['ID=f4b8bed0-13cd-4def-9754-f62ba841068a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:25.060417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f4b8bed0-13cd-4def-9754-f62ba841068a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:57:25.100889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2a349868-0503-40fd-8f6c-5042e8040cfb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9239564 Dec 16 07:57:25.101274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58620) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:25.106872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'subnet': {'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:25.207679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0fb38153-be05-4750-826b-9ee0adedf04c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:25.306148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0fb38153-be05-4750-826b-9ee0adedf04c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:25.312741 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:25.379710 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:57:22Z', 'revision_number': 4, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '47a406f4-7c30-4d15-b5bb-8ac2ab9db81d', 'name': '', 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'mac_address': 'fa:16:3e:40:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'bd1e2bc5-07a6-4a8d-bce9-8f20cb339089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:20Z', 'updated_at': '2021-12-16T07:57:22Z', 'revision_number': 2, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'subnets': [{'id': 'bd1e2bc5-07a6-4a8d-bce9-8f20cb339089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:25.436648 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Checking router: 3c5dc22b-ca34-44fd-b850-9149fb807f89 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:57:25.437299 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Updating router 3c5dc22b-ca34-44fd-b850-9149fb807f89 port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:57:25.480379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:25.489011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:25.497672 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:25.649899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6e9cb9b-5fee-459b-b7b9-66e94981f0ea req-c95b03a2-830b-4428-95e3-52ff0debffd5 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 210 time: 0.0464032 Dec 16 07:57:25.703131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abcb37-3ee0-48f0-b735-32bc84cc5eeb req-303d6938-0f73-4606-9b29-0f210dc9e811 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:25.704945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86abcb37-3ee0-48f0-b735-32bc84cc5eeb req-303d6938-0f73-4606-9b29-0f210dc9e811 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.3042171 Dec 16 07:57:25.729437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:25.732536 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37cb41e-4911-453c-8a73-3596a8b37f2a" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:25.895872 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe167d5-38f1-4082-b8ab-c44f73944784 x-openstack-request-id: req-abe167d5-38f1-4082-b8ab-c44f73944784 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:25.895872 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:25.896103 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe167d5-38f1-4082-b8ab-c44f73944784 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:25.896692 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'code': 200} Dec 16 07:57:25.912966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86abcb37-3ee0-48f0-b735-32bc84cc5eeb req-3c033c1b-f3ae-4bf9-8d00-e88443f2e90d tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945360 Dec 16 07:57:26.122927 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.201451 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.206849 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.288088 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Pushing event updated for resources: {'Port': ['ID=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:26.346193 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.346585 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.347049 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.347486 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.347921 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.348388 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.348829 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.349265 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.349718 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.350181 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.350613 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.351181 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.351614 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:26.391059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Subnet': ['ID=7168b0d6-211e-4c6f-8f99-96076a4df8b9,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:26.403549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Checking segment: {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:26.403932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network hostable DHCP agents. Network: f4b8bed0-13cd-4def-9754-f62ba841068a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:57:26.425165 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Attempting to bind port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:26.425471 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Attempting to bind port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:26.426081 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Attempting to bind port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d on network 0348baac-7305-42e1-aa7e-87d76528ee07 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:26.436719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:26.436719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Checking segment: {'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:26.442369 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.443001 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Bound using segment: {'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:26.443647 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Bound port: 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ece717c-282c-4e0b-8650-6e0b513d8612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:26.444733 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.545435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network f4b8bed0-13cd-4def-9754-f62ba841068a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:57:26.616450 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] For port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:26.619401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f4b8bed0-13cd-4def-9754-f62ba841068a) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:26.624105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:26.624959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.630674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d5aca-6069-4fb2-acdd-eaa9bb200f7c None None] Network f4b8bed0-13cd-4def-9754-f62ba841068a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:26.645388 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] For port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,segment=NetworkSegment(4ece717c-282c-4e0b-8650-6e0b513d8612),segment_id=4ece717c-282c-4e0b-8650-6e0b513d8612)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:26.700129 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.765579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58670) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:26.772663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-77d0a755-868b-4fdf-be75-9f5b85f1a68c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6689448 Dec 16 07:57:26.779738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-946207143'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:26.887222 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b622a-8b45-4581-9995-40626cb3d504 None None] Pushing event updated for resources: {'Port': ['ID=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:26.892677 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Routers {'3c5dc22b-ca34-44fd-b850-9149fb807f89'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:57:26.893473 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:57:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3c5dc22b-ca34-44fd-b850-9149fb807f89'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:26.921587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:26.927889 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:26.995956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1cc132ab-e236-4ce7-a209-a5e365dd34b7 req-d1280124-ca45-4eb2-a99d-be9e53e6944a tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 210 time: 0.1215923 Dec 16 07:57:27.063625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:57:27.123591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.126724 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Added segment 20324f42-978c-45f1-ad39-cd3792ab602d of type vlan for network 79128c63-016b-41bf-a2d3-aeb7f38b2214 Dec 16 07:57:27.135989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-8a520575-fa14-4b06-a77b-866250877a56 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:27.140479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-8a520575-fa14-4b06-a77b-866250877a56 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.16 "GET /v2.0/networks?id=474af30f-69f6-4f00-8ad1-7a8cc600541a HTTP/1.1" status: 200 len: 813 time: 0.3097880 Dec 16 07:57:27.162261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Request body: {'port': {'device_id': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a', 'admin_state_up': True, 'tenant_id': '3d688ec5c7e54dbdb866242c7e3e51e5'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:27.272624 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.312661 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] Set router 3c5dc22b-ca34-44fd-b850-9149fb807f89 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:57:27.406787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a5c8-f30c-4f95-b485-0173c5473236 req-1db141bf-96aa-438a-8a38-6c676217a754 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:27.418644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.435056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:27.436606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9186a5c8-f30c-4f95-b485-0173c5473236 req-1db141bf-96aa-438a-8a38-6c676217a754 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.2692587 Dec 16 07:57:27.436936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.611125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f4b8bed0-13cd-4def-9754-f62ba841068a', 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a', 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'fixed_ips': [{'subnet_id': '7168b0d6-211e-4c6f-8f99-96076a4df8b9'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:57:27.614210 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.640190 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8728139 Dec 16 07:57:27.653027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58686) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:27.666594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Provisioning complete for port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:27.666594 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.710916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'subnet': {'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:27.711952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9186a5c8-f30c-4f95-b485-0173c5473236 req-5959c76c-9463-4639-81bb-20bfe60493e9 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732172 Dec 16 07:57:27.795665 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.856631 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:57:22Z', 'revision_number': 4, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '47a406f4-7c30-4d15-b5bb-8ac2ab9db81d', 'name': '', 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'mac_address': 'fa:16:3e:40:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'bd1e2bc5-07a6-4a8d-bce9-8f20cb339089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:20Z', 'updated_at': '2021-12-16T07:57:26Z', 'revision_number': 4, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'subnets': [{'id': 'bd1e2bc5-07a6-4a8d-bce9-8f20cb339089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:27.858295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Made reservation on behalf of 3d688ec5c7e54dbdb866242c7e3e51e5 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:27.864367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:27.873966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a5721-f431-4677-a3dd-c8ca66bceb68 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Network': ['ID=79128c63-016b-41bf-a2d3-aeb7f38b2214,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:27.968936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 79128c63-016b-41bf-a2d3-aeb7f38b2214 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:57:28.015042 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c91286-88e5-4afd-ac9f-13f084ec38cc None None] The sync data for ids ['3c5dc22b-ca34-44fd-b850-9149fb807f89'] in n-d-820935-11 is: [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:57:22Z', 'revision_number': 4, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '47a406f4-7c30-4d15-b5bb-8ac2ab9db81d', 'name': '', 'network_id': '0348baac-7305-42e1-aa7e-87d76528ee07', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'mac_address': 'fa:16:3e:40:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'bd1e2bc5-07a6-4a8d-bce9-8f20cb339089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:20Z', 'updated_at': '2021-12-16T07:57:26Z', 'revision_number': 4, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'subnets': [{'id': 'bd1e2bc5-07a6-4a8d-bce9-8f20cb339089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:57:28.239869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:28.244434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:28.351543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Allocated IP 172.20.0.12 (474af30f-69f6-4f00-8ad1-7a8cc600541a/a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48/c4c5f2b6-cec6-4db9-b207-1b42150e8149) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:28.647056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Allocated IP 19.80.0.2 (f4b8bed0-13cd-4def-9754-f62ba841068a/7168b0d6-211e-4c6f-8f99-96076a4df8b9/9b6d2607-b33e-42e4-b2c0-36804376b49c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:28.818178 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:28.961878 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4666c241-1165-440c-a3ef-2151d6bebd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:29.114533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] For port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,segment=NetworkSegment(4ece717c-282c-4e0b-8650-6e0b513d8612),segment_id=4ece717c-282c-4e0b-8650-6e0b513d8612)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:29.173695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:29.196910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:29.301497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:29.413043 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:29.606353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6c75af44-546b-4a14-8046-c9485773d208 None None] Provisioning complete for port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:29.620437 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6c75af44-546b-4a14-8046-c9485773d208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:29.637633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-9d3ded3d-62f2-4a80-99f1-4bc18f0cd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:29.639688 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-9d3ded3d-62f2-4a80-99f1-4bc18f0cd155 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 1097 time: 1.0352330 Dec 16 07:57:29.704398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Pushing event updated for resources: {'Port': ['ID=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:29.739256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Network f4b8bed0-13cd-4def-9754-f62ba841068a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:29.763928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:29.767667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:29.774588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.777093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.778032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.778576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.779112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.779474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:29.780243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.780807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.781341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20f3dc-3761-43a7-897c-b356ffe55af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:29.954565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-c82ad61a-80c6-4f67-a7c9-ea7e362959c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:29.960994 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-c82ad61a-80c6-4f67-a7c9-ea7e362959c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 912 time: 0.2916677 Dec 16 07:57:29.962707 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:29.994167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6017fc6-fc97-4fa7-9614-e1ec7e4b8852 req-4f4c83fb-8d3c-4c27-85da-54b5012849d8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 210 time: 1.2729046 Dec 16 07:57:30.019313 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.090535 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-72a91305-cc4b-43d6-aa20-87ee4c782b42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42341bba-9184-430f-8c4c-c5cd95a1096e HTTP/1.1" status: 200 len: 217 time: 0.1141140 Dec 16 07:57:30.091476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.098763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Pushing event updated for resources: {'Port': ['ID=c4c5f2b6-cec6-4db9-b207-1b42150e8149,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:30.124920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83741d-67e5-4eae-8163-b32879465c2d req-97b1c726-24c4-48cc-a961-e32ec2486963 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:30.126723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b83741d-67e5-4eae-8163-b32879465c2d req-97b1c726-24c4-48cc-a961-e32ec2486963 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 1.4290502 Dec 16 07:57:30.128835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Network 474af30f-69f6-4f00-8ad1-7a8cc600541a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:30.130635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:30.178913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:30.222342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-5aba61d4-2227-4102-9c22-ea2145c937c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:30.224309 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-5aba61d4-2227-4102-9c22-ea2145c937c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 200 len: 851 time: 0.0957117 Dec 16 07:57:30.255189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:30.261052 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.297062 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-ee396f3b-a05c-4fbf-bbbe-0cd878c5e9d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1641641-dd28-4b37-b25c-1e07d7bd8978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498827 Dec 16 07:57:30.313744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Attempting to bind port 9b6d2607-b33e-42e4-b2c0-36804376b49c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:30.315510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Attempting to bind port 9b6d2607-b33e-42e4-b2c0-36804376b49c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:30.317647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Attempting to bind port 9b6d2607-b33e-42e4-b2c0-36804376b49c on network f4b8bed0-13cd-4def-9754-f62ba841068a {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:30.356464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Pushing event updated for resources: {'Port': ['ID=9b6d2607-b33e-42e4-b2c0-36804376b49c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:30.362049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b83741d-67e5-4eae-8163-b32879465c2d req-0eaf2e50-33b6-4c6b-9cc0-218712ef4ed3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153075 Dec 16 07:57:30.405439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:30.406120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.423521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Checking segment: {'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:30.424230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network hostable DHCP agents. Network: 79128c63-016b-41bf-a2d3-aeb7f38b2214, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:57:30.442844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Subnet': ['ID=25f028c1-3d68-4577-9d79-70f3396d6802,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:30.480793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-285e5654-d494-4826-b628-04aea84630b9 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3232770 Dec 16 07:57:30.481345 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:30.481806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Checking segment: {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:30.482223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.482627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Bound using segment: {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:30.483135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Bound port: 9b6d2607-b33e-42e4-b2c0-36804376b49c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:30.483566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.501850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Request body: {'port': {'device_id': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:30.526555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network 79128c63-016b-41bf-a2d3-aeb7f38b2214 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:57:30.546667 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-ec03be5b-9cb6-496c-8a7d-c9bdac1049f0 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391987 Dec 16 07:57:30.698353 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.699808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 79128c63-016b-41bf-a2d3-aeb7f38b2214) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:30.721326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:30.728244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:30.846330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] For port 9b6d2607-b33e-42e4-b2c0-36804376b49c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:30.859980 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7c56692-eb5f-45bd-98b1-5dbeaface2e3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2035167 Dec 16 07:57:30.860294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] For port 9b6d2607-b33e-42e4-b2c0-36804376b49c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9b6d2607-b33e-42e4-b2c0-36804376b49c,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:30.878804 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29d5e120-125d-4dd9-b9c8-7e71c571d956 req-3db7c363-cbf7-4840-8b15-ce682fcd58ac service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205671 Dec 16 07:57:30.878928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20cafc2-8315-4747-a0e6-ca829f6ea7af None None] Network 79128c63-016b-41bf-a2d3-aeb7f38b2214 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:31.143227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f87d9c6-4496-4bec-9271-5902e3a22d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:31.219335 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:31.358684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-79128c63-016b-41bf-a2d3-aeb7f38b2214', 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214', 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'fixed_ips': [{'subnet_id': '25f028c1-3d68-4577-9d79-70f3396d6802'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:57:31.363148 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:31.394404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e9d64-1994-4a1e-a263-d5ff62b0e25b None None] Pushing event updated for resources: {'Port': ['ID=9b6d2607-b33e-42e4-b2c0-36804376b49c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:31.470768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c5f2b6-cec6-4db9-b207-1b42150e8149 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:31.489671 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:31.510535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Transition to ACTIVE for port object c4c5f2b6-cec6-4db9-b207-1b42150e8149 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:57:31.726199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4c80d-a214-40ae-b12f-69c106a7e6ce req-bdd92a17-9f5e-4348-86db-3b60deda2c29 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:31.726199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01b4c80d-a214-40ae-b12f-69c106a7e6ce req-bdd92a17-9f5e-4348-86db-3b60deda2c29 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 932 time: 0.1420579 Dec 16 07:57:31.819034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-1b9049b7-f815-49f7-b5d8-8ec6ea95afde tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:31.835980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-1b9049b7-f815-49f7-b5d8-8ec6ea95afde tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:31.843934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-1b9049b7-f815-49f7-b5d8-8ec6ea95afde tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/networks?id=f4b8bed0-13cd-4def-9754-f62ba841068a&id=79128c63-016b-41bf-a2d3-aeb7f38b2214&id=f4b8bed0-13cd-4def-9754-f62ba841068a HTTP/1.1" status: 200 len: 1391 time: 0.3135235 Dec 16 07:57:31.907561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-7ecb911f-169e-4471-b6a3-5f134274912b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/quotas/33e21e1dccf248d7963fe727d7a964f9 HTTP/1.1" status: 200 len: 375 time: 0.0453298 Dec 16 07:57:31.917334 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:31.993773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Allocated IP 19.86.0.2 (79128c63-016b-41bf-a2d3-aeb7f38b2214/25f028c1-3d68-4577-9d79-70f3396d6802/8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:32.071545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:32.133542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01b4c80d-a214-40ae-b12f-69c106a7e6ce req-c7f3254c-bb90-4b85-b8b3-71df26b7757b tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423773 Dec 16 07:57:32.255105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c5f2b6-cec6-4db9-b207-1b42150e8149,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:32.270521 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:32.437035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-32552612-5f98-4a1b-8f38-e90c7a58c93a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5137231 Dec 16 07:57:32.482625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:32.492750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:32.624097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-23d23a9f-147e-4e65-bdd3-9da3e5c5de25 service neutron] 10.222.0.43 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858044 Dec 16 07:57:32.807894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:32.834632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-a0dc1856-284a-4ac8-a32a-6c015413cebf service neutron] 10.222.0.43 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079945 Dec 16 07:57:32.876898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Attempting to bind port c4c5f2b6-cec6-4db9-b207-1b42150e8149 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:32.877432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Attempting to bind port c4c5f2b6-cec6-4db9-b207-1b42150e8149 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'cb29946d-1bda-48e7-a94b-359afd466bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:32.877899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Attempting to bind port c4c5f2b6-cec6-4db9-b207-1b42150e8149 on network 474af30f-69f6-4f00-8ad1-7a8cc600541a {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:32.899264 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:32.944261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Port c4c5f2b6-cec6-4db9-b207-1b42150e8149 on network 474af30f-69f6-4f00-8ad1-7a8cc600541a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:57:32.947970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Attempting to bind port c4c5f2b6-cec6-4db9-b207-1b42150e8149 on network 474af30f-69f6-4f00-8ad1-7a8cc600541a {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:32.957773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:32.958219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Checking segment: {'id': 'cb29946d-1bda-48e7-a94b-359afd466bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:32.958680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Bound using segment: {'id': 'cb29946d-1bda-48e7-a94b-359afd466bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:32.959606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Bound port: c4c5f2b6-cec6-4db9-b207-1b42150e8149, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb29946d-1bda-48e7-a94b-359afd466bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:32.960067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:33.068558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Network 79128c63-016b-41bf-a2d3-aeb7f38b2214 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:33.095771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] For port c4c5f2b6-cec6-4db9-b207-1b42150e8149, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:33.098322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:33.101597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] For port c4c5f2b6-cec6-4db9-b207-1b42150e8149, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c4c5f2b6-cec6-4db9-b207-1b42150e8149,segment=NetworkSegment(cb29946d-1bda-48e7-a94b-359afd466bb5),segment_id=cb29946d-1bda-48e7-a94b-359afd466bb5)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:33.103587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:33.121775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Pushing event updated for resources: {'Port': ['ID=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:33.143024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966b5a9-ef0d-4548-8140-c5f5187b0837 req-57bf9fff-0614-4853-b2b3-205fdd360282 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:33.155359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8966b5a9-ef0d-4548-8140-c5f5187b0837 req-57bf9fff-0614-4853-b2b3-205fdd360282 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.5793948 Dec 16 07:57:33.194291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:33.318522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:33.323307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:33.326498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/c4c5f2b6-cec6-4db9-b207-1b42150e8149 HTTP/1.1" status: 200 len: 1093 time: 2.8291202 Dec 16 07:57:33.353887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'tag': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:33.357749 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1d254f-e14f-4727-ba41-916a70d235a4", "tag": "c4c5f2b6-cec6-4db9-b207-1b42150e8149"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:33.361683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Attempting to bind port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:33.362069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Attempting to bind port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:33.362439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Attempting to bind port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 on network 79128c63-016b-41bf-a2d3-aeb7f38b2214 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:33.395397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:33.396078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Checking segment: {'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:33.396616 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:33.397203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Bound using segment: {'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:33.397608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Bound port: 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:33.398733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:33.413767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d6f13-a4a9-4d02-bd8a-d0fb82fef1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c5f2b6-cec6-4db9-b207-1b42150e8149,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:33.420616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-cc653ff7-036c-4a6d-98aa-f23e3a4a1dd2 service neutron] 10.222.0.43 "GET /v2.0/networks/79128c63-016b-41bf-a2d3-aeb7f38b2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845497 Dec 16 07:57:33.424741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8966b5a9-ef0d-4548-8140-c5f5187b0837 req-d1dca2ce-e1f2-42dd-801c-072a1739c4c9 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682931 Dec 16 07:57:33.471492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:33.589794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] For port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:33.596944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] For port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:33.659734 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:33.674063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-3f8ec5d4-c789-48ee-b619-0b88c93927c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:33.675735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-3f8ec5d4-c789-48ee-b619-0b88c93927c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d688ec5c7e54dbdb866242c7e3e51e5&device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 1096 time: 0.1242445 Dec 16 07:57:33.735096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aef45a-bdd0-4a0c-beba-d0136a383fbf None None] Network f4b8bed0-13cd-4def-9754-f62ba841068a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:33.829122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c7ca1e9b-54d6-4b9c-9585-bc7603a44a2f service neutron] 10.222.0.43 "GET /v2.0/networks/79128c63-016b-41bf-a2d3-aeb7f38b2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817680 Dec 16 07:57:33.832396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-027fe0b7-cae9-433b-83e1-58f840543cc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c5f2b6-cec6-4db9-b207-1b42150e8149 HTTP/1.1" status: 200 len: 217 time: 0.0979593 Dec 16 07:57:33.872217 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9b6d2607-b33e-42e4-b2c0-36804376b49c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:33.959228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3c8093b3-b377-45a4-82ac-ed8e91b1a21b None None] Provisioning complete for port 9b6d2607-b33e-42e4-b2c0-36804376b49c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:33.960117 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c8093b3-b377-45a4-82ac-ed8e91b1a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:34.026992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13526d57-074d-495b-99fd-c69034a7eb4b req-f455ec6a-afba-4f42-8c78-323dba6fbf97 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:34.035290 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13526d57-074d-495b-99fd-c69034a7eb4b req-f455ec6a-afba-4f42-8c78-323dba6fbf97 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 944 time: 0.3430078 Dec 16 07:57:34.083056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0feabd-976d-4a7c-963e-d254e6de6be6 None None] Pushing event updated for resources: {'Port': ['ID=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:34.106585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-47a910a1-1934-48a1-aae7-e92146d37491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:34.108059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-47a910a1-1934-48a1-aae7-e92146d37491 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48 HTTP/1.1" status: 200 len: 853 time: 0.2456951 Dec 16 07:57:34.173659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-1d233a03-3639-4f7e-b3d4-661491d31a1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=474af30f-69f6-4f00-8ad1-7a8cc600541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533857 Dec 16 07:57:34.204455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13526d57-074d-495b-99fd-c69034a7eb4b req-1f06719f-1e7c-4462-95d5-cedeb9287e47 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504328 Dec 16 07:57:34.285092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9b6d2607-b33e-42e4-b2c0-36804376b49c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:34.285767 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:34.353827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:34.405090 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f386576-d7f1-4e43-88b5-feb9fb313b6d x-openstack-request-id: req-6f386576-d7f1-4e43-88b5-feb9fb313b6d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:34.405473 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1d254f-e14f-4727-ba41-916a70d235a4", "tag": "c4c5f2b6-cec6-4db9-b207-1b42150e8149", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:34.405728 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f386576-d7f1-4e43-88b5-feb9fb313b6d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:34.406136 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'tag': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149', 'status': 'completed', 'code': 200} Dec 16 07:57:34.424768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c098f81c-b619-434a-a098-15ad4b095ea6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753109 Dec 16 07:57:34.556085 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c8093b3-b377-45a4-82ac-ed8e91b1a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:34.758845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-a1bfd1cc-4281-4d4e-b032-8ca2c3251795 service neutron] 10.222.0.16 "GET /v2.0/networks/474af30f-69f6-4f00-8ad1-7a8cc600541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247266 Dec 16 07:57:35.001763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-752f63bf-b0b3-4eef-a734-eaa424f77d3a service neutron] 10.222.0.43 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757031 Dec 16 07:57:35.019875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6c211-f33e-46aa-8884-68bcc6144c0d req-4a0efdb8-d181-40b5-894f-5dff4932d5e1 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:35.022360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8b6c211-f33e-46aa-8884-68bcc6144c0d req-4a0efdb8-d181-40b5-894f-5dff4932d5e1 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.3199320 Dec 16 07:57:35.096892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8b6c211-f33e-46aa-8884-68bcc6144c0d req-d3b8485a-de2c-4607-b442-f2a1e9dbd1a0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684848 Dec 16 07:57:35.120270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68afd8ac-f888-42c6-a36a-709c105fe346 req-7b60df0d-cbdd-4181-96f1-db09ad2f5dbb service neutron] 10.222.0.16 "GET /v2.0/networks/474af30f-69f6-4f00-8ad1-7a8cc600541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088541 Dec 16 07:57:35.142018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3c8093b3-b377-45a4-82ac-ed8e91b1a21b None None] For port 9b6d2607-b33e-42e4-b2c0-36804376b49c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9b6d2607-b33e-42e4-b2c0-36804376b49c,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:35.222915 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c8093b3-b377-45a4-82ac-ed8e91b1a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:35.296109 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:35.591648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cdcd004e-904c-4c67-a5ec-b1ce9f3f98d7 None None] Provisioning complete for port 9b6d2607-b33e-42e4-b2c0-36804376b49c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:35.592028 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cdcd004e-904c-4c67-a5ec-b1ce9f3f98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:35.655277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4750d905-98c0-46b1-95ee-38be5b61809b req-8370b8ae-b910-4911-a8d0-3b52bbc0315a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 210 time: 0.1497257 Dec 16 07:57:35.671427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8093b3-b377-45a4-82ac-ed8e91b1a21b None None] Pushing event updated for resources: {'Port': ['ID=9b6d2607-b33e-42e4-b2c0-36804376b49c,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:35.685517 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:57:35.687248 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:57:35.732413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-8b597d2a-900e-4816-bff4-9ffb30eb5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:35.738916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-8b597d2a-900e-4816-bff4-9ffb30eb5d41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d688ec5c7e54dbdb866242c7e3e51e5&device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 1096 time: 0.4292293 Dec 16 07:57:35.918050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-80e1a312-5309-4c0b-8bf7-cbe1cae4cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:35.919781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-80e1a312-5309-4c0b-8bf7-cbe1cae4cea4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=474af30f-69f6-4f00-8ad1-7a8cc600541a HTTP/1.1" status: 200 len: 914 time: 0.1731734 Dec 16 07:57:35.952547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ccb5bf-1a50-42c2-ab28-51f9f310847f None None] Network 79128c63-016b-41bf-a2d3-aeb7f38b2214 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:35.971216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23174b48-b678-46a4-b20a-43ae4076a6af req-7469d9b4-313c-4298-bbf4-7d4696e06097 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:35.978006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23174b48-b678-46a4-b20a-43ae4076a6af req-7469d9b4-313c-4298-bbf4-7d4696e06097 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 944 time: 0.5791657 Dec 16 07:57:36.025561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-740437cd-13df-4c7e-9600-ee688015b341 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4c5f2b6-cec6-4db9-b207-1b42150e8149 HTTP/1.1" status: 200 len: 217 time: 0.0960724 Dec 16 07:57:36.126180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-558d7ed5-7d3f-44ed-bfcf-33bfc764d746 None None] Provisioning complete for port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:36.126572 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-558d7ed5-7d3f-44ed-bfcf-33bfc764d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:36.221306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23174b48-b678-46a4-b20a-43ae4076a6af req-e75087c5-b9cf-4839-ada2-6d0dceef4a76 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946929 Dec 16 07:57:36.285666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-beaa4c8d-3c11-48bb-9fd0-ac2c2bfb2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:36.288482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-beaa4c8d-3c11-48bb-9fd0-ac2c2bfb2a10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48 HTTP/1.1" status: 200 len: 853 time: 0.2531941 Dec 16 07:57:36.337008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-61eef8d6-95f2-47b3-9e10-7bf838317ddb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=474af30f-69f6-4f00-8ad1-7a8cc600541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385127 Dec 16 07:57:36.389935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29606bd1-a799-4827-bccb-62a57c961384 req-db0bdf9e-0574-4128-8097-81af2176a42f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:36.391855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29606bd1-a799-4827-bccb-62a57c961384 req-db0bdf9e-0574-4128-8097-81af2176a42f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1480792 Dec 16 07:57:36.583911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-558d7ed5-7d3f-44ed-bfcf-33bfc764d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:36.712306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-558d7ed5-7d3f-44ed-bfcf-33bfc764d746 None None] For port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:36.768813 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-558d7ed5-7d3f-44ed-bfcf-33bfc764d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:36.824708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:36.895603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29606bd1-a799-4827-bccb-62a57c961384 req-4b0dc9ff-537d-4315-847f-1770f8fd6402 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843908 Dec 16 07:57:36.931976 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d7ed5-7d3f-44ed-bfcf-33bfc764d746 None None] Pushing event updated for resources: {'Port': ['ID=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:36.972844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9c255a7-0531-4a37-ab1a-1ccffa307c37 req-2e126bad-3e4c-44b0-90c4-c0b951e3c510 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 210 time: 0.1559100 Dec 16 07:57:36.986867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:36.987252 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:37.060019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-8bb33477-d373-4d81-b1c6-3ab6d8c92b51 service neutron] 10.222.0.16 "GET /v2.0/networks/474af30f-69f6-4f00-8ad1-7a8cc600541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066312 Dec 16 07:57:37.121644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-aeb562f7-6e39-490e-b3f5-97f5a8f09ba9 None None] Provisioning complete for port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:37.122056 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aeb562f7-6e39-490e-b3f5-97f5a8f09ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:37.287192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9b6d2607-b33e-42e4-b2c0-36804376b49c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:37.419934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-433171e9-9ae7-4d6c-ab8f-298b3dfc573f req-812dec1f-630e-45e8-8b6c-4d38cf6507e1 service neutron] 10.222.0.16 "GET /v2.0/networks/474af30f-69f6-4f00-8ad1-7a8cc600541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496714 Dec 16 07:57:37.444482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea04523-2166-4e76-b436-b6c710103ae2 req-258d0310-4739-4691-8da1-055ad598e874 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:37.446642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ea04523-2166-4e76-b436-b6c710103ae2 req-258d0310-4739-4691-8da1-055ad598e874 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 944 time: 0.1155875 Dec 16 07:57:37.507349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9b6d2607-b33e-42e4-b2c0-36804376b49c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:37.507883 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:37.517457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ea04523-2166-4e76-b436-b6c710103ae2 req-0240f838-a5ae-4e55-8dec-a270577f7898 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609391 Dec 16 07:57:37.698738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58876) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:37.706867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1363473968'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:37.802379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:37.808634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:37.849438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:57:37.859966 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:37.860497 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Added segment 7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8 of type vlan for network 9a6fa251-3010-4384-bfba-196d668d39fd Dec 16 07:57:37.952170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.104095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52040e63-cf05-447c-8817-bbe0066f31d6 req-35295d62-2ab5-4680-b552-f0ebfdeccd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:38.105726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52040e63-cf05-447c-8817-bbe0066f31d6 req-35295d62-2ab5-4680-b552-f0ebfdeccd45 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1338704 Dec 16 07:57:38.130734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bbee3-7b46-4a3a-ae5d-0469d6bccd69 req-f8004879-3472-4617-aced-f00ee20c30f6 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:38.134584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e4bbee3-7b46-4a3a-ae5d-0469d6bccd69 req-f8004879-3472-4617-aced-f00ee20c30f6 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.0986767 Dec 16 07:57:38.184706 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.190185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:38.191008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.300420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52040e63-cf05-447c-8817-bbe0066f31d6 req-4b753f27-b4bc-4872-b2a2-d9b8ee01bada tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802959 Dec 16 07:57:38.441335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fe0d5af-4df1-40d7-bb92-5547ea5520d9 req-9ef1ed27-5ffc-4d09-86ff-0df77fd7baa9 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 210 time: 0.0669532 Dec 16 07:57:38.450409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:38.456023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1033684857'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:38.466663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:38.470083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7470846 Dec 16 07:57:38.473697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52e6ed-ab8d-4ec9-b16c-a990c95ed8c6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Network': ['ID=9a6fa251-3010-4384-bfba-196d668d39fd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:38.513678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e4bbee3-7b46-4a3a-ae5d-0469d6bccd69 req-f73ed95e-ca0f-4b93-a3ea-69ee9b0edc7a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599756 Dec 16 07:57:38.517035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 9a6fa251-3010-4384-bfba-196d668d39fd details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:57:38.518739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c4c5f2b6-cec6-4db9-b207-1b42150e8149 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:57:38.596572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:38.601200 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.650868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:38.651249 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.697223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:57:38.726319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.726928 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Added segment 09b89b1c-c6e0-4d99-b61c-1d2db0305248 of type vlan for network 50554593-86d8-4125-aa44-2756977b8260 Dec 16 07:57:38.739471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c4c5f2b6-cec6-4db9-b207-1b42150e8149, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c4c5f2b6-cec6-4db9-b207-1b42150e8149,segment=NetworkSegment(cb29946d-1bda-48e7-a94b-359afd466bb5),segment_id=cb29946d-1bda-48e7-a94b-359afd466bb5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:38.764712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149', 'network_id': '474af30f-69f6-4f00-8ad1-7a8cc600541a', 'port_id': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149', 'mac_address': 'fa:16:3e:54:58:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:57:38.784636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.810941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb4d01-9484-48da-b0e7-dba1124ba1a7 req-e3e1e8c5-0b29-45db-abb2-4f915a2e7101 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:38.810941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ffb4d01-9484-48da-b0e7-dba1124ba1a7 req-e3e1e8c5-0b29-45db-abb2-4f915a2e7101 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 944 time: 0.1642773 Dec 16 07:57:38.864899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ffb4d01-9484-48da-b0e7-dba1124ba1a7 req-c7b3ed1b-f68c-4818-be62-24aed2032b4c tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585310 Dec 16 07:57:38.888559 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.905348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c5f2b6-cec6-4db9-b207-1b42150e8149 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:38.936849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c4c5f2b6-cec6-4db9-b207-1b42150e8149, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c4c5f2b6-cec6-4db9-b207-1b42150e8149,segment=NetworkSegment(cb29946d-1bda-48e7-a94b-359afd466bb5),segment_id=cb29946d-1bda-48e7-a94b-359afd466bb5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:38.951481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:38.957247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:38.958049 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:39.055092 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:39.062261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Network': ['ID=50554593-86d8-4125-aa44-2756977b8260,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:39.088150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 50554593-86d8-4125-aa44-2756977b8260 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:57:39.101677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c199057c-c1a1-4264-9b09-4e7e4cd941ef tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:39.109394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c199057c-c1a1-4264-9b09-4e7e4cd941ef tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:39.111745 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c199057c-c1a1-4264-9b09-4e7e4cd941ef tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "GET /v2.0/networks?id=f4b8bed0-13cd-4def-9754-f62ba841068a&id=79128c63-016b-41bf-a2d3-aeb7f38b2214&id=f4b8bed0-13cd-4def-9754-f62ba841068a HTTP/1.1" status: 200 len: 1391 time: 0.2334354 Dec 16 07:57:39.133540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'port': {'device_id': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a', 'admin_state_up': True, 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:39.194915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=c4c5f2b6-cec6-4db9-b207-1b42150e8149,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:39.278844 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e300d059-7e90-4fc7-8514-0757755b5386 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8243115 Dec 16 07:57:39.279092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58908) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:39.284384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'subnet': {'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:39.452536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585fbf3-2fd1-4326-829c-ecc1cd577788 req-76d1b9e8-f79e-48df-974e-381f0440bcf9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:39.454208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2585fbf3-2fd1-4326-829c-ecc1cd577788 req-76d1b9e8-f79e-48df-974e-381f0440bcf9 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0610557 Dec 16 07:57:39.487803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['c4c5f2b6-cec6-4db9-b207-1b42150e8149'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:39.504676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:39.507927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:39.589677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2585fbf3-2fd1-4326-829c-ecc1cd577788 req-20d88f5b-56d8-4375-958c-2305126474ff tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271555 Dec 16 07:57:39.654684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:39.663864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d1f20ca-86ea-41f7-9db3-5eaf5e8a8a89 req-cc7bdd7f-0ac1-47f2-8514-0d927861e596 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 210 time: 0.0691245 Dec 16 07:57:39.665747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:39.868160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce006d-e378-433c-9d1c-ff51ba689d1e req-2a7ed575-3a07-4b7e-b304-50d015eba504 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:39.870762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5ce006d-e378-433c-9d1c-ff51ba689d1e req-2a7ed575-3a07-4b7e-b304-50d015eba504 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1017385 Dec 16 07:57:39.940610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Allocated IP 19.80.0.233 (f4b8bed0-13cd-4def-9754-f62ba841068a/7168b0d6-211e-4c6f-8f99-96076a4df8b9/33ca464a-d23e-419e-80be-7f3cc244ef4d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:40.094936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5ce006d-e378-433c-9d1c-ff51ba689d1e req-6c13ad16-e97c-40af-89c3-b8eadb9ed254 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166176 Dec 16 07:57:40.103344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767463af-52e0-4ac0-89c6-c56162af85bb req-151951ed-8f86-407e-8123-9dc3b027959d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:40.116279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-767463af-52e0-4ac0-89c6-c56162af85bb req-151951ed-8f86-407e-8123-9dc3b027959d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.1777997 Dec 16 07:57:40.177497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde6c0d-db4b-4005-b056-eeb37e93ddbf req-ce26be16-e5c6-49ee-92cf-50e1eaad7b42 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:40.188223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6dde6c0d-db4b-4005-b056-eeb37e93ddbf req-ce26be16-e5c6-49ee-92cf-50e1eaad7b42 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 945 time: 0.1618564 Dec 16 07:57:40.251185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.287639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6dde6c0d-db4b-4005-b056-eeb37e93ddbf req-2f574c25-b585-4fb6-8c51-e676f96d3dca tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986245 Dec 16 07:57:40.311931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.318473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Deleting port bf24b01a-045d-412e-abca-956507dbda1e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:57:40.319550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.368484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.459505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] For port bf24b01a-045d-412e-abca-956507dbda1e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bf24b01a-045d-412e-abca-956507dbda1e,segment=NetworkSegment(12596a22-8e0b-4b54-84a3-03f2b071463c),segment_id=12596a22-8e0b-4b54-84a3-03f2b071463c)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:40.460761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.462744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Subnet': ['ID=2ce9d080-572a-49ea-9e25-92dcab1970e9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:40.466902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network f4b8bed0-13cd-4def-9754-f62ba841068a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:40.481957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:40.485967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:40.489137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Port': ['ID=33ca464a-d23e-419e-80be-7f3cc244ef4d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:40.501014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Calling delete_port for bf24b01a-045d-412e-abca-956507dbda1e owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:57:40.534498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Checking segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:40.535060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network hostable DHCP agents. Network: 9a6fa251-3010-4384-bfba-196d668d39fd, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:57:40.582472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:40.583132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.705397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 9a6fa251-3010-4384-bfba-196d668d39fd is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:57:40.738200 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-c09c8dd0-25d0-4298-ac42-47f18903392f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6083567 Dec 16 07:57:40.759177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c02e6e-70cc-497e-9870-85028b878a3e req-f20a5b92-a887-4d2b-822a-59f2cc16314d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:40.760818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c02e6e-70cc-497e-9870-85028b878a3e req-f20a5b92-a887-4d2b-822a-59f2cc16314d tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ffa1c-d0c8-4d28-bb82-0aae9da14dc8 HTTP/1.1" status: 200 len: 946 time: 0.0796092 Dec 16 07:57:40.762155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'port': {'device_id': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214', 'admin_state_up': True, 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:40.832841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 9a6fa251-3010-4384-bfba-196d668d39fd) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:40.842616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:40.843302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.845871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e7974-cd9e-4956-ac56-5a13ed040eae None None] Network 9a6fa251-3010-4384-bfba-196d668d39fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:40.934246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d79cca3d-01dd-476a-ac34-f5d29190a4f1 None None] Provisioning complete for port 33ca464a-d23e-419e-80be-7f3cc244ef4d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:40.938439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d79cca3d-01dd-476a-ac34-f5d29190a4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:40.956040 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b016a6af-5965-41d6-a550-2575665ad8b0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6737735 Dec 16 07:57:40.956979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58970) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:40.964066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'subnet': {'network_id': '50554593-86d8-4125-aa44-2756977b8260', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:41.022034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d79cca3d-01dd-476a-ac34-f5d29190a4f1 None None] Port 33ca464a-d23e-419e-80be-7f3cc244ef4d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:57:41.033677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-9a6fa251-3010-4384-bfba-196d668d39fd', 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'fixed_ips': [{'subnet_id': '2ce9d080-572a-49ea-9e25-92dcab1970e9'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:57:41.035046 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.197224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.231647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:41.235544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.277566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Pushing event deleted for resources: {'Port': ['ID=bf24b01a-045d-412e-abca-956507dbda1e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:41.297860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:41.303972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.336347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] No DVR routers for this DVR port bf24b01a-045d-412e-abca-956507dbda1e on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:57:41.338952 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.342071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Allocated IP 10.1.1.2 (9a6fa251-3010-4384-bfba-196d668d39fd/2ce9d080-572a-49ea-9e25-92dcab1970e9/5f2cf8d7-a652-4cc7-9f2e-7265957a94a7) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:41.344260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-767463af-52e0-4ac0-89c6-c56162af85bb req-00e7d612-6bf4-454e-92c0-08ea335fa154 tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.36 "DELETE /v2.0/ports/bf24b01a-045d-412e-abca-956507dbda1e HTTP/1.1" status: 204 len: 173 time: 1.2262902 Dec 16 07:57:41.345301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-deleted', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:41.347719 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd0b554-5460-4a10-8e43-26e4e058401f" -d '{"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-deleted", "tag": "bf24b01a-045d-412e-abca-956507dbda1e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:41.364829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c02e6e-70cc-497e-9870-85028b878a3e req-210c1c27-0fea-4c54-a13f-ec9f74b6daed tempest-ServersNegativeTestJSON-132684515 tempest-ServersNegativeTestJSON-132684515-project] 10.222.0.43 "GET /v2.0/security-groups?id=613a7b30-6a66-4eae-b682-ef03d469d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913105 Dec 16 07:57:41.384577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e04a9-c082-4d24-96c8-58d95978957c req-5fa18df5-d710-4dab-b539-e80124db165e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:41.384577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e76e04a9-c082-4d24-96c8-58d95978957c req-5fa18df5-d710-4dab-b539-e80124db165e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 932 time: 0.6149983 Dec 16 07:57:41.477794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e76e04a9-c082-4d24-96c8-58d95978957c req-fc12833d-e083-4618-8484-b53354851a42 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875943 Dec 16 07:57:41.532486 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.597205 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.662083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Pushing event updated for resources: {'Port': ['ID=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:41.664154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd5db-55c9-4916-aecd-9830380c2ab5 req-d5cd1f19-b6e1-45a5-ad04-872fb9755262 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:41.671831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfdfd5db-55c9-4916-aecd-9830380c2ab5 req-d5cd1f19-b6e1-45a5-ad04-872fb9755262 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1190052 Dec 16 07:57:41.674462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Network 9a6fa251-3010-4384-bfba-196d668d39fd is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:41.676064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:41.680202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:41.686875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Allocated IP 19.86.0.118 (79128c63-016b-41bf-a2d3-aeb7f38b2214/25f028c1-3d68-4577-9d79-70f3396d6802/3d609b96-e9c7-4b2c-8c26-1c98145023af) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:41.759709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Attempting to bind port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:41.760165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Attempting to bind port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:41.760508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Attempting to bind port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:41.766337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:41.766810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Checking segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:41.768703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.769110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Bound using segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:41.769598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Bound port: 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:41.770034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:41.814077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3f152-945e-4d3c-b753-a0806ad1f6eb req-e83014c5-020f-4af3-aa08-8438a777def8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:41.815800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04b3f152-945e-4d3c-b753-a0806ad1f6eb req-e83014c5-020f-4af3-aa08-8438a777def8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 945 time: 0.1978130 Dec 16 07:57:41.835150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bfdfd5db-55c9-4916-aecd-9830380c2ab5 req-ba5257fa-7703-4f0d-8326-085a9afbb49b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455381 Dec 16 07:57:41.921685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] For port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:41.934363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] For port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:41.961183 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35be5bc6-907a-4e97-b002-52ce246016ce x-openstack-request-id: req-35be5bc6-907a-4e97-b002-52ce246016ce {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:41.961674 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ffa1c-d0c8-4d28-bb82-0aae9da14dc8", "name": "network-vif-deleted", "tag": "bf24b01a-045d-412e-abca-956507dbda1e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:41.962109 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35be5bc6-907a-4e97-b002-52ce246016ce {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:41.962808 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ffa1c-d0c8-4d28-bb82-0aae9da14dc8', 'name': 'network-vif-deleted', 'tag': 'bf24b01a-045d-412e-abca-956507dbda1e', 'status': 'completed', 'code': 200} Dec 16 07:57:41.977870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04b3f152-945e-4d3c-b753-a0806ad1f6eb req-fa480cae-565b-4d41-9ca8-fe47e4d1652b tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361859 Dec 16 07:57:41.987563 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.048978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.050878 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.122422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Subnet': ['ID=65935a34-57fb-4e70-a25a-7ae7c4c5d066,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:42.135601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Checking segment: {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:42.136544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network hostable DHCP agents. Network: 50554593-86d8-4125-aa44-2756977b8260, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:57:42.179737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec5886-57fb-4e6c-86bb-74cef2521500 None None] Pushing event updated for resources: {'Port': ['ID=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:42.212934 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.264227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 50554593-86d8-4125-aa44-2756977b8260 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:57:42.292494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network 79128c63-016b-41bf-a2d3-aeb7f38b2214 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:42.293072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:42.295220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Port': ['ID=3d609b96-e9c7-4b2c-8c26-1c98145023af,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:42.299854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:42.381385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:42.382434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.434183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59022) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:42.511538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] Deleting subnet c049036d-c2de-4b34-871e-15097bf70c35 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:57:42.514749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.527073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c4c5f2b6-cec6-4db9-b207-1b42150e8149 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:42.534302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 50554593-86d8-4125-aa44-2756977b8260) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:42.542264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:42.543356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.578098 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-9f2daa43-c286-4482-a1fc-053bbe4d355f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8213961 Dec 16 07:57:42.591383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808b325-be63-4757-ac93-49d403a1a04e None None] Network 50554593-86d8-4125-aa44-2756977b8260 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:42.600384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'port': {'device_id': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a', 'admin_state_up': True, 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:42.688000 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.743188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bb8f465f-5c16-4eda-aed6-31f728730a7a None None] Provisioning complete for port 3d609b96-e9c7-4b2c-8c26-1c98145023af triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:42.744227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb8f465f-5c16-4eda-aed6-31f728730a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.767285 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-47afe571-1d35-4789-bb1b-0fe0cf23cfed tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8092477 Dec 16 07:57:42.769718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5e961-6a81-4fa4-8588-4fe3f1901a2a req-0de5ac1a-b5c7-476d-935b-34cb09c30d7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:42.774173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:42.779667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5e961-6a81-4fa4-8588-4fe3f1901a2a req-0de5ac1a-b5c7-476d-935b-34cb09c30d7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:42.781232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'port': {'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'name': 'tempest-TaggedBootDevicesTest_v242-921298129', 'fixed_ips': [{'subnet_id': '2ce9d080-572a-49ea-9e25-92dcab1970e9'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:42.782277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0c5e961-6a81-4fa4-8588-4fe3f1901a2a req-0de5ac1a-b5c7-476d-935b-34cb09c30d7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 1655 time: 0.1883812 Dec 16 07:57:42.812927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.824235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f465f-5c16-4eda-aed6-31f728730a7a None None] Port 3d609b96-e9c7-4b2c-8c26-1c98145023af cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:57:42.860697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-50554593-86d8-4125-aa44-2756977b8260', 'network_id': '50554593-86d8-4125-aa44-2756977b8260', 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'fixed_ips': [{'subnet_id': '65935a34-57fb-4e70-a25a-7ae7c4c5d066'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:57:42.862995 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:42.925473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0c5e961-6a81-4fa4-8588-4fe3f1901a2a req-f0a24330-8c03-4fcf-8c93-d5b6e3fceb84 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187389 Dec 16 07:57:42.957143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port c4c5f2b6-cec6-4db9-b207-1b42150e8149 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:57:42.965636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port c4c5f2b6-cec6-4db9-b207-1b42150e8149 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:42.966086 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.002694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:43.008217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.014717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3a4b2-ae3b-446a-a408-6a3a2126a7b7 req-1fef7be2-f0dc-4652-9873-e783b28d908c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:43.018556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a3a4b2-ae3b-446a-a408-6a3a2126a7b7 req-1fef7be2-f0dc-4652-9873-e783b28d908c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.0694177 Dec 16 07:57:43.141719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.148947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device bf24b01a-045d-412e-abca-956507dbda1e no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:57:43.153490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Allocated IP 10.2.2.2 (50554593-86d8-4125-aa44-2756977b8260/65935a34-57fb-4e70-a25a-7ae7c4c5d066/2af2ea89-6f99-4af7-82bc-decd83cd7967) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:43.195526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: bf24b01a-045d-412e-abca-956507dbda1e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:57:43.196604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device bf24b01a-045d-412e-abca-956507dbda1e not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:57:43.203578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.210686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c049036d-c2de-4b34-871e-15097bf70c35,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:43.238592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55a3a4b2-ae3b-446a-a408-6a3a2126a7b7 req-8e9e85b7-2ef8-4a52-8760-d5162687d85c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022157 Dec 16 07:57:43.243368 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.246639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6d6ebba0-74ce-49ef-ad93-e93468378cbf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c049036d-c2de-4b34-871e-15097bf70c35 HTTP/1.1" status: 204 len: 168 time: 0.8114834 Dec 16 07:57:43.249679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59048) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:43.259141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:43.311197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c4c5f2b6-cec6-4db9-b207-1b42150e8149, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c4c5f2b6-cec6-4db9-b207-1b42150e8149,segment=NetworkSegment(cb29946d-1bda-48e7-a94b-359afd466bb5),segment_id=cb29946d-1bda-48e7-a94b-359afd466bb5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:43.321034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:43.321034 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f877c10-8be7-43e9-aada-d78ce95559d6" -d '{"events": [{"server_uuid": "ab1d254f-e14f-4727-ba41-916a70d235a4", "name": "network-vif-plugged", "status": "completed", "tag": "c4c5f2b6-cec6-4db9-b207-1b42150e8149"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:43.370933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Allocated IP 19.80.0.200 (f4b8bed0-13cd-4def-9754-f62ba841068a/7168b0d6-211e-4c6f-8f99-96076a4df8b9/48747851-a29f-46ce-abc1-937a02136082) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:43.405120 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a9bdcb-56e7-4103-83ba-a4762a957fb8 x-openstack-request-id: req-a8a9bdcb-56e7-4103-83ba-a4762a957fb8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:43.405520 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d254f-e14f-4727-ba41-916a70d235a4", "name": "network-vif-plugged", "status": "completed", "tag": "c4c5f2b6-cec6-4db9-b207-1b42150e8149", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:43.405935 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8a9bdcb-56e7-4103-83ba-a4762a957fb8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:43.406349 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149', 'code': 200} Dec 16 07:57:43.408502 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.409277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6ec57-293d-48ab-8748-ec7bb802c2ab req-482fa984-c8ee-4586-9811-43721c2e1dfb tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:43.417198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64f6ec57-293d-48ab-8748-ec7bb802c2ab req-482fa984-c8ee-4586-9811-43721c2e1dfb tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 945 time: 0.3190398 Dec 16 07:57:43.434261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.469156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] device_id is not set on port 46e5cf68-faa7-42f4-be13-1059f1bb184e yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 07:57:43.592536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.608654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=c4c5f2b6-cec6-4db9-b207-1b42150e8149,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:43.623329 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.662115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64f6ec57-293d-48ab-8748-ec7bb802c2ab req-c36c64d4-4469-4e31-a8c2-a3850eb2cdff tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279291 Dec 16 07:57:43.703176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f2bae-2786-4a3e-b7ae-06daa6bc0367 req-a1061d8f-fa2f-439b-b77d-808a15a21c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:43.711446 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.713428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-375f2bae-2786-4a3e-b7ae-06daa6bc0367 req-a1061d8f-fa2f-439b-b77d-808a15a21c2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 1098 time: 0.1899872 Dec 16 07:57:43.805415 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5f9efd-710b-4368-ba19-c148438f0a0c None None] Network 9a6fa251-3010-4384-bfba-196d668d39fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:43.823186 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.837094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Network 50554593-86d8-4125-aa44-2756977b8260 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:43.856405 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-375f2bae-2786-4a3e-b7ae-06daa6bc0367 req-727f115c-ab69-4433-b623-e672fd081634 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258001 Dec 16 07:57:43.859890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7428338e-67f4-4159-8916-fab7a7503461']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:43.869418 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.870816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12596a22-8e0b-4b54-84a3-03f2b071463c') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:43.871119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12596a22-8e0b-4b54-84a3-03f2b071463c') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:43.876225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 10.1.1.98 (9a6fa251-3010-4384-bfba-196d668d39fd/2ce9d080-572a-49ea-9e25-92dcab1970e9/46e5cf68-faa7-42f4-be13-1059f1bb184e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:43.883603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Pushing event updated for resources: {'Port': ['ID=2af2ea89-6f99-4af7-82bc-decd83cd7967,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:43.885526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.895294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:43.899603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:43.911735 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.924746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-509f2099-0452-4e97-a62c-3e90d86c5060 None None] Provisioning complete for port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:43.925512 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-509f2099-0452-4e97-a62c-3e90d86c5060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.927314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:57:43.928385 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:57:43.932824 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:57:44.030569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Attempting to bind port 2af2ea89-6f99-4af7-82bc-decd83cd7967 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:44.031646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Attempting to bind port 2af2ea89-6f99-4af7-82bc-decd83cd7967 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:44.032267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Attempting to bind port 2af2ea89-6f99-4af7-82bc-decd83cd7967 on network 50554593-86d8-4125-aa44-2756977b8260 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:44.044545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:44.044995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Checking segment: {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:44.045316 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.045713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Bound using segment: {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:44.046181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Bound port: 2af2ea89-6f99-4af7-82bc-decd83cd7967, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:44.048451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.100157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.110193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c55f2-680b-4ae2-b0d4-ad8eedeb33cc req-2db12865-b136-45d8-8d06-b690a1e46039 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:44.117565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c55f2-680b-4ae2-b0d4-ad8eedeb33cc req-2db12865-b136-45d8-8d06-b690a1e46039 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:44.119195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-146c55f2-680b-4ae2-b0d4-ad8eedeb33cc req-2db12865-b136-45d8-8d06-b690a1e46039 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 1655 time: 0.0747368 Dec 16 07:57:44.156745 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.212146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-146c55f2-680b-4ae2-b0d4-ad8eedeb33cc req-ea6aacb4-b767-4ce8-9c7f-39e41efd99bc tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863841 Dec 16 07:57:44.217891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.225071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7428338e-67f4-4159-8916-fab7a7503461 HTTP/1.1" status: 204 len: 168 time: 0.9743075 Dec 16 07:57:44.246990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55f40c-e085-44fc-895a-ad1b31ca1fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7428338e-67f4-4159-8916-fab7a7503461,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:44.275147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] For port 2af2ea89-6f99-4af7-82bc-decd83cd7967, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:44.276054 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.285434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] For port 2af2ea89-6f99-4af7-82bc-decd83cd7967, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2af2ea89-6f99-4af7-82bc-decd83cd7967,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:44.299586 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-509f2099-0452-4e97-a62c-3e90d86c5060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.351776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network f4b8bed0-13cd-4def-9754-f62ba841068a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:44.373107 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.377536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Port': ['ID=48747851-a29f-46ce-abc1-937a02136082,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:44.382145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:44.386621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:44.463218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:44.463218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.479479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-509f2099-0452-4e97-a62c-3e90d86c5060 None None] For port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:44.511379 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.539903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304bc95-441a-4cde-ba11-ed0c5d98a764 None None] Pushing event updated for resources: {'Port': ['ID=2af2ea89-6f99-4af7-82bc-decd83cd7967,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:44.591060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42151c0f-38df-4bae-9e81-d1242c16da73 req-1f95d389-dedf-448e-878c-a9a62e89d2eb tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:44.591818 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-509f2099-0452-4e97-a62c-3e90d86c5060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.623045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42151c0f-38df-4bae-9e81-d1242c16da73 req-1f95d389-dedf-448e-878c-a9a62e89d2eb tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.2144806 Dec 16 07:57:44.659688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:44.672547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 9a6fa251-3010-4384-bfba-196d668d39fd is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:44.696733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:44.732099 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ef7c48fa-60e4-4134-8db7-64c1f42af27c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1314430 Dec 16 07:57:44.737449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f2099-0452-4e97-a62c-3e90d86c5060 None None] Pushing event updated for resources: {'Port': ['ID=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:44.748701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Request body: {'port': {'device_id': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:44.751360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:44.824870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:44.825254 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:44.833283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42151c0f-38df-4bae-9e81-d1242c16da73 req-bf314e48-8d6c-428a-a7b3-f298bb6a4ae7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081721 Dec 16 07:57:44.893619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59110) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:44.944807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=46e5cf68-faa7-42f4-be13-1059f1bb184e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:44.979180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-da2fb085-6824-40af-af31-f472b9133360 None None] Provisioning complete for port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:44.979604 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da2fb085-6824-40af-af31-f472b9133360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.035693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:45.036469 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.054851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.067925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-27532d21-d190-4f97-a2fc-0668474cfbb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1cc58cdf644487ea6ed84b0634a2051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751189 Dec 16 07:57:45.070562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59124) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:45.135571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c094-cf28-46cb-b5fc-44f12281f336 req-2dab9650-4a9a-4795-9a98-3ce1ae803185 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:45.137227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b77c094-cf28-46cb-b5fc-44f12281f336 req-2dab9650-4a9a-4795-9a98-3ce1ae803185 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 946 time: 0.3022962 Dec 16 07:57:45.314778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7b879d5-732e-4680-a57d-086cfb8ca81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.329218 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-40aa20ea-b6da-4d05-8ddd-84f18cf00230 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5500889 Dec 16 07:57:45.329446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b77c094-cf28-46cb-b5fc-44f12281f336 req-57d58278-623a-45d3-8f5c-bbab4f2eec9c tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733031 Dec 16 07:57:45.332722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59134) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:45.361923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'port': {'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'name': 'tempest-TaggedBootDevicesTest_v242-2022598737', 'fixed_ips': [{'subnet_id': '2ce9d080-572a-49ea-9e25-92dcab1970e9'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:45.455154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d25e6fc9-70ee-43e6-8975-3748297e0644 None None] Provisioning complete for port 48747851-a29f-46ce-abc1-937a02136082 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:45.455624 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d25e6fc9-70ee-43e6-8975-3748297e0644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.459704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7b879d5-732e-4680-a57d-086cfb8ca81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.560569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d25e6fc9-70ee-43e6-8975-3748297e0644 None None] Port 48747851-a29f-46ce-abc1-937a02136082 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:57:45.582993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d25e6fc9-70ee-43e6-8975-3748297e0644 None None] Provisioning complete for port 46e5cf68-faa7-42f4-be13-1059f1bb184e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:45.583439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d25e6fc9-70ee-43e6-8975-3748297e0644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.600353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf37b9-eaf6-4a2a-ad5b-198058911d70 req-0be4459f-28fd-4d1d-8a95-848a28be0bbb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:45.606528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf37b9-eaf6-4a2a-ad5b-198058911d70 req-0be4459f-28fd-4d1d-8a95-848a28be0bbb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:45.612603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf37b9-eaf6-4a2a-ad5b-198058911d70 req-0be4459f-28fd-4d1d-8a95-848a28be0bbb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:45.631564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caaf37b9-eaf6-4a2a-ad5b-198058911d70 req-0be4459f-28fd-4d1d-8a95-848a28be0bbb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2377 time: 0.2580445 Dec 16 07:57:45.693315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ca464a-d23e-419e-80be-7f3cc244ef4d {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:45.722381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.768056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Transition to ACTIVE for port object 33ca464a-d23e-419e-80be-7f3cc244ef4d will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:57:45.773998 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7b879d5-732e-4680-a57d-086cfb8ca81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.776613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7b879d5-732e-4680-a57d-086cfb8ca81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.777779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a7b879d5-732e-4680-a57d-086cfb8ca81a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/613a7b30-6a66-4eae-b682-ef03d469d7f7 HTTP/1.1" status: 204 len: 168 time: 0.7048872 Dec 16 07:57:45.804967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-caaf37b9-eaf6-4a2a-ad5b-198058911d70 req-5fda460c-4bdd-4359-9416-e2849d22cf6c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453400 Dec 16 07:57:45.822252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b879d5-732e-4680-a57d-086cfb8ca81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a7b30-6a66-4eae-b682-ef03d469d7f7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:45.878043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:45.905592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:57:45.939653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d25e6fc9-70ee-43e6-8975-3748297e0644 None None] Port 46e5cf68-faa7-42f4-be13-1059f1bb184e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:57:45.994758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Pushing event updated for resources: {'Port': ['ID=33ca464a-d23e-419e-80be-7f3cc244ef4d,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:46.222392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Attempting to bind port 33ca464a-d23e-419e-80be-7f3cc244ef4d on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:46.222745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Attempting to bind port 33ca464a-d23e-419e-80be-7f3cc244ef4d by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:46.223083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Attempting to bind port 33ca464a-d23e-419e-80be-7f3cc244ef4d on network f4b8bed0-13cd-4def-9754-f62ba841068a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:46.238497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Port 33ca464a-d23e-419e-80be-7f3cc244ef4d on network f4b8bed0-13cd-4def-9754-f62ba841068a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:57:46.238834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Attempting to bind port 33ca464a-d23e-419e-80be-7f3cc244ef4d on network f4b8bed0-13cd-4def-9754-f62ba841068a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:46.251160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:46.251508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Checking segment: {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:46.266848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Bound using segment: {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:46.266848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Bound port: 33ca464a-d23e-419e-80be-7f3cc244ef4d, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:46.266848 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:46.275533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4add3-8a12-40f4-b2d2-dfb875d15c27 req-30c32bd4-ebf3-496f-a7b6-b6556d503faf tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:46.277183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8b4add3-8a12-40f4-b2d2-dfb875d15c27 req-30c32bd4-ebf3-496f-a7b6-b6556d503faf tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.2173579 Dec 16 07:57:46.280151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:46.380208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] device_id is not set on port a9535134-94aa-4c88-8e03-fecf261821ea yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 07:57:46.445510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] For port 33ca464a-d23e-419e-80be-7f3cc244ef4d, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:46.446815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] For port 33ca464a-d23e-419e-80be-7f3cc244ef4d, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=33ca464a-d23e-419e-80be-7f3cc244ef4d,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:46.491678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f2e3d2-07ac-4949-869f-43146d1d4223 None None] Network 50554593-86d8-4125-aa44-2756977b8260 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:57:46.522957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:46.653794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Pushing event updated for resources: {'Port': ['ID=33ca464a-d23e-419e-80be-7f3cc244ef4d,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:46.680291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:46.683516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bb9fc259-82ca-4659-a7c5-dc5ad94802ce None None] Provisioning complete for port 2af2ea89-6f99-4af7-82bc-decd83cd7967 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:46.683891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc259-82ca-4659-a7c5-dc5ad94802ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:46.697922 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:46.700295 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-86886312-aecc-4846-a5e3-b7e8c3dc3410 service neutron] 10.222.0.36 "PUT /v2.0/ports/33ca464a-d23e-419e-80be-7f3cc244ef4d HTTP/1.1" status: 200 len: 1093 time: 1.9659092 Dec 16 07:57:46.709193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'tag': '33ca464a-d23e-419e-80be-7f3cc244ef4d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:46.711112 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "tag": "33ca464a-d23e-419e-80be-7f3cc244ef4d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:46.764595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:46.801258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Request body: {'port': {'device_id': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:46.875924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8b4add3-8a12-40f4-b2d2-dfb875d15c27 req-ceff44fc-b689-49e7-8154-5421d5aa5801 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922136 Dec 16 07:57:46.892744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:46.893179 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:46.894854 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc259-82ca-4659-a7c5-dc5ad94802ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:46.974323 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c45720-6af6-44c9-b8ea-21d11b801ea5 x-openstack-request-id: req-e6c45720-6af6-44c9-b8ea-21d11b801ea5 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:46.974713 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "tag": "33ca464a-d23e-419e-80be-7f3cc244ef4d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:46.974970 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6c45720-6af6-44c9-b8ea-21d11b801ea5 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:46.975370 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'tag': '33ca464a-d23e-419e-80be-7f3cc244ef4d', 'status': 'completed', 'code': 200} Dec 16 07:57:46.992210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:47.108695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bb9fc259-82ca-4659-a7c5-dc5ad94802ce None None] For port 2af2ea89-6f99-4af7-82bc-decd83cd7967, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2af2ea89-6f99-4af7-82bc-decd83cd7967,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:47.122020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2af2ea89-6f99-4af7-82bc-decd83cd7967 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:47.165101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2460c3-db63-4863-b2c4-d0c5614bbc56 req-889d09f0-aa3d-4fc6-9950-8a9b1db84b34 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.174857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d2460c3-db63-4863-b2c4-d0c5614bbc56 req-889d09f0-aa3d-4fc6-9950-8a9b1db84b34 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 946 time: 0.5409942 Dec 16 07:57:47.192041 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc259-82ca-4659-a7c5-dc5ad94802ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:47.220438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2af2ea89-6f99-4af7-82bc-decd83cd7967 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:47.220819 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:47.367016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-85b54c23-fa98-414a-a0af-65a9948d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.367693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-85b54c23-fa98-414a-a0af-65a9948d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.368273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-85b54c23-fa98-414a-a0af-65a9948d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.369984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-85b54c23-fa98-414a-a0af-65a9948d2875 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2733 time: 0.3260465 Dec 16 07:57:47.396120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d2460c3-db63-4863-b2c4-d0c5614bbc56 req-c7990989-248b-4be1-b14a-57d3394552b8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154176 Dec 16 07:57:47.407387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369bac-813f-4efb-9b5a-78380b2d7520 req-888ca67b-6aa8-4d4a-85c4-0be7a6661dbf tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.427054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369bac-813f-4efb-9b5a-78380b2d7520 req-888ca67b-6aa8-4d4a-85c4-0be7a6661dbf tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.452479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369bac-813f-4efb-9b5a-78380b2d7520 req-888ca67b-6aa8-4d4a-85c4-0be7a6661dbf tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.457713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42369bac-813f-4efb-9b5a-78380b2d7520 req-888ca67b-6aa8-4d4a-85c4-0be7a6661dbf tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2389 time: 0.2544694 Dec 16 07:57:47.479047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-412ab73d-e219-4fc8-859e-f8a9277803cf None None] Provisioning complete for port 2af2ea89-6f99-4af7-82bc-decd83cd7967 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:47.482479 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-412ab73d-e219-4fc8-859e-f8a9277803cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:47.562128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fc259-82ca-4659-a7c5-dc5ad94802ce None None] Pushing event updated for resources: {'Port': ['ID=2af2ea89-6f99-4af7-82bc-decd83cd7967,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:47.584666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d609b96-e9c7-4b2c-8c26-1c98145023af {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:47.593164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:47.604510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 10.1.1.107 (9a6fa251-3010-4384-bfba-196d668d39fd/2ce9d080-572a-49ea-9e25-92dcab1970e9/a9535134-94aa-4c88-8e03-fecf261821ea) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:47.608131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Transition to ACTIVE for port object 3d609b96-e9c7-4b2c-8c26-1c98145023af will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:57:47.682153 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:47.820352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-42369bac-813f-4efb-9b5a-78380b2d7520 req-38da1d87-3036-473b-bd4d-60c1f5b06192 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374810 Dec 16 07:57:47.876642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Pushing event updated for resources: {'Port': ['ID=3d609b96-e9c7-4b2c-8c26-1c98145023af,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:47.965631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-aacd2076-9d0a-4ad1-bfd2-c39fb656a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.983322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-aacd2076-9d0a-4ad1-bfd2-c39fb656a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.986824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-aacd2076-9d0a-4ad1-bfd2-c39fb656a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:47.995116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-aacd2076-9d0a-4ad1-bfd2-c39fb656a745 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=33e21e1dccf248d7963fe727d7a964f9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5357184 Dec 16 07:57:48.002922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Attempting to bind port 3d609b96-e9c7-4b2c-8c26-1c98145023af on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:48.004494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Attempting to bind port 3d609b96-e9c7-4b2c-8c26-1c98145023af by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:48.005228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Attempting to bind port 3d609b96-e9c7-4b2c-8c26-1c98145023af on network 79128c63-016b-41bf-a2d3-aeb7f38b2214 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:48.017920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Port 3d609b96-e9c7-4b2c-8c26-1c98145023af on network 79128c63-016b-41bf-a2d3-aeb7f38b2214 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:57:48.018508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Attempting to bind port 3d609b96-e9c7-4b2c-8c26-1c98145023af on network 79128c63-016b-41bf-a2d3-aeb7f38b2214 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:48.026238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:48.026868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Checking segment: {'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:48.027424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Bound using segment: {'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:48.028041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Bound port: 3d609b96-e9c7-4b2c-8c26-1c98145023af, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20324f42-978c-45f1-ad39-cd3792ab602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:48.028598 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:48.160025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] For port 3d609b96-e9c7-4b2c-8c26-1c98145023af, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:48.165323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] For port 3d609b96-e9c7-4b2c-8c26-1c98145023af, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3d609b96-e9c7-4b2c-8c26-1c98145023af,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:48.285017 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:57:48.288875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:48.290702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73ebb2-793a-406d-a032-b6cfec83a36e req-8a4b88b4-fc20-4ee6-bd86-952519409160 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:48.293897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df73ebb2-793a-406d-a032-b6cfec83a36e req-8a4b88b4-fc20-4ee6-bd86-952519409160 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1984577 Dec 16 07:57:48.357272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-10d45fd9-512d-4d47-9444-48a325785f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:48.359042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1865df83-1d58-4b9a-9f6f-55b54e5bcfea req-10d45fd9-512d-4d47-9444-48a325785f72 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2999215 Dec 16 07:57:48.368308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:48.373062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:48.385759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:48.412316 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d609b96-e9c7-4b2c-8c26-1c98145023af HTTP/1.1" status: 200 len: 1093 time: 1.6059284 Dec 16 07:57:48.435497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df73ebb2-793a-406d-a032-b6cfec83a36e req-068716b2-bf7e-438c-a341-90ce6883c4ed tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272106 Dec 16 07:57:48.532588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66aa8a6-3a92-493b-a5d4-97c64743f315 service neutron] Pushing event updated for resources: {'Port': ['ID=3d609b96-e9c7-4b2c-8c26-1c98145023af,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:48.554712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2af2ea89-6f99-4af7-82bc-decd83cd7967 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:48.579944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Request body: {'port': {'device_id': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:48.583805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:48.693257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:48.730428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2af2ea89-6f99-4af7-82bc-decd83cd7967 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:48.730916 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:48.770757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 9a6fa251-3010-4384-bfba-196d668d39fd is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:48.796318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:48.815557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:48.908884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=a9535134-94aa-4c88-8e03-fecf261821ea,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:48.978755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:48.983282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b84b-507c-4e44-b477-4afe2d5ef90d req-f7528d2e-99b5-4dfb-8517-16ddacb08c6e tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:48.992540 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cc8081-9b82-4409-80d8-2dcf782b38b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:48.995872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19f3b84b-507c-4e44-b477-4afe2d5ef90d req-f7528d2e-99b5-4dfb-8517-16ddacb08c6e tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 946 time: 0.3444612 Dec 16 07:57:49.111600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.114151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:49.256399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19f3b84b-507c-4e44-b477-4afe2d5ef90d req-5543b375-36b5-41e1-9404-12f554f21374 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586985 Dec 16 07:57:49.295574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997168f-58ad-4d15-91b1-6a133d398d5b req-13dd191e-ca5d-4950-bd58-2c7569c4d52a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.301287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997168f-58ad-4d15-91b1-6a133d398d5b req-13dd191e-ca5d-4950-bd58-2c7569c4d52a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.304874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48747851-a29f-46ce-abc1-937a02136082 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:49.316891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997168f-58ad-4d15-91b1-6a133d398d5b req-13dd191e-ca5d-4950-bd58-2c7569c4d52a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.320539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:49.345246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Transition to ACTIVE for port object 48747851-a29f-46ce-abc1-937a02136082 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:57:49.347078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9997168f-58ad-4d15-91b1-6a133d398d5b req-13dd191e-ca5d-4950-bd58-2c7569c4d52a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2401 time: 0.3273327 Dec 16 07:57:49.368499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-23bf5819-94ec-43bc-91dc-a6bbde9b3238 None None] Provisioning complete for port a9535134-94aa-4c88-8e03-fecf261821ea triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:49.368880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23bf5819-94ec-43bc-91dc-a6bbde9b3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:49.381423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ccdcd92d-bac8-4071-9ed5-629682bf68bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0393062 Dec 16 07:57:49.381553 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8e15d8-9c1d-404f-b47f-32060bae2058 x-openstack-request-id: req-bb8e15d8-9c1d-404f-b47f-32060bae2058 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:49.381788 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:49.382065 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb8e15d8-9c1d-404f-b47f-32060bae2058 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:49.382434 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af', 'status': 'completed', 'code': 200} Dec 16 07:57:49.425158 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:49.425272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-23bf5819-94ec-43bc-91dc-a6bbde9b3238 None None] Port a9535134-94aa-4c88-8e03-fecf261821ea cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:57:49.579880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9997168f-58ad-4d15-91b1-6a133d398d5b req-5f001a02-a218-4380-a11f-7c14ce5c198e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323184 Dec 16 07:57:49.626915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-7d8ec3e4-9ec4-4954-9a8c-a360a8849b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.627498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-7d8ec3e4-9ec4-4954-9a8c-a360a8849b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.628019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-7d8ec3e4-9ec4-4954-9a8c-a360a8849b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.632803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-7d8ec3e4-9ec4-4954-9a8c-a360a8849b15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2827 time: 0.2012303 Dec 16 07:57:49.695866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=48747851-a29f-46ce-abc1-937a02136082,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:49.711214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Attempting to bind port 48747851-a29f-46ce-abc1-937a02136082 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:57:49.712153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Attempting to bind port 48747851-a29f-46ce-abc1-937a02136082 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:57:49.712740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Attempting to bind port 48747851-a29f-46ce-abc1-937a02136082 on network f4b8bed0-13cd-4def-9754-f62ba841068a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:49.718948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Port 48747851-a29f-46ce-abc1-937a02136082 on network f4b8bed0-13cd-4def-9754-f62ba841068a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:57:49.719662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Attempting to bind port 48747851-a29f-46ce-abc1-937a02136082 on network f4b8bed0-13cd-4def-9754-f62ba841068a {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:57:49.727086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:57:49.730698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Checking segment: {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:57:49.730698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Bound using segment: {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:57:49.730698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Bound port: 48747851-a29f-46ce-abc1-937a02136082, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d3d125-d42b-4cf4-b62e-ca51f0aea10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:57:49.730698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:49.837723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59330) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:49.843971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-90b683d0-acd2-415d-98d2-e3151d1826e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152721340', 'description': 'tempest-description--991052009'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:49.878144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] For port 48747851-a29f-46ce-abc1-937a02136082, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:57:49.914067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa706f-9224-485e-ba95-f33f1cfae3c0 req-aa59a068-bec8-489d-977b-3ae2df191641 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.914327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] For port 48747851-a29f-46ce-abc1-937a02136082, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=48747851-a29f-46ce-abc1-937a02136082,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:57:49.921388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00aa706f-9224-485e-ba95-f33f1cfae3c0 req-aa59a068-bec8-489d-977b-3ae2df191641 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1526899 Dec 16 07:57:49.968279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-9d88cbf5-c768-4f00-a95e-27e22c71ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.968756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-9d88cbf5-c768-4f00-a95e-27e22c71ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.969225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-9d88cbf5-c768-4f00-a95e-27e22c71ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:49.970917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-9d88cbf5-c768-4f00-a95e-27e22c71ed44 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=33e21e1dccf248d7963fe727d7a964f9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3181987 Dec 16 07:57:49.991242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:50.094592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=48747851-a29f-46ce-abc1-937a02136082,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:50.102135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90b683d0-acd2-415d-98d2-e3151d1826e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:50.109275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.110105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:50.111719 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0ed969f5-5132-4702-8b60-3f33e78b74a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/48747851-a29f-46ce-abc1-937a02136082 HTTP/1.1" status: 200 len: 1093 time: 1.5363898 Dec 16 07:57:50.159084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-7976bb84-b834-4252-a297-ac2d58504937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.160817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5cc8081-9b82-4409-80d8-2dcf782b38b5 req-7976bb84-b834-4252-a297-ac2d58504937 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744199 Dec 16 07:57:50.213523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00aa706f-9224-485e-ba95-f33f1cfae3c0 req-8e8fab94-8ab9-4117-ad72-c81e3fbc9543 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797155 Dec 16 07:57:50.240857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90b683d0-acd2-415d-98d2-e3151d1826e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:50.341975 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90b683d0-acd2-415d-98d2-e3151d1826e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:50.415546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b683d0-acd2-415d-98d2-e3151d1826e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:50.441491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-99170f07-bd8d-4db9-889e-bf0c4dbc5ac1 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.443907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-99170f07-bd8d-4db9-889e-bf0c4dbc5ac1 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 946 time: 0.2582307 Dec 16 07:57:50.524123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-3b1617dd-81c5-4685-a71a-1aae4ca5391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.524654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-3b1617dd-81c5-4685-a71a-1aae4ca5391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.525330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-3b1617dd-81c5-4685-a71a-1aae4ca5391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.527794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-3b1617dd-81c5-4685-a71a-1aae4ca5391e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2869 time: 0.2416608 Dec 16 07:57:50.548357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd95998-db39-4962-ad5f-07b48b9498a7 req-68f9d188-41c2-41e4-bd17-e521932a3878 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.550743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5dd95998-db39-4962-ad5f-07b48b9498a7 req-68f9d188-41c2-41e4-bd17-e521932a3878 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 946 time: 0.1954217 Dec 16 07:57:50.593542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90b683d0-acd2-415d-98d2-e3151d1826e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:50.606933 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90b683d0-acd2-415d-98d2-e3151d1826e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7671311 Dec 16 07:57:50.608673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:50.615628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4371621a-607e-4a58-8c33-b7ff86078bb5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'security_group_rule': {'security_group_id': '3da66e79-4a11-4450-bd6d-18e0e7f2a7e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:50.647401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-e0c419c3-6d06-47f0-8ffe-771131fb1835 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=33ca464a-d23e-419e-80be-7f3cc244ef4d HTTP/1.1" status: 200 len: 217 time: 0.0954540 Dec 16 07:57:50.831714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5dd95998-db39-4962-ad5f-07b48b9498a7 req-6ab1f4d9-965e-417a-8e20-ffa1f2a34813 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e4df952-416d-4457-8847-e68a6e386954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681921 Dec 16 07:57:50.835512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-1adfa3a8-21c3-415a-98ff-e7d453371148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.836968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-1adfa3a8-21c3-415a-98ff-e7d453371148 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7168b0d6-211e-4c6f-8f99-96076a4df8b9 HTTP/1.1" status: 200 len: 801 time: 0.1793165 Dec 16 07:57:50.854399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d23a-db5a-4e86-b7a8-edcf2735ea56 req-1ff0dc2b-b8ab-4ce6-b9c4-4192d9a172ff tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.860284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d23a-db5a-4e86-b7a8-edcf2735ea56 req-1ff0dc2b-b8ab-4ce6-b9c4-4192d9a172ff tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.866076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-77130b34-fb9d-48de-a08f-cafbbeda215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.866809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d23a-db5a-4e86-b7a8-edcf2735ea56 req-1ff0dc2b-b8ab-4ce6-b9c4-4192d9a172ff tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:50.867866 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-77130b34-fb9d-48de-a08f-cafbbeda215c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1099 time: 0.0491426 Dec 16 07:57:50.869391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b44d23a-db5a-4e86-b7a8-edcf2735ea56 req-1ff0dc2b-b8ab-4ce6-b9c4-4192d9a172ff tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2413 time: 0.1433666 Dec 16 07:57:50.907231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Deleting port c4c5f2b6-cec6-4db9-b207-1b42150e8149 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:57:50.907571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:51.003233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-892aa86a-bbe6-4835-beaf-222c59934baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:51.004270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b44d23a-db5a-4e86-b7a8-edcf2735ea56 req-9465af2f-6f47-4b95-9579-569c384ae3ce tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218493 Dec 16 07:57:51.004708 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-892aa86a-bbe6-4835-beaf-222c59934baf service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1136558 Dec 16 07:57:51.008765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-914b6a9e-f1fd-42e1-8fd3-a852506ecdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:51.010282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-914b6a9e-f1fd-42e1-8fd3-a852506ecdac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4b8bed0-13cd-4def-9754-f62ba841068a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650596 Dec 16 07:57:51.094581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] For port c4c5f2b6-cec6-4db9-b207-1b42150e8149, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c4c5f2b6-cec6-4db9-b207-1b42150e8149,segment=NetworkSegment(cb29946d-1bda-48e7-a94b-359afd466bb5),segment_id=cb29946d-1bda-48e7-a94b-359afd466bb5)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:51.094855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:51.115925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Calling delete_port for c4c5f2b6-cec6-4db9-b207-1b42150e8149 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:57:51.199195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-e45e077a-2bea-4f61-91bc-4170399d22ec service neutron] 10.222.0.36 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714528 Dec 16 07:57:51.447004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'tag': '48747851-a29f-46ce-abc1-937a02136082'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:51.449242 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b52e6e-4b95-4285-a825-d9190809a684" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "tag": "48747851-a29f-46ce-abc1-937a02136082"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:51.530679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4bce-1c0c-4a1f-b877-1e4d0a887d29 req-f81ad719-a8a4-4431-95cc-215c762ddd4c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:51.536910 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee070a10-1f35-4a93-be17-c3f9f48f182e x-openstack-request-id: req-ee070a10-1f35-4a93-be17-c3f9f48f182e {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:51.536910 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "tag": "48747851-a29f-46ce-abc1-937a02136082", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:51.536910 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee070a10-1f35-4a93-be17-c3f9f48f182e {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:51.536910 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'tag': '48747851-a29f-46ce-abc1-937a02136082', 'status': 'completed', 'code': 200} Dec 16 07:57:51.540209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ebf4bce-1c0c-4a1f-b877-1e4d0a887d29 req-f81ad719-a8a4-4431-95cc-215c762ddd4c tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1636229 Dec 16 07:57:51.544060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4371621a-607e-4a58-8c33-b7ff86078bb5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:51.555863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-49e69fd1-e92c-40ee-8581-04d60746b1ff service neutron] 10.222.0.36 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433375 Dec 16 07:57:51.586629 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-35781006-44da-4673-a505-533a8a6e776a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1002 time: 0.5738764 Dec 16 07:57:51.594387 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-0fda58e0-4914-4fa8-9695-7ed4302b281d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414204 Dec 16 07:57:51.621338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-31e7a317-67a2-44e3-8434-9cc8070135c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=3d609b96-e9c7-4b2c-8c26-1c98145023af HTTP/1.1" status: 200 len: 217 time: 0.0491288 Dec 16 07:57:51.658307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ebf4bce-1c0c-4a1f-b877-1e4d0a887d29 req-42fde22a-ca35-4af6-ad04-91f804b6753f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984535 Dec 16 07:57:51.677261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:51.681951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4371621a-607e-4a58-8c33-b7ff86078bb5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:51.716414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['c4c5f2b6-cec6-4db9-b207-1b42150e8149'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:51.718971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-0cfafd80-8bd5-4b11-830a-78777ad8ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:51.720636 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-0cfafd80-8bd5-4b11-830a-78777ad8ee78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.1196222 Dec 16 07:57:51.730240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-4978bf71-4614-4c86-a379-2fc47b7211a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:51.731787 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-4978bf71-4614-4c86-a379-2fc47b7211a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 1097 time: 0.0897141 Dec 16 07:57:51.780434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4371621a-607e-4a58-8c33-b7ff86078bb5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:51.921512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4371621a-607e-4a58-8c33-b7ff86078bb5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:51.925749 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4371621a-607e-4a58-8c33-b7ff86078bb5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3143008 Dec 16 07:57:51.928791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:51.941683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d2613d87-3421-482f-b5da-87e2366acca3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'security_group_rule': {'security_group_id': '3da66e79-4a11-4450-bd6d-18e0e7f2a7e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:51.946358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371621a-607e-4a58-8c33-b7ff86078bb5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efba208f-5143-4a3f-816b-ebc5c134a3f5,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:51.953431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-d63f0d3e-4999-4a01-9c92-161458ebbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:51.959821 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-d63f0d3e-4999-4a01-9c92-161458ebbcda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2222264 Dec 16 07:57:52.067983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-a80deb98-47ae-41c0-94e2-134486955bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.069668 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-a80deb98-47ae-41c0-94e2-134486955bd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 912 time: 0.3038728 Dec 16 07:57:52.153124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2613d87-3421-482f-b5da-87e2366acca3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:52.192655 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-ae4421e4-7710-4e71-a54f-0941b2dc6ff1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 HTTP/1.1" status: 200 len: 217 time: 0.1070197 Dec 16 07:57:52.218360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Pushing event deleted for resources: {'Port': ['ID=c4c5f2b6-cec6-4db9-b207-1b42150e8149,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:52.245965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2613d87-3421-482f-b5da-87e2366acca3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:52.291640 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-853a65e2-e3d7-4d4d-ae37-6969860549df service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279994 Dec 16 07:57:52.307108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87f0b9a4-0118-4975-a218-9a282c245f4f req-786c1540-3802-4c3f-ad92-bdfc7da8f81a tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 210 time: 0.0943606 Dec 16 07:57:52.308743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ddc51afc-2e15-4f9a-bd3b-4e26b4390c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.324248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ddc51afc-2e15-4f9a-bd3b-4e26b4390c6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25f028c1-3d68-4577-9d79-70f3396d6802 HTTP/1.1" status: 200 len: 801 time: 0.6628726 Dec 16 07:57:52.365828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-4698857d-0e24-46a9-b2a7-3d9b0f19f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.367547 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-4698857d-0e24-46a9-b2a7-3d9b0f19f255 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 200 len: 851 time: 0.1428857 Dec 16 07:57:52.371909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.372628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.373738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.374258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.374763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.375269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.375785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.376343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.377331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.377867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.378408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.378922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.379415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:57:52.391091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2613d87-3421-482f-b5da-87e2366acca3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:52.421707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-bfb0248e-764f-40b2-a9e6-c4a9180c5ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1641641-dd28-4b37-b25c-1e07d7bd8978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447171 Dec 16 07:57:52.441891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] No DVR routers for this DVR port c4c5f2b6-cec6-4db9-b207-1b42150e8149 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:57:52.445396 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:52.449772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7085dbb8-dfd3-4d61-af31-f52bf27b1ae3 req-9d1456f8-0168-4491-8b65-a1f13519aea8 tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.16 "DELETE /v2.0/ports/c4c5f2b6-cec6-4db9-b207-1b42150e8149 HTTP/1.1" status: 204 len: 173 time: 1.9975007 Dec 16 07:57:52.474333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2613d87-3421-482f-b5da-87e2366acca3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7b3e2d-023f-4953-949e-17881d52ddc0,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:52.475718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'name': 'network-vif-deleted', 'tag': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:52.482576 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95be708b-fbe8-4047-b2b8-be8fb424f5bb" -d '{"events": [{"server_uuid": "ab1d254f-e14f-4727-ba41-916a70d235a4", "name": "network-vif-deleted", "tag": "c4c5f2b6-cec6-4db9-b207-1b42150e8149"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:52.526382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f05c-aed4-47f3-b245-aeee940453d2 req-b410c93a-7eef-45e6-b504-a5ee0fc5fd7b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.533157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f05c-aed4-47f3-b245-aeee940453d2 req-b410c93a-7eef-45e6-b504-a5ee0fc5fd7b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.541172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f05c-aed4-47f3-b245-aeee940453d2 req-b410c93a-7eef-45e6-b504-a5ee0fc5fd7b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.550798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4418f05c-aed4-47f3-b245-aeee940453d2 req-b410c93a-7eef-45e6-b504-a5ee0fc5fd7b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2413 time: 0.3391078 Dec 16 07:57:52.571129 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-099d95ca-87d8-4fb1-9346-ecc53eb6fa76 req-f04637e6-0be6-4ea3-9a58-bafa03f0ee26 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700970 Dec 16 07:57:52.582252 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d5edd-fc7f-4060-9d2b-8071b344c546 x-openstack-request-id: req-e15d5edd-fc7f-4060-9d2b-8071b344c546 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:52.582539 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d254f-e14f-4727-ba41-916a70d235a4", "name": "network-vif-deleted", "tag": "c4c5f2b6-cec6-4db9-b207-1b42150e8149", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:52.583052 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e15d5edd-fc7f-4060-9d2b-8071b344c546 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:52.583562 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d254f-e14f-4727-ba41-916a70d235a4', 'name': 'network-vif-deleted', 'tag': 'c4c5f2b6-cec6-4db9-b207-1b42150e8149', 'status': 'completed', 'code': 200} Dec 16 07:57:52.591882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0bb99a2b-76d5-4a8e-9c18-f024908c1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.593809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-0bb99a2b-76d5-4a8e-9c18-f024908c1214 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79128c63-016b-41bf-a2d3-aeb7f38b2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996756 Dec 16 07:57:52.604903 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2613d87-3421-482f-b5da-87e2366acca3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:52.611974 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d2613d87-3421-482f-b5da-87e2366acca3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6786375 Dec 16 07:57:52.619591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59444) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:52.627436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:57:52.659109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-bbb1e9b4-d300-4630-9d63-087b762a50f2 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224467 Dec 16 07:57:52.694922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4418f05c-aed4-47f3-b245-aeee940453d2 req-bd82ef09-8a8b-4f8b-b5b3-4be42d1dedd7 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427755 Dec 16 07:57:52.752137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-084af095-62dd-44d1-bcf4-20e85bb12ffb service neutron] 10.222.0.36 "GET /v2.0/networks/79128c63-016b-41bf-a2d3-aeb7f38b2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420436 Dec 16 07:57:52.764009 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2fe2130e-06b6-4f39-892d-595a73212ad4 req-d60e1b3f-c91d-413a-9928-6f80c62c9353 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967114 Dec 16 07:57:52.839272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:52.965875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca016c7-4d8c-4fef-b075-3404009288b9 req-b0a2fbc7-e127-481b-a153-a1cd230f6bd7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:52.968569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ca016c7-4d8c-4fef-b075-3404009288b9 req-b0a2fbc7-e127-481b-a153-a1cd230f6bd7 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1960776 Dec 16 07:57:52.970792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-ecc5edfa-5d4c-4f8d-a673-a70d7e22bab0 service neutron] 10.222.0.36 "GET /v2.0/networks/79128c63-016b-41bf-a2d3-aeb7f38b2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109313 Dec 16 07:57:53.042938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-3a8daa82-cf63-4946-ad8c-58e8a6736653 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.200&port_id=48747851-a29f-46ce-abc1-937a02136082 HTTP/1.1" status: 200 len: 217 time: 0.0555267 Dec 16 07:57:53.103689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ca016c7-4d8c-4fef-b075-3404009288b9 req-7098df57-7e53-4214-845c-e99151dc6b17 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264851 Dec 16 07:57:53.130189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-2d6100bc-2c93-49b8-979d-2e0274fdfcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:53.132501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-2d6100bc-2c93-49b8-979d-2e0274fdfcc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7168b0d6-211e-4c6f-8f99-96076a4df8b9 HTTP/1.1" status: 200 len: 801 time: 0.0797586 Dec 16 07:57:53.138249 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:53.257031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-f149bf94-73a5-4eed-83f3-01ad0848bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:53.258555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-f149bf94-73a5-4eed-83f3-01ad0848bbc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4b8bed0-13cd-4def-9754-f62ba841068a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175847 Dec 16 07:57:53.335099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 172.25.2.108 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/e11bbbe7-245e-4614-9651-9faa36b8023c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:57:53.466019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eeda5507-2f02-43d6-98eb-6b75e7aa9bb4 req-600b52fa-2616-4861-a436-16d271e3c82e tempest-ServerAddressesTestJSON-1652219950 tempest-ServerAddressesTestJSON-1652219950-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab1d254f-e14f-4727-ba41-916a70d235a4 HTTP/1.1" status: 200 len: 210 time: 0.0384684 Dec 16 07:57:53.543316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-be1f7128-937e-49b5-bf80-70b89fb9e6f5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763138 Dec 16 07:57:53.624253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:53.746642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f04b40b-8a3c-4e27-bade-aa55577c8f98 req-b2ed369b-ef1a-4af5-8e81-27ee68b70459 service neutron] 10.222.0.36 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901698 Dec 16 07:57:53.776891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c5800-873a-429d-b90c-b4c7eb037f80 req-dff1301d-89e9-49e7-b5f7-fe9db2787122 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:53.778550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-638c5800-873a-429d-b90c-b4c7eb037f80 req-dff1301d-89e9-49e7-b5f7-fe9db2787122 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1008716 Dec 16 07:57:53.804447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:53.926739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-638c5800-873a-429d-b90c-b4c7eb037f80 req-ddbbd98a-1a6d-4111-8fcc-9b947cec0d93 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414881 Dec 16 07:57:53.933705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:57:53.934706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=e11bbbe7-245e-4614-9651-9faa36b8023c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:53.939835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:57:53.942953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:57:53.969192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20a5d-1b5e-4f38-881d-9d2f68226f7e req-fd2d0a58-d1d6-4a26-9fad-81fca44c030f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:53.976339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20a5d-1b5e-4f38-881d-9d2f68226f7e req-fd2d0a58-d1d6-4a26-9fad-81fca44c030f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:53.982983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20a5d-1b5e-4f38-881d-9d2f68226f7e req-fd2d0a58-d1d6-4a26-9fad-81fca44c030f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:53.991728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8c20a5d-1b5e-4f38-881d-9d2f68226f7e req-fd2d0a58-d1d6-4a26-9fad-81fca44c030f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2413 time: 0.1915684 Dec 16 07:57:54.121077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8c20a5d-1b5e-4f38-881d-9d2f68226f7e req-02d4f5ca-94d5-46ee-b2b4-66f50147be47 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280916 Dec 16 07:57:54.145577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52e6e-4b95-4285-a825-d9190809a684 req-b877a4fd-df5b-40da-91cb-ac8d31201800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:54.146046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52e6e-4b95-4285-a825-d9190809a684 req-b877a4fd-df5b-40da-91cb-ac8d31201800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:54.146548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52e6e-4b95-4285-a825-d9190809a684 req-b877a4fd-df5b-40da-91cb-ac8d31201800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:54.148331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55b52e6e-4b95-4285-a825-d9190809a684 req-b877a4fd-df5b-40da-91cb-ac8d31201800 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2869 time: 0.1110961 Dec 16 07:57:54.279134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.307027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4dbf-d842-4545-8a41-2808547de05f req-219ad984-bc50-4061-9fe6-a056513f7e7e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:54.308547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd5d4dbf-d842-4545-8a41-2808547de05f req-219ad984-bc50-4061-9fe6-a056513f7e7e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1265814 Dec 16 07:57:54.349623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52e6e-4b95-4285-a825-d9190809a684 req-450bd92b-9aa9-4bcd-9f2b-7ba9d06bfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:54.350814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55b52e6e-4b95-4285-a825-d9190809a684 req-450bd92b-9aa9-4bcd-9f2b-7ba9d06bfe58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4b8bed0-13cd-4def-9754-f62ba841068a HTTP/1.1" status: 200 len: 903 time: 0.1699750 Dec 16 07:57:54.424354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55b52e6e-4b95-4285-a825-d9190809a684 req-5ae631d3-1015-4e52-84f8-8035f91e4509 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.200&port_id=48747851-a29f-46ce-abc1-937a02136082 HTTP/1.1" status: 200 len: 217 time: 0.0638108 Dec 16 07:57:54.430471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd5d4dbf-d842-4545-8a41-2808547de05f req-53d1584a-39a5-4c3a-a2a3-662706137398 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106308 Dec 16 07:57:54.434936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.526528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52e6e-4b95-4285-a825-d9190809a684 req-dad15ca0-228c-4620-9eb0-bafe1f9bed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:54.528083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55b52e6e-4b95-4285-a825-d9190809a684 req-dad15ca0-228c-4620-9eb0-bafe1f9bed9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7168b0d6-211e-4c6f-8f99-96076a4df8b9 HTTP/1.1" status: 200 len: 801 time: 0.0686281 Dec 16 07:57:54.535333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59562) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:54.549401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c4c5f2b6-cec6-4db9-b207-1b42150e8149 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:57:54.570811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: c4c5f2b6-cec6-4db9-b207-1b42150e8149 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:57:54.571156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c4c5f2b6-cec6-4db9-b207-1b42150e8149 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:57:54.585448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] Deleting subnet a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:57:54.588685 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.623602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.630248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52e6e-4b95-4285-a825-d9190809a684 req-045a2614-c2e7-4ebd-8a68-ae0a58642316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:54.632675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55b52e6e-4b95-4285-a825-d9190809a684 req-045a2614-c2e7-4ebd-8a68-ae0a58642316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4b8bed0-13cd-4def-9754-f62ba841068a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943971 Dec 16 07:57:54.677020 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.740799 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.767345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55b52e6e-4b95-4285-a825-d9190809a684 req-095cb788-9e65-46f7-8647-f2202d231a77 service neutron] 10.222.0.36 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238415 Dec 16 07:57:54.848136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.865936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55b52e6e-4b95-4285-a825-d9190809a684 req-b42106d2-7f7b-477c-bddf-0c7204fd7799 service neutron] 10.222.0.36 "GET /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891416 Dec 16 07:57:54.876807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.876999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:54.878965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.885243 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1393a2f8-a199-47a9-ba2b-37aa9e783f09 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a8002e9e-c2f9-4dfd-b4d6-4d4d6574be48 HTTP/1.1" status: 204 len: 168 time: 0.3487961 Dec 16 07:57:54.886227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:54.960719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:54.962041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=e11bbbe7-245e-4614-9651-9faa36b8023c,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:54.970483 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.043597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.050559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-086eba34-f028-4fac-8828-9fc9a0ca902d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4244740 Dec 16 07:57:55.062648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.089565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474af30f-69f6-4f00-8ad1-7a8cc600541a']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:55.100506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb29946d-1bda-48e7-a94b-359afd466bb5') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:55.101122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb29946d-1bda-48e7-a94b-359afd466bb5') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:57:55.114411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.119124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3d609b96-e9c7-4b2c-8c26-1c98145023af details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:57:55.131319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.140450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:57:55.140854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:57:55.142696 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:57:55.168787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9eda1-f0eb-451b-83e2-f963e419dc80 req-073faca2-b371-4b5e-ba5b-eed15e89686a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:55.170386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0f9eda1-f0eb-451b-83e2-f963e419dc80 req-073faca2-b371-4b5e-ba5b-eed15e89686a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1160505 Dec 16 07:57:55.260511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3d609b96-e9c7-4b2c-8c26-1c98145023af, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3d609b96-e9c7-4b2c-8c26-1c98145023af,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:55.264444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0f9eda1-f0eb-451b-83e2-f963e419dc80 req-714268c7-adac-43b7-a840-a35b95a8dabb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873013 Dec 16 07:57:55.276773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '3d609b96-e9c7-4b2c-8c26-1c98145023af', 'network_id': '79128c63-016b-41bf-a2d3-aeb7f38b2214', 'port_id': '3d609b96-e9c7-4b2c-8c26-1c98145023af', 'mac_address': 'fa:16:3e:1e:2b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f028c1-3d68-4577-9d79-70f3396d6802', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:57:55.310508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.329007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.337986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.348364 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/474af30f-69f6-4f00-8ad1-7a8cc600541a HTTP/1.1" status: 204 len: 168 time: 0.4610438 Dec 16 07:57:55.351432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d609b96-e9c7-4b2c-8c26-1c98145023af {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:55.353904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133d2d0-5af2-43a9-809f-888865cbb3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=474af30f-69f6-4f00-8ad1-7a8cc600541a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:55.360429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3b883-8de2-4e12-9b11-19c072b10a06 req-170dd285-7d6f-4667-8b92-0dfbcbb6391b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:55.368499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3b883-8de2-4e12-9b11-19c072b10a06 req-170dd285-7d6f-4667-8b92-0dfbcbb6391b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:55.374978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3b883-8de2-4e12-9b11-19c072b10a06 req-170dd285-7d6f-4667-8b92-0dfbcbb6391b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:55.379240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3d609b96-e9c7-4b2c-8c26-1c98145023af, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3d609b96-e9c7-4b2c-8c26-1c98145023af,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:55.381302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3b3b883-8de2-4e12-9b11-19c072b10a06 req-170dd285-7d6f-4667-8b92-0dfbcbb6391b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2413 time: 0.0998778 Dec 16 07:57:55.435990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3b3b883-8de2-4e12-9b11-19c072b10a06 req-cbffb294-9e31-4913-b3ab-ca778f5d4035 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515544 Dec 16 07:57:55.471067 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.471977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 33ca464a-d23e-419e-80be-7f3cc244ef4d details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:57:55.600359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3d609b96-e9c7-4b2c-8c26-1c98145023af,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:55.640051 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-6adb08c0-03dd-4a90-9366-f5c2e1cac0eb tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1152721340&fields=id&tenant_id=b85a9b3a3177443da35d9b89992103f0 HTTP/1.1" status: 200 len: 267 time: 0.0542870 Dec 16 07:57:55.654452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 33ca464a-d23e-419e-80be-7f3cc244ef4d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=33ca464a-d23e-419e-80be-7f3cc244ef4d,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:55.667670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '33ca464a-d23e-419e-80be-7f3cc244ef4d', 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a', 'port_id': '33ca464a-d23e-419e-80be-7f3cc244ef4d', 'mac_address': 'fa:16:3e:8d:fc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7168b0d6-211e-4c6f-8f99-96076a4df8b9', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:57:55.701220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-647175a0-c601-4d01-8e60-08eafd1943a7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:55.702583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-647175a0-c601-4d01-8e60-08eafd1943a7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports/46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 935 time: 0.0505826 Dec 16 07:57:55.715507 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.725874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ca464a-d23e-419e-80be-7f3cc244ef4d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:55.764398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 33ca464a-d23e-419e-80be-7f3cc244ef4d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=33ca464a-d23e-419e-80be-7f3cc244ef4d,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:55.768304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-654abff7-17f9-4da4-a088-b2746fd661aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:55.769746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-654abff7-17f9-4da4-a088-b2746fd661aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports/a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 937 time: 0.0608025 Dec 16 07:57:55.836003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-6c073f68-02db-4917-bf85-d94b7e631539 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0593085 Dec 16 07:57:55.868755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59664) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:55.870978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:55.889327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-e77fbedd-610d-4ab4-8f9a-39d1b03495b1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461755 Dec 16 07:57:55.922555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=33ca464a-d23e-419e-80be-7f3cc244ef4d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:55.941825 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eebc3758-da9a-4cea-88e3-ecd693d7bfd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d688ec5c7e54dbdb866242c7e3e51e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708640 Dec 16 07:57:55.944782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59670) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:57:56.004679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edf76010-4f7f-41f5-a4ee-2c6884c99244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:56.038910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-7c9ed789-e9a0-4aba-966c-b7e3e044696d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:56.042195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edf76010-4f7f-41f5-a4ee-2c6884c99244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:56.044794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-7c9ed789-e9a0-4aba-966c-b7e3e044696d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:56.051067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-7c9ed789-e9a0-4aba-966c-b7e3e044696d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:56.059677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-7c9ed789-e9a0-4aba-966c-b7e3e044696d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/networks?id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=50554593-86d8-4125-aa44-2756977b8260&id=50554593-86d8-4125-aa44-2756977b8260 HTTP/1.1" status: 200 len: 1996 time: 0.1630445 Dec 16 07:57:56.084775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-afa24aad-e87e-4de6-a41b-f2c9cf916271 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/quotas/b85a9b3a3177443da35d9b89992103f0 HTTP/1.1" status: 200 len: 375 time: 0.0241401 Dec 16 07:57:56.156246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015aa60d-20ff-45d6-98f3-51c006116558 req-f1da2439-b807-44b8-8782-3355f8dd7afa tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:56.157801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-015aa60d-20ff-45d6-98f3-51c006116558 req-f1da2439-b807-44b8-8782-3355f8dd7afa tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.0894849 Dec 16 07:57:56.188137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-265a960e-fc35-46d6-b99f-ecb0184bbc94 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0857613 Dec 16 07:57:56.227768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edf76010-4f7f-41f5-a4ee-2c6884c99244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:56.233789 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edf76010-4f7f-41f5-a4ee-2c6884c99244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:56.237885 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-edf76010-4f7f-41f5-a4ee-2c6884c99244 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e4df952-416d-4457-8847-e68a6e386954 HTTP/1.1" status: 204 len: 168 time: 0.2894299 Dec 16 07:57:56.244439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf76010-4f7f-41f5-a4ee-2c6884c99244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4df952-416d-4457-8847-e68a6e386954,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:56.249959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3d609b96-e9c7-4b2c-8c26-1c98145023af'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:56.285083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-015aa60d-20ff-45d6-98f3-51c006116558 req-f840d90f-341a-44d0-a947-626dc846efe5 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174660 Dec 16 07:57:56.335199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-7c481e75-4043-4bae-a888-b4dab1741dc9 service neutron] 10.222.0.43 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314888 Dec 16 07:57:56.446836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-6f78fff9-27c6-4351-9e6d-1023ff51100f service neutron] 10.222.0.43 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107333 Dec 16 07:57:56.517244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-870b91d3-f71a-44e5-805a-8bee7434e71e service neutron] 10.222.0.43 "GET /v2.0/ports/46e5cf68-faa7-42f4-be13-1059f1bb184e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0554113 Dec 16 07:57:56.562501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:57:56.641362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443259ae-6069-45e9-a5f3-e19bf44513c8 req-b5cbf3ee-a174-4995-9447-4ea09890ffaa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:56.642873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-443259ae-6069-45e9-a5f3-e19bf44513c8 req-b5cbf3ee-a174-4995-9447-4ea09890ffaa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1101391 Dec 16 07:57:56.660802 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:56.667151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4b01116a-dd68-4491-a029-a05bba35cf85 service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426454 Dec 16 07:57:56.712642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:56.713572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:56.716244 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681379a1-e939-4abc-9131-6b43526ef12d" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-unplugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:56.775311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-443259ae-6069-45e9-a5f3-e19bf44513c8 req-04f2ac02-a0b7-426c-a02d-3c69825017b9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059780 Dec 16 07:57:56.790847 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:56.810132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-e8088866-b785-435e-9e8d-ea666d4875d2 service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420174 Dec 16 07:57:56.869519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-30a1f6d4-b72c-413e-9734-ca7dd962e2ec service neutron] 10.222.0.43 "GET /v2.0/ports/a9535134-94aa-4c88-8e03-fecf261821ea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582132 Dec 16 07:57:56.916351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=11']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:57.014084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11903b-6371-4d62-88e1-ce67f537a62e req-504d2f3a-24f6-410e-8c6f-b24dcbdcf46a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:57.020036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11903b-6371-4d62-88e1-ce67f537a62e req-504d2f3a-24f6-410e-8c6f-b24dcbdcf46a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:57.026390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11903b-6371-4d62-88e1-ce67f537a62e req-504d2f3a-24f6-410e-8c6f-b24dcbdcf46a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:57.028065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b11903b-6371-4d62-88e1-ce67f537a62e req-504d2f3a-24f6-410e-8c6f-b24dcbdcf46a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2415 time: 0.0961840 Dec 16 07:57:57.067378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-a920eef5-890a-4b61-b88c-739b0f60764c service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969726 Dec 16 07:57:57.124306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 48747851-a29f-46ce-abc1-937a02136082 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:57:57.269640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 48747851-a29f-46ce-abc1-937a02136082, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=48747851-a29f-46ce-abc1-937a02136082,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:57.300964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '48747851-a29f-46ce-abc1-937a02136082', 'network_id': 'f4b8bed0-13cd-4def-9754-f62ba841068a', 'port_id': '48747851-a29f-46ce-abc1-937a02136082', 'mac_address': 'fa:16:3e:95:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7168b0d6-211e-4c6f-8f99-96076a4df8b9', 'ip_address': '19.80.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:57:57.362163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['33ca464a-d23e-419e-80be-7f3cc244ef4d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:57.451772 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:57.477965 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:57.499077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48747851-a29f-46ce-abc1-937a02136082 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:57:57.535186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 48747851-a29f-46ce-abc1-937a02136082, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=48747851-a29f-46ce-abc1-937a02136082,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:57.640892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b11903b-6371-4d62-88e1-ce67f537a62e req-17165156-08b1-4508-a6d7-248364b6c600 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979300 Dec 16 07:57:57.701223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:57.720163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cc0e8-ce8c-4b5f-a868-31992f42f2c6 req-62298132-b61d-4d82-b8f5-27b940173111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:57.721690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f1cc0e8-ce8c-4b5f-a868-31992f42f2c6 req-62298132-b61d-4d82-b8f5-27b940173111 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 1097 time: 0.0919108 Dec 16 07:57:57.751093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-73a467af-91fb-4014-8ffb-e82e64bfb82d service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651952 Dec 16 07:57:57.761473 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4763ca-cab8-4a63-bcbf-30f503f71be8 x-openstack-request-id: req-4b4763ca-cab8-4a63-bcbf-30f503f71be8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:57:57.762217 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-unplugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:57:57.766078 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b4763ca-cab8-4a63-bcbf-30f503f71be8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:57:57.767120 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'code': 200} Dec 16 07:57:57.828805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=48747851-a29f-46ce-abc1-937a02136082,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:57.860425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f1cc0e8-ce8c-4b5f-a868-31992f42f2c6 req-1ea74627-bb69-403a-a13a-dbed938ea9d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285942 Dec 16 07:57:57.895575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c83d-779c-43d5-ab2d-797aab8aace0 req-c4c582dc-08b5-47ec-923a-de757b029f02 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:57.897099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cee0c83d-779c-43d5-ab2d-797aab8aace0 req-c4c582dc-08b5-47ec-923a-de757b029f02 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1016817 Dec 16 07:57:57.934708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-2ed4edb0-69c5-4425-9f4d-6cb007d6d575 service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726213 Dec 16 07:57:58.013436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cee0c83d-779c-43d5-ab2d-797aab8aace0 req-458a37bc-a5a1-4963-9514-13cfc128d281 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077437 Dec 16 07:57:58.054542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['48747851-a29f-46ce-abc1-937a02136082'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:57:58.069388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-95addf73-1e01-464e-94f4-e6c89719e324 service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263921 Dec 16 07:57:58.179977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-93ff7a5a-bf62-4ebe-a58c-eca34872c446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:58.228346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-96db4c54-e090-486b-a9a2-45660a37f68d service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524589 Dec 16 07:57:58.323528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5719-e077-4a74-a833-d49336dae922 req-0e2d70cc-dc17-4c42-9ded-0ccdcb6dd17a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:58.324983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25af5719-e077-4a74-a833-d49336dae922 req-0e2d70cc-dc17-4c42-9ded-0ccdcb6dd17a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1186028 Dec 16 07:57:58.375505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-3660e0ed-cac5-49c5-a7bf-55652353c453 service neutron] 10.222.0.43 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304026 Dec 16 07:57:58.437858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25af5719-e077-4a74-a833-d49336dae922 req-76f2bcda-4411-4005-92f2-d48adaaa8822 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062219 Dec 16 07:57:58.481048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-02a884a7-0957-4133-b565-01907a20cb99 service neutron] 10.222.0.43 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953145 Dec 16 07:57:58.584743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-e8dd9679-29b5-4705-acf0-d2619744bf84 service neutron] 10.222.0.43 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965879 Dec 16 07:57:58.680313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-89da15a9-a351-4545-addf-a66faa982ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936344 Dec 16 07:57:58.775446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-e0848b75-fcac-4ddf-b244-46684b68dd4c service neutron] 10.222.0.43 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867970 Dec 16 07:57:59.046814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f68036-056e-4a15-b0f8-fc155c44353a req-830f7295-6123-428b-8b8d-6a0ca7913e71 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:59.067393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f68036-056e-4a15-b0f8-fc155c44353a req-830f7295-6123-428b-8b8d-6a0ca7913e71 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:59.077743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f68036-056e-4a15-b0f8-fc155c44353a req-830f7295-6123-428b-8b8d-6a0ca7913e71 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:59.080829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0f68036-056e-4a15-b0f8-fc155c44353a req-830f7295-6123-428b-8b8d-6a0ca7913e71 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2416 time: 0.0972147 Dec 16 07:57:59.122784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 48747851-a29f-46ce-abc1-937a02136082 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:59.152793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c0f68036-056e-4a15-b0f8-fc155c44353a req-986dc738-03b6-4bf2-9195-4fb161148269 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651281 Dec 16 07:57:59.228145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5177f0dd-30c1-42c1-958c-e2b07e398524 req-bdf7f019-a032-48ba-83f0-1e5204748cd5 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=519a7149-b383-4a1c-bfc0-8664aa1a8d24 HTTP/1.1" status: 200 len: 210 time: 0.0302441 Dec 16 07:57:59.242447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 48747851-a29f-46ce-abc1-937a02136082 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:57:59.246713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 48747851-a29f-46ce-abc1-937a02136082 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:59.247083 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:59.336529 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:59.383847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 48747851-a29f-46ce-abc1-937a02136082, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=48747851-a29f-46ce-abc1-937a02136082,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:59.476962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde07a51-844b-4b94-935f-a8d0869efc56 req-dc2bdbbc-1bc1-492f-b39c-952208a13b74 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:57:59.478471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde07a51-844b-4b94-935f-a8d0869efc56 req-dc2bdbbc-1bc1-492f-b39c-952208a13b74 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.0626271 Dec 16 07:57:59.488275 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:59.489016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3d609b96-e9c7-4b2c-8c26-1c98145023af up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:57:59.539273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bde07a51-844b-4b94-935f-a8d0869efc56 req-683d0789-bc79-42ca-be18-5e0132a84d36 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Dec 16 07:57:59.588517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=48747851-a29f-46ce-abc1-937a02136082,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:57:59.680608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 3d609b96-e9c7-4b2c-8c26-1c98145023af completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:57:59.685754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 3d609b96-e9c7-4b2c-8c26-1c98145023af triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:57:59.690633 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:59.785969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48747851-a29f-46ce-abc1-937a02136082'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:57:59.789135 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9549303d-e98b-429a-b741-7b084a7288cd" -d '{"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-plugged", "status": "completed", "tag": "48747851-a29f-46ce-abc1-937a02136082"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:57:59.799467 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:59.818692 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:59.837021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3d609b96-e9c7-4b2c-8c26-1c98145023af, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3d609b96-e9c7-4b2c-8c26-1c98145023af,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:57:59.939494 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:57:59.940427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 33ca464a-d23e-419e-80be-7f3cc244ef4d up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:00.087783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3d609b96-e9c7-4b2c-8c26-1c98145023af,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:00.174206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 33ca464a-d23e-419e-80be-7f3cc244ef4d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:58:00.179032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 33ca464a-d23e-419e-80be-7f3cc244ef4d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:00.183009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:00.184979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ad21a-b350-4aa1-a1fb-d5a74a2b0991 req-d331a413-69a9-406f-bebd-29e97b434d71 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:00.186838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a0ad21a-b350-4aa1-a1fb-d5a74a2b0991 req-d331a413-69a9-406f-bebd-29e97b434d71 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0646417 Dec 16 07:58:00.243976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a0ad21a-b350-4aa1-a1fb-d5a74a2b0991 req-53f4df94-b0b7-478b-90dd-d96d4b0b7ed0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508304 Dec 16 07:58:00.293926 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:00.374581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 33ca464a-d23e-419e-80be-7f3cc244ef4d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=33ca464a-d23e-419e-80be-7f3cc244ef4d,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:00.390915 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf232d27-c8e3-424e-a99c-34fc04df1823 x-openstack-request-id: req-bf232d27-c8e3-424e-a99c-34fc04df1823 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:00.391480 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-plugged", "status": "completed", "tag": "48747851-a29f-46ce-abc1-937a02136082", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:00.392165 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf232d27-c8e3-424e-a99c-34fc04df1823 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:00.393579 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48747851-a29f-46ce-abc1-937a02136082', 'code': 200} Dec 16 07:58:00.493992 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:00.561274 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:58:00.567336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=33ca464a-d23e-419e-80be-7f3cc244ef4d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:00.669138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0809e2de-38dd-49b9-8c6b-a788990e9301 req-eb2ef93f-dd9b-4ea1-9218-2e6e492b2f5d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0352955 Dec 16 07:58:00.716098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625983e-bd70-448c-9aa0-749c64dece83 req-5f2773ff-d7e0-46de-94c8-8ac1682b239b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:00.726185 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e792f87-e209-4e45-973a-05d13499f5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:00.726347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625983e-bd70-448c-9aa0-749c64dece83 req-5f2773ff-d7e0-46de-94c8-8ac1682b239b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:00.744544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625983e-bd70-448c-9aa0-749c64dece83 req-5f2773ff-d7e0-46de-94c8-8ac1682b239b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:00.749288 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9625983e-bd70-448c-9aa0-749c64dece83 req-5f2773ff-d7e0-46de-94c8-8ac1682b239b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.1061969 Dec 16 07:58:00.832462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8045e15d-ca82-4312-98e6-1fca49d1b05b req-e6e0ce07-2fe0-4c5d-ac18-6bdb07eb3032 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0666785 Dec 16 07:58:00.871470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9625983e-bd70-448c-9aa0-749c64dece83 req-2820ddb7-1658-484b-af84-11dea732de3d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075203 Dec 16 07:58:00.878889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-8ff16e52-ad9e-492a-b199-bc7603246ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:00.880451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-8ff16e52-ad9e-492a-b199-bc7603246ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 1097 time: 0.1263225 Dec 16 07:58:00.949152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:00.972256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '29774ac9-2557-42d5-a607-d08cff641dbd', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '29774ac9-2557-42d5-a607-d08cff641dbd', 'mac_address': 'fa:16:3e:0a:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:58:01.032216 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:01.048105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29774ac9-2557-42d5-a607-d08cff641dbd {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:01.073165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-05e7dda4-7a01-4fc3-a418-2bd3447a0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:01.074568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:01.075220 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-05e7dda4-7a01-4fc3-a418-2bd3447a0e22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 200 len: 912 time: 0.1855450 Dec 16 07:58:01.105639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a808ec-dfdc-42f5-ace9-5977631af139 req-64d37295-0865-4d58-be25-11048f0ab2e0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:01.113584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25a808ec-dfdc-42f5-ace9-5977631af139 req-64d37295-0865-4d58-be25-11048f0ab2e0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1021640 Dec 16 07:58:01.139890 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:01.201252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=12']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:01.220720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25a808ec-dfdc-42f5-ace9-5977631af139 req-e7283499-6bad-4adb-8586-2a655fb765c9 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057870 Dec 16 07:58:01.225582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-49faa29a-7d09-4f79-a32c-cabf66ad6007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42341bba-9184-430f-8c4c-c5cd95a1096e HTTP/1.1" status: 200 len: 217 time: 0.1414948 Dec 16 07:58:01.289576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['29774ac9-2557-42d5-a607-d08cff641dbd'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:58:01.304961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-ad7eb459-cb7f-4357-a5ef-baa817108a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:01.306799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-ad7eb459-cb7f-4357-a5ef-baa817108a04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 200 len: 851 time: 0.0733774 Dec 16 07:58:01.391316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-b1de470d-31d0-4299-aca7-c34a90336362 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1641641-dd28-4b37-b25c-1e07d7bd8978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764725 Dec 16 07:58:01.609470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d08668-3e01-4121-9be7-cbd24afb64bb req-8e09c221-bbf0-4b75-9729-2725b7615e21 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:01.618147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86d08668-3e01-4121-9be7-cbd24afb64bb req-8e09c221-bbf0-4b75-9729-2725b7615e21 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.2241530 Dec 16 07:58:01.756231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-220322f5-9ec3-487f-a88f-7f44ee3b7f98 service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550701 Dec 16 07:58:01.764709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86d08668-3e01-4121-9be7-cbd24afb64bb req-8c1701ee-ab01-46cc-bb4e-94f6dc3f604a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1456439 Dec 16 07:58:01.767864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:01.939350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18f1e5d6-8b44-4ae7-9d05-55b8e9d8c29e req-4232a14b-dfc1-4fb1-b2f0-2e79a3fc4a1b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0431237 Dec 16 07:58:01.947079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87566f59-8a03-4a58-807a-0b49605ae2f1 req-f4fe52e7-df7c-4cb0-904b-bee8e09e9e3b service neutron] 10.222.0.36 "GET /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810479 Dec 16 07:58:02.004597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34a506c9-c232-4018-be1b-ed482641d20a req-5240d504-cb5f-460b-8472-154190161f8c tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0460529 Dec 16 07:58:02.135447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093de0e4-cfa6-49d8-ab37-5b5525ea76fe req-59fea720-bec4-4702-8938-33303beb9824 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.154006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093de0e4-cfa6-49d8-ab37-5b5525ea76fe req-59fea720-bec4-4702-8938-33303beb9824 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.167485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093de0e4-cfa6-49d8-ab37-5b5525ea76fe req-59fea720-bec4-4702-8938-33303beb9824 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.181545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-093de0e4-cfa6-49d8-ab37-5b5525ea76fe req-59fea720-bec4-4702-8938-33303beb9824 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.1150053 Dec 16 07:58:02.244899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-093de0e4-cfa6-49d8-ab37-5b5525ea76fe req-0c1dfd36-3341-4154-a241-13c1c3f503ad tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570855 Dec 16 07:58:02.392089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80597527-0ad2-4ff4-98e8-eb934a70d8cf req-848fba6b-a34d-4a76-bb26-e8d35ea1153a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.394970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af'}, {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ca464a-d23e-419e-80be-7f3cc244ef4d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:02.397602 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d805a00-d948-4988-84c3-7fc2ba83babb" -d '{"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-plugged", "status": "completed", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af"}, {"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-plugged", "status": "completed", "tag": "33ca464a-d23e-419e-80be-7f3cc244ef4d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:02.412701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80597527-0ad2-4ff4-98e8-eb934a70d8cf req-848fba6b-a34d-4a76-bb26-e8d35ea1153a tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.0675466 Dec 16 07:58:02.509951 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5053eba3-6929-4365-9908-f8021f6ad322 x-openstack-request-id: req-5053eba3-6929-4365-9908-f8021f6ad322 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:02.510332 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-plugged", "status": "completed", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af", "code": 200}, {"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-plugged", "status": "completed", "tag": "33ca464a-d23e-419e-80be-7f3cc244ef4d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:02.510697 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5053eba3-6929-4365-9908-f8021f6ad322 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:02.511181 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af', 'code': 200} Dec 16 07:58:02.511558 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ca464a-d23e-419e-80be-7f3cc244ef4d', 'code': 200} Dec 16 07:58:02.541337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80597527-0ad2-4ff4-98e8-eb934a70d8cf req-c919d81c-e407-4c7a-bac3-2096d2da8530 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267703 Dec 16 07:58:02.578392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:02.665037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 29774ac9-2557-42d5-a607-d08cff641dbd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:02.665037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:02.817048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008662e1-a85d-4a88-8748-a6cebb4f3665 req-640f285e-ce93-4513-931b-e3681f38a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.818640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008662e1-a85d-4a88-8748-a6cebb4f3665 req-640f285e-ce93-4513-931b-e3681f38a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.819576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008662e1-a85d-4a88-8748-a6cebb4f3665 req-640f285e-ce93-4513-931b-e3681f38a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.827424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:02.828692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-008662e1-a85d-4a88-8748-a6cebb4f3665 req-640f285e-ce93-4513-931b-e3681f38a82e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2875 time: 0.1706347 Dec 16 07:58:02.910848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-008662e1-a85d-4a88-8748-a6cebb4f3665 req-3e2204aa-053b-4852-b619-21c28757b6b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714946 Dec 16 07:58:02.950522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:02.988513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071058a9-cc3a-444f-b499-e39f4be93a98 req-761c8473-6975-4617-b64c-6418f23a3cfe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:02.990727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-071058a9-cc3a-444f-b499-e39f4be93a98 req-761c8473-6975-4617-b64c-6418f23a3cfe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 946 time: 0.0784886 Dec 16 07:58:03.012977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:03.079811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=13']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:03.092426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-071058a9-cc3a-444f-b499-e39f4be93a98 req-7df6ac3a-5ee1-46fc-9a1d-3e0102b73e85 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835011 Dec 16 07:58:03.094451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d41b1a53-8742-4f47-a55b-0a78f211173a req-3d087639-fcca-4c18-b351-d26c2ed20003 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0395167 Dec 16 07:58:03.228526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b51503d2-fc66-4f30-aeb1-12a60cba81a8 req-bea6a5d4-a5ed-4332-95f9-ffafd9795c1c tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0536413 Dec 16 07:58:03.403391 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:03.422081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d93f4-1bc3-4a98-9fa5-619c03d48d21 req-cd60ccc7-0253-4f13-a6ed-706cd41c2375 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:03.429458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d93f4-1bc3-4a98-9fa5-619c03d48d21 req-cd60ccc7-0253-4f13-a6ed-706cd41c2375 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:03.436296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d93f4-1bc3-4a98-9fa5-619c03d48d21 req-cd60ccc7-0253-4f13-a6ed-706cd41c2375 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:03.438083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-519d93f4-1bc3-4a98-9fa5-619c03d48d21 req-cd60ccc7-0253-4f13-a6ed-706cd41c2375 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.0748746 Dec 16 07:58:03.507510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-519d93f4-1bc3-4a98-9fa5-619c03d48d21 req-11564b62-5e78-4645-8be5-6fb2893f008f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Dec 16 07:58:03.676799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6ed17-5608-4e67-8b72-bf78f22c0dab req-3c2d269d-6fc7-4de1-b991-3966ebc360c5 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:03.679402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1d6ed17-5608-4e67-8b72-bf78f22c0dab req-3c2d269d-6fc7-4de1-b991-3966ebc360c5 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.0531456 Dec 16 07:58:03.736933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1d6ed17-5608-4e67-8b72-bf78f22c0dab req-10fdde2a-d0dd-407e-b265-2c1a575c5a3b tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506816 Dec 16 07:58:04.152387 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:04.274395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-86c4356a-33db-49fd-99a7-c9130ccb4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.276513 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-86c4356a-33db-49fd-99a7-c9130ccb4fff service neutron] 10.222.0.16 "GET /v2.0/ports/46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 1031 time: 0.0538855 Dec 16 07:58:04.339015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d95d49-0269-42f7-9b20-2556aca72d8a req-9e091c83-13e1-4972-aef4-20ebf9f35a21 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.1256895 Dec 16 07:58:04.391773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8514e53d-5ae7-487d-be6c-e1ab795a6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.393291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8514e53d-5ae7-487d-be6c-e1ab795a6fb5 service neutron] 10.222.0.16 "GET /v2.0/ports/a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 1033 time: 0.1082652 Dec 16 07:58:04.419014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75579ea-1c1e-48ce-bb02-8e177a68a8e5 req-e1158f06-c220-4ec3-a9b5-60799f4f2a6c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.443865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d75579ea-1c1e-48ce-bb02-8e177a68a8e5 req-e1158f06-c220-4ec3-a9b5-60799f4f2a6c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.2084818 Dec 16 07:58:04.512505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:04.516274 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963706f9-8074-424c-b107-6042c21b553d" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:04.589235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f5a4ff46-7738-4c0d-9877-dc98771eebf0 req-4e71b83e-4cba-4595-80c0-e01c963708f0 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1239946 Dec 16 07:58:04.639853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c1d2dfd-3dd7-4152-a675-27f75eb636e8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.648800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d75579ea-1c1e-48ce-bb02-8e177a68a8e5 req-d7f11fb5-7822-47f0-bdf5-c7cdf9846d50 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2032998 Dec 16 07:58:04.651834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c1d2dfd-3dd7-4152-a675-27f75eb636e8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.658223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c1d2dfd-3dd7-4152-a675-27f75eb636e8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.660080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c1d2dfd-3dd7-4152-a675-27f75eb636e8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "GET /v2.0/networks?id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=50554593-86d8-4125-aa44-2756977b8260&id=50554593-86d8-4125-aa44-2756977b8260 HTTP/1.1" status: 200 len: 1996 time: 0.2527926 Dec 16 07:58:04.694561 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e88ae85-223b-4c71-9730-aa4f0311b814 x-openstack-request-id: req-0e88ae85-223b-4c71-9730-aa4f0311b814 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:04.694788 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-plugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:04.695051 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e88ae85-223b-4c71-9730-aa4f0311b814 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:04.695453 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'code': 200} Dec 16 07:58:04.831698 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4437b414-f7fa-46ef-9085-3b346eded353 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b85a9b3a3177443da35d9b89992103f0 HTTP/1.1" status: 200 len: 380 time: 0.1550434 Dec 16 07:58:04.842913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'admin_state_up': True, 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'security_groups': ['3da66e79-4a11-4450-bd6d-18e0e7f2a7e0']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:04.863739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fecbd-1dca-4705-b891-fe4d53e9e254 req-462374f0-b4f4-4351-b41e-20c2a0acb4c1 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.870362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fecbd-1dca-4705-b891-fe4d53e9e254 req-462374f0-b4f4-4351-b41e-20c2a0acb4c1 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.876492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fecbd-1dca-4705-b891-fe4d53e9e254 req-462374f0-b4f4-4351-b41e-20c2a0acb4c1 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:04.884566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-029fecbd-1dca-4705-b891-fe4d53e9e254 req-462374f0-b4f4-4351-b41e-20c2a0acb4c1 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.1353910 Dec 16 07:58:04.981074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-029fecbd-1dca-4705-b891-fe4d53e9e254 req-279f5bbc-0eef-4f20-92c0-01af750dce6b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956960 Dec 16 07:58:04.998341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da20c61-c33a-4bf4-9525-7c6b59bd1150 req-40aabaeb-845a-41e3-b57d-ea283a662976 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:05.000297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6da20c61-c33a-4bf4-9525-7c6b59bd1150 req-40aabaeb-845a-41e3-b57d-ea283a662976 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1132505 Dec 16 07:58:05.058948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6da20c61-c33a-4bf4-9525-7c6b59bd1150 req-e04414c3-5702-481d-b7a5-f11eb4ec44b2 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Dec 16 07:58:05.083197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:05.087102 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:05.255036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 172.20.0.11 (cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13/8b806765-50b6-4970-8d37-d1e022e4d5f3/6fdc0cc4-00df-496b-8478-b7f389ac6ad5) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:05.549930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:05.566969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8b0b812-1360-4fcb-89f6-d14521511cb1 req-f49c6a60-8c1d-44e0-b736-525510572e79 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0510409 Dec 16 07:58:05.709373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:05.758478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e338077-0672-4699-977c-f74e8fd05602 req-549a84ce-1895-40aa-bb01-e2b5f3b57601 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0600898 Dec 16 07:58:05.795094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:05.797131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81791e-758f-44e7-8b6f-e2b4ab22abc6 req-6b540660-8bda-4f68-9c89-2e4fb0a1d8c6 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:05.798662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:05.799562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae81791e-758f-44e7-8b6f-e2b4ab22abc6 req-6b540660-8bda-4f68-9c89-2e4fb0a1d8c6 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1782134 Dec 16 07:58:05.803033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:05.889268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:05.890140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:05.895109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:05.910584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.911551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.912139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.912605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.913624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.913759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.914179 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.914611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.915036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.915463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.915885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.916469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.916885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:05.958263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae81791e-758f-44e7-8b6f-e2b4ab22abc6 req-cd6019c4-e053-4814-8484-36da66b630f6 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399727 Dec 16 07:58:05.998522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705ce0-2fa2-4464-99c9-c6e3456b4e1f req-0d12c257-917c-4b8a-bbe4-f4873d3327bb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:06.006662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34705ce0-2fa2-4464-99c9-c6e3456b4e1f req-0d12c257-917c-4b8a-bbe4-f4873d3327bb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1414909 Dec 16 07:58:06.016537 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d284e615-3d78-4466-82fa-0cbb9039d976 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1782188 Dec 16 07:58:06.036048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'admin_state_up': True, 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'security_groups': ['3da66e79-4a11-4450-bd6d-18e0e7f2a7e0']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:06.198386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34705ce0-2fa2-4464-99c9-c6e3456b4e1f req-ca2575ea-c53e-41a3-bf18-4711ff3b0505 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906426 Dec 16 07:58:06.321028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2149bd2-0548-4508-b152-116a5a79dd5f req-22204c49-4c6c-4ed8-ad5a-1fafc2c11586 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=519a7149-b383-4a1c-bfc0-8664aa1a8d24 HTTP/1.1" status: 200 len: 210 time: 0.0647812 Dec 16 07:58:06.332576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-191e91db-e6c6-41c4-a028-193bf191035e None None] Provisioning complete for port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:06.335032 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-191e91db-e6c6-41c4-a028-193bf191035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:06.436876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-191e91db-e6c6-41c4-a028-193bf191035e None None] Port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:06.546308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4d25a-c3a2-400d-8715-95fedab68a70 req-49fe71c5-3c5f-4957-9cf0-5858347d68b7 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:06.555433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4d25a-c3a2-400d-8715-95fedab68a70 req-49fe71c5-3c5f-4957-9cf0-5858347d68b7 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:06.562593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4d25a-c3a2-400d-8715-95fedab68a70 req-49fe71c5-3c5f-4957-9cf0-5858347d68b7 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:06.576880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36f4d25a-c3a2-400d-8715-95fedab68a70 req-49fe71c5-3c5f-4957-9cf0-5858347d68b7 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.1819336 Dec 16 07:58:06.641739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:06.650951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:06.709595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36f4d25a-c3a2-400d-8715-95fedab68a70 req-f00efd52-a604-43d2-81d0-dbafefb45020 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298006 Dec 16 07:58:06.911223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6287acc-e4a4-48d3-934d-cac73da078e5 req-7d0fc57b-0036-419b-8075-b066a6b0c9c1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:06.939319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6287acc-e4a4-48d3-934d-cac73da078e5 req-7d0fc57b-0036-419b-8075-b066a6b0c9c1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 932 time: 0.1569142 Dec 16 07:58:07.110650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37b5d0fe-554d-42b4-b193-695e443eec6e req-4633bc9c-39bf-4f0a-9f7a-458aa56b190d tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1180539 Dec 16 07:58:07.139539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 10.1.1.24 (9a6fa251-3010-4384-bfba-196d668d39fd/2ce9d080-572a-49ea-9e25-92dcab1970e9/4889025c-1913-4600-8cbc-c47eff052b5f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:07.233720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6287acc-e4a4-48d3-934d-cac73da078e5 req-e14ffebc-2c5d-4782-911d-7e687f9e558a tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934086 Dec 16 07:58:07.290129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59998) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:07.387123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd371027-f8d2-421b-84f2-ed3f377b5197 req-80022b00-0200-4bcd-bf4c-c439230ec043 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1285985 Dec 16 07:58:07.478867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:07.515101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d15dc-e778-41df-965f-003c2ba81d8d req-61faa3ee-63b8-4604-814b-2adb72e70490 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:07.554078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab7d15dc-e778-41df-965f-003c2ba81d8d req-61faa3ee-63b8-4604-814b-2adb72e70490 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1336548 Dec 16 07:58:07.661025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab7d15dc-e778-41df-965f-003c2ba81d8d req-4acb8842-66db-43ab-953a-4aa2b0606286 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009316 Dec 16 07:58:07.671532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:07.737031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-820e5d03-91cc-4e0f-bc8f-4e4d31e99cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:07.796195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 9a6fa251-3010-4384-bfba-196d668d39fd is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:07.803346 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:07.832867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:07.936559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=4889025c-1913-4600-8cbc-c47eff052b5f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:07.990522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:08.005907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:08.142701 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5e9456-e5ce-4f4e-8f5a-dccfe945bbe3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1118729 Dec 16 07:58:08.159409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'admin_state_up': True, 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'security_groups': ['3da66e79-4a11-4450-bd6d-18e0e7f2a7e0']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:08.192747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-820e5d03-91cc-4e0f-bc8f-4e4d31e99cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:08.205920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4774a-1cae-428e-be2a-894fe219fa53 req-a4f43d33-c922-4d0a-90df-6edf4edcb01e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:08.207544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bcb4774a-1cae-428e-be2a-894fe219fa53 req-a4f43d33-c922-4d0a-90df-6edf4edcb01e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.2810090 Dec 16 07:58:08.273420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-820e5d03-91cc-4e0f-bc8f-4e4d31e99cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:08.285068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233394b-e9b4-4a25-838d-1d7d32868e88 req-1fbf9bd3-1cc0-4825-bd0b-16719440e055 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:08.292136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233394b-e9b4-4a25-838d-1d7d32868e88 req-1fbf9bd3-1cc0-4825-bd0b-16719440e055 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:08.299615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233394b-e9b4-4a25-838d-1d7d32868e88 req-1fbf9bd3-1cc0-4825-bd0b-16719440e055 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:08.308314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2233394b-e9b4-4a25-838d-1d7d32868e88 req-1fbf9bd3-1cc0-4825-bd0b-16719440e055 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.2703676 Dec 16 07:58:08.401417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-de60b81f-705d-4d4e-8d48-36b5b8b0d77e None None] Provisioning complete for port 4889025c-1913-4600-8cbc-c47eff052b5f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:08.403643 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de60b81f-705d-4d4e-8d48-36b5b8b0d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:08.462556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-de60b81f-705d-4d4e-8d48-36b5b8b0d77e None None] Port 4889025c-1913-4600-8cbc-c47eff052b5f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:08.527216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-820e5d03-91cc-4e0f-bc8f-4e4d31e99cba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fc94c0a5acc4b21acfcf8b1abf8cef5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2344849 Dec 16 07:58:08.532753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60010) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:08.550166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bcb4774a-1cae-428e-be2a-894fe219fa53 req-4aa024c2-9c13-4f9c-8263-74c57501b4fb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3243065 Dec 16 07:58:08.550968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e5d03-91cc-4e0f-bc8f-4e4d31e99cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4486c151-15c3-4ae1-a6de-bd101e481b6c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:08.578199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2233394b-e9b4-4a25-838d-1d7d32868e88 req-1420b6d4-1861-43cc-a7a0-721ae3a02937 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689934 Dec 16 07:58:08.650493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:08.659529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:08.666087 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce78e019-05cf-4a0a-9673-c211b8383831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:08.785159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce78e019-05cf-4a0a-9673-c211b8383831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:08.808605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66eb68df-472f-4df3-94c4-bac09f744ae3 req-76e15373-b424-4f28-8e1e-fad3ee65b2c0 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0890827 Dec 16 07:58:08.946402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-913d3999-cd58-48c6-b91c-4b2048620ce3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:08.954081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-913d3999-cd58-48c6-b91c-4b2048620ce3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.1371131 Dec 16 07:58:08.971830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb614917-2fb2-4213-babc-dbe462619881 req-31c4d411-2083-4537-84d2-a7225ed8d3ec tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:08.982658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb614917-2fb2-4213-babc-dbe462619881 req-31c4d411-2083-4537-84d2-a7225ed8d3ec tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:09.000713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb614917-2fb2-4213-babc-dbe462619881 req-31c4d411-2083-4537-84d2-a7225ed8d3ec tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 1653 time: 0.2707529 Dec 16 07:58:09.052109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 10.1.1.248 (9a6fa251-3010-4384-bfba-196d668d39fd/2ce9d080-572a-49ea-9e25-92dcab1970e9/2fb121c9-f464-4a6c-9689-a7432580002e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:09.108812 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce78e019-05cf-4a0a-9673-c211b8383831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:09.117052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce78e019-05cf-4a0a-9673-c211b8383831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:09.120582 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ce78e019-05cf-4a0a-9673-c211b8383831 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4486c151-15c3-4ae1-a6de-bd101e481b6c HTTP/1.1" status: 204 len: 168 time: 0.5817373 Dec 16 07:58:09.184411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e019-05cf-4a0a-9673-c211b8383831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4486c151-15c3-4ae1-a6de-bd101e481b6c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:09.304775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2186c9-f84e-4aac-a95e-6a5bfb76c7a5 req-1bf696ab-3925-437b-b4ca-ca93862577a0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:09.313379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e2186c9-f84e-4aac-a95e-6a5bfb76c7a5 req-1bf696ab-3925-437b-b4ca-ca93862577a0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 945 time: 0.2226462 Dec 16 07:58:09.362834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb614917-2fb2-4213-babc-dbe462619881 req-10f90301-6691-42a3-aa11-c15be4a5eb47 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499100 Dec 16 07:58:09.484048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:09.554508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Deleting port 42341bba-9184-430f-8c4c-c5cd95a1096e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:09.560161 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:09.579229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e2186c9-f84e-4aac-a95e-6a5bfb76c7a5 req-02026870-b23e-4ba5-99a5-c84410b0f2cc tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644866 Dec 16 07:58:09.625618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:09.821349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 9a6fa251-3010-4384-bfba-196d668d39fd is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:09.841475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:09.847085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:09.890176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1046-3b02-4b27-b271-7f667b8d9d49 req-1597d6a4-6adf-4753-9521-64905ab554c0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:09.908713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-535b1046-3b02-4b27-b271-7f667b8d9d49 req-1597d6a4-6adf-4753-9521-64905ab554c0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1801925 Dec 16 07:58:09.919247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] For port 42341bba-9184-430f-8c4c-c5cd95a1096e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=42341bba-9184-430f-8c4c-c5cd95a1096e,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:09.923019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:09.969229 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:09.974206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:09.979691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57ef15-d9d2-4c9b-9f69-9862fcf061cc req-a6cfe0ba-ba6e-4e72-98e3-1804c8e6af39 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:09.995619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57ef15-d9d2-4c9b-9f69-9862fcf061cc req-a6cfe0ba-ba6e-4e72-98e3-1804c8e6af39 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.006314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=2fb121c9-f464-4a6c-9689-a7432580002e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:10.028226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:10.034863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57ef15-d9d2-4c9b-9f69-9862fcf061cc req-a6cfe0ba-ba6e-4e72-98e3-1804c8e6af39 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.044272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e57ef15-d9d2-4c9b-9f69-9862fcf061cc req-a6cfe0ba-ba6e-4e72-98e3-1804c8e6af39 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.2991328 Dec 16 07:58:10.072156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Calling delete_port for 42341bba-9184-430f-8c4c-c5cd95a1096e owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:10.081076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-80ae95b8-4a51-4f55-a57e-f8e197c10893 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.088335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-80ae95b8-4a51-4f55-a57e-f8e197c10893 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.096236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-80ae95b8-4a51-4f55-a57e-f8e197c10893 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.098750 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-80ae95b8-4a51-4f55-a57e-f8e197c10893 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 2419 time: 0.3795319 Dec 16 07:58:10.106229 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c019d916-255c-4457-b744-989bfbde532f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9509425 Dec 16 07:58:10.107173 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afe106b0-1346-4c59-9ef9-c660cf7e0f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:10.135748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '50554593-86d8-4125-aa44-2756977b8260', 'admin_state_up': True, 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'security_groups': ['3da66e79-4a11-4450-bd6d-18e0e7f2a7e0']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:10.246258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-535b1046-3b02-4b27-b271-7f667b8d9d49 req-44737b66-60d2-43b8-bc7d-8650c9e2641f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3358910 Dec 16 07:58:10.285374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e57ef15-d9d2-4c9b-9f69-9862fcf061cc req-81cd395b-5ff6-4526-b363-cd3a9473971e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396212 Dec 16 07:58:10.430019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-80728650-99ad-4146-90f7-632990e49714 None None] Provisioning complete for port 2fb121c9-f464-4a6c-9689-a7432580002e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:10.430522 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80728650-99ad-4146-90f7-632990e49714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:10.523665 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fc86424-d776-4df5-bff8-d2d6ac4b6a6f req-0be62ba6-8d41-4445-96f3-9e8bf39957d0 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0961072 Dec 16 07:58:10.574572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-80728650-99ad-4146-90f7-632990e49714 None None] Port 2fb121c9-f464-4a6c-9689-a7432580002e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:10.614090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:10.640710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port 33ca464a-d23e-419e-80be-7f3cc244ef4d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:10.641058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:10.665330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832a24e-e90b-4ba8-b3f2-c254ec8f8b4f req-f2e75d02-1819-4109-97e7-686d24aeb278 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.672398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832a24e-e90b-4ba8-b3f2-c254ec8f8b4f req-f2e75d02-1819-4109-97e7-686d24aeb278 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.680166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832a24e-e90b-4ba8-b3f2-c254ec8f8b4f req-f2e75d02-1819-4109-97e7-686d24aeb278 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:10.681986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3832a24e-e90b-4ba8-b3f2-c254ec8f8b4f req-f2e75d02-1819-4109-97e7-686d24aeb278 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 2374 time: 0.1517966 Dec 16 07:58:10.742048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:10.761381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afe106b0-1346-4c59-9ef9-c660cf7e0f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:10.787439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['76c0cf7d-4e42-4b7c-b00b-c3c24a597b96'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:58:10.817367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Pushing event deleted for resources: {'Port': ['ID=42341bba-9184-430f-8c4c-c5cd95a1096e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:10.861063 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afe106b0-1346-4c59-9ef9-c660cf7e0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:10.876448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3832a24e-e90b-4ba8-b3f2-c254ec8f8b4f req-2953dc4e-b20b-45cd-a368-d88bc2603650 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843641 Dec 16 07:58:10.975388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] No DVR routers for this DVR port 42341bba-9184-430f-8c4c-c5cd95a1096e on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:10.978762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:10.982413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00e12050-63b4-4c5d-9c1b-351dd06bb75c req-81d3f5b5-01d9-428b-baa4-6f1b5851e7c3 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "DELETE /v2.0/ports/42341bba-9184-430f-8c4c-c5cd95a1096e HTTP/1.1" status: 204 len: 173 time: 1.9787369 Dec 16 07:58:10.986122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da4246-6b7b-42da-b836-692789fce34d', 'name': 'network-vif-deleted', 'tag': '42341bba-9184-430f-8c4c-c5cd95a1096e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:10.993606 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a368b9-a6f4-4270-ab0c-a67dfdf9af98" -d '{"events": [{"server_uuid": "e9da4246-6b7b-42da-b836-692789fce34d", "name": "network-vif-deleted", "tag": "42341bba-9184-430f-8c4c-c5cd95a1096e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:11.127073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:11.164407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port 33ca464a-d23e-419e-80be-7f3cc244ef4d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=33ca464a-d23e-419e-80be-7f3cc244ef4d,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:11.164407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:11.183149 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-afe106b0-1346-4c59-9ef9-c660cf7e0f7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dbdab5f4ea04acc9781d72bf149944b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1538475 Dec 16 07:58:11.185708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60054) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:11.317850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for 33ca464a-d23e-419e-80be-7f3cc244ef4d owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:11.318244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 48747851-a29f-46ce-abc1-937a02136082 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:11.324294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe106b0-1346-4c59-9ef9-c660cf7e0f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f331c-f439-41a5-8289-ccd73e4435c9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:11.372786 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939fad1-5a80-46f3-b70a-e80256e481e1 x-openstack-request-id: req-e939fad1-5a80-46f3-b70a-e80256e481e1 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:11.373085 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da4246-6b7b-42da-b836-692789fce34d", "name": "network-vif-deleted", "tag": "42341bba-9184-430f-8c4c-c5cd95a1096e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:11.373757 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e939fad1-5a80-46f3-b70a-e80256e481e1 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:11.373757 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da4246-6b7b-42da-b836-692789fce34d', 'name': 'network-vif-deleted', 'tag': '42341bba-9184-430f-8c4c-c5cd95a1096e', 'status': 'completed', 'code': 200} Dec 16 07:58:11.405902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ce6fdbf-37c7-4161-bb0b-1ae61629cfb2 req-887d97e0-ea42-4d1e-ad47-b8dec286e4c0 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9da4246-6b7b-42da-b836-692789fce34d HTTP/1.1" status: 200 len: 210 time: 0.1811478 Dec 16 07:58:11.535703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55af32f2-471c-47c7-8a1b-102e43b9c97e req-c63e8ed4-2b7b-4f92-9d9a-47b5f7195670 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1058629 Dec 16 07:58:11.647547 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:11.677619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-805f9822-320d-48c3-a41a-f881c8769621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:11.734372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 48747851-a29f-46ce-abc1-937a02136082, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=48747851-a29f-46ce-abc1-937a02136082,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:11.742047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48747851-a29f-46ce-abc1-937a02136082'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:11.749653 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a004e4-ed72-4ddf-a110-8e32aad4be1d" -d '{"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-unplugged", "status": "completed", "tag": "48747851-a29f-46ce-abc1-937a02136082"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:11.776950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b9db-2687-4889-8e8d-812d00fbb154 req-768918b4-5069-4f9a-8021-e68f96943089 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:11.783625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c88b9db-2687-4889-8e8d-812d00fbb154 req-768918b4-5069-4f9a-8021-e68f96943089 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.2751904 Dec 16 07:58:11.819973 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:11.820730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3d609b96-e9c7-4b2c-8c26-1c98145023af no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:11.853991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:11.893241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-805f9822-320d-48c3-a41a-f881c8769621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:11.955571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=33ca464a-d23e-419e-80be-7f3cc244ef4d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:12.098841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c88b9db-2687-4889-8e8d-812d00fbb154 req-7baa3dbd-2ca8-4200-9279-c909c6344f0b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2940304 Dec 16 07:58:12.119604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=48747851-a29f-46ce-abc1-937a02136082,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:12.171367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67eb0-f887-49c2-9ab3-08ebcda112a2 req-a3bd9302-75a3-403d-9098-2a7a6b342666 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:12.191911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67eb0-f887-49c2-9ab3-08ebcda112a2 req-a3bd9302-75a3-403d-9098-2a7a6b342666 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:12.196817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07b67eb0-f887-49c2-9ab3-08ebcda112a2 req-a3bd9302-75a3-403d-9098-2a7a6b342666 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 1681 time: 0.4118764 Dec 16 07:58:12.201440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-805f9822-320d-48c3-a41a-f881c8769621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:12.211533 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-805f9822-320d-48c3-a41a-f881c8769621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:12.212302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-805f9822-320d-48c3-a41a-f881c8769621 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b77f331c-f439-41a5-8289-ccd73e4435c9 HTTP/1.1" status: 204 len: 168 time: 1.0252800 Dec 16 07:58:12.249049 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04092091-5379-4859-abc5-bc2bd339774c x-openstack-request-id: req-04092091-5379-4859-abc5-bc2bd339774c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:12.249299 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-unplugged", "status": "completed", "tag": "48747851-a29f-46ce-abc1-937a02136082", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:12.249552 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04092091-5379-4859-abc5-bc2bd339774c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:12.249943 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48747851-a29f-46ce-abc1-937a02136082', 'code': 200} Dec 16 07:58:12.281008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port 33ca464a-d23e-419e-80be-7f3cc244ef4d on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:12.281718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f9822-320d-48c3-a41a-f881c8769621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f331c-f439-41a5-8289-ccd73e4435c9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:12.302881 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:12.314280 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-5c162cda-118b-403f-a401-4dad03b191a3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "DELETE /v2.0/ports/33ca464a-d23e-419e-80be-7f3cc244ef4d HTTP/1.1" status: 204 len: 173 time: 2.1973658 Dec 16 07:58:12.328977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-deleted', 'tag': '33ca464a-d23e-419e-80be-7f3cc244ef4d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:12.331558 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b755d6a-b291-4643-b86c-297daf2ae918" -d '{"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-deleted", "tag": "33ca464a-d23e-419e-80be-7f3cc244ef4d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:12.351696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:12.514658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07b67eb0-f887-49c2-9ab3-08ebcda112a2 req-ac8fbdc2-6148-49bb-8f58-a8ab1f045e3d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003497 Dec 16 07:58:12.545331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3d609b96-e9c7-4b2c-8c26-1c98145023af, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3d609b96-e9c7-4b2c-8c26-1c98145023af,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:12.636705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:12.637683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 42341bba-9184-430f-8c4c-c5cd95a1096e no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:12.642693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda15d-f992-4f1d-bc9a-3352e80c0da4 req-a3cd1343-890f-48c6-ac18-ec3492ca9dbb tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:12.670180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda15d-f992-4f1d-bc9a-3352e80c0da4 req-a3cd1343-890f-48c6-ac18-ec3492ca9dbb tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:12.694523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda15d-f992-4f1d-bc9a-3352e80c0da4 req-a3cd1343-890f-48c6-ac18-ec3492ca9dbb tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:12.705488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16cda15d-f992-4f1d-bc9a-3352e80c0da4 req-a3cd1343-890f-48c6-ac18-ec3492ca9dbb tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 2374 time: 0.1893749 Dec 16 07:58:12.784202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 42341bba-9184-430f-8c4c-c5cd95a1096e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:58:12.784942 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf07ca6-b546-4abc-b0c4-217e58dffbfd x-openstack-request-id: req-fbf07ca6-b546-4abc-b0c4-217e58dffbfd {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:12.785373 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-deleted", "tag": "33ca464a-d23e-419e-80be-7f3cc244ef4d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:12.785829 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbf07ca6-b546-4abc-b0c4-217e58dffbfd {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:12.786575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 42341bba-9184-430f-8c4c-c5cd95a1096e not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:58:12.787395 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-deleted', 'tag': '33ca464a-d23e-419e-80be-7f3cc244ef4d', 'status': 'completed', 'code': 200} Dec 16 07:58:12.794202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 10.2.2.100 (50554593-86d8-4125-aa44-2756977b8260/65935a34-57fb-4e70-a25a-7ae7c4c5d066/e6048354-ffb4-4b99-a86a-694aa381a605) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:12.853339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16cda15d-f992-4f1d-bc9a-3352e80c0da4 req-9881bf7e-e617-4b70-843c-3b189311ca30 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425030 Dec 16 07:58:12.915456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3d609b96-e9c7-4b2c-8c26-1c98145023af,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:12.970987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port 3d609b96-e9c7-4b2c-8c26-1c98145023af {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:12.970987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:13.064191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fae5530a-fb61-46a9-b24d-4b51bf9711ec req-55a84a46-0a32-4cdd-9cff-b65b149e9ba1 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0559537 Dec 16 07:58:13.273340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 33ca464a-d23e-419e-80be-7f3cc244ef4d no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:13.373912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 33ca464a-d23e-419e-80be-7f3cc244ef4d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:58:13.381746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 33ca464a-d23e-419e-80be-7f3cc244ef4d not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:58:13.430837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c0221-688f-4674-b7c7-23641a94dc03 req-bf2a8777-b964-417b-bb23-edbc19e93aa1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:13.432610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-754c0221-688f-4674-b7c7-23641a94dc03 req-bf2a8777-b964-417b-bb23-edbc19e93aa1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1219304 Dec 16 07:58:13.600083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-754c0221-688f-4674-b7c7-23641a94dc03 req-9e71a420-7886-4175-a477-f68c4fd673c1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1598487 Dec 16 07:58:13.715541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:13.774739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701af03-6044-4a2d-b3e1-1fe36407693b req-cfa0ae34-9c59-488e-ac7d-18f7ff4de994 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:13.780771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5701af03-6044-4a2d-b3e1-1fe36407693b req-cfa0ae34-9c59-488e-ac7d-18f7ff4de994 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.1296542 Dec 16 07:58:13.848403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:13.905941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3018-9e83-4953-a3c5-08b81824a5dc req-098a15b3-58a2-4e00-a6d2-ed59142e48fa tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:13.912723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3018-9e83-4953-a3c5-08b81824a5dc req-098a15b3-58a2-4e00-a6d2-ed59142e48fa tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:13.914370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90eb3018-9e83-4953-a3c5-08b81824a5dc req-098a15b3-58a2-4e00-a6d2-ed59142e48fa tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 1679 time: 0.1326373 Dec 16 07:58:13.931010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5701af03-6044-4a2d-b3e1-1fe36407693b req-ba310e88-74e4-4c7d-82b1-8ccbc2f927ee tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934117 Dec 16 07:58:14.020238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=e6048354-ffb4-4b99-a86a-694aa381a605,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:14.036323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port 3d609b96-e9c7-4b2c-8c26-1c98145023af, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3d609b96-e9c7-4b2c-8c26-1c98145023af,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:14.037048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:14.059084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for 3d609b96-e9c7-4b2c-8c26-1c98145023af owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:14.062239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 50554593-86d8-4125-aa44-2756977b8260 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:14.067458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:14.092594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:14.145672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90eb3018-9e83-4953-a3c5-08b81824a5dc req-eb98586c-dd17-45f9-8b17-7448cd884a99 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118039 Dec 16 07:58:14.251175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:14.254256 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19b6696-ad0d-46bd-9fce-79c74bbd2796" -d '{"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:14.350712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:14.357508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:14.445296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25f4ce70-fc77-43a4-b918-859b360862ee req-85a0ef1e-3bd0-486a-b145-f11ac30e0cad tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0987842 Dec 16 07:58:14.492570 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-af20c07f-11d3-44cb-a5a3-48016d8cd6e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3707952 Dec 16 07:58:14.502261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0184b7-1a65-444e-830d-1164ffa6c017 req-809f3c24-d7e8-4451-aec2-309600f82cb2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:14.517609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0184b7-1a65-444e-830d-1164ffa6c017 req-809f3c24-d7e8-4451-aec2-309600f82cb2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:14.541559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0184b7-1a65-444e-830d-1164ffa6c017 req-809f3c24-d7e8-4451-aec2-309600f82cb2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:14.544231 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e0e98f-9c92-4f43-918f-78b5dbdd0ea7 x-openstack-request-id: req-52e0e98f-9c92-4f43-918f-78b5dbdd0ea7 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:14.544534 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:14.544787 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52e0e98f-9c92-4f43-918f-78b5dbdd0ea7 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:14.545184 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af', 'code': 200} Dec 16 07:58:14.553047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0184b7-1a65-444e-830d-1164ffa6c017 req-809f3c24-d7e8-4451-aec2-309600f82cb2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:14.568218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef0184b7-1a65-444e-830d-1164ffa6c017 req-809f3c24-d7e8-4451-aec2-309600f82cb2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3095 time: 0.2855501 Dec 16 07:58:14.593817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '50554593-86d8-4125-aa44-2756977b8260', 'admin_state_up': True, 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'security_groups': ['3da66e79-4a11-4450-bd6d-18e0e7f2a7e0']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:14.675687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-65e6c294-a3a8-4b5b-bca4-9af7659771f1 None None] Provisioning complete for port e6048354-ffb4-4b99-a86a-694aa381a605 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:14.676595 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-65e6c294-a3a8-4b5b-bca4-9af7659771f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:14.680667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef0184b7-1a65-444e-830d-1164ffa6c017 req-a68c8631-e007-4abe-af49-1a136fccd359 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112921 Dec 16 07:58:14.757964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-65e6c294-a3a8-4b5b-bca4-9af7659771f1 None None] Port e6048354-ffb4-4b99-a86a-694aa381a605 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:14.840939 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:14.877916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3b2fd-7b8f-4760-9371-82c6fd23767f req-7c57064f-d4f5-4302-bc3b-0583d61d6a9d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:14.880827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8f3b2fd-7b8f-4760-9371-82c6fd23767f req-7c57064f-d4f5-4302-bc3b-0583d61d6a9d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1060841 Dec 16 07:58:14.962786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=3d609b96-e9c7-4b2c-8c26-1c98145023af,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:14.975269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8f3b2fd-7b8f-4760-9371-82c6fd23767f req-ad50ea10-5809-40dd-81f3-800872d7dd1b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871959 Dec 16 07:58:15.073156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port 3d609b96-e9c7-4b2c-8c26-1c98145023af on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:15.075325 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:15.079101 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-16362056-050c-415d-ac28-59836c35f87b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "DELETE /v2.0/ports/3d609b96-e9c7-4b2c-8c26-1c98145023af HTTP/1.1" status: 204 len: 173 time: 2.7209501 Dec 16 07:58:15.082860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-deleted', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:15.085301 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa9ac4-9260-427b-adf2-b39916627e2e" -d '{"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-deleted", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:15.192342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Made reservation on behalf of b85a9b3a3177443da35d9b89992103f0 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:15.198656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:15.206226 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71efb5-a0be-474a-8300-f1afd7dd0e79 x-openstack-request-id: req-6d71efb5-a0be-474a-8300-f1afd7dd0e79 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:15.206435 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-deleted", "tag": "3d609b96-e9c7-4b2c-8c26-1c98145023af", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:15.206686 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d71efb5-a0be-474a-8300-f1afd7dd0e79 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:15.207288 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-deleted', 'tag': '3d609b96-e9c7-4b2c-8c26-1c98145023af', 'status': 'completed', 'code': 200} Dec 16 07:58:15.231368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7c291-5895-43dc-bab8-309f6d4eb6d8 req-3d89dbac-86ac-4ab5-8f1b-aeebf303260e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:15.249825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2a7c291-5895-43dc-bab8-309f6d4eb6d8 req-3d89dbac-86ac-4ab5-8f1b-aeebf303260e tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.2081134 Dec 16 07:58:15.498613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2a7c291-5895-43dc-bab8-309f6d4eb6d8 req-708ce221-b29d-458f-90e9-8141ffed9e39 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476718 Dec 16 07:58:15.565734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Allocated IP 10.2.2.200 (50554593-86d8-4125-aa44-2756977b8260/65935a34-57fb-4e70-a25a-7ae7c4c5d066/a78ae675-cc66-473b-95d1-de9a6843215e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:15.585691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db069-cea0-497a-b1f6-8b5207a63288 req-63e151d3-f2bf-4b0b-adc7-2438a1fb670a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:15.594850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-030db069-cea0-497a-b1f6-8b5207a63288 req-63e151d3-f2bf-4b0b-adc7-2438a1fb670a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 944 time: 0.1773651 Dec 16 07:58:15.705196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-030db069-cea0-497a-b1f6-8b5207a63288 req-ef162306-f758-4f13-8697-9a3d2a0c867c tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056681 Dec 16 07:58:15.771545 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:15.791260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23c0719d-0471-4bd8-b2f6-7a38e9a3e0b3 req-86254fc3-2b75-4b99-a8a9-72d12f645e21 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0833344 Dec 16 07:58:15.897613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port 48747851-a29f-46ce-abc1-937a02136082 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:15.898025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:15.968912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:15.987455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a284f7-d66e-4796-b4cd-c1ad05449136 req-5946a0bb-a724-4f4b-bb8d-d7dc8c7b87f1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:15.995384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a284f7-d66e-4796-b4cd-c1ad05449136 req-5946a0bb-a724-4f4b-bb8d-d7dc8c7b87f1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:16.003063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a284f7-d66e-4796-b4cd-c1ad05449136 req-5946a0bb-a724-4f4b-bb8d-d7dc8c7b87f1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:16.029184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a284f7-d66e-4796-b4cd-c1ad05449136 req-5946a0bb-a724-4f4b-bb8d-d7dc8c7b87f1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:16.044419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75a284f7-d66e-4796-b4cd-c1ad05449136 req-5946a0bb-a724-4f4b-bb8d-d7dc8c7b87f1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3095 time: 0.1334713 Dec 16 07:58:16.050961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Network 50554593-86d8-4125-aa44-2756977b8260 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:16.076210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:16.105263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:16.180698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75a284f7-d66e-4796-b4cd-c1ad05449136 req-4b87ce95-50be-4aea-af7e-18b1beb7c4b9 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348443 Dec 16 07:58:16.325881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event updated for resources: {'Port': ['ID=a78ae675-cc66-473b-95d1-de9a6843215e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:16.381435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-19f80203-816a-472b-b2af-a9fc761f5a00 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:16.381716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-19f80203-816a-472b-b2af-a9fc761f5a00 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.2386351 Dec 16 07:58:16.386051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port 48747851-a29f-46ce-abc1-937a02136082, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=48747851-a29f-46ce-abc1-937a02136082,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:16.388231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:16.419406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for 48747851-a29f-46ce-abc1-937a02136082 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:16.454146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33716-4af2-40ea-aa47-8cdf04bc880e req-bb245bf6-8b20-451e-8e1e-f0bd7a438ed7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:16.463511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14d33716-4af2-40ea-aa47-8cdf04bc880e req-bb245bf6-8b20-451e-8e1e-f0bd7a438ed7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.3099027 Dec 16 07:58:16.603112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-63e13fa5-7896-4e96-a6ad-ce4eabfcf1f6 None None] Provisioning complete for port a78ae675-cc66-473b-95d1-de9a6843215e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:16.605650 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-63e13fa5-7896-4e96-a6ad-ce4eabfcf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:16.697605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:16.698523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:16.720831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:16.728450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14d33716-4af2-40ea-aa47-8cdf04bc880e req-30c3c589-938c-47ee-87fa-3aa13865c409 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2620189 Dec 16 07:58:16.733366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-63e13fa5-7896-4e96-a6ad-ce4eabfcf1f6 None None] Port a78ae675-cc66-473b-95d1-de9a6843215e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:16.779298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=48747851-a29f-46ce-abc1-937a02136082,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:16.792681 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e5cca7e-c5c1-4e7d-8e85-9524a9dd7032 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2717938 Dec 16 07:58:16.862595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:16.939349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba88288-a4e6-4540-81cf-a602aa7b28f7 req-71df0866-c691-49db-8405-a32b48c3ea03 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:16.946319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eba88288-a4e6-4540-81cf-a602aa7b28f7 req-71df0866-c691-49db-8405-a32b48c3ea03 tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 945 time: 0.2159510 Dec 16 07:58:16.995810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port 48747851-a29f-46ce-abc1-937a02136082 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:17.005885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:17.035323 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c754443-55c0-46e2-80b7-fcfd351d8cb0 req-28c96380-b48a-407a-b4af-8b83c1abe101 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "DELETE /v2.0/ports/48747851-a29f-46ce-abc1-937a02136082 HTTP/1.1" status: 204 len: 173 time: 1.9428604 Dec 16 07:58:17.289461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da84b5b0-a200-40ff-af83-21968396c273 req-a285190e-206d-4769-925f-3a9849906ed5 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 210 time: 0.1274347 Dec 16 07:58:17.289461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Deleting port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:17.289461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:17.292582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:17.292582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-deleted', 'tag': '48747851-a29f-46ce-abc1-937a02136082'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:17.292582 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e4511c-c693-4528-b605-eafd1088a653" -d '{"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-deleted", "tag": "48747851-a29f-46ce-abc1-937a02136082"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:17.333536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f442b7d8-ce03-4ac9-a475-ed05d2ac4042 req-ffcfa21c-2da0-479e-8713-53e85e5ad1ed tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1068208 Dec 16 07:58:17.438892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] For port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:17.439524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:17.526439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eba88288-a4e6-4540-81cf-a602aa7b28f7 req-4331e505-7acc-4c48-aa0a-891386eab11f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/security-groups?id=735a9922-0a5e-4413-b088-ab2ded9bc5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447241 Dec 16 07:58:17.527509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Calling delete_port for 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:17.603497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8158-a84e-4eb7-9784-9aa7c8be4aa9 req-b6d4bf16-573b-418e-8f55-4074b66e32a3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:17.607134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:17.609831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8158-a84e-4eb7-9784-9aa7c8be4aa9 req-b6d4bf16-573b-418e-8f55-4074b66e32a3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:17.615802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8158-a84e-4eb7-9784-9aa7c8be4aa9 req-b6d4bf16-573b-418e-8f55-4074b66e32a3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:17.616287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:17.622488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8158-a84e-4eb7-9784-9aa7c8be4aa9 req-b6d4bf16-573b-418e-8f55-4074b66e32a3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:17.628717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8158-a84e-4eb7-9784-9aa7c8be4aa9 req-b6d4bf16-573b-418e-8f55-4074b66e32a3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:17.630555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d2e8158-a84e-4eb7-9784-9aa7c8be4aa9 req-b6d4bf16-573b-418e-8f55-4074b66e32a3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3816 time: 0.1691351 Dec 16 07:58:17.631595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Transition to ACTIVE for port object 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:17.700148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d2e8158-a84e-4eb7-9784-9aa7c8be4aa9 req-f055b2e0-53a8-4494-8d57-ae356a0041d0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615959 Dec 16 07:58:17.738328 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22a615-ae25-4fe3-8ae3-da4f151ffc25 x-openstack-request-id: req-6e22a615-ae25-4fe3-8ae3-da4f151ffc25 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:17.738900 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b681f-48bd-4804-a5a1-50cd84a9898b", "name": "network-vif-deleted", "tag": "48747851-a29f-46ce-abc1-937a02136082", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:17.739390 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e22a615-ae25-4fe3-8ae3-da4f151ffc25 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:17.740086 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b681f-48bd-4804-a5a1-50cd84a9898b', 'name': 'network-vif-deleted', 'tag': '48747851-a29f-46ce-abc1-937a02136082', 'status': 'completed', 'code': 200} Dec 16 07:58:17.748781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:17.891371 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Pushing event updated for resources: {'Port': ['ID=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:17.947278 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:18.047702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Pushing event deleted for resources: {'Port': ['ID=76c0cf7d-4e42-4b7c-b00b-c3c24a597b96,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:18.069611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dc806-bad4-4d6f-b638-f653afd29f2e req-f3fb7326-4295-473b-83f4-65fba82c43b1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:18.075256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Attempting to bind port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:18.081222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Attempting to bind port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:18.082684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Attempting to bind port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 on network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:18.085140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e83dc806-bad4-4d6f-b638-f653afd29f2e req-f3fb7326-4295-473b-83f4-65fba82c43b1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.2101555 Dec 16 07:58:18.100592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 on network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:18.100825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Attempting to bind port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 on network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:18.116498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:18.116963 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Checking segment: {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:18.117455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Bound using segment: {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:18.126439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Bound port: 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751cbb2d-43ae-47f1-a65c-eaea7f9280f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:18.126959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:18.215293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] No DVR routers for this DVR port 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:18.219366 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:18.224980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb3c904f-5e09-425e-a224-eeb974e05783 req-f708eb88-8858-449b-a8f1-8ce04687731f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.36 "DELETE /v2.0/ports/76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 HTTP/1.1" status: 204 len: 173 time: 1.8115978 Dec 16 07:58:18.227905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'name': 'network-vif-deleted', 'tag': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:18.230740 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf6d8b4-5adc-4f7d-9db6-0c0621fe76c2" -d '{"events": [{"server_uuid": "9bf19b62-cbff-44f1-80cc-f47fca61d256", "name": "network-vif-deleted", "tag": "76c0cf7d-4e42-4b7c-b00b-c3c24a597b96"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:18.306209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e83dc806-bad4-4d6f-b638-f653afd29f2e req-7b13cfde-4705-4696-b912-81b80e783ea3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1922944 Dec 16 07:58:18.324083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] For port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:18.329128 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34007da-810a-4008-a04b-39dfc6d9ee93 x-openstack-request-id: req-f34007da-810a-4008-a04b-39dfc6d9ee93 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:18.329525 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf19b62-cbff-44f1-80cc-f47fca61d256", "name": "network-vif-deleted", "tag": "76c0cf7d-4e42-4b7c-b00b-c3c24a597b96", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:18.329791 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f34007da-810a-4008-a04b-39dfc6d9ee93 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:18.330267 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf19b62-cbff-44f1-80cc-f47fca61d256', 'name': 'network-vif-deleted', 'tag': '76c0cf7d-4e42-4b7c-b00b-c3c24a597b96', 'status': 'completed', 'code': 200} Dec 16 07:58:18.330384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] For port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:18.380413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:18.487317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:18.605081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f9f04ff-5b5a-4334-b75e-240080891c88 req-3c0d5d99-c768-4570-842f-213b50ff9baf tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1328337 Dec 16 07:58:18.641470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:18.645127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:18.649846 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] 10.222.0.16 "PUT /v2.0/ports/6fdc0cc4-00df-496b-8478-b7f389ac6ad5 HTTP/1.1" status: 200 len: 1093 time: 1.7918296 Dec 16 07:58:18.746881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48370068-eb66-48d5-8aa9-939ebf007ef8 req-d60b5d5d-0f4b-47d3-b851-76414e83adf0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9b681f-48bd-4804-a5a1-50cd84a9898b HTTP/1.1" status: 200 len: 210 time: 0.1544440 Dec 16 07:58:18.829671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:18.996482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.002843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2585-f009-4a79-a94c-792f3832fd0d service neutron] Pushing event updated for resources: {'Port': ['ID=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:19.027833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0fde46c-d575-40bc-866f-271fe11d30c8 req-5ca55211-d6ee-4935-b414-540902cd4f2f tempest-ServerRescueTestJSON-2121592559 tempest-ServerRescueTestJSON-2121592559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf19b62-cbff-44f1-80cc-f47fca61d256 HTTP/1.1" status: 200 len: 210 time: 0.1447589 Dec 16 07:58:19.036209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1818d2c1-296d-469d-8c56-547039c1d91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.117184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec3fe-6b17-40bd-b72f-45fad2cf89ae req-a8ad0cef-a01f-4325-ad6c-a3e013b4b8ea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:19.137750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec3fe-6b17-40bd-b72f-45fad2cf89ae req-a8ad0cef-a01f-4325-ad6c-a3e013b4b8ea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:19.153031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec3fe-6b17-40bd-b72f-45fad2cf89ae req-a8ad0cef-a01f-4325-ad6c-a3e013b4b8ea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:19.173851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec3fe-6b17-40bd-b72f-45fad2cf89ae req-a8ad0cef-a01f-4325-ad6c-a3e013b4b8ea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:19.196046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec3fe-6b17-40bd-b72f-45fad2cf89ae req-a8ad0cef-a01f-4325-ad6c-a3e013b4b8ea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:19.202183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1edec3fe-6b17-40bd-b72f-45fad2cf89ae req-a8ad0cef-a01f-4325-ad6c-a3e013b4b8ea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3828 time: 0.3078310 Dec 16 07:58:19.257317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1818d2c1-296d-469d-8c56-547039c1d91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.289630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:19.343924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:58:19.348331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 76c0cf7d-4e42-4b7c-b00b-c3c24a597b96 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:58:19.398263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1edec3fe-6b17-40bd-b72f-45fad2cf89ae req-25c4f652-fdb7-40f2-af9a-07f3923b8b53 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861861 Dec 16 07:58:19.427384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1818d2c1-296d-469d-8c56-547039c1d91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.523772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818d2c1-296d-469d-8c56-547039c1d91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56270e0-d098-46e7-a31b-892580fb9076,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:19.543542 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1818d2c1-296d-469d-8c56-547039c1d91c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e88fe231539b4d23b3ac8758abd6ce19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1607327 Dec 16 07:58:19.547991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60206) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:19.575951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c88ee7-cd0c-4fdf-8ae7-8744c17591a5 req-1d0488a2-e65b-4cf1-9a08-e444424eab0e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:19.591748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54c88ee7-cd0c-4fdf-8ae7-8744c17591a5 req-1d0488a2-e65b-4cf1-9a08-e444424eab0e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1326551 Dec 16 07:58:19.679404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15736b14-ee59-4704-b486-900c07ef855a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.719166 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15736b14-ee59-4704-b486-900c07ef855a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.747974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:19.751524 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4295702-27e9-4c02-af9d-dfcc294d5613" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:19.804381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54c88ee7-cd0c-4fdf-8ae7-8744c17591a5 req-b9aef4db-6b14-457c-b1ca-cf74333525d5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2055867 Dec 16 07:58:19.815853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e5cf68-faa7-42f4-be13-1059f1bb184e {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:19.832701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.846920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Transition to ACTIVE for port object 46e5cf68-faa7-42f4-be13-1059f1bb184e will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:19.882380 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ccb846-8234-4ff3-a452-dc693e9c1103 x-openstack-request-id: req-11ccb846-8234-4ff3-a452-dc693e9c1103 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:19.882678 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:19.882932 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11ccb846-8234-4ff3-a452-dc693e9c1103 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:19.883625 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'status': 'completed', 'code': 200} Dec 16 07:58:19.896537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ec29a26-e4b8-42d8-858a-755a1d7edee9 req-019ab372-9995-4d8e-ab54-7c1509dfbe45 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0714068 Dec 16 07:58:19.914172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:19.956245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60214) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:20.040411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15736b14-ee59-4704-b486-900c07ef855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:20.044093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15736b14-ee59-4704-b486-900c07ef855a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:20.045490 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-15736b14-ee59-4704-b486-900c07ef855a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f56270e0-d098-46e7-a31b-892580fb9076 HTTP/1.1" status: 204 len: 168 time: 0.4955595 Dec 16 07:58:20.085055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-925c0fbf-3bc9-47b8-82b2-ba949f2420fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.087725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736b14-ee59-4704-b486-900c07ef855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56270e0-d098-46e7-a31b-892580fb9076,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:20.098082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-925c0fbf-3bc9-47b8-82b2-ba949f2420fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.100151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-925c0fbf-3bc9-47b8-82b2-ba949f2420fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.101970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-925c0fbf-3bc9-47b8-82b2-ba949f2420fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.105231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-925c0fbf-3bc9-47b8-82b2-ba949f2420fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.110500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Pushing event updated for resources: {'Port': ['ID=46e5cf68-faa7-42f4-be13-1059f1bb184e,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:20.116930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-925c0fbf-3bc9-47b8-82b2-ba949f2420fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.127834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-925c0fbf-3bc9-47b8-82b2-ba949f2420fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5250 time: 0.1885910 Dec 16 07:58:20.177622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60222) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:20.291659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting subnet 25f028c1-3d68-4577-9d79-70f3396d6802 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:58:20.408540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-f9253543-2ca5-4df1-b749-c7242e365fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.415499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-f9253543-2ca5-4df1-b749-c7242e365fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.417063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-f9253543-2ca5-4df1-b749-c7242e365fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.421489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-f9253543-2ca5-4df1-b749-c7242e365fb9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b85a9b3a3177443da35d9b89992103f0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2766688 Dec 16 07:58:20.571526 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:20.724808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-1b46ce03-2a64-46ff-9adf-6c41dbd758d1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.730663 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Attempting to bind port 46e5cf68-faa7-42f4-be13-1059f1bb184e on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:20.731005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Attempting to bind port 46e5cf68-faa7-42f4-be13-1059f1bb184e by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:20.731343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Attempting to bind port 46e5cf68-faa7-42f4-be13-1059f1bb184e on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:20.736545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-1b46ce03-2a64-46ff-9adf-6c41dbd758d1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.758121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Port 46e5cf68-faa7-42f4-be13-1059f1bb184e on network 9a6fa251-3010-4384-bfba-196d668d39fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:20.758458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Attempting to bind port 46e5cf68-faa7-42f4-be13-1059f1bb184e on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:20.761140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-1b46ce03-2a64-46ff-9adf-6c41dbd758d1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.767214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-1b46ce03-2a64-46ff-9adf-6c41dbd758d1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.779803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:20.780145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Checking segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:20.780584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Bound using segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:20.781034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Bound port: 46e5cf68-faa7-42f4-be13-1059f1bb184e, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:20.781397 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:20.789563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-1b46ce03-2a64-46ff-9adf-6c41dbd758d1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.795644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-1b46ce03-2a64-46ff-9adf-6c41dbd758d1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.797761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-1b46ce03-2a64-46ff-9adf-6c41dbd758d1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 4604 time: 0.2356892 Dec 16 07:58:20.799024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-37476dfe-273e-4c97-a5a3-929e99b2cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:20.800490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4295702-27e9-4c02-af9d-dfcc294d5613 req-37476dfe-273e-4c97-a5a3-929e99b2cf26 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3671298 Dec 16 07:58:20.801611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:20.924898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4814dee1-ee07-4d98-bf25-dd97603230f5 req-4c5efd4b-fa68-436b-92ba-2f1de64c9016 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194315 Dec 16 07:58:21.004424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] For port 46e5cf68-faa7-42f4-be13-1059f1bb184e, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:21.008512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] For port 46e5cf68-faa7-42f4-be13-1059f1bb184e, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:21.093041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40222415-e6fb-4d78-9265-53413d582781 req-57a52a86-9914-48e5-a59e-e28b25114951 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0636024 Dec 16 07:58:21.129187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c730-04ed-4773-93fc-24549e13c107 req-715b5629-2057-4534-80f6-23e6360fe64c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:21.131867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78f5c730-04ed-4773-93fc-24549e13c107 req-715b5629-2057-4534-80f6-23e6360fe64c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1753156 Dec 16 07:58:21.134346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.223196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:21.224969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.226575 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] 10.222.0.16 "PUT /v2.0/ports/46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 1135 time: 2.4377825 Dec 16 07:58:21.246350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78f5c730-04ed-4773-93fc-24549e13c107 req-9a1519bd-ec89-490f-9b5c-35176e82b0d4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077235 Dec 16 07:58:21.268952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.317441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6a04-187a-4365-ad14-ba9fe9b3e629 service neutron] Pushing event updated for resources: {'Port': ['ID=46e5cf68-faa7-42f4-be13-1059f1bb184e,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:21.423076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:21.516037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.572858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e4617-28ab-458f-9cc6-72001a1962e0 None None] Network 79128c63-016b-41bf-a2d3-aeb7f38b2214 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:21.596220 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.597847 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/subnets/25f028c1-3d68-4577-9d79-70f3396d6802 HTTP/1.1" status: 204 len: 168 time: 1.6387014 Dec 16 07:58:21.601072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60248) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:21.642781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d3319-d317-4f18-ab8f-5afc5ac9c110 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Subnet': ['ID=25f028c1-3d68-4577-9d79-70f3396d6802,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:21.694441 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.792793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.825149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:21.884732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '46e5cf68-faa7-42f4-be13-1059f1bb184e'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:21.887630 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "46e5cf68-faa7-42f4-be13-1059f1bb184e"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:21.953823 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720b9a09-2f59-49ba-9e7e-71f3bf4eaffb x-openstack-request-id: req-720b9a09-2f59-49ba-9e7e-71f3bf4eaffb {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:21.954115 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "46e5cf68-faa7-42f4-be13-1059f1bb184e", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:21.954369 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-720b9a09-2f59-49ba-9e7e-71f3bf4eaffb {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:21.954769 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '46e5cf68-faa7-42f4-be13-1059f1bb184e', 'status': 'completed', 'code': 200} Dec 16 07:58:22.064247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] DHCP port deletion for 79128c63-016b-41bf-a2d3-aeb7f38b2214 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:58:22.165220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:22.168559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:22.242703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] Deleting port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:22.244984 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:22.366634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-2641677c-b381-4609-9445-5874cb6ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:22.373673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-2641677c-b381-4609-9445-5874cb6ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:22.374175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-2641677c-b381-4609-9445-5874cb6ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:22.374648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-2641677c-b381-4609-9445-5874cb6ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:22.382697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-2641677c-b381-4609-9445-5874cb6ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:22.383286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-2641677c-b381-4609-9445-5874cb6ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:22.385169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-2641677c-b381-4609-9445-5874cb6ae60f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5292 time: 0.3778002 Dec 16 07:58:22.486549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] For port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:22.502285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:22.570509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:22.646322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] Calling delete_port for 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:22.763462 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:22.984228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:23.086573 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:23.279986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-64f21cb1-e69d-482b-900c-c1e6c4a0955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.279986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-64f21cb1-e69d-482b-900c-c1e6c4a0955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.279986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-64f21cb1-e69d-482b-900c-c1e6c4a0955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.279986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-64f21cb1-e69d-482b-900c-c1e6c4a0955d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b85a9b3a3177443da35d9b89992103f0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8301227 Dec 16 07:58:23.279986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bdbbe1b0-64c7-48b9-a138-b8d9c23773ff req-ed6ff9d1-8cff-4577-87de-709aafc26a97 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.9380054 Dec 16 07:58:23.326103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:23.382111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-ee5fb67a-a62f-449e-9d57-ed1a4470f559 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.388605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-ee5fb67a-a62f-449e-9d57-ed1a4470f559 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.397564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-ee5fb67a-a62f-449e-9d57-ed1a4470f559 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.403680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-ee5fb67a-a62f-449e-9d57-ed1a4470f559 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.409866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-ee5fb67a-a62f-449e-9d57-ed1a4470f559 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.417809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-ee5fb67a-a62f-449e-9d57-ed1a4470f559 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.420954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-ee5fb67a-a62f-449e-9d57-ed1a4470f559 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 4604 time: 1.2161570 Dec 16 07:58:23.425404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,segment=NetworkSegment(20324f42-978c-45f1-ad39-cd3792ab602d),segment_id=20324f42-978c-45f1-ad39-cd3792ab602d)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:23.428751 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:23.448633 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:23.517250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbad1cd3-0022-460e-92dd-b5270128d6a7 req-869bb1d8-8061-4074-a252-72d0a0a5ce77 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862422 Dec 16 07:58:23.519962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:23.546824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] Pushing event deleted for resources: {'Port': ['ID=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:23.560871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2690a8-7751-4d69-b16b-a6f2afa51bdf None None] No DVR routers for this DVR port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:23.638428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7c9a2-51b1-4dcd-829b-4edb316e4e88 req-9f667f77-5a50-4870-bc70-03b69d9b436f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.639664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17e7c9a2-51b1-4dcd-829b-4edb316e4e88 req-9f667f77-5a50-4870-bc70-03b69d9b436f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1302023 Dec 16 07:58:23.682506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9535134-94aa-4c88-8e03-fecf261821ea {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:23.692008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-776da13d-f0c0-4338-a9bc-60ff6c2e370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:23.692008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe4c99cb-b58b-4d2d-809b-c3739450f7f6 req-776da13d-f0c0-4338-a9bc-60ff6c2e370d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4063306 Dec 16 07:58:23.701372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:23.742593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Transition to ACTIVE for port object a9535134-94aa-4c88-8e03-fecf261821ea will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:23.746072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17e7c9a2-51b1-4dcd-829b-4edb316e4e88 req-afaef0b7-9d00-4daa-8e78-194b78813185 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962214 Dec 16 07:58:23.776838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:23.779645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Deleting port 0f68de1d-d3ec-46dc-9983-cb17f810ed43 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:23.779899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:23.807252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:23.818359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port 8dc55a8c-e8f2-4b09-ae5a-ae95fe1c1c02 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:23.859675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.001897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.036260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Pushing event updated for resources: {'Port': ['ID=a9535134-94aa-4c88-8e03-fecf261821ea,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:24.039925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79128c63-016b-41bf-a2d3-aeb7f38b2214']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:24.051300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20324f42-978c-45f1-ad39-cd3792ab602d') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:24.051612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20324f42-978c-45f1-ad39-cd3792ab602d') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:24.062202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.078448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.091185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] For port 0f68de1d-d3ec-46dc-9983-cb17f810ed43, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0f68de1d-d3ec-46dc-9983-cb17f810ed43,segment=NetworkSegment(d1040964-6524-4386-8e0e-02c63e7a631a),segment_id=d1040964-6524-4386-8e0e-02c63e7a631a)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:24.091571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.097529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:58:24.097948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.130928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Calling delete_port for 0f68de1d-d3ec-46dc-9983-cb17f810ed43 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:24.157904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Attempting to bind port a9535134-94aa-4c88-8e03-fecf261821ea on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:24.158674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Attempting to bind port a9535134-94aa-4c88-8e03-fecf261821ea by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:24.159201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Attempting to bind port a9535134-94aa-4c88-8e03-fecf261821ea on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:24.206527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Port a9535134-94aa-4c88-8e03-fecf261821ea on network 9a6fa251-3010-4384-bfba-196d668d39fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:24.206972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Attempting to bind port a9535134-94aa-4c88-8e03-fecf261821ea on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:24.218376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:24.218866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Checking segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:24.219361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Bound using segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:24.219922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Bound port: a9535134-94aa-4c88-8e03-fecf261821ea, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:24.220408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:58:24.273267 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:58:24.385338 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.421586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.426170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/networks/79128c63-016b-41bf-a2d3-aeb7f38b2214 HTTP/1.1" status: 204 len: 168 time: 2.8240480 Dec 16 07:58:24.428688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f62cb-a39d-4832-ae85-fee7f269a315 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Network': ['ID=79128c63-016b-41bf-a2d3-aeb7f38b2214,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:24.430678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60294) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:24.458206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] For port a9535134-94aa-4c88-8e03-fecf261821ea, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:24.500087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] For port a9535134-94aa-4c88-8e03-fecf261821ea, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a9535134-94aa-4c88-8e03-fecf261821ea,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:24.536294 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b43d55a-ceab-4ddc-af20-a4b746dde257 req-6d8b08d0-0a23-43d5-a307-67aba170b49f tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0386672 Dec 16 07:58:24.571403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting subnet 7168b0d6-211e-4c6f-8f99-96076a4df8b9 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:58:24.574884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.575733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.642939 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.756306 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.802809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:24.803607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:24.813206 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] 10.222.0.16 "PUT /v2.0/ports/a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 1137 time: 3.4101965 Dec 16 07:58:24.815701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': 'a9535134-94aa-4c88-8e03-fecf261821ea'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:24.827512 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "a9535134-94aa-4c88-8e03-fecf261821ea"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:24.873626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33730cec-69cf-40d8-8dde-44bb0bbf4a2e service neutron] Pushing event updated for resources: {'Port': ['ID=a9535134-94aa-4c88-8e03-fecf261821ea,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:24.919281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:24.964590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:24.972526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:24.985548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:24.993841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:25.000529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:25.007789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:25.009537 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.015351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:25.017998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4157733d-a591-4d79-a848-d854e33c66f2 req-8b87d056-55e6-4abb-a5cb-4b49e12726cc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5382 time: 0.1691251 Dec 16 07:58:25.019309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.117737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=0f68de1d-d3ec-46dc-9983-cb17f810ed43,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:25.130788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Subnet': ['ID=7168b0d6-211e-4c6f-8f99-96076a4df8b9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:25.156505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.198949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e89d8b-5a76-47ec-93ad-7b0e2cfb0b6b None None] Network f4b8bed0-13cd-4def-9754-f62ba841068a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:25.221388 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.231554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-840fa4f4-d331-41cc-815c-8d2ea575a166 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/subnets/7168b0d6-211e-4c6f-8f99-96076a4df8b9 HTTP/1.1" status: 204 len: 168 time: 0.7997189 Dec 16 07:58:25.256893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60324) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:25.290235 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:58:25.515075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.549401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] DHCP port deletion for f4b8bed0-13cd-4def-9754-f62ba841068a request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:58:25.558189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.590329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecc3a3-a44d-4d89-b3bf-361450b34b42 req-cc29d648-de66-45fb-a06b-cb52362239a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:25.609838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7eecc3a3-a44d-4d89-b3bf-361450b34b42 req-cc29d648-de66-45fb-a06b-cb52362239a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.6946411 Dec 16 07:58:25.644996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] Deleting port 9b6d2607-b33e-42e4-b2c0-36804376b49c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:25.645446 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.770000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] For port 9b6d2607-b33e-42e4-b2c0-36804376b49c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9b6d2607-b33e-42e4-b2c0-36804376b49c,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:25.771438 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:25.810100 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4157733d-a591-4d79-a848-d854e33c66f2 req-18eea22e-84c1-4a51-8b27-c7746aa493a7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7184067 Dec 16 07:58:25.821496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] Calling delete_port for 9b6d2607-b33e-42e4-b2c0-36804376b49c owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:26.001548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7eecc3a3-a44d-4d89-b3bf-361450b34b42 req-654c3ce0-3c96-44fe-8974-c072224a97f0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3913317 Dec 16 07:58:26.020610 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fad4bd-da80-4a6c-be05-2117ac5d2281 x-openstack-request-id: req-68fad4bd-da80-4a6c-be05-2117ac5d2281 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:26.020610 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "a9535134-94aa-4c88-8e03-fecf261821ea", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:26.020610 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68fad4bd-da80-4a6c-be05-2117ac5d2281 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:26.020610 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': 'a9535134-94aa-4c88-8e03-fecf261821ea', 'status': 'completed', 'code': 200} Dec 16 07:58:26.093784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4889025c-1913-4600-8cbc-c47eff052b5f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:26.121856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port 9b6d2607-b33e-42e4-b2c0-36804376b49c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:26.122246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.129413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.168194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Transition to ACTIVE for port object 4889025c-1913-4600-8cbc-c47eff052b5f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:26.170388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:58:26.196887 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.250062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port 9b6d2607-b33e-42e4-b2c0-36804376b49c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9b6d2607-b33e-42e4-b2c0-36804376b49c,segment=NetworkSegment(13d3d125-d42b-4cf4-b62e-ca51f0aea10b),segment_id=13d3d125-d42b-4cf4-b62e-ca51f0aea10b)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:26.250482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.266652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for 9b6d2607-b33e-42e4-b2c0-36804376b49c owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:26.269053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] Pushing event deleted for resources: {'Port': ['ID=9b6d2607-b33e-42e4-b2c0-36804376b49c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:26.282777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.290761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78b942-5e55-41ad-bbba-62e74855071a None None] No DVR routers for this DVR port 9b6d2607-b33e-42e4-b2c0-36804376b49c on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:26.398237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.442953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=9b6d2607-b33e-42e4-b2c0-36804376b49c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:26.541274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b92e181b-6fbe-4a68-9358-5fa702df34c2 req-fcf0afcc-fd16-4584-b989-e8bd16312f1e tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1385288 Dec 16 07:58:26.541959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Pushing event updated for resources: {'Port': ['ID=4889025c-1913-4600-8cbc-c47eff052b5f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:26.554143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port 9b6d2607-b33e-42e4-b2c0-36804376b49c on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:58:26.684011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.703106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9b6d2607-b33e-42e4-b2c0-36804376b49c no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:26.711790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:26.712537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:26.713135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:26.713677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:26.714209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:26.714733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:26.715236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:26.717740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-fe108765-2269-4bea-98b7-faf028f8415c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6222 time: 0.7149904 Dec 16 07:58:26.745147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b8bed0-13cd-4def-9754-f62ba841068a']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:26.791326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d3d125-d42b-4cf4-b62e-ca51f0aea10b') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:26.793567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:58:26.794146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d3d125-d42b-4cf4-b62e-ca51f0aea10b') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:26.822525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.842468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9b6d2607-b33e-42e4-b2c0-36804376b49c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:58:26.842816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9b6d2607-b33e-42e4-b2c0-36804376b49c not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:58:26.847920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b45ff457-71b0-420b-81b3-911e9e656ebe admin admin] 10.222.0.43 "PUT /v2.0/routers/65101567-d6fc-48e2-bd2f-5f3a00e1b60e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6642566 Dec 16 07:58:26.859898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60364) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:26.861042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] Sync routers for ids ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:58:26.903890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:26.918451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] Routers {'65101567-d6fc-48e2-bd2f-5f3a00e1b60e'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:58:26.926593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:58:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:26.935661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:58:26.938860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.063497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Attempting to bind port 4889025c-1913-4600-8cbc-c47eff052b5f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:27.064047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Attempting to bind port 4889025c-1913-4600-8cbc-c47eff052b5f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:27.064147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Attempting to bind port 4889025c-1913-4600-8cbc-c47eff052b5f on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:58:27.087984 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:58:27.095179 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Port 4889025c-1913-4600-8cbc-c47eff052b5f on network 9a6fa251-3010-4384-bfba-196d668d39fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:27.095522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Attempting to bind port 4889025c-1913-4600-8cbc-c47eff052b5f on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:27.304589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:27.304589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Checking segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:27.304589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Bound using segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:27.304589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Bound port: 4889025c-1913-4600-8cbc-c47eff052b5f, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:27.304589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.304589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.305164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] Set router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:58:27.305586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.305586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.305586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.311820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.318325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.324451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.331612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.340066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-16d15bc6-16d5-4234-ab31-1daabbd12f58 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5394 time: 0.2484741 Dec 16 07:58:27.340838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] For port 4889025c-1913-4600-8cbc-c47eff052b5f, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:27.345931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] For port 4889025c-1913-4600-8cbc-c47eff052b5f, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4889025c-1913-4600-8cbc-c47eff052b5f,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:27.371017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82268d8c-27f5-4534-b655-a682509904a3 req-8e011bf4-cd49-4ce6-b40d-4046593c8f5b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.372573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82268d8c-27f5-4534-b655-a682509904a3 req-8e011bf4-cd49-4ce6-b40d-4046593c8f5b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.2285404 Dec 16 07:58:27.453868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.514435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-ca41d494-cced-4665-9fbe-b1009b911a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.514900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-ca41d494-cced-4665-9fbe-b1009b911a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.515360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-ca41d494-cced-4665-9fbe-b1009b911a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.517014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-ca41d494-cced-4665-9fbe-b1009b911a2c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b85a9b3a3177443da35d9b89992103f0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3743234 Dec 16 07:58:27.594258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.605970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.610773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.616572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.623507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/networks/f4b8bed0-13cd-4def-9754-f62ba841068a HTTP/1.1" status: 204 len: 168 time: 2.3612247 Dec 16 07:58:27.636541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:27.663246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948671-f3a1-45c4-9e72-5a413ca658a0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Network': ['ID=f4b8bed0-13cd-4def-9754-f62ba841068a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:27.697322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82268d8c-27f5-4534-b655-a682509904a3 req-f6b2876b-b300-44b2-9f86-19a9ecb2392c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2469099 Dec 16 07:58:27.715522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a04a9e46-e26c-4c08-b50c-0e83a9ef73f8 req-c1b87fa1-3e8d-4acd-a121-20fd0ab93e3d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3745608 Dec 16 07:58:27.733451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:58:24Z', 'revision_number': 5, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port': {'id': '59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:55:53Z', 'updated_at': '2021-12-16T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:27.753852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.758271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.760665 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] 10.222.0.16 "PUT /v2.0/ports/4889025c-1913-4600-8cbc-c47eff052b5f HTTP/1.1" status: 200 len: 1091 time: 2.8488536 Dec 16 07:58:27.768791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1323245688'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:27.790826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca4bdc-d466-41b0-b968-f220e36c3c3f service neutron] Pushing event updated for resources: {'Port': ['ID=4889025c-1913-4600-8cbc-c47eff052b5f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:27.822092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-c4ba833d-4beb-4d50-b7a8-e1bc418470aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:27.824429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2a668ba-863a-4d3f-9d54-1dd4844c4e03 req-c4ba833d-4beb-4d50-b7a8-e1bc418470aa service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2970159 Dec 16 07:58:27.902543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] Checking router: 65101567-d6fc-48e2-bd2f-5f3a00e1b60e for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:58:27.939063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdf1abab-3e87-4a50-bd30-4bb49e2936b1 req-cf18131b-0b59-4986-bcba-32bacad586fc tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0548465 Dec 16 07:58:27.945294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:27.949335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Deleting port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:58:27.949724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:27.965445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] Routers {'65101567-d6fc-48e2-bd2f-5f3a00e1b60e'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:58:27.968811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:58:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:27.969602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:27.973205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.052570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:28.062469 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434393e7-73dd-452a-8050-8ad3a6ab9637" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:28.069603 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.116452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:58:28.141620 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.142718 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Added segment adef2d7f-e119-4751-8893-16781ba27cce of type vlan for network f95af800-b449-4a9a-b6d4-471e5c21bd21 Dec 16 07:58:28.305208 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.340900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] Set router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:58:28.343475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-02a2fd86-497d-4a43-8608-32bb8eb0e18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.412559 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de512b1-9415-4faf-b84c-1828e58b7141 x-openstack-request-id: req-2de512b1-9415-4faf-b84c-1828e58b7141 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:28.414058 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:28.414058 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2de512b1-9415-4faf-b84c-1828e58b7141 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:28.414058 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f', 'status': 'completed', 'code': 200} Dec 16 07:58:28.479554 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.488668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.490662 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.608048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Network': ['ID=f95af800-b449-4a9a-b6d4-471e5c21bd21,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:28.629702 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b1b1b670-6bde-462d-aa82-d059856a9577 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8672998 Dec 16 07:58:28.638936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60404) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:28.648957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.649441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.649912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.650373 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.653038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.653543 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.654031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:28.656012 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-db333744-4569-4e92-9a2c-7aedc347309b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6290 time: 0.2666681 Dec 16 07:58:28.677503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'subnet': {'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:28.913322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f95af800-b449-4a9a-b6d4-471e5c21bd21 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:58:28.918390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:58:27Z', 'revision_number': 6, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:28.947752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb121c9-f464-4a6c-9689-a7432580002e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:28.960873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:28.977467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10729aa-d3fe-4d01-8067-eedb7db93b8b None None] The sync data for ids ['65101567-d6fc-48e2-bd2f-5f3a00e1b60e'] in n-d-820935-11 is: [{'id': '65101567-d6fc-48e2-bd2f-5f3a00e1b60e', 'name': 'tempest-ServerRescueTestJSON-1172653877-router', 'tenant_id': '28345eeaae734f15b58e96a26c8fc9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:55:52Z', 'updated_at': '2021-12-16T07:58:27Z', 'revision_number': 6, 'project_id': '28345eeaae734f15b58e96a26c8fc9a5', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:58:29.009255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Transition to ACTIVE for port object 2fb121c9-f464-4a6c-9689-a7432580002e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:29.093354 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:29.150823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] For port 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:29.151390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:29.259905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Calling delete_port for 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:58:29.392058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be950f9a-f6c3-4cb6-9dde-aa2886742728 req-cb9695a3-02e6-40e3-83b7-fdd9767422e3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.401938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be950f9a-f6c3-4cb6-9dde-aa2886742728 req-cb9695a3-02e6-40e3-83b7-fdd9767422e3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.3884442 Dec 16 07:58:29.414862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb121c9-f464-4a6c-9689-a7432580002e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:29.454678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.477577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.484083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.491499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.499392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.516786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-f217095c-29a9-4406-8c6c-ff66b1d215f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.519131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-f217095c-29a9-4406-8c6c-ff66b1d215f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.519131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-f217095c-29a9-4406-8c6c-ff66b1d215f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.519414 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-f217095c-29a9-4406-8c6c-ff66b1d215f0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b85a9b3a3177443da35d9b89992103f0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8140016 Dec 16 07:58:29.523444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.539486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.556506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-6fdb8e4e-883c-487c-85f8-ce48b151057b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5394 time: 0.5455370 Dec 16 07:58:29.711496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-a8b5644d-af81-4977-a54d-7387978b4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:29.713035 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-434393e7-73dd-452a-8050-8ad3a6ab9637 req-a8b5644d-af81-4977-a54d-7387978b4712 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670663 Dec 16 07:58:29.885995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:29.899170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:29.911290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:29.944444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be950f9a-f6c3-4cb6-9dde-aa2886742728 req-fa8e57ff-7df4-42de-a547-a9d4e3d0460e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5371997 Dec 16 07:58:29.966813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Attempting to bind port 2fb121c9-f464-4a6c-9689-a7432580002e on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:29.967823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Attempting to bind port 2fb121c9-f464-4a6c-9689-a7432580002e by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:29.969816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Attempting to bind port 2fb121c9-f464-4a6c-9689-a7432580002e on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:29.979683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:29.998014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cb3afbc-a361-477e-bdfe-c4386a5a242f req-918671a4-c033-4b9a-a811-46f9aee8fb13 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3704321 Dec 16 07:58:30.004245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Port 2fb121c9-f464-4a6c-9689-a7432580002e on network 9a6fa251-3010-4384-bfba-196d668d39fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:30.004589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Attempting to bind port 2fb121c9-f464-4a6c-9689-a7432580002e on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:30.017058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:30.017659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Checking segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:30.018504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Bound using segment: {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:30.019126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Bound port: 2fb121c9-f464-4a6c-9689-a7432580002e, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:30.019871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.052206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:30.163343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] For port 2fb121c9-f464-4a6c-9689-a7432580002e, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:30.166906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] For port 2fb121c9-f464-4a6c-9689-a7432580002e, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2fb121c9-f464-4a6c-9689-a7432580002e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:30.223476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7ee611d-2421-4d67-a8bc-ca0bd67d8d7b req-d7debe5c-7e57-45fd-906f-64f254fbcafd tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0397894 Dec 16 07:58:30.232140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.277314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.384091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.384740 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.388059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/2fb121c9-f464-4a6c-9689-a7432580002e HTTP/1.1" status: 200 len: 1092 time: 2.4467881 Dec 16 07:58:30.388844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:30.391300 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:30.434255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9a854-3523-45c0-b2e4-043a349bd7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb121c9-f464-4a6c-9689-a7432580002e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:30.500480 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496479c7-cc25-4d39-8bbf-7525c0d15380 x-openstack-request-id: req-496479c7-cc25-4d39-8bbf-7525c0d15380 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:30.500847 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:30.501875 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-496479c7-cc25-4d39-8bbf-7525c0d15380 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:30.502094 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e', 'status': 'completed', 'code': 200} Dec 16 07:58:30.526596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:30.549648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:30.590022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.598559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:58:30.603022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 59ccb6e1-b3c7-4b28-bae7-b971daf2ebf9 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:58:30.603683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0f68de1d-d3ec-46dc-9983-cb17f810ed43 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:30.604076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.651145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 0f68de1d-d3ec-46dc-9983-cb17f810ed43 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:58:30.654299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0f68de1d-d3ec-46dc-9983-cb17f810ed43 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:58:30.704977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.779941 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76f4c4d3-79ce-4867-94b0-c0f688b2f0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.889985 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.890483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.890964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.891428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.892297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.893008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.893646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:30.896700 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-c1ffe5c7-145e-495e-8072-31639d306480 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6358 time: 0.3345127 Dec 16 07:58:30.900351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.903032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65101567-d6fc-48e2-bd2f-5f3a00e1b60e {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:58:30.912652 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:30.913746 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb918d81-7ac5-491e-8447-9c05590ec504 admin admin] 10.222.0.43 "DELETE /v2.0/routers/65101567-d6fc-48e2-bd2f-5f3a00e1b60e HTTP/1.1" status: 204 len: 168 time: 4.0479436 Dec 16 07:58:30.925097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60444) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:31.330458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6048354-ffb4-4b99-a86a-694aa381a605 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:31.348494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:31.402502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:31.409260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:31.434988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:31.450232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:31.456473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:31.463160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:31.469932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:31.480953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-4796385b-9cc2-4caf-b1b4-5840dadff818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5406 time: 0.2555649 Dec 16 07:58:31.499297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Transition to ACTIVE for port object e6048354-ffb4-4b99-a86a-694aa381a605 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:31.570972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60458) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:31.593243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dfa85e7-f45e-4d51-9f71-477ecba338c8 req-ea862c39-d6e8-44eb-99ac-c2d7100f4152 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126647 Dec 16 07:58:31.636169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:31.745103 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:31.903523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] Deleting subnet c3f8784a-5127-4856-8f1f-e6d690ca31ec {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:58:31.917250 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:31.932306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Pushing event updated for resources: {'Port': ['ID=e6048354-ffb4-4b99-a86a-694aa381a605,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:31.985211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.003224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f2d9a-31df-4c96-957e-584f1f6cf179 req-3917e640-f68b-4394-8d4c-1201c1594986 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:32.017766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d8f2d9a-31df-4c96-957e-584f1f6cf179 req-3917e640-f68b-4394-8d4c-1201c1594986 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.4457734 Dec 16 07:58:32.042991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.090181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-6103787b-9baa-4c42-94ba-dd182eac25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:32.092221 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-6103787b-9baa-4c42-94ba-dd182eac25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:32.093415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-6103787b-9baa-4c42-94ba-dd182eac25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:32.099176 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-6103787b-9baa-4c42-94ba-dd182eac25d1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b85a9b3a3177443da35d9b89992103f0&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1812830 Dec 16 07:58:32.100618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.147518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4eaaf210-7775-4a01-9b81-de33749f2355 req-e306a320-955e-4886-8e33-ba8208223676 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1900353 Dec 16 07:58:32.151525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34f1f40d-f38b-4737-bf07-11ef49e5abf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.411592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Attempting to bind port e6048354-ffb4-4b99-a86a-694aa381a605 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:32.412286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Attempting to bind port e6048354-ffb4-4b99-a86a-694aa381a605 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:32.423203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Attempting to bind port e6048354-ffb4-4b99-a86a-694aa381a605 on network 50554593-86d8-4125-aa44-2756977b8260 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:32.431993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d8f2d9a-31df-4c96-957e-584f1f6cf179 req-642f6ec4-0e19-4c32-b27a-89d4fe59611a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3369005 Dec 16 07:58:32.461807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Port e6048354-ffb4-4b99-a86a-694aa381a605 on network 50554593-86d8-4125-aa44-2756977b8260 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:32.462292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Attempting to bind port e6048354-ffb4-4b99-a86a-694aa381a605 on network 50554593-86d8-4125-aa44-2756977b8260 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:32.469929 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34f1f40d-f38b-4737-bf07-11ef49e5abf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.488655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:32.489687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Checking segment: {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:32.490184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Bound using segment: {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:32.497093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Bound port: e6048354-ffb4-4b99-a86a-694aa381a605, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:32.497586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.500043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-2e45a56d-6f75-426c-85dd-0f1e0beb9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:32.501584 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f80b6bbe-716b-4e76-aae4-9785f7c79c9d req-2e45a56d-6f75-426c-85dd-0f1e0beb9da9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3743753 Dec 16 07:58:32.502197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Subnet': ['ID=12f4b1ed-2160-4a83-a3c7-40e90badc609,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:32.539396 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34f1f40d-f38b-4737-bf07-11ef49e5abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.567910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Checking segment: {'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:32.568222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network hostable DHCP agents. Network: f95af800-b449-4a9a-b6d4-471e5c21bd21, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:58:32.622866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-34f1f40d-f38b-4737-bf07-11ef49e5abf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a721dfd8b91d467295cbecf5789580c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0246444 Dec 16 07:58:32.623684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60466) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:32.632005 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.634367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1f40d-f38b-4737-bf07-11ef49e5abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1edfdb4-e90e-4b5a-a37f-fada3f46e8a1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:32.687101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] For port e6048354-ffb4-4b99-a86a-694aa381a605, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:32.689903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network f95af800-b449-4a9a-b6d4-471e5c21bd21 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:58:32.693848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] For port e6048354-ffb4-4b99-a86a-694aa381a605, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e6048354-ffb4-4b99-a86a-694aa381a605,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:32.698016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f8784a-5127-4856-8f1f-e6d690ca31ec,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:32.706956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c356baa0-f8d0-4290-819a-6168808b8d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.710970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.720831 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f87dc537-6d60-40ae-9365-04cb1e0a461c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3f8784a-5127-4856-8f1f-e6d690ca31ec HTTP/1.1" status: 204 len: 168 time: 1.7947264 Dec 16 07:58:32.733502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60468) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:32.772476 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.791437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c356baa0-f8d0-4290-819a-6168808b8d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.827657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f95af800-b449-4a9a-b6d4-471e5c21bd21) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:32.840826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1bbb7c-5579-4cb2-910a-6cea72e9e60f None None] Network f95af800-b449-4a9a-b6d4-471e5c21bd21 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:32.852140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:32.860993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.901413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.938255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:32.938255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:32.938255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] 10.222.0.16 "PUT /v2.0/ports/e6048354-ffb4-4b99-a86a-694aa381a605 HTTP/1.1" status: 200 len: 1092 time: 2.4156389 Dec 16 07:58:32.938255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:32.941662 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca901024-9d31-4751-94c9-6b91b63ea115" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:33.044137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.052361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.064588 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.070962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.088875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f95af800-b449-4a9a-b6d4-471e5c21bd21', 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21', 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'fixed_ips': [{'subnet_id': '12f4b1ed-2160-4a83-a3c7-40e90badc609'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:58:33.090165 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.095116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1641641-dd28-4b37-b25c-1e07d7bd8978']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:33.100290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.107690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.108055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1040964-6524-4386-8e0e-02c63e7a631a') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:33.108517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1040964-6524-4386-8e0e-02c63e7a631a') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:58:33.123257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.148505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.149934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.156957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.166142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:58:33.166564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.175699 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-d22ac533-052a-4b56-aa80-7b962bb32a36 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5418 time: 0.4530466 Dec 16 07:58:33.238475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Request body: {'port': {'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:33.247089 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f3bb0-78d0-49f1-be8a-4bc09f56b744 x-openstack-request-id: req-352f3bb0-78d0-49f1-be8a-4bc09f56b744 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:33.247550 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:33.247917 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-352f3bb0-78d0-49f1-be8a-4bc09f56b744 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:33.248470 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605', 'status': 'completed', 'code': 200} Dec 16 07:58:33.276674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f353b24-d3ff-49ec-a80b-4750322a8861 service neutron] Pushing event updated for resources: {'Port': ['ID=e6048354-ffb4-4b99-a86a-694aa381a605,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:58:33.349324 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:58:33.353030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-84ddc0c2-2596-40d6-9989-6c2c2c5763ea tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.6842003 Dec 16 07:58:33.360164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60478) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:33.370875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-663869465'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:33.421411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.421814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.423105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.424725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.425644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.426040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.426607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.434461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-b33022e3-471f-4f5c-83f9-c238e04a814c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6426 time: 0.1330025 Dec 16 07:58:33.457738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77ae0ea3-fc67-49c6-9c69-3ab742ccafdf req-cfd481d8-5194-4dbd-89ea-a0fc0a4330b4 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1127753 Dec 16 07:58:33.602450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f5821da6-9c71-4835-92d6-75fc5a6caa38 req-e4a499e0-acb1-44fc-89d8-a073513a2614 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4255953 Dec 16 07:58:33.633160 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.662557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Allocated IP 19.80.0.2 (f95af800-b449-4a9a-b6d4-471e5c21bd21/12f4b1ed-2160-4a83-a3c7-40e90badc609/aab247e4-6e54-442e-8516-b8ef5cdbc7ab) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:33.735088 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.743908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c356baa0-f8d0-4290-819a-6168808b8d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.746766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c356baa0-f8d0-4290-819a-6168808b8d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.748068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c356baa0-f8d0-4290-819a-6168808b8d54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1edfdb4-e90e-4b5a-a37f-fada3f46e8a1 HTTP/1.1" status: 204 len: 168 time: 1.1233215 Dec 16 07:58:33.766828 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.788466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144037-4f74-4664-8b55-09217d091aa6 req-056c4c08-7467-4543-b2df-14fcb749e60e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.795236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.805210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d3144037-4f74-4664-8b55-09217d091aa6 req-056c4c08-7467-4543-b2df-14fcb749e60e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1391923 Dec 16 07:58:33.811326 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] 10.222.0.43 "DELETE /v2.0/networks/f1641641-dd28-4b37-b25c-1e07d7bd8978 HTTP/1.1" status: 204 len: 168 time: 1.0734661 Dec 16 07:58:33.811326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:33.814985 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:33.832010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356baa0-f8d0-4290-819a-6168808b8d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1edfdb4-e90e-4b5a-a37f-fada3f46e8a1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:33.834537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-0a06e1e4-e048-423a-93fb-2397b3a6c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.835018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-0a06e1e4-e048-423a-93fb-2397b3a6c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.835487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-0a06e1e4-e048-423a-93fb-2397b3a6c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:33.838809 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-0a06e1e4-e048-423a-93fb-2397b3a6c994 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b85a9b3a3177443da35d9b89992103f0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3898249 Dec 16 07:58:33.862030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5cf0f-241a-4d39-b1ae-af263e661abb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1641641-dd28-4b37-b25c-1e07d7bd8978,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:33.959116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:58:34.009927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.010323 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Added segment 4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a of type vlan for network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 Dec 16 07:58:34.098599 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.165229 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.177378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-70b6943b-502a-42d7-899c-9b39d01fc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:34.179308 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.197842 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ca901024-9d31-4751-94c9-6b91b63ea115 req-70b6943b-502a-42d7-899c-9b39d01fc14a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3465965 Dec 16 07:58:34.300705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.306125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:34.318453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Network f95af800-b449-4a9a-b6d4-471e5c21bd21 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:34.323914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:34.329293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Pushing event updated for resources: {'Port': ['ID=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:34.334567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:34.400483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.418778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:34.419452 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.455057 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ceeb831f-f108-4e54-a1d7-94ed196e848f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28345eeaae734f15b58e96a26c8fc9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475430 Dec 16 07:58:34.481192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60494) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:34.498558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.500747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.502119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.502480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.502835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.503183 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.503524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.503866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.504313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.504920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.505457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.505792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.506125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:34.540708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Attempting to bind port aab247e4-6e54-442e-8516-b8ef5cdbc7ab on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:34.541113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Attempting to bind port aab247e4-6e54-442e-8516-b8ef5cdbc7ab by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:34.541959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Attempting to bind port aab247e4-6e54-442e-8516-b8ef5cdbc7ab on network f95af800-b449-4a9a-b6d4-471e5c21bd21 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:34.573631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:34.574013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Checking segment: {'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:34.574428 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.574826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Bound using segment: {'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:34.575317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Bound port: aab247e4-6e54-442e-8516-b8ef5cdbc7ab, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:34.575705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.725846 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3610716 Dec 16 07:58:34.727666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60500) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:34.733322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] For port aab247e4-6e54-442e-8516-b8ef5cdbc7ab, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:34.742283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] For port aab247e4-6e54-442e-8516-b8ef5cdbc7ab, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:34.766150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef976274-1155-4f81-b3fa-4cee998d7b5b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Network': ['ID=f6cb9cac-af1b-47f0-803d-2360ec5e6ba4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:34.779601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60f91da3-32c8-447a-a4c0-3153033a745a req-3e87e4db-af0a-4870-b9a0-2086b7589299 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0530484 Dec 16 07:58:34.782425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:58:34.807286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'subnet': {'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:34.830984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a43c390-3056-4e79-8213-7fd7e658d903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.891758 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:34.963835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d3144037-4f74-4664-8b55-09217d091aa6 req-83a0739c-854e-46ac-9775-5194d6b5bbd7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1574900 Dec 16 07:58:34.986168 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a43c390-3056-4e79-8213-7fd7e658d903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.079106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0212a5-377c-4689-a949-623d9a922af1 None None] Pushing event updated for resources: {'Port': ['ID=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:35.149146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60504) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:35.190094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6aad03b6-e7b8-40d6-8589-e0f9dc9ccc31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.251118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:35.258055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.275277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a43c390-3056-4e79-8213-7fd7e658d903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.281858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a43c390-3056-4e79-8213-7fd7e658d903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.283781 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5a43c390-3056-4e79-8213-7fd7e658d903 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/735a9922-0a5e-4413-b088-ab2ded9bc5c1 HTTP/1.1" status: 204 len: 168 time: 0.7907853 Dec 16 07:58:35.373005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:35.378246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43c390-3056-4e79-8213-7fd7e658d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735a9922-0a5e-4413-b088-ab2ded9bc5c1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:35.388870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:35.451503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:35.507128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:35.554691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:35.602555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:35.632961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:35.647501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-0eabcdb6-eeb7-4eb7-88f2-afc8d6b7d36c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5418 time: 0.6803679 Dec 16 07:58:35.651011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6aad03b6-e7b8-40d6-8589-e0f9dc9ccc31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.736204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6aad03b6-e7b8-40d6-8589-e0f9dc9ccc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.797021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78ae675-cc66-473b-95d1-de9a6843215e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:35.813574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:35.866484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Transition to ACTIVE for port object a78ae675-cc66-473b-95d1-de9a6843215e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:35.869064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60514) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:35.881860 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6aad03b6-e7b8-40d6-8589-e0f9dc9ccc31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21ca37bf1c534101bf3b5d5b49719fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7310445 Dec 16 07:58:35.910470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad03b6-e7b8-40d6-8589-e0f9dc9ccc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b22046-7995-47ff-8f7a-7a56dda56d96,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:35.949347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:36.025275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:36.087117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b2be84a-6c0d-4b32-9cfd-c81c99220e08 req-0fc5a5ff-dcd7-4704-845c-8a4991d3d947 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1040239 Dec 16 07:58:36.181446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Subnet': ['ID=b5aadbb7-1705-452e-ba27-a8b9386a0af2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:36.227641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Checking segment: {'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:36.228509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network hostable DHCP agents. Network: f6cb9cac-af1b-47f0-803d-2360ec5e6ba4, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:58:36.331386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:58:36.359644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Pushing event updated for resources: {'Port': ['ID=a78ae675-cc66-473b-95d1-de9a6843215e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:36.380625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60524) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:36.443376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f6cb9cac-af1b-47f0-803d-2360ec5e6ba4) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:36.458404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:36.459047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:36.464036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd995c1-88bf-429f-87d8-0884e0fd228e None None] Network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:36.680022 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c91b7823-97c7-480d-8900-d39dfee23e67 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8784902 Dec 16 07:58:36.745443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37b4a89b-6837-43a2-a0a6-6ecc7582f324 req-55f2cac9-c6c5-4f7c-a464-112062a65108 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0950871 Dec 16 07:58:36.779572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-931ce441-548b-48ec-82d5-35c0034dd59a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:36.875645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device aab247e4-6e54-442e-8516-b8ef5cdbc7ab up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:36.990102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Attempting to bind port a78ae675-cc66-473b-95d1-de9a6843215e on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:36.990727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Attempting to bind port a78ae675-cc66-473b-95d1-de9a6843215e by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:36.990727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Attempting to bind port a78ae675-cc66-473b-95d1-de9a6843215e on network 50554593-86d8-4125-aa44-2756977b8260 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:37.014157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Port a78ae675-cc66-473b-95d1-de9a6843215e on network 50554593-86d8-4125-aa44-2756977b8260 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:37.014423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Attempting to bind port a78ae675-cc66-473b-95d1-de9a6843215e on network 50554593-86d8-4125-aa44-2756977b8260 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:37.042816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6547c8c-378d-46db-97f1-05d21837817c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.057894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:37.058305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Checking segment: {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:37.058701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Bound using segment: {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:37.060284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Bound port: a78ae675-cc66-473b-95d1-de9a6843215e, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b89b1c-c6e0-4d99-b61c-1d2db0305248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '50554593-86d8-4125-aa44-2756977b8260'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:37.061494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.109315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f6cb9cac-af1b-47f0-803d-2360ec5e6ba4', 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4', 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'fixed_ips': [{'subnet_id': 'b5aadbb7-1705-452e-ba27-a8b9386a0af2'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:58:37.117230 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-931ce441-548b-48ec-82d5-35c0034dd59a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.121319 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.155245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6547c8c-378d-46db-97f1-05d21837817c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.181158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port aab247e4-6e54-442e-8516-b8ef5cdbc7ab triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:37.181852 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.190750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-931ce441-548b-48ec-82d5-35c0034dd59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.259173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d3f02-0d59-42d9-b6d6-41a459aab8c9 req-c0666868-5b16-4be2-b929-ceca7cb9b765 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:37.260933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-234d3f02-0d59-42d9-b6d6-41a459aab8c9 req-c0666868-5b16-4be2-b929-ceca7cb9b765 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.9305112 Dec 16 07:58:37.357165 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-931ce441-548b-48ec-82d5-35c0034dd59a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9994adab536b422abdb142a2d5674d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9678290 Dec 16 07:58:37.364873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ce441-548b-48ec-82d5-35c0034dd59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d984b-25a9-4265-b849-30646bff8845,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:37.374970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60554) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:37.405533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaea463-813d-4737-91dd-069dc863bb90 None None] Network f95af800-b449-4a9a-b6d4-471e5c21bd21 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:37.574616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e30853b0-0bdd-42ea-a182-5bed9d6dfdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.635051 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e30853b0-0bdd-42ea-a182-5bed9d6dfdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.683173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-7408fa96-ac30-495e-8a26-e3c12508d85a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:37.699399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-7408fa96-ac30-495e-8a26-e3c12508d85a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:37.715633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-7408fa96-ac30-495e-8a26-e3c12508d85a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/networks?id=f95af800-b449-4a9a-b6d4-471e5c21bd21&id=f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 HTTP/1.1" status: 200 len: 1391 time: 0.3928037 Dec 16 07:58:37.808433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e30853b0-0bdd-42ea-a182-5bed9d6dfdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.811406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e30853b0-0bdd-42ea-a182-5bed9d6dfdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.812983 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e30853b0-0bdd-42ea-a182-5bed9d6dfdb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b0d984b-25a9-4265-b849-30646bff8845 HTTP/1.1" status: 204 len: 168 time: 0.4349926 Dec 16 07:58:37.826789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9eb6162d-32be-4a4a-a7d8-d07e6cb1895c None None] Provisioning complete for port aab247e4-6e54-442e-8516-b8ef5cdbc7ab triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:37.827784 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9eb6162d-32be-4a4a-a7d8-d07e6cb1895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:37.845171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30853b0-0bdd-42ea-a182-5bed9d6dfdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d984b-25a9-4265-b849-30646bff8845,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:37.857480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-c7344c3c-f3e4-44d4-95a6-3f412c695d8b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/quotas/33e21e1dccf248d7963fe727d7a964f9 HTTP/1.1" status: 200 len: 375 time: 0.1407759 Dec 16 07:58:37.944374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-234d3f02-0d59-42d9-b6d6-41a459aab8c9 req-9fc5afc6-195d-4648-bf65-23ad79dea9ee tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6611536 Dec 16 07:58:37.965005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] For port a78ae675-cc66-473b-95d1-de9a6843215e, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:38.015199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] For port a78ae675-cc66-473b-95d1-de9a6843215e, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a78ae675-cc66-473b-95d1-de9a6843215e,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:38.066880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-042250c4-e7ba-4363-817c-8319da91397a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2050271 Dec 16 07:58:38.140298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:38.141612 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:38.238680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Allocated IP 19.86.0.2 (f6cb9cac-af1b-47f0-803d-2360ec5e6ba4/b5aadbb7-1705-452e-ba27-a8b9386a0af2/b26edec2-fbf2-403b-b411-16756d77eb5c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:38.434692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port aab247e4-6e54-442e-8516-b8ef5cdbc7ab, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:38.475488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-7d70c69c-dee9-4c2f-bcc8-d750ebd08be4 service neutron] 10.222.0.43 "GET /v2.0/networks/f95af800-b449-4a9a-b6d4-471e5c21bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070363 Dec 16 07:58:38.502588 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:38.735455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1475528625-network', 'tenant_id': '4f03bad35b164b5fac299ac670270c94'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:38.737799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad72d647-c94f-4e01-9b69-23766931ee16 req-4146c008-f00a-443a-85aa-1c05048ef046 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.2958877 Dec 16 07:58:38.737799 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:38.747265 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9eb6162d-32be-4a4a-a7d8-d07e6cb1895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:38.761141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-ed1882b4-5e8b-466e-ad10-a842e67e87ba service neutron] 10.222.0.43 "GET /v2.0/networks/f95af800-b449-4a9a-b6d4-471e5c21bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846963 Dec 16 07:58:38.857876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Made reservation on behalf of 4f03bad35b164b5fac299ac670270c94 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:38.857876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:38.857876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.008450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:39.058963 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-9eb6162d-32be-4a4a-a7d8-d07e6cb1895c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 07:58:39.059676 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-9eb6162d-32be-4a4a-a7d8-d07e6cb1895c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 07:58:39.078973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.138944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-b3547482-618a-4540-bcdc-6c5be64faafe service neutron] 10.222.0.43 "GET /v2.0/networks/f6cb9cac-af1b-47f0-803d-2360ec5e6ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768148 Dec 16 07:58:39.179127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.185937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.194513 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.194513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] 10.222.0.16 "PUT /v2.0/ports/a78ae675-cc66-473b-95d1-de9a6843215e HTTP/1.1" status: 200 len: 1092 time: 5.9654732 Dec 16 07:58:39.216971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:39.225209 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6669741-e154-494f-af29-9c67a282f4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:39.236084 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6547c8c-378d-46db-97f1-05d21837817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.240452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6547c8c-378d-46db-97f1-05d21837817c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.242492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:58:39.248661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c6547c8c-378d-46db-97f1-05d21837817c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28b22046-7995-47ff-8f7a-7a56dda56d96 HTTP/1.1" status: 204 len: 168 time: 3.3494096 Dec 16 07:58:39.258387 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.258785 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Added segment 4bab3f11-39b9-493a-924f-e0eba28be764 of type vlan for network ac25436f-0dd7-4605-8e40-6427eaa33c5d Dec 16 07:58:39.302343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6547c8c-378d-46db-97f1-05d21837817c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b22046-7995-47ff-8f7a-7a56dda56d96,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:39.327319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.376980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde9dee1-898a-466f-b579-fc151eee860e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:39.443679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.460010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.460726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.461505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.462320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.476561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.485108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.499395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.517884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.530265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.533391 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.544533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-9ec91b47-fa9c-4665-ac74-6b62b9e31d02 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.4800537 Dec 16 07:58:39.624794 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.683789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] Pushing event updated for resources: {'Network': ['ID=ac25436f-0dd7-4605-8e40-6427eaa33c5d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:39.684103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dda046-fab4-4d91-9308-ac0641914898 service neutron] Pushing event updated for resources: {'Port': ['ID=a78ae675-cc66-473b-95d1-de9a6843215e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:39.728597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network ac25436f-0dd7-4605-8e40-6427eaa33c5d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:58:39.735317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:39.763485 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-072dd030-366f-4acd-8070-c682778a7c22 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6159933 Dec 16 07:58:39.763485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60600) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:39.785230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Request body: {'subnet': {'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1475528625-subnet', 'tenant_id': '4f03bad35b164b5fac299ac670270c94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:39.796004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:39.807308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:39.838804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Pushing event updated for resources: {'Port': ['ID=b26edec2-fbf2-403b-b411-16756d77eb5c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:39.872784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1cbe45a-0b86-4a49-94ae-0c6884f69f9c req-8e76a463-dac9-4626-9188-27a8b6cf497b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3271964 Dec 16 07:58:39.901183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.901668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.902244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.902602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.903077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.903625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.903995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:39.906145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8c77a8e8-f032-4504-b4d9-17d768f5bc1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6494 time: 0.5403078 Dec 16 07:58:39.952532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Attempting to bind port b26edec2-fbf2-403b-b411-16756d77eb5c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:39.957297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Attempting to bind port b26edec2-fbf2-403b-b411-16756d77eb5c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:39.958362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Attempting to bind port b26edec2-fbf2-403b-b411-16756d77eb5c on network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:39.962111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Made reservation on behalf of 4f03bad35b164b5fac299ac670270c94 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:39.964912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.981009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:39.987302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Checking segment: {'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:39.987302 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.987302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Bound using segment: {'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:39.991220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Bound port: b26edec2-fbf2-403b-b411-16756d77eb5c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:39.992923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:39.996013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-677903e5-c94b-456e-b044-f54b33a8e7bb None None] Provisioning complete for port aab247e4-6e54-442e-8516-b8ef5cdbc7ab triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:39.998794 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-677903e5-c94b-456e-b044-f54b33a8e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:40.009907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-ec53725e-4ffb-47d5-b307-e2aa6ece85d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5 HTTP/1.1" status: 200 len: 217 time: 0.0804162 Dec 16 07:58:40.012198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-d96856c7-9568-4b80-9949-cb1664a87e1f service neutron] 10.222.0.43 "GET /v2.0/networks/f6cb9cac-af1b-47f0-803d-2360ec5e6ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8724475 Dec 16 07:58:40.106082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] For port b26edec2-fbf2-403b-b411-16756d77eb5c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:40.110250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] For port b26edec2-fbf2-403b-b411-16756d77eb5c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b26edec2-fbf2-403b-b411-16756d77eb5c,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:40.174963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-99f6f558-ffb5-4a28-86d3-5f3f14d0ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:40.178189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-99f6f558-ffb5-4a28-86d3-5f3f14d0ae52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b806765-50b6-4970-8d37-d1e022e4d5f3 HTTP/1.1" status: 200 len: 856 time: 0.1432536 Dec 16 07:58:40.204095 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:40.363310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-25452a0c-2521-4187-87f4-27dc1a1a67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:40.367033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fe27d-bf13-4cb6-b532-b561c04ab7fa None None] Pushing event updated for resources: {'Port': ['ID=b26edec2-fbf2-403b-b411-16756d77eb5c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:40.371973 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-25452a0c-2521-4187-87f4-27dc1a1a67a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857338 Dec 16 07:58:40.378177 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0c48ad-964b-49c6-aec3-410d0414ddff x-openstack-request-id: req-de0c48ad-964b-49c6-aec3-410d0414ddff {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:40.380473 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:40.381440 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de0c48ad-964b-49c6-aec3-410d0414ddff {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:40.381973 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e', 'status': 'completed', 'code': 200} Dec 16 07:58:40.400828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b554d5-1971-466a-9bd7-ef99213d9e2d req-e887a41c-c7aa-4be4-b23a-328fdce45f45 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:40.415401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b554d5-1971-466a-9bd7-ef99213d9e2d req-e887a41c-c7aa-4be4-b23a-328fdce45f45 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.1856740 Dec 16 07:58:40.531419 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:40.604653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4b554d5-1971-466a-9bd7-ef99213d9e2d req-dc88f453-5878-4dc1-a583-3ade4c2f93b1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1856432 Dec 16 07:58:40.612000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c524ed91-94da-4501-8c1e-6d8f5ef42818 req-9262b4a9-c3ad-414e-8ec5-431684844cda tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0940979 Dec 16 07:58:40.721340 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bc1c68-65d3-461c-b980-df20256dcd2e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:40.727908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device aab247e4-6e54-442e-8516-b8ef5cdbc7ab up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:40.812431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Checking segment: {'id': '4bab3f11-39b9-493a-924f-e0eba28be764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:40.814019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Network hostable DHCP agents. Network: ac25436f-0dd7-4605-8e40-6427eaa33c5d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:58:40.831529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7c6e40f-3cf6-4bc2-9756-220aad26ec00 req-63d518ef-ddc4-4b01-86fe-b2d43ca3aed3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 210 time: 0.1337824 Dec 16 07:58:40.835286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-9dca4c12-af8a-4346-8367-11e2917710d7 service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128082 Dec 16 07:58:40.877341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port aab247e4-6e54-442e-8516-b8ef5cdbc7ab triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:40.877725 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:40.943447 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Network ac25436f-0dd7-4605-8e40-6427eaa33c5d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:58:41.042574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-978ee77e-cdd7-4121-bde0-c52ec9b475ce service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992071 Dec 16 07:58:41.105224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, ac25436f-0dd7-4605-8e40-6427eaa33c5d) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:41.110292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.110899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:41.115586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b27dd0-5f38-4e99-8e42-bfdd27023cc5 None None] Network ac25436f-0dd7-4605-8e40-6427eaa33c5d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:41.150124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-f0388540-04fa-4cc0-a376-b522cef05604 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 217 time: 0.0962431 Dec 16 07:58:41.250294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660eabbf-f53b-416b-b586-b1456d0d8c16 None None] Network ac25436f-0dd7-4605-8e40-6427eaa33c5d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:41.260589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-bb950a7c-3904-4fb0-8cc2-1a2904ddf1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.261576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-bb950a7c-3904-4fb0-8cc2-1a2904ddf1f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1018057 Dec 16 07:58:41.275553 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-653bb3d6-e8ba-43bf-a037-f635f3da2c0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5131588 Dec 16 07:58:41.338403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.355445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.373964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.380920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.388680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.398824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.405184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.415797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d2b0d3e3-94ed-4b1c-9e63-a3ac64305d5c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.3609073 Dec 16 07:58:41.585058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c49b24b-09bc-45a6-93b8-7ed84e854013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:41.586603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c49b24b-09bc-45a6-93b8-7ed84e854013 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3162758 Dec 16 07:58:41.632104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9b9d841-efd5-407b-a620-83cafc74a84a req-d94fe1d6-a85a-40f7-b90f-bebd8313acd3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2099228 Dec 16 07:58:41.918875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-2591e751-beb5-4256-9894-d5c76c468f80 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241687 Dec 16 07:58:41.933680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef95d9d0-7a03-47f7-8da9-88fb8b9a8d0c req-6463f195-69db-4b7e-bd83-0de8fadd7857 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0685050 Dec 16 07:58:42.021566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d8316-bd21-4c62-ab98-c72d4ad6419c req-5739ea4a-60b9-4bda-8ee4-18abf3d3eb1e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:42.030349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d3d8316-bd21-4c62-ab98-c72d4ad6419c req-5739ea4a-60b9-4bda-8ee4-18abf3d3eb1e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.2669032 Dec 16 07:58:42.148562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d3d8316-bd21-4c62-ab98-c72d4ad6419c req-3a3a0b87-8228-479d-af27-985a29486b7f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169736 Dec 16 07:58:42.188353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-2545a4ec-0950-49e1-9fd2-c22f2483df82 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579987 Dec 16 07:58:42.237892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f2cec-f352-449e-bb21-0555afe29c6b None None] Network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:58:42.347016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-37744b36-2e41-4499-aa4e-fad48c88c705 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 217 time: 0.1470973 Dec 16 07:58:42.411940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3dcd5887-984d-48b3-9ef4-bf8efad6c2e9 None None] Provisioning complete for port b26edec2-fbf2-403b-b411-16756d77eb5c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:42.412625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3dcd5887-984d-48b3-9ef4-bf8efad6c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:42.460522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f96bad-2293-49dd-a5cd-07bc79df6e5b req-27fe5815-a0b8-4f9a-9450-4baeb8b4d7f3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 210 time: 0.0930803 Dec 16 07:58:42.506121 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-155b5c5a-cb0d-4fc2-8d69-3034c02caa2b req-6405e2a4-6d68-4251-986c-c3abd358de10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0785902 Dec 16 07:58:42.542196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-e10e0782-dd82-4f43-9bf0-d78d3604b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:42.542196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-e10e0782-dd82-4f43-9bf0-d78d3604b320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1825635 Dec 16 07:58:42.712069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c986-423c-43dc-a2bd-6514fc329896 req-a0944a14-4d46-482d-a0ff-d4316ccc87ba tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:42.719514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-a0944a14-4d46-482d-a0ff-d4316ccc87ba tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/networks?id=ac25436f-0dd7-4605-8e40-6427eaa33c5d HTTP/1.1" status: 200 len: 809 time: 0.1737266 Dec 16 07:58:42.746399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-75fd7c88-122e-411b-92f5-51893178b830 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/quotas/4f03bad35b164b5fac299ac670270c94 HTTP/1.1" status: 200 len: 375 time: 0.0177951 Dec 16 07:58:42.759810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3dcd5887-984d-48b3-9ef4-bf8efad6c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:42.818868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-be96e0c3-cdaf-47bd-9f6e-95c701617af4 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f03bad35b164b5fac299ac670270c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713441 Dec 16 07:58:42.843280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3dcd5887-984d-48b3-9ef4-bf8efad6c2e9 None None] For port b26edec2-fbf2-403b-b411-16756d77eb5c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b26edec2-fbf2-403b-b411-16756d77eb5c,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:42.930858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3dcd5887-984d-48b3-9ef4-bf8efad6c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:43.029918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd5887-984d-48b3-9ef4-bf8efad6c2e9 None None] Pushing event updated for resources: {'Port': ['ID=b26edec2-fbf2-403b-b411-16756d77eb5c,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:43.036423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b26edec2-fbf2-403b-b411-16756d77eb5c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:43.165329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b26edec2-fbf2-403b-b411-16756d77eb5c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:43.165715 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:43.167767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-48f8ca99-090b-4759-8b54-00faf0787f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.169338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-48f8ca99-090b-4759-8b54-00faf0787f0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2224171 Dec 16 07:58:43.211231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f32d04bd-2dc1-4520-8727-fce40f0e7e31 None None] Provisioning complete for port b26edec2-fbf2-403b-b411-16756d77eb5c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:43.211816 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f32d04bd-2dc1-4520-8727-fce40f0e7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:43.231756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-cfae95a2-770f-4669-8b21-12510412964b service neutron] 10.222.0.43 "GET /v2.0/networks/ac25436f-0dd7-4605-8e40-6427eaa33c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114165 Dec 16 07:58:43.477098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.490431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.502931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.509083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.515160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.525926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.529428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:43.531335 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-917fdb5e-2a19-419e-9ce0-1667747eed7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.4373932 Dec 16 07:58:43.554443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-4b592a63-1b44-4ec8-833a-3342372110df service neutron] 10.222.0.43 "GET /v2.0/networks/ac25436f-0dd7-4605-8e40-6427eaa33c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206990 Dec 16 07:58:43.566707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c180b75b-c8b1-45eb-ac83-d2bbed770f46 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831571 Dec 16 07:58:43.752454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df73c707-b22b-49c6-b3df-bb2641fa6a87 req-877af27b-d3ad-4670-b440-c8d727c27b6b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2069666 Dec 16 07:58:43.822950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-8e8caedc-ae06-40bf-b7ed-e0659b8b52da service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469246 Dec 16 07:58:43.886624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf436c6c-60a5-4040-a598-3df37c3f35a0 req-3089f5f2-f6a0-433f-8222-dc7157821849 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0674541 Dec 16 07:58:43.969289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-4c5a73ee-cf69-4811-945d-729377625581 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=4889025c-1913-4600-8cbc-c47eff052b5f HTTP/1.1" status: 200 len: 217 time: 0.1207929 Dec 16 07:58:44.039897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7979818e-4a94-4607-93a3-2a227c2ef4e4 req-198412b9-4687-46f3-879c-d8adcda020bb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 210 time: 0.1521673 Dec 16 07:58:44.046761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35fe471f-d3fe-4dde-952f-18fa8247f849 req-20c1d461-60f8-49b7-bedc-7979293b7534 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0980146 Dec 16 07:58:44.092820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-55e64454-ffda-416b-8a20-0bde14b09d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:44.094570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-55e64454-ffda-416b-8a20-0bde14b09d34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1213977 Dec 16 07:58:44.129958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-8a40f21f-886a-4674-9ac1-fef2f0eef7e8 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:44.136751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-8a40f21f-886a-4674-9ac1-fef2f0eef7e8 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:44.138529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-8a40f21f-886a-4674-9ac1-fef2f0eef7e8 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "GET /v2.0/networks?id=f95af800-b449-4a9a-b6d4-471e5c21bd21&id=f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 HTTP/1.1" status: 200 len: 1391 time: 0.3209107 Dec 16 07:58:44.170333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'port': {'device_id': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21', 'admin_state_up': True, 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:44.235294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-98397232-df2f-47a9-a23c-fcea9b81f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:44.238140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-98397232-df2f-47a9-a23c-fcea9b81f9cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315894 Dec 16 07:58:44.350135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-2d9dd1c7-6adb-4262-83d8-309c41560afa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=82a83879c0a942979b9b05db4fe271a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457726 Dec 16 07:58:44.810549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b26edec2-fbf2-403b-b411-16756d77eb5c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:44.838929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-cb508496-2f77-40ab-a62a-eedbc3e27278 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940483 Dec 16 07:58:44.874713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b26edec2-fbf2-403b-b411-16756d77eb5c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:44.875326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:44.931278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:58:44.933430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cde22-33da-4246-b16d-74f0838e8225 req-705a9ee6-fddd-451d-bc84-c51773e945a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:44.941041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc3cde22-33da-4246-b16d-74f0838e8225 req-705a9ee6-fddd-451d-bc84-c51773e945a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 947 time: 0.5129943 Dec 16 07:58:44.978973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-88d563d1-5d2e-4556-a440-b187af11ef80 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:44.980494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-88d563d1-5d2e-4556-a440-b187af11ef80 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6137125 Dec 16 07:58:44.986211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:44.988083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:45.044438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-48248cfb-7e55-4718-bde5-e82b2cc410d0 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/quotas/82a83879c0a942979b9b05db4fe271a4 HTTP/1.1" status: 200 len: 375 time: 0.0506835 Dec 16 07:58:45.056295 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:45.083057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:45.085425 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06da0b0-e96c-4e69-8b4e-2f3d54b41424" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-unplugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:45.104580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:45.127120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc3cde22-33da-4246-b16d-74f0838e8225 req-a763aac8-182d-415d-a76f-8d28329fa8fe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1852026 Dec 16 07:58:45.147176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-28a794c6-2c86-44f3-a8a2-ca887e6b833b service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971220 Dec 16 07:58:45.156801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f7c22122-638e-4412-af49-85633308779a tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=82a83879c0a942979b9b05db4fe271a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972266 Dec 16 07:58:45.196203 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:45.247560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-638e5828-7d00-4ef6-aef0-68eeaf4ac9b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=2fb121c9-f464-4a6c-9689-a7432580002e HTTP/1.1" status: 200 len: 217 time: 0.0897188 Dec 16 07:58:45.267942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=14']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:45.368037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Allocated IP 19.80.0.19 (f95af800-b449-4a9a-b6d4-471e5c21bd21/12f4b1ed-2160-4a83-a3c7-40e90badc609/7b626a7a-1223-4bb2-86b8-5db2e2200304) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:45.376163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-9cb0fe97-f9b0-47c3-9cd1-e2712447833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.377908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-9cb0fe97-f9b0-47c3-9cd1-e2712447833e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1112583 Dec 16 07:58:45.391303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.398328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.404112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.410432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.417175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.423331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.429656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.437809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-708f6a6d-2c49-49a5-bc79-4e4bb2d8a7e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.1892536 Dec 16 07:58:45.553353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fc8d7da-1634-46ef-bc9f-e3fc34fcbbaf req-540815e6-9424-423a-8dc3-5f62723ecf08 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0595272 Dec 16 07:58:45.597500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80ce82b3-92c5-4640-b0a5-243937a83f1e req-f180f0be-53a1-4071-b482-ae8eba5c110f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544445 Dec 16 07:58:45.618677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-b14b9b03-00e6-4792-bcbd-4746443ef841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:45.620825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-b14b9b03-00e6-4792-bcbd-4746443ef841 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1804585 Dec 16 07:58:45.661855 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec326627-a829-4693-b25f-52c85435b053 x-openstack-request-id: req-ec326627-a829-4693-b25f-52c85435b053 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:45.661855 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-unplugged", "status": "completed", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:45.661855 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec326627-a829-4693-b25f-52c85435b053 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:45.661855 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'code': 200} Dec 16 07:58:45.754061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4894b5e-ed6b-47aa-8dbd-ef0235117999 req-6b0d3e16-05d1-4ca8-80ed-5cbf324518e4 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 210 time: 0.0710542 Dec 16 07:58:45.793540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ea898c5-43d6-460f-92ea-c5986d071dca req-0ff22dce-adfa-4cbd-adff-9997ce58323e tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0632889 Dec 16 07:58:45.861706 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:45.872809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-3954fa74-6d2d-4b73-abee-d49589b0bf20 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262936 Dec 16 07:58:45.894656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0aef1c53-9ddc-4af8-a650-643aa6cf16a7 req-c5b5b197-d6af-430b-b62f-f8a2234ce68d tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 210 time: 0.0394838 Dec 16 07:58:46.012064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-67cd6e2b-563b-4fec-9b01-96321993ef3d service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211197 Dec 16 07:58:46.052257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60866) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:46.058005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-ce22f238-ce32-4a00-8beb-f0a1c0b519df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6048354-ffb4-4b99-a86a-694aa381a605 HTTP/1.1" status: 200 len: 217 time: 0.0384061 Dec 16 07:58:46.095245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.169476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network f95af800-b449-4a9a-b6d4-471e5c21bd21 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:46.181410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-bbdf3ac5-a28f-4f13-9dcf-dddfb334b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.182913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-bbdf3ac5-a28f-4f13-9dcf-dddfb334b273 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.1187842 Dec 16 07:58:46.193265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:46.193265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Port': ['ID=7b626a7a-1223-4bb2-86b8-5db2e2200304,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:46.195916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:46.237549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a1901f-726e-453f-9585-8c7874880586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.290155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49152901-44a6-45f7-aeb7-56310221b946 req-e6061f77-e8d5-4f17-9be4-ad445173ab48 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a&device_id=519a7149-b383-4a1c-bfc0-8664aa1a8d24 HTTP/1.1" status: 200 len: 210 time: 0.0429332 Dec 16 07:58:46.338427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.340400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.349411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a1901f-726e-453f-9585-8c7874880586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.354662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-07b9ae14-f177-47f7-b8e6-d05b3ea65cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.356622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-07b9ae14-f177-47f7-b8e6-d05b3ea65cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618497 Dec 16 07:58:46.453668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a1901f-726e-453f-9585-8c7874880586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.463212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-fdd76609-af1d-40b9-b2b0-41371b097825 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2987261 Dec 16 07:58:46.467255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3ca3464c-a870-4426-a8ed-3ce73ff69cc4 None None] Provisioning complete for port 7b626a7a-1223-4bb2-86b8-5db2e2200304 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:46.467762 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3ca3464c-a870-4426-a8ed-3ce73ff69cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.481501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-c537be24-b6ed-45dc-826f-6d7ee620112a service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160204 Dec 16 07:58:46.496031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Request body: {'port': {'device_id': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4', 'admin_state_up': True, 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:46.497691 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-26a1901f-726e-453f-9585-8c7874880586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b155f231af1f4857a92f5b4c69830c18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441333 Dec 16 07:58:46.502677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:46.521357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1901f-726e-453f-9585-8c7874880586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab3910-d27a-4522-802f-a21320cda67e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:46.542055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3464c-a870-4426-a8ed-3ce73ff69cc4 None None] Port 7b626a7a-1223-4bb2-86b8-5db2e2200304 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:46.564932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c7e607c-cfaa-49d5-9d1b-75dd667f2ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.587587 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c7e607c-cfaa-49d5-9d1b-75dd667f2ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.721715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c7e607c-cfaa-49d5-9d1b-75dd667f2ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.726159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c7e607c-cfaa-49d5-9d1b-75dd667f2ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:46.731093 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2c7e607c-cfaa-49d5-9d1b-75dd667f2ea1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63ab3910-d27a-4522-802f-a21320cda67e HTTP/1.1" status: 204 len: 168 time: 0.2269542 Dec 16 07:58:46.744634 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e607c-cfaa-49d5-9d1b-75dd667f2ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab3910-d27a-4522-802f-a21320cda67e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:46.751212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-e024e4bf-5119-4c75-bad1-c72d5491e7c9 service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472398 Dec 16 07:58:46.837879 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-2034b4eb-c3fb-435a-98c7-30d5510e7773 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a78ae675-cc66-473b-95d1-de9a6843215e HTTP/1.1" status: 200 len: 217 time: 0.0549614 Dec 16 07:58:46.839762 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d15afc56-e5ca-4589-a58c-c4d2f51f0c70 req-5b10d32b-5634-4663-b5ab-8d01388dbd03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02fbe105cf7841e58062cc2c1d5aa086&device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0564163 Dec 16 07:58:46.868662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.873334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.879428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.885428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.888973 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d15afc56-e5ca-4589-a58c-c4d2f51f0c70 req-53c5874b-f770-44e6-b0cc-d2be346b3873 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=02fbe105cf7841e58062cc2c1d5aa086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306718 Dec 16 07:58:46.891376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.898041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.903944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:46.914287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-9bc6fa54-acfa-4e21-8b87-502eb0955390 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.2270167 Dec 16 07:58:47.010383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15afc56-e5ca-4589-a58c-c4d2f51f0c70 req-6b5db3cc-e3fe-4d54-9aae-49ef0f5b7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:47.014398 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d15afc56-e5ca-4589-a58c-c4d2f51f0c70 req-6b5db3cc-e3fe-4d54-9aae-49ef0f5b7074 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158311 Dec 16 07:58:47.014547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df4ca228-746e-4a87-a3c8-fd4489f72fad req-de6363e9-8251-40d2-a6ef-ca622b4120d1 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.1813614 Dec 16 07:58:47.015619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-84a84c16-205a-4ad3-a8e1-76a38c7272c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:47.017056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-84a84c16-205a-4ad3-a8e1-76a38c7272c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.0832989 Dec 16 07:58:47.019437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Made reservation on behalf of 33e21e1dccf248d7963fe727d7a964f9 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:47.024219 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:47.158557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e87fb42c-6c94-43ee-bcef-ed8ba7b248fb req-e1a665a9-922a-4131-9a6d-c4584d2d480e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2428112 Dec 16 07:58:47.201127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d1613690-240b-434f-90d8-07a48e627b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:47.203613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-d1613690-240b-434f-90d8-07a48e627b52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1567321 Dec 16 07:58:47.272529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c986-423c-43dc-a2bd-6514fc329896 req-1fd52c2c-7a72-4264-a642-c560084d0bf5 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:47.274217 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-1fd52c2c-7a72-4264-a642-c560084d0bf5 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.36 "GET /v2.0/networks?id=ac25436f-0dd7-4605-8e40-6427eaa33c5d HTTP/1.1" status: 200 len: 809 time: 0.1958632 Dec 16 07:58:47.278013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c5630-a9be-4b6b-8125-2b1696895680 req-0e3b1a1c-5dc6-4300-9c20-764d14404a40 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:47.283253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c3c5630-a9be-4b6b-8125-2b1696895680 req-0e3b1a1c-5dc6-4300-9c20-764d14404a40 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 931 time: 0.1878974 Dec 16 07:58:47.308851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Request body: {'port': {'device_id': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d', 'admin_state_up': True, 'tenant_id': '4f03bad35b164b5fac299ac670270c94'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:47.396754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b092673-8704-4f1d-ac21-4e996a29a79b req-3413787d-719c-4f56-9d22-006a1af24e37 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0576737 Dec 16 07:58:47.453744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Allocated IP 19.86.0.251 (f6cb9cac-af1b-47f0-803d-2360ec5e6ba4/b5aadbb7-1705-452e-ba27-a8b9386a0af2/e5fa8d70-65a5-4b89-84b5-2a81600cce44) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:47.468127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c3c5630-a9be-4b6b-8125-2b1696895680 req-0d0670ad-8537-49b3-8656-952f11bbd6c9 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802514 Dec 16 07:58:47.474742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-86988010-9a84-4568-8fb1-2622ac6b1bdb service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579947 Dec 16 07:58:47.656691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Made reservation on behalf of 4f03bad35b164b5fac299ac670270c94 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:47.662295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:47.663658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e83bde8d-8734-4327-ab0f-59a2461c6161 req-76ff0700-a3d6-4843-83cf-f37597a5de62 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 210 time: 0.0652032 Dec 16 07:58:47.694900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60924) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:47.726383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9731ae9-017c-4333-bf1d-0f6aa3ea4724 req-289cdb4f-a2cc-4eb2-9ad1-f71610bee5bf service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412200 Dec 16 07:58:47.740246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4d82364-7fba-4d1f-aadd-bb29166a9126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:47.752992 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:47.861605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Allocated IP 172.20.0.3 (ac25436f-0dd7-4605-8e40-6427eaa33c5d/d5bc1c68-65d3-461c-b980-df20256dcd2e/ac7117c8-d0b2-46d4-961d-bac99bb5e97b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:47.873721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:47.893112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4d82364-7fba-4d1f-aadd-bb29166a9126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:47.930946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:47.934210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:47.938133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:47.967082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event updated for resources: {'Port': ['ID=e5fa8d70-65a5-4b89-84b5-2a81600cce44,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:47.979203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4d82364-7fba-4d1f-aadd-bb29166a9126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.005350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.006361 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.034849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d82364-7fba-4d1f-aadd-bb29166a9126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08630eef-3219-45de-830d-d23c57470d7f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:48.045732 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d4d82364-7fba-4d1f-aadd-bb29166a9126 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1483d32fb96f451b9dda7c5d9e58ba35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490562 Dec 16 07:58:48.049053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60940) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:48.108468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.110048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.110592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.111126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.111693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.112213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.112737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.115576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6669741-e154-494f-af29-9c67a282f4cd req-7beab82a-c992-4644-9ca1-b7f8602aa8c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6494 time: 0.0931480 Dec 16 07:58:48.129892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-28ef5dd4-e774-43bb-bb40-34ebf73b0efb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6413143 Dec 16 07:58:48.141887 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.155112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21e2a5b1-e56f-4c87-bc2a-5ec84f73b986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.179229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea75a999-b90a-478f-ad90-eaa9372c3b08 req-19a8c394-b202-40b1-b14c-31bed410051e tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0624316 Dec 16 07:58:48.194929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21e2a5b1-e56f-4c87-bc2a-5ec84f73b986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.201751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Request body: {'port': {'device_id': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:48.274737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cefedaa6-50c0-4b0f-833b-e54cb6cf4c45 None None] Provisioning complete for port e5fa8d70-65a5-4b89-84b5-2a81600cce44 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:48.275469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cefedaa6-50c0-4b0f-833b-e54cb6cf4c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.328381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-cefedaa6-50c0-4b0f-833b-e54cb6cf4c45 None None] Port e5fa8d70-65a5-4b89-84b5-2a81600cce44 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:48.337139 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.362651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.382636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Network ac25436f-0dd7-4605-8e40-6427eaa33c5d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:48.385932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:48.389646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:48.391631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-597584e9-36d0-4cb6-8abb-fb7e7ba9cdcf tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=82a83879c0a942979b9b05db4fe271a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457695 Dec 16 07:58:48.398281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-1091f4c8-37d8-4aac-9620-225e698c960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.399695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6669741-e154-494f-af29-9c67a282f4cd req-1091f4c8-37d8-4aac-9620-225e698c960c service neutron] 10.222.0.16 "GET /v2.0/networks?id=50554593-86d8-4125-aa44-2756977b8260 HTTP/1.1" status: 200 len: 903 time: 0.2545795 Dec 16 07:58:48.413399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Pushing event updated for resources: {'Port': ['ID=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:48.433309 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21e2a5b1-e56f-4c87-bc2a-5ec84f73b986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.436093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-21e2a5b1-e56f-4c87-bc2a-5ec84f73b986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.449267 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-21e2a5b1-e56f-4c87-bc2a-5ec84f73b986 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08630eef-3219-45de-830d-d23c57470d7f HTTP/1.1" status: 204 len: 168 time: 0.3991921 Dec 16 07:58:48.481881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a5b1-e56f-4c87-bc2a-5ec84f73b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08630eef-3219-45de-830d-d23c57470d7f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:48.523411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.525996 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.527260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:48.529337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.535290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.541359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.547426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.553935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.559736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:48.564672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-29148397-a880-488a-ab04-955ffe20d567 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.2594559 Dec 16 07:58:48.577539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6669741-e154-494f-af29-9c67a282f4cd req-0938e513-e170-4a14-bb0a-d5c7a5d73a6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a78ae675-cc66-473b-95d1-de9a6843215e HTTP/1.1" status: 200 len: 217 time: 0.1632168 Dec 16 07:58:48.643878 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-64ba80d8-d361-46ff-b3ab-880607d75b4b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3414319 Dec 16 07:58:48.670202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Request body: {'port': {'device_id': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:48.725025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d15afc56-e5ca-4589-a58c-c4d2f51f0c70 req-090db00b-8c76-405a-94df-43d3a66d0363 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ad21c1e-0b61-47f3-b239-5e8f1783368a HTTP/1.1" status: 200 len: 210 time: 0.0316591 Dec 16 07:58:48.758618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.092711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7117c8-d0b2-46d4-961d-bac99bb5e97b {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:49.102431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.120458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Transition to ACTIVE for port object ac7117c8-d0b2-46d4-961d-bac99bb5e97b will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:49.170145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-709c5968-853f-4b4f-affd-28e42071975e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.171650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-709c5968-853f-4b4f-affd-28e42071975e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7688620 Dec 16 07:58:49.185712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84076e1-8d6b-4f18-9374-247b59d64e79 req-2c41525b-59a0-4d7c-a044-4ed9302a6e55 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.187187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f84076e1-8d6b-4f18-9374-247b59d64e79 req-2c41525b-59a0-4d7c-a044-4ed9302a6e55 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 931 time: 0.6170015 Dec 16 07:58:49.199741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.200711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-2cd9f600-8640-4ca3-9539-566d9a91e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.202254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6669741-e154-494f-af29-9c67a282f4cd req-2cd9f600-8640-4ca3-9539-566d9a91e0a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.5783346 Dec 16 07:58:49.241324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Request body: {'port': {'device_id': '576d8649-0495-4861-adc7-69c5a07664af', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '82a83879c0a942979b9b05db4fe271a4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:49.257129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9307229-a5d3-4c2d-bff5-f70ab05338e3 req-6763fea2-1625-440a-8ae7-806c8bf06cc4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6817546 Dec 16 07:58:49.260211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:49.352228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Attempting to bind port ac7117c8-d0b2-46d4-961d-bac99bb5e97b on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:49.352824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Attempting to bind port ac7117c8-d0b2-46d4-961d-bac99bb5e97b by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '4bab3f11-39b9-493a-924f-e0eba28be764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:49.352824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Attempting to bind port ac7117c8-d0b2-46d4-961d-bac99bb5e97b on network ac25436f-0dd7-4605-8e40-6427eaa33c5d {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:49.357763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Port ac7117c8-d0b2-46d4-961d-bac99bb5e97b on network ac25436f-0dd7-4605-8e40-6427eaa33c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:49.357763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Attempting to bind port ac7117c8-d0b2-46d4-961d-bac99bb5e97b on network ac25436f-0dd7-4605-8e40-6427eaa33c5d {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:49.362803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:49.363139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Checking segment: {'id': '4bab3f11-39b9-493a-924f-e0eba28be764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:49.363517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Bound using segment: {'id': '4bab3f11-39b9-493a-924f-e0eba28be764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:49.363978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Bound port: ac7117c8-d0b2-46d4-961d-bac99bb5e97b, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bab3f11-39b9-493a-924f-e0eba28be764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:49.364580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.438234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] For port ac7117c8-d0b2-46d4-961d-bac99bb5e97b, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:49.441180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] For port ac7117c8-d0b2-46d4-961d-bac99bb5e97b, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,segment=NetworkSegment(4bab3f11-39b9-493a-924f-e0eba28be764),segment_id=4bab3f11-39b9-493a-924f-e0eba28be764)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:49.473312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f84076e1-8d6b-4f18-9374-247b59d64e79 req-d475fd18-c93c-4427-821f-9b049924b60b tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699983 Dec 16 07:58:49.499776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669741-e154-494f-af29-9c67a282f4cd req-e255842a-e26a-4fcd-b3c3-1a930294c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.499776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6669741-e154-494f-af29-9c67a282f4cd req-e255842a-e26a-4fcd-b3c3-1a930294c7f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2577069 Dec 16 07:58:49.506251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.558519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.559155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.560618 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac7117c8-d0b2-46d4-961d-bac99bb5e97b HTTP/1.1" status: 200 len: 1092 time: 0.8949137 Dec 16 07:58:49.561078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'tag': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:49.563975 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab718e5-9794-4b0a-b606-292a2e7fd9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6", "tag": "ac7117c8-d0b2-46d4-961d-bac99bb5e97b"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:49.592446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927585d4-d7ad-4840-b3c2-67fc48f10e98 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:49.636966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0ccee-e230-47c7-8790-6b47d15af17f req-7b5918fd-2a2b-4de0-9ab2-6e7a2e21bb9b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.642983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0ccee-e230-47c7-8790-6b47d15af17f req-7b5918fd-2a2b-4de0-9ab2-6e7a2e21bb9b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.644642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9e0ccee-e230-47c7-8790-6b47d15af17f req-7b5918fd-2a2b-4de0-9ab2-6e7a2e21bb9b tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1654 time: 0.2621918 Dec 16 07:58:49.675872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b626a7a-1223-4bb2-86b8-5db2e2200304 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:49.695117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.758891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Transition to ACTIVE for port object 7b626a7a-1223-4bb2-86b8-5db2e2200304 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:49.772845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Made reservation on behalf of 82a83879c0a942979b9b05db4fe271a4 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:49.776399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.804893 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.806440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c986-423c-43dc-a2bd-6514fc329896 req-7d3872a2-b472-45a6-942c-d3ac557113b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.807985 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-7d3872a2-b472-45a6-942c-d3ac557113b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f03bad35b164b5fac299ac670270c94&device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 1095 time: 0.0664034 Dec 16 07:58:49.808249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6669741-e154-494f-af29-9c67a282f4cd req-093ebf01-d857-4a1f-a75b-e188af7dc3ab service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942071 Dec 16 07:58:49.813517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9e0ccee-e230-47c7-8790-6b47d15af17f req-2b2da9b3-0663-47c6-845d-b7d697ee78b0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575389 Dec 16 07:58:49.854507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06301a4-fd85-4667-b78a-0db0a1a481c9 req-c24d5dbb-e843-41b1-816f-5cce5827513c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.856084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f06301a4-fd85-4667-b78a-0db0a1a481c9 req-c24d5dbb-e843-41b1-816f-5cce5827513c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1850054 Dec 16 07:58:49.878655 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-3f8582fc-7fe9-49ac-9923-49bc2b7b1b1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac7117c8-d0b2-46d4-961d-bac99bb5e97b HTTP/1.1" status: 200 len: 217 time: 0.0460753 Dec 16 07:58:49.887556 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:49.951580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c986-423c-43dc-a2bd-6514fc329896 req-99049836-c5b1-4b65-adc8-cd4ed64d60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:49.953477 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-99049836-c5b1-4b65-adc8-cd4ed64d60cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bc1c68-65d3-461c-b980-df20256dcd2e HTTP/1.1" status: 200 len: 849 time: 0.0629544 Dec 16 07:58:50.000606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8770a388-fc21-4813-8002-93c13e06c2c5 req-008075a8-5022-4e88-8a77-c5d6f3181a19 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 210 time: 0.0921657 Dec 16 07:58:50.000755 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-e57c4098-c7a1-4585-a86f-4a3b62d9e431 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac25436f-0dd7-4605-8e40-6427eaa33c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332131 Dec 16 07:58:50.031442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Pushing event updated for resources: {'Port': ['ID=7b626a7a-1223-4bb2-86b8-5db2e2200304,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:50.133822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-22f5e619-4f42-4301-9e35-ba26b95a58dc service neutron] 10.222.0.36 "GET /v2.0/networks/ac25436f-0dd7-4605-8e40-6427eaa33c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249056 Dec 16 07:58:50.137577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f06301a4-fd85-4667-b78a-0db0a1a481c9 req-95233f78-32c1-4b68-9bdc-c898b06b8f30 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2509737 Dec 16 07:58:50.142719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6669741-e154-494f-af29-9c67a282f4cd req-fd856aaf-a53f-43ac-8512-aee7b74537ed service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215454 Dec 16 07:58:50.198280 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:50.213729 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ebdcc-3ded-4f7f-839d-bb29a6ebc0e7 x-openstack-request-id: req-fb3ebdcc-3ded-4f7f-839d-bb29a6ebc0e7 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:50.213729 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6", "tag": "ac7117c8-d0b2-46d4-961d-bac99bb5e97b", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:50.213729 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb3ebdcc-3ded-4f7f-839d-bb29a6ebc0e7 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:50.213729 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'tag': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b', 'status': 'completed', 'code': 200} Dec 16 07:58:50.214292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Attempting to bind port 7b626a7a-1223-4bb2-86b8-5db2e2200304 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:50.214292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Attempting to bind port 7b626a7a-1223-4bb2-86b8-5db2e2200304 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:50.214292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Attempting to bind port 7b626a7a-1223-4bb2-86b8-5db2e2200304 on network f95af800-b449-4a9a-b6d4-471e5c21bd21 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:50.215916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Port 7b626a7a-1223-4bb2-86b8-5db2e2200304 on network f95af800-b449-4a9a-b6d4-471e5c21bd21 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:50.216286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Attempting to bind port 7b626a7a-1223-4bb2-86b8-5db2e2200304 on network f95af800-b449-4a9a-b6d4-471e5c21bd21 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:50.221746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:50.222321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Checking segment: {'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:50.222913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Bound using segment: {'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:50.224630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Bound port: 7b626a7a-1223-4bb2-86b8-5db2e2200304, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adef2d7f-e119-4751-8893-16781ba27cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:50.225204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:50.278250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:50.334110 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c246c986-423c-43dc-a2bd-6514fc329896 req-69f6f6a2-1590-44a8-9a8f-7ccf6a0df84e service neutron] 10.222.0.36 "GET /v2.0/networks/ac25436f-0dd7-4605-8e40-6427eaa33c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921022 Dec 16 07:58:50.389113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:50.392039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] For port 7b626a7a-1223-4bb2-86b8-5db2e2200304, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:50.400366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] For port 7b626a7a-1223-4bb2-86b8-5db2e2200304, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7b626a7a-1223-4bb2-86b8-5db2e2200304,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:50.480299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Allocated IP 192.168.233.88 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/3f28f653-4586-48b2-8675-13ce2bd02569) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:58:50.529330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:50.605850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.606466 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:50.608340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] 10.222.0.36 "PUT /v2.0/ports/7b626a7a-1223-4bb2-86b8-5db2e2200304 HTTP/1.1" status: 200 len: 1092 time: 2.4279959 Dec 16 07:58:50.609572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-51ff3718-2f9d-4409-83ea-9b44ac9fef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.611113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-51ff3718-2f9d-4409-83ea-9b44ac9fef2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f03bad35b164b5fac299ac670270c94&device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 1095 time: 0.0736401 Dec 16 07:58:50.622223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'tag': '7b626a7a-1223-4bb2-86b8-5db2e2200304'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:50.624682 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3b44a6-92e3-487b-a1ad-cf572ac270df" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "tag": "7b626a7a-1223-4bb2-86b8-5db2e2200304"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:50.743434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-11eb499d-203e-4cc3-ac78-e2c9e988420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.756450 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-11eb499d-203e-4cc3-ac78-e2c9e988420d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac25436f-0dd7-4605-8e40-6427eaa33c5d HTTP/1.1" status: 200 len: 910 time: 0.1189206 Dec 16 07:58:50.771230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Request body: {'port': {'device_id': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:50.828573 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-d1c62392-68d6-4188-b0e7-9bb90baf06c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac7117c8-d0b2-46d4-961d-bac99bb5e97b HTTP/1.1" status: 200 len: 217 time: 0.0710762 Dec 16 07:58:50.830453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235211bf-06bc-45a1-8bbe-1b2e09215933 service neutron] Pushing event updated for resources: {'Port': ['ID=7b626a7a-1223-4bb2-86b8-5db2e2200304,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:50.856816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5662ddf-a5fd-49cb-b55e-7c110b192cc2 req-56ea79d9-236a-487b-809a-dc77649ffe89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02fbe105cf7841e58062cc2c1d5aa086&device_id=519a7149-b383-4a1c-bfc0-8664aa1a8d24 HTTP/1.1" status: 200 len: 210 time: 0.1198139 Dec 16 07:58:50.892282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-d8226968-c62a-4ec9-8486-09d1fa6b63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.892282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-d8226968-c62a-4ec9-8486-09d1fa6b63c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1097 time: 0.1248040 Dec 16 07:58:50.952859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-25183d71-5b4a-4d70-b2de-5131b52cae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.954545 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-25183d71-5b4a-4d70-b2de-5131b52cae09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5bc1c68-65d3-461c-b980-df20256dcd2e HTTP/1.1" status: 200 len: 849 time: 0.1100614 Dec 16 07:58:50.963075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.969435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.988198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:50.996303 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-0aba81c9-ebce-4c9c-b729-fce3c790570f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac25436f-0dd7-4605-8e40-6427eaa33c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313661 Dec 16 07:58:50.996903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.002877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.008851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.014781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.016724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-a01fb7b7-3736-4511-be30-146d1442bce7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.3579781 Dec 16 07:58:51.017496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.034345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5662ddf-a5fd-49cb-b55e-7c110b192cc2 req-708ffda4-7039-4585-8b78-0280426babdd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=02fbe105cf7841e58062cc2c1d5aa086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1436872 Dec 16 07:58:51.074282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-1cefc494-4102-4776-b297-2f50454ff2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.076077 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-1cefc494-4102-4776-b297-2f50454ff2e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1765165 Dec 16 07:58:51.095325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.168439 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-7b156587-3e4a-4f3f-a6fc-1cb9ca2c50d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1000 time: 0.0847712 Dec 16 07:58:51.170434 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-74097ff3-b111-4401-ab83-b0cb7461e59a service neutron] 10.222.0.36 "GET /v2.0/networks/ac25436f-0dd7-4605-8e40-6427eaa33c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653633 Dec 16 07:58:51.179909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc318a5e-0ca7-42a7-af37-d41f2d296d76 req-ede00b7d-72ba-4cb6-a5b0-22037e51fee8 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.181459 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc318a5e-0ca7-42a7-af37-d41f2d296d76 req-ede00b7d-72ba-4cb6-a5b0-22037e51fee8 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 943 time: 0.3290582 Dec 16 07:58:51.276076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-acf56f25-d140-450b-9b23-1b9494218058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.277263 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-acf56f25-d140-450b-9b23-1b9494218058 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.1024559 Dec 16 07:58:51.348050 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cab718e5-9794-4b0a-b606-292a2e7fd9a4 req-e010340d-de5e-48c6-8e13-b0a27b488b63 service neutron] 10.222.0.36 "GET /v2.0/networks/ac25436f-0dd7-4605-8e40-6427eaa33c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640618 Dec 16 07:58:51.353164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74c30f48-f6a6-4f82-a44a-1d079310282f req-363e1434-ce2d-48c8-a132-d40ac02b5350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3240635 Dec 16 07:58:51.365761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-f3fe7446-3873-4621-86a8-db1e3b054913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.367950 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-f3fe7446-3873-4621-86a8-db1e3b054913 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824161 Dec 16 07:58:51.372821 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ac7117c8-d0b2-46d4-961d-bac99bb5e97b details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:58:51.438817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.474117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc318a5e-0ca7-42a7-af37-d41f2d296d76 req-c992e50f-681d-47ce-bf7b-95b28ead88df tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768500 Dec 16 07:58:51.482664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5662ddf-a5fd-49cb-b55e-7c110b192cc2 req-14f56b05-8035-4d7e-86a8-d1ad47aa7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.483069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5662ddf-a5fd-49cb-b55e-7c110b192cc2 req-14f56b05-8035-4d7e-86a8-d1ad47aa7b47 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4303441 Dec 16 07:58:51.519548 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-3a011018-8518-485b-88d3-23f4e578916f service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341186 Dec 16 07:58:51.540953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ac7117c8-d0b2-46d4-961d-bac99bb5e97b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,segment=NetworkSegment(4bab3f11-39b9-493a-924f-e0eba28be764),segment_id=4bab3f11-39b9-493a-924f-e0eba28be764)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:51.557580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b', 'network_id': 'ac25436f-0dd7-4605-8e40-6427eaa33c5d', 'port_id': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b', 'mac_address': 'fa:16:3e:a3:ff:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bc1c68-65d3-461c-b980-df20256dcd2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:58:51.569383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:58:51.614365 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.641262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7117c8-d0b2-46d4-961d-bac99bb5e97b {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:51.677196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ac7117c8-d0b2-46d4-961d-bac99bb5e97b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,segment=NetworkSegment(4bab3f11-39b9-493a-924f-e0eba28be764),segment_id=4bab3f11-39b9-493a-924f-e0eba28be764)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:51.688470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fa8d70-65a5-4b89-84b5-2a81600cce44 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:51.701322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.701991 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-719f6906-9433-4eba-b542-dd8adbd23c44 req-70ae8eef-65e6-47a2-9363-f675c03cf7ea service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549320 Dec 16 07:58:51.704553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:58:51.708534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:58:51.712460 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a430206c-c8d8-4ec4-9378-77d82df7bdff x-openstack-request-id: req-a430206c-c8d8-4ec4-9378-77d82df7bdff {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:51.713047 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "tag": "7b626a7a-1223-4bb2-86b8-5db2e2200304", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:51.713529 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a430206c-c8d8-4ec4-9378-77d82df7bdff {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:51.714173 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'tag': '7b626a7a-1223-4bb2-86b8-5db2e2200304', 'status': 'completed', 'code': 200} Dec 16 07:58:51.718943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Pushing event updated for resources: {'Port': ['ID=3f28f653-4586-48b2-8675-13ce2bd02569,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:51.753479 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.768782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Transition to ACTIVE for port object e5fa8d70-65a5-4b89-84b5-2a81600cce44 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:51.788973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69792b9e-1c2b-4435-a6f0-4554083f760b req-55b58e54-b8e3-485e-bfe7-f0e2bba744d0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.790496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69792b9e-1c2b-4435-a6f0-4554083f760b req-55b58e54-b8e3-485e-bfe7-f0e2bba744d0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.3450136 Dec 16 07:58:51.819544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:51.829053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6fbfb04-b47f-4169-9c3b-e116fbe1a0aa req-770d035a-49f7-4b8f-9189-84b8bbf83889 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=519a7149-b383-4a1c-bfc0-8664aa1a8d24 HTTP/1.1" status: 200 len: 210 time: 0.0699649 Dec 16 07:58:51.845613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.846257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.861592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:51.965305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-6aca3e24-16d7-49b1-a7d0-857e10a672cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.966311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-6aca3e24-16d7-49b1-a7d0-857e10a672cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:51.968283 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-6aca3e24-16d7-49b1-a7d0-857e10a672cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1940 time: 0.0749702 Dec 16 07:58:51.973714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69792b9e-1c2b-4435-a6f0-4554083f760b req-65651b8f-618b-42fd-aed5-1a7b79836faa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1745517 Dec 16 07:58:51.976737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Pushing event updated for resources: {'Port': ['ID=e5fa8d70-65a5-4b89-84b5-2a81600cce44,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:51.985005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-57af342c-26ec-4d34-8d55-c4b6809cd5fa tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7796178 Dec 16 07:58:52.013580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Request body: {'port': {'device_id': '576d8649-0495-4861-adc7-69c5a07664af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:52.077969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ac7117c8-d0b2-46d4-961d-bac99bb5e97b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:58:52.114463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0218c-4544-4495-953a-cc9991a5afac req-04e548aa-7cb4-4cc3-abef-7fc704583c07 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.121161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0218c-4544-4495-953a-cc9991a5afac req-04e548aa-7cb4-4cc3-abef-7fc704583c07 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.129790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4a0218c-4544-4495-953a-cc9991a5afac req-04e548aa-7cb4-4cc3-abef-7fc704583c07 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1678 time: 0.2240236 Dec 16 07:58:52.169479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-a16a9178-fd1d-4a98-8999-ebe58aef14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.170044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-a16a9178-fd1d-4a98-8999-ebe58aef14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.170707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-a16a9178-fd1d-4a98-8999-ebe58aef14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.173145 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-a16a9178-fd1d-4a98-8999-ebe58aef14c2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=33e21e1dccf248d7963fe727d7a964f9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1857822 Dec 16 07:58:52.202987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4875c600-ecb2-4457-9d73-5d42fe8d7f58 None None] Provisioning complete for port 3f28f653-4586-48b2-8675-13ce2bd02569 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:52.212406 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4875c600-ecb2-4457-9d73-5d42fe8d7f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.224943 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.291621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4875c600-ecb2-4457-9d73-5d42fe8d7f58 None None] Port 3f28f653-4586-48b2-8675-13ce2bd02569 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:58:52.300885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-a6e648d5-3df0-4e8f-bf7d-8363ba96f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.302891 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f3b44a6-92e3-487b-a1ad-cf572ac270df req-a6e648d5-3df0-4e8f-bf7d-8363ba96f7f5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137743 Dec 16 07:58:52.328302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Attempting to bind port e5fa8d70-65a5-4b89-84b5-2a81600cce44 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:52.328827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Attempting to bind port e5fa8d70-65a5-4b89-84b5-2a81600cce44 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:52.329165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Attempting to bind port e5fa8d70-65a5-4b89-84b5-2a81600cce44 on network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:52.331598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:52.359454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563ea5-a264-4a1b-ba8c-187945dc6590 req-6d68eb1e-67f7-4671-9916-d67c57fff977 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.360994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e563ea5-a264-4a1b-ba8c-187945dc6590 req-6d68eb1e-67f7-4671-9916-d67c57fff977 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 935 time: 0.2245438 Dec 16 07:58:52.367533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Port e5fa8d70-65a5-4b89-84b5-2a81600cce44 on network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:52.367887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Attempting to bind port e5fa8d70-65a5-4b89-84b5-2a81600cce44 on network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:52.395792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:52.396160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Checking segment: {'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:52.396574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Bound using segment: {'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:52.397026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Bound port: e5fa8d70-65a5-4b89-84b5-2a81600cce44, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:52.397387 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.409886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4a0218c-4544-4495-953a-cc9991a5afac req-1ca77841-3b85-4cb8-b794-641c8355c325 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784617 Dec 16 07:58:52.474633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a866-0a61-4433-a12c-453fd1af7d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.553532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a866-0a61-4433-a12c-453fd1af7d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.586502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e563ea5-a264-4a1b-ba8c-187945dc6590 req-4a27f6a4-3891-46ac-8f76-e19b5f26bb9f tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074254 Dec 16 07:58:52.627871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a866-0a61-4433-a12c-453fd1af7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.654374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] For port e5fa8d70-65a5-4b89-84b5-2a81600cce44, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:52.673714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.679671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.685577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.691482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.697994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.701981 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfb0a866-0a61-4433-a12c-453fd1af7d81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ff653bdf2f34b85bbfee7544c6cc44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3686466 Dec 16 07:58:52.703896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.705366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:52.710296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.712208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-1282ada7-4f9c-46d4-8aaa-09a399beda7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.2342789 Dec 16 07:58:52.713180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a866-0a61-4433-a12c-453fd1af7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab204e0-4dcc-4330-8048-2951e5ee5057,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:52.738532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] For port e5fa8d70-65a5-4b89-84b5-2a81600cce44, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e5fa8d70-65a5-4b89-84b5-2a81600cce44,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:52.751887 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-6344457c-b5e0-4b4b-b834-6c8108801a31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987818 Dec 16 07:58:52.768978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7f3b-50e4-48f9-ba3b-26de7dbbb1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.792212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7f3b-50e4-48f9-ba3b-26de7dbbb1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.806311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.862816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc19927-0609-40a9-a068-8afb525305c2 req-b2b7e905-6b7a-4476-b620-d13624ea20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.865036 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-b2b7e905-6b7a-4476-b620-d13624ea20d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1098 time: 0.0661781 Dec 16 07:58:52.888987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bacccb-a1c2-40a2-b0b6-f5b363becd6e req-ea05edfc-8cda-41c4-893d-f88747a9de3f tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.890504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6bacccb-a1c2-40a2-b0b6-f5b363becd6e req-ea05edfc-8cda-41c4-893d-f88747a9de3f tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 944 time: 0.2375174 Dec 16 07:58:52.902877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:52.903507 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.904942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] 10.222.0.36 "PUT /v2.0/ports/e5fa8d70-65a5-4b89-84b5-2a81600cce44 HTTP/1.1" status: 200 len: 1093 time: 2.1439517 Dec 16 07:58:52.938121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7f3b-50e4-48f9-ba3b-26de7dbbb1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.940907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7f3b-50e4-48f9-ba3b-26de7dbbb1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:52.942929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ee2f7f3b-50e4-48f9-ba3b-26de7dbbb1b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cab204e0-4dcc-4330-8048-2951e5ee5057 HTTP/1.1" status: 204 len: 168 time: 0.2363458 Dec 16 07:58:52.991484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f7f3b-50e4-48f9-ba3b-26de7dbbb1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab204e0-4dcc-4330-8048-2951e5ee5057,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:53.055238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc19927-0609-40a9-a068-8afb525305c2 req-86683e59-35a0-427a-ac59-729541ec733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.056960 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-86683e59-35a0-427a-ac59-729541ec733a service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.1389947 Dec 16 07:58:53.134569 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-c0c52f33-0939-41fe-9b12-d27a25fac743 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 1002 time: 0.0696721 Dec 16 07:58:53.195165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc19927-0609-40a9-a068-8afb525305c2 req-c5ad4560-7292-4c64-ac8b-467657149a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.197000 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-c5ad4560-7292-4c64-ac8b-467657149a4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.0527158 Dec 16 07:58:53.295411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc19927-0609-40a9-a068-8afb525305c2 req-7fb23af9-2010-4376-b609-b424a46474f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.297291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-7fb23af9-2010-4376-b609-b424a46474f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481565 Dec 16 07:58:53.358266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3595e981-e90a-47c5-8a50-b63687feb6c8 req-7b541d53-bc6e-45c3-a260-84ba44f2797c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6250610 Dec 16 07:58:53.388577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Pushing event updated for resources: {'Port': ['ID=e5fa8d70-65a5-4b89-84b5-2a81600cce44,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:53.396124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ac7117c8-d0b2-46d4-961d-bac99bb5e97b up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:53.400504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5662ddf-a5fd-49cb-b55e-7c110b192cc2 req-dc5b6d5f-271c-4f49-b599-0206c424f619 tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.16 "GET /v2.0/ports?device_id=519a7149-b383-4a1c-bfc0-8664aa1a8d24 HTTP/1.1" status: 200 len: 210 time: 0.0919890 Dec 16 07:58:53.408506 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-42b2a204-7e11-4189-b3a8-d5a57ec29305 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033919 Dec 16 07:58:53.422912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.423266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.423708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.424054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.424430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.424762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.425097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.425432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.425760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.426133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.426527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.426910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.427216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc84d2f-9258-4a5f-bcbb-7c853433288e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:58:53.441589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f28f653-4586-48b2-8675-13ce2bd02569 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:53.454665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:53.469073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6bacccb-a1c2-40a2-b0b6-f5b363becd6e req-79b1c458-3c14-48bb-b928-59797c0c6523 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618064 Dec 16 07:58:53.483668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Transition to ACTIVE for port object 3f28f653-4586-48b2-8675-13ce2bd02569 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:58:53.487288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-2ac85884-09d3-4939-9b73-f1302b21bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.487888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-2ac85884-09d3-4939-9b73-f1302b21bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.494659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-2ac85884-09d3-4939-9b73-f1302b21bdd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1982 time: 0.1872246 Dec 16 07:58:53.553464 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ffc19927-0609-40a9-a068-8afb525305c2 req-4324ec63-57da-4911-96f7-efc336b4d73c service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350296 Dec 16 07:58:53.559891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port ac7117c8-d0b2-46d4-961d-bac99bb5e97b completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:58:53.563898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port ac7117c8-d0b2-46d4-961d-bac99bb5e97b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:53.564310 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:53.591195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-2397cc2a-0617-470c-a384-f2fd0462b434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=7b626a7a-1223-4bb2-86b8-5db2e2200304 HTTP/1.1" status: 200 len: 217 time: 0.0718021 Dec 16 07:58:53.591796 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:53.647940 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:53.673763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:53.677034 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619c2359-949c-4a9e-be91-5e7b49dbc6bd" -d '{"events": [{"server_uuid": "0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "ac7117c8-d0b2-46d4-961d-bac99bb5e97b"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:53.681162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55647931-63d5-4daf-a30d-a14d68a8c2e7 req-26213779-4d1c-4b73-b897-b7485a66484b tempest-ServerShowV247Test-905256110 tempest-ServerShowV247Test-905256110-project] 10.222.0.43 "GET /v2.0/ports?device_id=519a7149-b383-4a1c-bfc0-8664aa1a8d24 HTTP/1.1" status: 200 len: 210 time: 0.0931857 Dec 16 07:58:53.696384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ac7117c8-d0b2-46d4-961d-bac99bb5e97b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,segment=NetworkSegment(4bab3f11-39b9-493a-924f-e0eba28be764),segment_id=4bab3f11-39b9-493a-924f-e0eba28be764)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:53.718147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'tag': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:53.720528 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e5803-e447-4fc0-a903-0b323634984d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "tag": "e5fa8d70-65a5-4b89-84b5-2a81600cce44"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:53.753517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28f653-4586-48b2-8675-13ce2bd02569,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:53.758563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-8b557d8e-bde0-4f37-9689-1a5a3e52148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.760070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-8b557d8e-bde0-4f37-9689-1a5a3e52148a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12f4b1ed-2160-4a83-a3c7-40e90badc609 HTTP/1.1" status: 200 len: 801 time: 0.1482699 Dec 16 07:58:53.768084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f3e69-e901-491b-9e80-7d25cafd466f req-57dba731-8363-46c0-977b-caa8cef634ea tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.769589 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c8f3e69-e901-491b-9e80-7d25cafd466f req-57dba731-8363-46c0-977b-caa8cef634ea tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1831350 Dec 16 07:58:53.774415 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:53.815570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32822) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:53.831270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02936a20-8f3e-480e-af03-a59ae781b81d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:53.839631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:53.925728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02936a20-8f3e-480e-af03-a59ae781b81d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:53.939050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671e27-171c-4f80-b456-2e2935bf67ee req-970cc05f-341c-46ba-bdc6-ff7a851214e5 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.945366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671e27-171c-4f80-b456-2e2935bf67ee req-970cc05f-341c-46ba-bdc6-ff7a851214e5 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.947034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08671e27-171c-4f80-b456-2e2935bf67ee req-970cc05f-341c-46ba-bdc6-ff7a851214e5 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1678 time: 0.1740298 Dec 16 07:58:53.961716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-bc40580e-bf64-4c25-8902-a222d395bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:53.963210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-bc40580e-bf64-4c25-8902-a222d395bb3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f95af800-b449-4a9a-b6d4-471e5c21bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891069 Dec 16 07:58:53.975156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Attempting to bind port 3f28f653-4586-48b2-8675-13ce2bd02569 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:58:53.975497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Attempting to bind port 3f28f653-4586-48b2-8675-13ce2bd02569 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:58:53.975831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Attempting to bind port 3f28f653-4586-48b2-8675-13ce2bd02569 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:54.001171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c8f3e69-e901-491b-9e80-7d25cafd466f req-76161ba4-818d-48ab-96b1-f9af64a2e974 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2077496 Dec 16 07:58:54.013970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Port 3f28f653-4586-48b2-8675-13ce2bd02569 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:58:54.014308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Attempting to bind port 3f28f653-4586-48b2-8675-13ce2bd02569 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:58:54.024680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02936a20-8f3e-480e-af03-a59ae781b81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.058820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:58:54.059168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:58:54.059564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:58:54.060017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Bound port: 3f28f653-4586-48b2-8675-13ce2bd02569, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:58:54.060405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.079179 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-02936a20-8f3e-480e-af03-a59ae781b81d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb24fcacad01423faf5245745a2dfa98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621052 Dec 16 07:58:54.080074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02936a20-8f3e-480e-af03-a59ae781b81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201f8e07-8d05-4228-9838-06f51623a967,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:54.083751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32826) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:54.099917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08671e27-171c-4f80-b456-2e2935bf67ee req-1a3c615a-f241-465b-8c11-c4b32007d2a4 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405189 Dec 16 07:58:54.148822 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d49bf35c-f5b7-489d-94be-9f75e6add598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.151417 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b5d28-e6da-405f-b4f3-47e3366b941d x-openstack-request-id: req-ac4b5d28-e6da-405f-b4f3-47e3366b941d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:54.152008 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "ac7117c8-d0b2-46d4-961d-bac99bb5e97b", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:54.152508 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac4b5d28-e6da-405f-b4f3-47e3366b941d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:54.153177 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b', 'code': 200} Dec 16 07:58:54.175414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d49bf35c-f5b7-489d-94be-9f75e6add598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.197231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ee9d3-16b6-47ca-8a49-b3f746a37fe9 req-016e49f0-431b-468f-9f9d-b437bb3d634c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.198791 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c84ee9d3-16b6-47ca-8a49-b3f746a37fe9 req-016e49f0-431b-468f-9f9d-b437bb3d634c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 947 time: 0.1155920 Dec 16 07:58:54.200737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-3475c38d-f21c-4378-b116-9383a9d4fa96 service neutron] 10.222.0.36 "GET /v2.0/networks/f95af800-b449-4a9a-b6d4-471e5c21bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128201 Dec 16 07:58:54.202201 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f379284-0acf-4046-9f33-9c31a79be898 x-openstack-request-id: req-0f379284-0acf-4046-9f33-9c31a79be898 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:54.202494 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "tag": "e5fa8d70-65a5-4b89-84b5-2a81600cce44", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:54.202748 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f379284-0acf-4046-9f33-9c31a79be898 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:54.203133 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'tag': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44', 'status': 'completed', 'code': 200} Dec 16 07:58:54.256909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] For port 3f28f653-4586-48b2-8675-13ce2bd02569, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:58:54.315310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] For port 3f28f653-4586-48b2-8675-13ce2bd02569, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3f28f653-4586-48b2-8675-13ce2bd02569,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:58:54.323741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d49bf35c-f5b7-489d-94be-9f75e6add598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.327427 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d49bf35c-f5b7-489d-94be-9f75e6add598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.331027 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d49bf35c-f5b7-489d-94be-9f75e6add598 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/201f8e07-8d05-4228-9838-06f51623a967 HTTP/1.1" status: 204 len: 168 time: 0.2462587 Dec 16 07:58:54.344698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c84ee9d3-16b6-47ca-8a49-b3f746a37fe9 req-c3e6ca19-170b-4199-9663-3bcc41563458 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315246 Dec 16 07:58:54.350521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bf35c-f5b7-489d-94be-9f75e6add598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201f8e07-8d05-4228-9838-06f51623a967,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:54.370699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012daccc-45a6-485a-a775-21b5649316bb req-696db4a5-0a8b-49c7-a196-a1d19346ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.375086 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-012daccc-45a6-485a-a775-21b5649316bb req-696db4a5-0a8b-49c7-a196-a1d19346ea71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 1097 time: 0.0912490 Dec 16 07:58:54.377751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-933d5d36-2810-466b-93c8-57140ce9b463 service neutron] 10.222.0.36 "GET /v2.0/networks/f95af800-b449-4a9a-b6d4-471e5c21bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508060 Dec 16 07:58:54.449978 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.456558 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-012daccc-45a6-485a-a775-21b5649316bb req-6717f647-bffa-4df8-8d40-df27912d7bea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625947 Dec 16 07:58:54.462584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-14978ff7-e1b1-465b-8778-905b79bcc18d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=e5fa8d70-65a5-4b89-84b5-2a81600cce44 HTTP/1.1" status: 200 len: 217 time: 0.0692339 Dec 16 07:58:54.494586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.494586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:54.495587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f28f653-4586-48b2-8675-13ce2bd02569 HTTP/1.1" status: 200 len: 1096 time: 2.4912748 Dec 16 07:58:54.562815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e841-76dc-45e1-9966-08fc441c8a46 req-8660cfec-3952-4f5a-9b28-e1f3b54fbc68 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.564376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92b6e841-76dc-45e1-9966-08fc441c8a46 req-8660cfec-3952-4f5a-9b28-e1f3b54fbc68 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1854026 Dec 16 07:58:54.606685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaf1b8-27d7-439c-a505-d9727ffed1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28f653-4586-48b2-8675-13ce2bd02569,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:54.625989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.633465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.639488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.645590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.651613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.657612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.664124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.666151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-63f3e5e8-9094-4304-ad46-f08ad52ed99e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.2193220 Dec 16 07:58:54.703391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92b6e841-76dc-45e1-9966-08fc441c8a46 req-4d14bdfb-1236-48a5-a830-693f26b3e99b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313970 Dec 16 07:58:54.751939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54ab8c14-d9e5-47e1-a40b-e949b4fa60fb req-00e3a7a5-f3a0-474b-a9ac-6a1b21450aa3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785792 Dec 16 07:58:54.809713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-254bd8f7-0ecc-4e61-89b4-b526ef7c15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.811318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-254bd8f7-0ecc-4e61-89b4-b526ef7c15b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5aadbb7-1705-452e-ba27-a8b9386a0af2 HTTP/1.1" status: 200 len: 801 time: 0.0585079 Dec 16 07:58:54.989377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-6c065556-6b67-4848-a0bc-aa505eae96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.990910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-6c065556-6b67-4848-a0bc-aa505eae96d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6cb9cac-af1b-47f0-803d-2360ec5e6ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396446 Dec 16 07:58:54.994922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f728046f-7b69-4b8b-b3c6-77b07db2dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:54.996318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-f728046f-7b69-4b8b-b3c6-77b07db2dd1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a83879c0a942979b9b05db4fe271a4&device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 1099 time: 0.1152537 Dec 16 07:58:55.004438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ded287-ae1b-4532-9329-d43d075468c9 req-20c61f40-0cdd-4e87-bb64-a01a6f8399ae tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.005810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26ded287-ae1b-4532-9329-d43d075468c9 req-20c61f40-0cdd-4e87-bb64-a01a6f8399ae tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1677158 Dec 16 07:58:55.050011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f57d1-031f-4044-9797-2e490b5d3ca0 req-7858315b-d3a7-4680-baea-b9928d737f98 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.051567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-799f57d1-031f-4044-9797-2e490b5d3ca0 req-7858315b-d3a7-4680-baea-b9928d737f98 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1179862 Dec 16 07:58:55.125519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-d2edbea2-ccc9-44c2-a661-ce3d03048f0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3f28f653-4586-48b2-8675-13ce2bd02569 HTTP/1.1" status: 200 len: 217 time: 0.0978134 Dec 16 07:58:55.228599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26ded287-ae1b-4532-9329-d43d075468c9 req-28d3bee6-e126-4f47-9641-9821ba6b3312 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166657 Dec 16 07:58:55.264024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-799f57d1-031f-4044-9797-2e490b5d3ca0 req-19e95ada-dd5a-4001-a6a5-8a53c47a866e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806769 Dec 16 07:58:55.267009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-ecb66ad9-462f-4996-b335-ac52c3f64d7b service neutron] 10.222.0.36 "GET /v2.0/networks/f6cb9cac-af1b-47f0-803d-2360ec5e6ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533984 Dec 16 07:58:55.272759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-1bbd2048-b4e6-47a2-9ecf-98227814342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.275591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-1bbd2048-b4e6-47a2-9ecf-98227814342b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1361051 Dec 16 07:58:55.345994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32862) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:55.434767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73554730-b71b-434f-8c63-0080ad0d324b req-1b7e24d3-05d0-4b50-95a5-6084541c6cab tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.440908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73554730-b71b-434f-8c63-0080ad0d324b req-1b7e24d3-05d0-4b50-95a5-6084541c6cab tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.443171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73554730-b71b-434f-8c63-0080ad0d324b req-1b7e24d3-05d0-4b50-95a5-6084541c6cab tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1678 time: 0.1117151 Dec 16 07:58:55.448091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-1ecabe2c-05fe-474b-a7a0-e5c09b184b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.449565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-1ecabe2c-05fe-474b-a7a0-e5c09b184b1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1598358 Dec 16 07:58:55.519565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a6463d9-cc80-4b05-a7ee-11f91e8bec9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:55.564103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccebf2b4-1b15-49d0-b045-e128de7bacac req-00556182-7d0a-49eb-9c71-e27388d88685 service neutron] 10.222.0.36 "GET /v2.0/networks/f6cb9cac-af1b-47f0-803d-2360ec5e6ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857161 Dec 16 07:58:55.610002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a6463d9-cc80-4b05-a7ee-11f91e8bec9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:55.622921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fde23e-b511-47c9-ae4a-d98287a660f1 req-3004cd17-f119-48f7-8a63-5c12a18a6d34 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.624473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08fde23e-b511-47c9-ae4a-d98287a660f1 req-3004cd17-f119-48f7-8a63-5c12a18a6d34 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 947 time: 0.1646116 Dec 16 07:58:55.634674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73554730-b71b-434f-8c63-0080ad0d324b req-f7471d70-b0c4-47b3-8383-c2bd1b0253ac tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759052 Dec 16 07:58:55.678270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-ff4a7d8c-f172-4c08-aac2-af795fc35f9a service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131515 Dec 16 07:58:55.685463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a6463d9-cc80-4b05-a7ee-11f91e8bec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:55.748444 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8a6463d9-cc80-4b05-a7ee-11f91e8bec9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02fbe105cf7841e58062cc2c1d5aa086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007361 Dec 16 07:58:55.749244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:55.750555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6463d9-cc80-4b05-a7ee-11f91e8bec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4626ecb5-e3a2-41b4-a95e-df2abe72be8e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:55.821443 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30abe7a0-c312-4828-8930-060c8a122d59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:55.856907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08fde23e-b511-47c9-ae4a-d98287a660f1 req-7b06c7e3-aed8-4632-ac5e-07cc467c23b2 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068305 Dec 16 07:58:55.857236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30abe7a0-c312-4828-8930-060c8a122d59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:55.970708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30abe7a0-c312-4828-8930-060c8a122d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:55.975847 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30abe7a0-c312-4828-8930-060c8a122d59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:55.977180 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-30abe7a0-c312-4828-8930-060c8a122d59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4626ecb5-e3a2-41b4-a95e-df2abe72be8e HTTP/1.1" status: 204 len: 168 time: 0.2233868 Dec 16 07:58:55.986396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe7a0-c312-4828-8930-060c8a122d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4626ecb5-e3a2-41b4-a95e-df2abe72be8e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:55.997568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5803-e447-4fc0-a903-0b323634984d req-2baced74-5da3-45da-81b1-9f6c0082fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:55.998462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5803-e447-4fc0-a903-0b323634984d req-2baced74-5da3-45da-81b1-9f6c0082fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.000050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c1e5803-e447-4fc0-a903-0b323634984d req-2baced74-5da3-45da-81b1-9f6c0082fb56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33e21e1dccf248d7963fe727d7a964f9&device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1982 time: 0.1812186 Dec 16 07:58:56.009319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb6680b0-bd91-4307-a467-1211e8c1134d req-790cf9e6-2a8a-4a92-ac0a-c20f8ff0b4b1 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193965 Dec 16 07:58:56.032714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-fba1328e-81c8-4a41-9bc3-e94bad46b598 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.034216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-fba1328e-81c8-4a41-9bc3-e94bad46b598 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.2840130 Dec 16 07:58:56.100527 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ca979922-0542-4e01-b8df-71fe7004d29a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/quotas/5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 375 time: 0.0542371 Dec 16 07:58:56.111286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.117234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.123105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.129105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.135471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.141696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.148485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.150370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-5bc62dde-18c6-45ef-873c-1e661794e82c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.2287247 Dec 16 07:58:56.206608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576d8649-0495-4861-adc7-69c5a07664af', 'tag': '3f28f653-4586-48b2-8675-13ce2bd02569'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:56.209757 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365" -d '{"events": [{"name": "network-changed", "server_uuid": "576d8649-0495-4861-adc7-69c5a07664af", "tag": "3f28f653-4586-48b2-8675-13ce2bd02569"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:56.230804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5803-e447-4fc0-a903-0b323634984d req-3d01f94e-767c-4a2f-886d-6258b2236617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.232333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c1e5803-e447-4fc0-a903-0b323634984d req-3d01f94e-767c-4a2f-886d-6258b2236617 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 HTTP/1.1" status: 200 len: 902 time: 0.2201426 Dec 16 07:58:56.303035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-1640285d-2b31-4761-ac35-fa9de51a5ab0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1495459 Dec 16 07:58:56.308265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c1e5803-e447-4fc0-a903-0b323634984d req-d5878b43-2714-461f-bc2f-caf30bd02344 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=e5fa8d70-65a5-4b89-84b5-2a81600cce44 HTTP/1.1" status: 200 len: 217 time: 0.0661411 Dec 16 07:58:56.325107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fcfd11f8-1ca6-462c-bd17-884f4ab4f8cd req-f691980a-110a-4be7-90cf-b1ad21c7575f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588295 Dec 16 07:58:56.418780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5803-e447-4fc0-a903-0b323634984d req-467520bc-c05f-4adc-8d23-678971718089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.420283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c1e5803-e447-4fc0-a903-0b323634984d req-467520bc-c05f-4adc-8d23-678971718089 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5aadbb7-1705-452e-ba27-a8b9386a0af2 HTTP/1.1" status: 200 len: 801 time: 0.0851600 Dec 16 07:58:56.467036 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77aa735-d688-460f-9441-de9c5cce5442 x-openstack-request-id: req-c77aa735-d688-460f-9441-de9c5cce5442 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:58:56.467423 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576d8649-0495-4861-adc7-69c5a07664af", "tag": "3f28f653-4586-48b2-8675-13ce2bd02569", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:58:56.467600 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c77aa735-d688-460f-9441-de9c5cce5442 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:58:56.467967 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576d8649-0495-4861-adc7-69c5a07664af', 'tag': '3f28f653-4586-48b2-8675-13ce2bd02569', 'status': 'completed', 'code': 200} Dec 16 07:58:56.475695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-9961189e-84ba-45e3-b702-aa1ffeb6aedd service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640940 Dec 16 07:58:56.533281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5803-e447-4fc0-a903-0b323634984d req-0b6c4180-e383-406d-9b96-e2db1b4a0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:56.534847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c1e5803-e447-4fc0-a903-0b323634984d req-0b6c4180-e383-406d-9b96-e2db1b4a0c01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6cb9cac-af1b-47f0-803d-2360ec5e6ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039858 Dec 16 07:58:57.062990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-eafc0d6b-41a1-4219-af4b-ab862dccf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.064514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-eafc0d6b-41a1-4219-af4b-ab862dccf7d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a83879c0a942979b9b05db4fe271a4&device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 1099 time: 0.5405731 Dec 16 07:58:57.078792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6fe53-f074-4b19-8fa9-3c6d8529d3d0 req-b40e3eea-f879-4474-9c40-abd95a483f56 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.080258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7db6fe53-f074-4b19-8fa9-3c6d8529d3d0 req-b40e3eea-f879-4474-9c40-abd95a483f56 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 945 time: 0.5695114 Dec 16 07:58:57.091557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-c42d059b-10b0-4539-92cd-5ab20de70701 service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924780 Dec 16 07:58:57.130162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32946) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:57.154824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c1e5803-e447-4fc0-a903-0b323634984d req-d58e4641-dde4-4c88-9915-ac78c51e3322 service neutron] 10.222.0.36 "GET /v2.0/networks/f6cb9cac-af1b-47f0-803d-2360ec5e6ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761740 Dec 16 07:58:57.243281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-89c8afb0-e692-48e0-b665-2e6a29939d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.250612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7db6fe53-f074-4b19-8fa9-3c6d8529d3d0 req-7d75c7d5-46e8-48d9-9f99-5c793a622615 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581099 Dec 16 07:58:57.290918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-6a0488f9-2936-402b-ab09-b5c2d4981b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.292536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-6a0488f9-2936-402b-ab09-b5c2d4981b96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.2113750 Dec 16 07:58:57.358441 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-60ce9eff-115e-4e72-b11f-5d567689ec40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3f28f653-4586-48b2-8675-13ce2bd02569 HTTP/1.1" status: 200 len: 217 time: 0.0551720 Dec 16 07:58:57.363066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c1e5803-e447-4fc0-a903-0b323634984d req-a4ab8fc5-6c56-48fa-9826-e3ae7a0fb667 service neutron] 10.222.0.36 "GET /v2.0/networks/f6cb9cac-af1b-47f0-803d-2360ec5e6ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989365 Dec 16 07:58:57.364211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-89c8afb0-e692-48e0-b665-2e6a29939d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.397414 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.404275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32956) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:57.416831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7b626a7a-1223-4bb2-86b8-5db2e2200304 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:58:57.459775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67380e3-5376-411a-af90-e66095d4aeb1 req-6de9c573-d755-45f2-bc75-652f5431820e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.466654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67380e3-5376-411a-af90-e66095d4aeb1 req-6de9c573-d755-45f2-bc75-652f5431820e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.476506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a67380e3-5376-411a-af90-e66095d4aeb1 req-6de9c573-d755-45f2-bc75-652f5431820e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1678 time: 0.1167300 Dec 16 07:58:57.517357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-feb6b82e-af0e-4d66-90ab-5cebf48b9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.519310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-feb6b82e-af0e-4d66-90ab-5cebf48b9f45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1311483 Dec 16 07:58:57.563001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-89c8afb0-e692-48e0-b665-2e6a29939d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.584045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-958165486-network', 'tenant_id': '0a8a7fad25f5407f8a07f02ec0ad2feb'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:58:57.618647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a67380e3-5376-411a-af90-e66095d4aeb1 req-0d50912c-2875-470e-b829-9244430a5f9f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349990 Dec 16 07:58:57.627562 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-89c8afb0-e692-48e0-b665-2e6a29939d7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4d3560bb2f94f1180392a031aff8f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4937129 Dec 16 07:58:57.633142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32966) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:58:57.678843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8afb0-e692-48e0-b665-2e6a29939d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9888c3-4918-4049-89cd-84bb74e49749,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:57.696124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c92608-2d1e-4538-93b8-32299b37e7f8 req-22745f0c-9601-48b9-bfc0-d698cc4149c1 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.697607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50c92608-2d1e-4538-93b8-32299b37e7f8 req-22745f0c-9601-48b9-bfc0-d698cc4149c1 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 947 time: 0.1700871 Dec 16 07:58:57.704036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-23ec41be-88e0-48d3-9e1c-12ca59afa8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:57.705611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-23ec41be-88e0-48d3-9e1c-12ca59afa8bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746314 Dec 16 07:58:57.712075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b1b8-045a-46b3-93f9-f0bb3d803158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.713547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7b626a7a-1223-4bb2-86b8-5db2e2200304, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7b626a7a-1223-4bb2-86b8-5db2e2200304,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:57.736790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '7b626a7a-1223-4bb2-86b8-5db2e2200304', 'network_id': 'f95af800-b449-4a9a-b6d4-471e5c21bd21', 'port_id': '7b626a7a-1223-4bb2-86b8-5db2e2200304', 'mac_address': 'fa:16:3e:e0:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f4b1ed-2160-4a83-a3c7-40e90badc609', 'ip_address': '19.80.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:58:57.756508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b1b8-045a-46b3-93f9-f0bb3d803158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.779765 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.793568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b626a7a-1223-4bb2-86b8-5db2e2200304 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:57.815117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7b626a7a-1223-4bb2-86b8-5db2e2200304, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7b626a7a-1223-4bb2-86b8-5db2e2200304,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:57.825021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50c92608-2d1e-4538-93b8-32299b37e7f8 req-20028fe1-cf15-4de3-81a7-65d4693395e2 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151385 Dec 16 07:58:57.850611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-76695ed1-cbb6-46cc-b0a7-1d7d5ca7fbb6 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313689 Dec 16 07:58:57.905048 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:57.985841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7b626a7a-1223-4bb2-86b8-5db2e2200304,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:58.045148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0edb2df-2bbf-45d2-88bc-0ea8df2f7365 req-b52bd8e6-936c-4a92-aeb7-c68b14bf0552 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794381 Dec 16 07:58:58.072316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.081959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.088864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.095356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.102145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.108369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.114614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.116656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-1f7c71ee-dced-404f-8e55-08688292c7a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.1470723 Dec 16 07:58:58.125185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Made reservation on behalf of 0a8a7fad25f5407f8a07f02ec0ad2feb for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:58:58.127513 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.147818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.156889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f14e8666-d2b3-42a2-994c-b4895f1f8373 req-07d4c600-38a0-49c7-9b9e-878c9741cc01 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 210 time: 0.0390236 Dec 16 07:58:58.176133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-779d2aba-63cf-40f4-b202-e6f35b9372ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.216497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['7b626a7a-1223-4bb2-86b8-5db2e2200304'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:58:58.222637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6603a44e-d632-41c9-8959-28a0d1e645e5 req-e9985c06-2d77-42bf-b80e-fb68dea86306 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953066 Dec 16 07:58:58.283592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b1b8-045a-46b3-93f9-f0bb3d803158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.287019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b1b8-045a-46b3-93f9-f0bb3d803158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.288216 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ae1b1b8-045a-46b3-93f9-f0bb3d803158 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac9888c3-4918-4049-89cd-84bb74e49749 HTTP/1.1" status: 204 len: 168 time: 0.6535969 Dec 16 07:58:58.301783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1b1b8-045a-46b3-93f9-f0bb3d803158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9888c3-4918-4049-89cd-84bb74e49749,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:58.371455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.507851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.539334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:58:58.546314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e38aa1-c4d2-4c7b-92cc-f39e7de4a4e6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:58.553512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.553890 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Added segment fbc851fd-13a8-4031-a8df-d73ab2cee865 of type vlan for network 88ab32f0-2b4a-4223-b7ea-dfe753f930a5 Dec 16 07:58:58.593973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.699479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.702140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.702981 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:58.767430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1441101-0c89-47e6-b846-b99c57c9b50a req-16c70b9e-223b-48fd-8a66-c3c383df8046 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.774101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1441101-0c89-47e6-b846-b99c57c9b50a req-16c70b9e-223b-48fd-8a66-c3c383df8046 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:58.781741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1441101-0c89-47e6-b846-b99c57c9b50a req-16c70b9e-223b-48fd-8a66-c3c383df8046 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1679 time: 0.0972509 Dec 16 07:58:58.812077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] Pushing event updated for resources: {'Network': ['ID=88ab32f0-2b4a-4223-b7ea-dfe753f930a5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:58.824510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 88ab32f0-2b4a-4223-b7ea-dfe753f930a5 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:58:58.844472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1441101-0c89-47e6-b846-b99c57c9b50a req-40c51c2b-2a40-48f5-b8e7-e7fa8418c6be tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618172 Dec 16 07:58:58.850533 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d95d9e14-99ea-4a87-a9cf-407e3b8ef2fb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4451313 Dec 16 07:58:59.022460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3654-2c9d-47d7-a848-e17381df58c7 req-fb8920e6-3335-476d-9eb2-9363dad1adfc tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.022460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-774a3654-2c9d-47d7-a848-e17381df58c7 req-fb8920e6-3335-476d-9eb2-9363dad1adfc tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 947 time: 0.0751188 Dec 16 07:58:59.109755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-774a3654-2c9d-47d7-a848-e17381df58c7 req-1c345536-3283-4a62-a3b5-c23a20ae2db6 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791588 Dec 16 07:58:59.414251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e5fa8d70-65a5-4b89-84b5-2a81600cce44 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:58:59.428912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7b626a7a-1223-4bb2-86b8-5db2e2200304 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:58:59.440045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-972b178b-1a22-44bc-ab38-4d7a0f4c2501 req-94b70d79-a31b-4151-9b27-f4cf946fdce1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 210 time: 0.0737891 Dec 16 07:58:59.588240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3e7a6-ed42-4872-9962-755bbe4fbd04 req-4008691f-7890-4fc3-bcba-ee9e691893d8 tempest-ComputeTenantNetworksTest-1035072908 tempest-ComputeTenantNetworksTest-1035072908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.589333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port e5fa8d70-65a5-4b89-84b5-2a81600cce44, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e5fa8d70-65a5-4b89-84b5-2a81600cce44,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:59.594172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3e7a6-ed42-4872-9962-755bbe4fbd04 req-4008691f-7890-4fc3-bcba-ee9e691893d8 tempest-ComputeTenantNetworksTest-1035072908 tempest-ComputeTenantNetworksTest-1035072908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.601373 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44', 'network_id': 'f6cb9cac-af1b-47f0-803d-2360ec5e6ba4', 'port_id': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44', 'mac_address': 'fa:16:3e:d9:ed:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5aadbb7-1705-452e-ba27-a8b9386a0af2', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:58:59.601908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3e7a6-ed42-4872-9962-755bbe4fbd04 req-4008691f-7890-4fc3-bcba-ee9e691893d8 tempest-ComputeTenantNetworksTest-1035072908 tempest-ComputeTenantNetworksTest-1035072908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.604157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48e3e7a6-ed42-4872-9962-755bbe4fbd04 req-4008691f-7890-4fc3-bcba-ee9e691893d8 tempest-ComputeTenantNetworksTest-1035072908 tempest-ComputeTenantNetworksTest-1035072908-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2962618 Dec 16 07:58:59.624990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.633004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.639356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.644022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 7b626a7a-1223-4bb2-86b8-5db2e2200304 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:58:59.645929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.653887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.655283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 7b626a7a-1223-4bb2-86b8-5db2e2200304 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:58:59.655843 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:59.659843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.666705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.668662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-4fa06843-c6d4-41d4-a22c-a8d1c368a540 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.1511390 Dec 16 07:58:59.695516 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:59.715803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fa8d70-65a5-4b89-84b5-2a81600cce44 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:58:59.749777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port e5fa8d70-65a5-4b89-84b5-2a81600cce44, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e5fa8d70-65a5-4b89-84b5-2a81600cce44,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:59.771008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b00bb4e2-b947-4a3f-862e-d5314ad36a95 req-884f7aa2-cbe5-4155-8c49-516f9d01d49e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953066 Dec 16 07:58:59.795814 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:59.818003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:59.818786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3f28f653-4586-48b2-8675-13ce2bd02569 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:58:59.888452 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:58:59.889188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b626a7a-1223-4bb2-86b8-5db2e2200304'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:58:59.891480 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640bf043-f5d3-42ef-af23-a6905c4c1abc" -d '{"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-plugged", "status": "completed", "tag": "7b626a7a-1223-4bb2-86b8-5db2e2200304"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:58:59.906899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=e5fa8d70-65a5-4b89-84b5-2a81600cce44,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:58:59.926251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 7b626a7a-1223-4bb2-86b8-5db2e2200304, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7b626a7a-1223-4bb2-86b8-5db2e2200304,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:58:59.934334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f928cc-3f03-40bd-b6f5-7cf1d829c397 req-77601657-c6de-44d3-a982-3a81e5a962a7 tempest-ComputeTenantNetworksTest-1035072908 tempest-ComputeTenantNetworksTest-1035072908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:58:59.942163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9f928cc-3f03-40bd-b6f5-7cf1d829c397 req-77601657-c6de-44d3-a982-3a81e5a962a7 tempest-ComputeTenantNetworksTest-1035072908 tempest-ComputeTenantNetworksTest-1035072908-project] 10.222.0.43 "GET /v2.0/networks/88ab32f0-2b4a-4223-b7ea-dfe753f930a5 HTTP/1.1" status: 200 len: 768 time: 0.1299331 Dec 16 07:58:59.945678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33044) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:00.027286 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.054674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-f8b5ad51-5056-44b2-9019-29a071f6c6c4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:00.055259 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05423176-9cfa-4548-a121-eecf2dbc225b x-openstack-request-id: req-05423176-9cfa-4548-a121-eecf2dbc225b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:00.055526 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-plugged", "status": "completed", "tag": "7b626a7a-1223-4bb2-86b8-5db2e2200304", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:00.055790 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05423176-9cfa-4548-a121-eecf2dbc225b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:00.056195 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b626a7a-1223-4bb2-86b8-5db2e2200304', 'code': 200} Dec 16 07:59:00.057485 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-f8b5ad51-5056-44b2-9019-29a071f6c6c4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.1704161 Dec 16 07:59:00.079123 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'port': {'device_id': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'admin_state_up': True, 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:00.098383 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.120299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3f28f653-4586-48b2-8675-13ce2bd02569, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3f28f653-4586-48b2-8675-13ce2bd02569,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:00.120968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceaec4-2236-4bee-9336-f48c44574c55 req-5e0e2f84-02e5-42cc-a66e-14d2c9123b33 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:00.127441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceaec4-2236-4bee-9336-f48c44574c55 req-5e0e2f84-02e5-42cc-a66e-14d2c9123b33 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:00.135883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34ceaec4-2236-4bee-9336-f48c44574c55 req-5e0e2f84-02e5-42cc-a66e-14d2c9123b33 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1681 time: 0.0944166 Dec 16 07:59:00.147539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '3f28f653-4586-48b2-8675-13ce2bd02569', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '3f28f653-4586-48b2-8675-13ce2bd02569', 'mac_address': 'fa:16:3e:26:da:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:00.157510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=7b626a7a-1223-4bb2-86b8-5db2e2200304,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:00.207923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34ceaec4-2236-4bee-9336-f48c44574c55 req-86f30783-f871-447e-99f6-0a6b13868dff tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703704 Dec 16 07:59:00.246177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.280717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f28f653-4586-48b2-8675-13ce2bd02569 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:00.313851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3f28f653-4586-48b2-8675-13ce2bd02569, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3f28f653-4586-48b2-8675-13ce2bd02569,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:00.347068 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.373159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ab32f0-2b4a-4223-b7ea-dfe753f930a5']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:00.387072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc851fd-13a8-4031-a8df-d73ab2cee865') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:00.387373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc851fd-13a8-4031-a8df-d73ab2cee865') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:00.396550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53834df-b819-405d-bd05-75d652f784ee req-b80cb4f9-7469-4233-8c2d-ce28e4c93d94 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:00.398385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b53834df-b819-405d-bd05-75d652f784ee req-b80cb4f9-7469-4233-8c2d-ce28e4c93d94 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 947 time: 0.0959873 Dec 16 07:59:00.399186 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.405012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Made reservation on behalf of 5f12b49b90034634b9a8dd1c6695eccf for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:00.410046 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.416762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.454019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.466101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:00.470873 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:00.476258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3f28f653-4586-48b2-8675-13ce2bd02569,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:00.551629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b53834df-b819-405d-bd05-75d652f784ee req-45aab152-86c3-4bc2-82a4-48147f38a72c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243100 Dec 16 07:59:00.636324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.668824 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b8fff21-af68-4376-a9c3-3952e7f06c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.669415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:00.673155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] 10.222.0.43 "DELETE /v2.0/networks/88ab32f0-2b4a-4223-b7ea-dfe753f930a5 HTTP/1.1" status: 204 len: 168 time: 0.7263203 Dec 16 07:59:00.690412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5e32a72-b096-4551-8453-ed15d56f0385 req-ab5eaf28-5861-490d-b823-258a4b1dc3d2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 210 time: 0.0598228 Dec 16 07:59:00.701379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc7a44-2403-4f01-930e-055222c70842 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ab32f0-2b4a-4223-b7ea-dfe753f930a5,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:00.716010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33072) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:00.824116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Allocated IP 172.20.0.10 (59beea27-d09d-4ce5-9ae9-eedb0717b41e/a5c1b24f-3405-47d3-9d75-e80b2bef0d18/51ef6083-bf01-4f9e-bd2e-befd30ae8075) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:00.824569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['e5fa8d70-65a5-4b89-84b5-2a81600cce44'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:00.824569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3f28f653-4586-48b2-8675-13ce2bd02569'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:00.936544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1426648282'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:00.989265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:00.996466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.001875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.003462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.009858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.015914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.023244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.029354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.031538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-571fbbdf-0f25-419c-9dea-66500c4c9575 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.1411829 Dec 16 07:59:01.107656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fe60e8b-48f1-4657-b4a3-0088ab672292 req-738bcc05-2690-44e6-97ea-6b2d6b4f8af6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618961 Dec 16 07:59:01.127371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Made reservation on behalf of cb061d4fe1434fa581b05551062c8180 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:01.131210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.140417 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.161762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.200814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33084) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:01.203345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:01.206530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:01.209457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:01.239685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=51ef6083-bf01-4f9e-bd2e-befd30ae8075,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:01.268054 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.275497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8f00311d-5cdd-49c8-a854-8b90ad22f4fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a8a7fad25f5407f8a07f02ec0ad2feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735676 Dec 16 07:59:01.278227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33090) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:01.282294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.282988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.368304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.396302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d7926029-eb51-4475-a4d9-442533917a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.397844 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-ee613309-69c8-4c85-84b8-444e5071a95c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3229918 Dec 16 07:59:01.410492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28935244-de9e-4c88-af8d-e0d5174d4933 req-efb4435f-8ba3-4be7-baf8-a844e4acd656 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.416729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28935244-de9e-4c88-af8d-e0d5174d4933 req-efb4435f-8ba3-4be7-baf8-a844e4acd656 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.418528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28935244-de9e-4c88-af8d-e0d5174d4933 req-efb4435f-8ba3-4be7-baf8-a844e4acd656 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1681 time: 0.1017206 Dec 16 07:59:01.422050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Request body: {'port': {'device_id': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:01.431141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:01.468942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf95f05-16fb-4dee-88cd-5cd534c4166a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:01.475854 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.476229 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Added segment bbd623f1-23f1-4468-8be5-8edd38bf469e of type vlan for network 7fa4806e-19d0-4087-9d1b-8937c384dd16 Dec 16 07:59:01.490001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.495368 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d7926029-eb51-4475-a4d9-442533917a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.561023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.571852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6ed04aa2-fc1d-4cae-9df4-035f5f8c064a None None] Provisioning complete for port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:01.573744 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6ed04aa2-fc1d-4cae-9df4-035f5f8c064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.594690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28935244-de9e-4c88-af8d-e0d5174d4933 req-8de1df91-3926-4b77-8e01-556e1a31fd3d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627309 Dec 16 07:59:01.615607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6ed04aa2-fc1d-4cae-9df4-035f5f8c064a None None] Port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:59:01.701795 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.710205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.718572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.742048 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.781493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d7926029-eb51-4475-a4d9-442533917a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.784014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d7926029-eb51-4475-a4d9-442533917a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.785196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d7926029-eb51-4475-a4d9-442533917a16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73e38aa1-c4d2-4c7b-92cc-f39e7de4a4e6 HTTP/1.1" status: 204 len: 168 time: 0.5059600 Dec 16 07:59:01.813514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ef6083-bf01-4f9e-bd2e-befd30ae8075 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:01.823691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:01.837120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Transition to ACTIVE for port object 51ef6083-bf01-4f9e-bd2e-befd30ae8075 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 07:59:01.845237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7926029-eb51-4475-a4d9-442533917a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e38aa1-c4d2-4c7b-92cc-f39e7de4a4e6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:01.849808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Pushing event updated for resources: {'Network': ['ID=7fa4806e-19d0-4087-9d1b-8937c384dd16,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:01.858770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-de353eb4-af39-49b0-8266-80bc3999033f tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1416020 Dec 16 07:59:01.861988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33102) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:01.867063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 7fa4806e-19d0-4087-9d1b-8937c384dd16 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:01.884147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4636cb-8413-4259-b2f9-2cb04e9cc365 req-42015fa2-ef65-46e0-a480-91ff571c112c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.885708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c4636cb-8413-4259-b2f9-2cb04e9cc365 req-42015fa2-ef65-46e0-a480-91ff571c112c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 948 time: 0.1711302 Dec 16 07:59:01.894097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738f803-b6f0-4299-93a6-850ad9a8034c req-cf2d48b1-12a9-4ec0-86d4-4db95702cee1 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:01.896105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1738f803-b6f0-4299-93a6-850ad9a8034c req-cf2d48b1-12a9-4ec0-86d4-4db95702cee1 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1191602 Dec 16 07:59:01.933484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.000029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c4636cb-8413-4259-b2f9-2cb04e9cc365 req-5a3b0205-8b3a-4e1c-9d7c-26d74d635692 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883718 Dec 16 07:59:02.004912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1738f803-b6f0-4299-93a6-850ad9a8034c req-ed33a407-fa7f-4d77-a53b-4146456847a2 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011577 Dec 16 07:59:02.130865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Pushing event updated for resources: {'Port': ['ID=51ef6083-bf01-4f9e-bd2e-befd30ae8075,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:02.150821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Attempting to bind port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:59:02.151352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Attempting to bind port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:59:02.152781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Attempting to bind port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:02.161449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff418f-baea-4e7a-a606-bc56c7863173 req-6bf223b6-8fe1-46bb-b9eb-edbed4949986 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.161969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 07:59:02.161969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Attempting to bind port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:02.171689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64ff418f-baea-4e7a-a606-bc56c7863173 req-6bf223b6-8fe1-46bb-b9eb-edbed4949986 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 944 time: 0.1046388 Dec 16 07:59:02.178635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:59:02.178978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:02.186157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Bound using segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:59:02.186839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Bound port: 51ef6083-bf01-4f9e-bd2e-befd30ae8075, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:59:02.187759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.252243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'network': {'name': 'tempest-network--1598733183', 'router:external': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:02.260521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64ff418f-baea-4e7a-a606-bc56c7863173 req-75fc33e2-ee9f-4cd4-b9b3-21de0ee48533 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855906 Dec 16 07:59:02.293602 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:59:02.302507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] For port 51ef6083-bf01-4f9e-bd2e-befd30ae8075, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:59:02.306828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] For port 51ef6083-bf01-4f9e-bd2e-befd30ae8075, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=51ef6083-bf01-4f9e-bd2e-befd30ae8075,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:59:02.331103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.340700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.347173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.353821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.359805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.366110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.372019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.374058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-0e75b17a-e6ce-4800-a867-3111718588be tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.1113980 Dec 16 07:59:02.381470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Made reservation on behalf of 69139a3048b8462fa78c0fcd54be59f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:02.384043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.393957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.397037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.441270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e810105-25e8-4066-9391-7ef71f4fec48 req-d64c10b8-21cd-41fc-a3dd-a7e7ded235fa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600326 Dec 16 07:59:02.447540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.448159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.449630 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] 10.222.0.16 "PUT /v2.0/ports/51ef6083-bf01-4f9e-bd2e-befd30ae8075 HTTP/1.1" status: 200 len: 1093 time: 1.0328407 Dec 16 07:59:02.453337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'tag': '51ef6083-bf01-4f9e-bd2e-befd30ae8075'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:02.455621 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5bd82a-81bd-48f1-9535-056dc5376eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b95d113c-b4c3-4056-b6cf-532d109e5a4a", "tag": "51ef6083-bf01-4f9e-bd2e-befd30ae8075"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:02.511633 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d61f5-ba74-434c-a931-ce7fb5733e61 x-openstack-request-id: req-859d61f5-ba74-434c-a931-ce7fb5733e61 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:02.511946 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95d113c-b4c3-4056-b6cf-532d109e5a4a", "tag": "51ef6083-bf01-4f9e-bd2e-befd30ae8075", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:02.512214 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-859d61f5-ba74-434c-a931-ce7fb5733e61 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:02.512641 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'tag': '51ef6083-bf01-4f9e-bd2e-befd30ae8075', 'status': 'completed', 'code': 200} Dec 16 07:59:02.516495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129547bc-9530-411d-8fc5-4fb3fc4d8eab service neutron] Pushing event updated for resources: {'Port': ['ID=51ef6083-bf01-4f9e-bd2e-befd30ae8075,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:02.594890 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.612263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bd82a-81bd-48f1-9535-056dc5376eb2 req-07bd0448-c7ef-427a-b2df-6d0b7cfa2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.613508 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-aa5bd82a-81bd-48f1-9535-056dc5376eb2 req-07bd0448-c7ef-427a-b2df-6d0b7cfa2689 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 1096 time: 0.0588326 Dec 16 07:59:02.662854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.718291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a297c-877e-4e36-b28c-fc3ee9572f4d req-419f19a0-04fb-482d-8671-150095bf9aa8 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.724245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff9fb23-b98f-43e7-a333-7682d9252c52,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:02.726507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a297c-877e-4e36-b28c-fc3ee9572f4d req-419f19a0-04fb-482d-8671-150095bf9aa8 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.728353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc1a297c-877e-4e36-b28c-fc3ee9572f4d req-419f19a0-04fb-482d-8671-150095bf9aa8 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1681 time: 0.0654297 Dec 16 07:59:02.752704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:02.776722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.777220 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Added segment 404e635a-88a9-42bf-a338-d93d339beef4 of type vlan for network 84bdc5ad-cc4f-40e6-9ea4-15f4123a9431 Dec 16 07:59:02.791743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc1a297c-877e-4e36-b28c-fc3ee9572f4d req-99804fdc-d608-46e4-99f7-37cd20d7f3b4 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561647 Dec 16 07:59:02.858298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bd82a-81bd-48f1-9535-056dc5376eb2 req-54f66522-0170-4397-819d-8cf4f089be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.859829 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-aa5bd82a-81bd-48f1-9535-056dc5376eb2 req-54f66522-0170-4397-819d-8cf4f089be1c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2195466 Dec 16 07:59:02.861384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:02.971134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bd82a-81bd-48f1-9535-056dc5376eb2 req-81bf5696-c83a-4f53-8fe5-47113b3d017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:02.973661 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-aa5bd82a-81bd-48f1-9535-056dc5376eb2 req-81bf5696-c83a-4f53-8fe5-47113b3d017a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039767 Dec 16 07:59:03.004978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.006072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.006750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.100599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Network': ['ID=84bdc5ad-cc4f-40e6-9ea4-15f4123a9431,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:03.111496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 84bdc5ad-cc4f-40e6-9ea4-15f4123a9431 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:03.118527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-660496cb-c126-487d-a5d4-c0a3fc4c9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.120089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-660496cb-c126-487d-a5d4-c0a3fc4c9f7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 1096 time: 0.0619347 Dec 16 07:59:03.126665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9b687-3334-4d51-975d-19723181d9dd req-4eb20775-acb5-4f9d-a39f-faf9f0cc0871 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.132760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b9b687-3334-4d51-975d-19723181d9dd req-4eb20775-acb5-4f9d-a39f-faf9f0cc0871 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 948 time: 0.0645339 Dec 16 07:59:03.175189 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bcfe9e6b-9a4d-4f7b-b522-e33f1b96858f tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3120730 Dec 16 07:59:03.178123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-aba6f79a-f8ba-4756-8915-21d46c57be5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51ef6083-bf01-4f9e-bd2e-befd30ae8075 HTTP/1.1" status: 200 len: 217 time: 0.0415287 Dec 16 07:59:03.179127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33138) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:03.211447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b9b687-3334-4d51-975d-19723181d9dd req-9545ea66-87b8-497d-9934-f44bbb49be6f tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Dec 16 07:59:03.224367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4fe2e-b038-43b0-b72d-4a98949765e4 req-0a887ea7-298b-40ce-b07a-ddd50240e534 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.225943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fac4fe2e-b038-43b0-b72d-4a98949765e4 req-0a887ea7-298b-40ce-b07a-ddd50240e534 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0831349 Dec 16 07:59:03.281823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fac4fe2e-b038-43b0-b72d-4a98949765e4 req-acf66875-7aa2-4219-9801-8350946fd11e tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde9dee1-898a-466f-b579-fc151eee860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486903 Dec 16 07:59:03.290841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-71601d60-d8b2-4a1f-b43e-6f6c02976bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.292346 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-71601d60-d8b2-4a1f-b43e-6f6c02976bdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.1054578 Dec 16 07:59:03.299627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.344876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-d2615d8b-3d0e-487b-8134-611e8c234ab6 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.348605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-d2615d8b-3d0e-487b-8134-611e8c234ab6 tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0629013 Dec 16 07:59:03.426245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977a85-8661-4f85-a704-612bc6ce1482 req-d1b422bf-916d-478c-875c-95273fd13958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.427626 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-d1b422bf-916d-478c-875c-95273fd13958 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242166 Dec 16 07:59:03.429384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.433563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e5fa8d70-65a5-4b89-84b5-2a81600cce44 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:03.435537 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.496734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ca945-f3e3-4b27-89dd-718c49f6123c req-549eba6a-97e4-4e56-8eeb-6913be557cb6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.498309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-405ca945-f3e3-4b27-89dd-718c49f6123c req-549eba6a-97e4-4e56-8eeb-6913be557cb6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 944 time: 0.1081200 Dec 16 07:59:03.511886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bdc5ad-cc4f-40e6-9ea4-15f4123a9431']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:03.529267 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404e635a-88a9-42bf-a338-d93d339beef4') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:03.529572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404e635a-88a9-42bf-a338-d93d339beef4') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:03.532318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Deleting port ac7117c8-d0b2-46d4-961d-bac99bb5e97b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:03.533268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.543002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.570849 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.584444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:03.584848 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:03.586727 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:03.597837 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-7ea4538f-d96b-4fdf-939d-8aea7d3717ce service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606889 Dec 16 07:59:03.605201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port e5fa8d70-65a5-4b89-84b5-2a81600cce44 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:03.605562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-405ca945-f3e3-4b27-89dd-718c49f6123c req-4c079144-a923-4dba-9130-6393349b80dd tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013770 Dec 16 07:59:03.611215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port e5fa8d70-65a5-4b89-84b5-2a81600cce44 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:03.615120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.653531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] For port ac7117c8-d0b2-46d4-961d-bac99bb5e97b, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,segment=NetworkSegment(4bab3f11-39b9-493a-924f-e0eba28be764),segment_id=4bab3f11-39b9-493a-924f-e0eba28be764)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:03.654043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.669405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Calling delete_port for ac7117c8-d0b2-46d4-961d-bac99bb5e97b owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:03.738183 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.742973 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-10977a85-8661-4f85-a704-612bc6ce1482 req-64244c0e-7249-4a1b-a085-1e847498e1ff service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110942 Dec 16 07:59:03.763880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:03.766423 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d1449-0ddd-4bb6-a700-c27b69d7f679" -d '{"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-plugged", "status": "completed", "tag": "e5fa8d70-65a5-4b89-84b5-2a81600cce44"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:03.780818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port e5fa8d70-65a5-4b89-84b5-2a81600cce44, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e5fa8d70-65a5-4b89-84b5-2a81600cce44,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:03.789479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.795347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.796225 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.801767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.802472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84bdc5ad-cc4f-40e6-9ea4-15f4123a9431 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 07:59:03.805786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.807732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.812544 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "DELETE /v2.0/networks/84bdc5ad-cc4f-40e6-9ea4-15f4123a9431 HTTP/1.1" status: 204 len: 168 time: 0.6299040 Dec 16 07:59:03.813889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.820522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.822912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33150) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:03.826436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:03.827673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:03.828364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-e0a0b95f-5224-41c6-aa33-87c769ec04bf tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.1176248 Dec 16 07:59:03.839462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06c22-c9f2-4139-9ff0-6bf40737d49a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event deleted for resources: {'Network': ['ID=84bdc5ad-cc4f-40e6-9ea4-15f4123a9431,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:03.904714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.906245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3f28f653-4586-48b2-8675-13ce2bd02569 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:03.929894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-441db7b8-fd08-4a3c-a412-fe273fe49b80 req-72fd38c3-3d84-4309-be16-caa23f859037 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944707 Dec 16 07:59:03.956108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Made reservation on behalf of 69139a3048b8462fa78c0fcd54be59f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:03.959356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:03.998047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=e5fa8d70-65a5-4b89-84b5-2a81600cce44,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:04.002381 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.013285 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76c8fd-13f0-4679-87c1-59a81b71b373 x-openstack-request-id: req-0c76c8fd-13f0-4679-87c1-59a81b71b373 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:04.013590 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-plugged", "status": "completed", "tag": "e5fa8d70-65a5-4b89-84b5-2a81600cce44", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:04.013851 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c76c8fd-13f0-4679-87c1-59a81b71b373 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:04.014300 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44', 'code': 200} Dec 16 07:59:04.021028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:04.034847 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.038305 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Added segment e62988e6-7976-4a50-afb1-5ad907c36467 of type vlan for network 5c9915f4-8462-4e20-833f-07c027ccc938 Dec 16 07:59:04.043019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ac7117c8-d0b2-46d4-961d-bac99bb5e97b'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:04.051366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Pushing event deleted for resources: {'Port': ['ID=ac7117c8-d0b2-46d4-961d-bac99bb5e97b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:04.097940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 3f28f653-4586-48b2-8675-13ce2bd02569 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:04.123001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.135765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 3f28f653-4586-48b2-8675-13ce2bd02569 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:04.137918 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.203705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] No DVR routers for this DVR port ac7117c8-d0b2-46d4-961d-bac99bb5e97b on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:04.206982 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.212226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb402344-d606-4017-8f5e-7a1d6a343cc3 req-193f89d8-773a-4013-ac70-6e4b61baca5a tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.36 "DELETE /v2.0/ports/ac7117c8-d0b2-46d4-961d-bac99bb5e97b HTTP/1.1" status: 204 len: 173 time: 0.8527310 Dec 16 07:59:04.212828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'name': 'network-vif-deleted', 'tag': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:04.215733 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbad2b13-82f9-4a9d-8734-e9f99303ba3e" -d '{"events": [{"server_uuid": "0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6", "name": "network-vif-deleted", "tag": "ac7117c8-d0b2-46d4-961d-bac99bb5e97b"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:04.216088 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.265621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.267430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:04.268675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.279948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4042e-f3b3-4da6-ae9b-4acbe6ef5bdc req-eea9e255-0240-473d-9a96-133b46d8ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:04.281064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4042e-f3b3-4da6-ae9b-4acbe6ef5bdc req-eea9e255-0240-473d-9a96-133b46d8ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:04.282885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa4042e-f3b3-4da6-ae9b-4acbe6ef5bdc req-eea9e255-0240-473d-9a96-133b46d8ee5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1986 time: 0.1230516 Dec 16 07:59:04.292457 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.303426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c317-3147-4081-8298-059253c5c97d req-7deeddde-c3c1-4a40-8c3a-50d197d2e34d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:04.309954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c317-3147-4081-8298-059253c5c97d req-7deeddde-c3c1-4a40-8c3a-50d197d2e34d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:04.319434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30b3c317-3147-4081-8298-059253c5c97d req-7deeddde-c3c1-4a40-8c3a-50d197d2e34d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1682 time: 0.0923195 Dec 16 07:59:04.322813 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98acfe7-acb3-480e-a4ab-c54f7a028360 x-openstack-request-id: req-b98acfe7-acb3-480e-a4ab-c54f7a028360 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:04.323188 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6", "name": "network-vif-deleted", "tag": "ac7117c8-d0b2-46d4-961d-bac99bb5e97b", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:04.323504 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b98acfe7-acb3-480e-a4ab-c54f7a028360 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:04.324013 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6', 'name': 'network-vif-deleted', 'tag': 'ac7117c8-d0b2-46d4-961d-bac99bb5e97b', 'status': 'completed', 'code': 200} Dec 16 07:59:04.377082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Network': ['ID=5c9915f4-8462-4e20-833f-07c027ccc938,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:04.381115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3f28f653-4586-48b2-8675-13ce2bd02569, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3f28f653-4586-48b2-8675-13ce2bd02569,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:04.389192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5c9915f4-8462-4e20-833f-07c027ccc938 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:04.405539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30b3c317-3147-4081-8298-059253c5c97d req-295f5bfe-3ff2-4da3-ae57-49c8be9ac763 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867400 Dec 16 07:59:04.432556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa4042e-f3b3-4da6-ae9b-4acbe6ef5bdc req-98cad9b4-de49-4ddf-9129-91948c28884b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113358 Dec 16 07:59:04.473557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99fab6-4061-4189-870a-8fce8572d024 req-166505a0-ed52-47f7-97a1-60fc5dd2f909 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:04.475138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd99fab6-4061-4189-870a-8fce8572d024 req-166505a0-ed52-47f7-97a1-60fc5dd2f909 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 948 time: 0.0613124 Dec 16 07:59:04.534055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd99fab6-4061-4189-870a-8fce8572d024 req-5f80640a-39b1-4423-9e38-de5d7c376854 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Dec 16 07:59:04.583236 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:04.616669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3209098-c793-4d61-9575-cc04290c6775 req-ff4a79d7-3407-43bf-a926-19333b1c1bdd tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Dec 16 07:59:04.617970 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5a5f99c2-7091-4b69-ab4a-8fafb89e7e11 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7677357 Dec 16 07:59:04.619705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33172) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:04.624855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'subnet': {'network_id': '5c9915f4-8462-4e20-833f-07c027ccc938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:04.646375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3f28f653-4586-48b2-8675-13ce2bd02569,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:04.737159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6812136-0986-4385-a83b-8a0233ba5aa4 req-bef009dd-47c8-4a4d-84ff-2443ea477dda tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:04.739700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6812136-0986-4385-a83b-8a0233ba5aa4 req-bef009dd-47c8-4a4d-84ff-2443ea477dda tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 944 time: 0.0509694 Dec 16 07:59:04.792160 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6812136-0986-4385-a83b-8a0233ba5aa4 req-6af27835-68af-441e-b64f-cfd6944a1f26 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461383 Dec 16 07:59:04.853449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Made reservation on behalf of 69139a3048b8462fa78c0fcd54be59f9 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:04.855848 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:05.099589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.105595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.111567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.117718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.123680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.130454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.136394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.138351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-24bb9902-87e2-4bec-99a3-ea8bcadbaf3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.1091802 Dec 16 07:59:05.247643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c50f844-e3fb-4e5b-b17d-63887b303100 req-f5f5d8a0-03c6-4450-927a-3be948cd32b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966377 Dec 16 07:59:05.317250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 07:59:05.317733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:05.377428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b0061ed-9a88-4e3f-bf17-6ec9daf26855,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:05.388442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Checking segment: {'id': 'e62988e6-7976-4a50-afb1-5ad907c36467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5c9915f4-8462-4e20-833f-07c027ccc938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:05.388814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Network hostable DHCP agents. Network: 5c9915f4-8462-4e20-833f-07c027ccc938, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:59:05.499814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Network 5c9915f4-8462-4e20-833f-07c027ccc938 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:59:05.544720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac174d9-4756-4b9c-90e6-853e5f9bd546 req-50a48cdd-9348-48ed-b65b-9b44a5ed2c23 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.551671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac174d9-4756-4b9c-90e6-853e5f9bd546 req-50a48cdd-9348-48ed-b65b-9b44a5ed2c23 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.559575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aac174d9-4756-4b9c-90e6-853e5f9bd546 req-50a48cdd-9348-48ed-b65b-9b44a5ed2c23 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1682 time: 0.0743859 Dec 16 07:59:05.601942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 5c9915f4-8462-4e20-833f-07c027ccc938) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:05.611108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.611811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:05.612641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94775ee-a8db-4d32-a899-da857152d851 None None] Network 5c9915f4-8462-4e20-833f-07c027ccc938 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:05.637580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aac174d9-4756-4b9c-90e6-853e5f9bd546 req-1d3d99ac-f99b-4d72-bf07-7232d8525a77 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769978 Dec 16 07:59:05.727676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8648c3-b3aa-41c0-ab62-8ff0f6d7b68a req-886d5873-5135-4880-88cd-8ca7a35d958b tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.737870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f8648c3-b3aa-41c0-ab62-8ff0f6d7b68a req-886d5873-5135-4880-88cd-8ca7a35d958b tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 949 time: 0.0968397 Dec 16 07:59:05.750284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-75c195cd-95da-4aa9-b881-f9f1c881232d tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1293035 Dec 16 07:59:05.753562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33192) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:05.760042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'floatingip': {'floating_network_id': '5c9915f4-8462-4e20-833f-07c027ccc938'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:05.819656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c1195-16cd-4bb4-8f29-e828d542e29c None None] Network 5c9915f4-8462-4e20-833f-07c027ccc938 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:05.834465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f5e25545-22a5-4e0c-a407-dde57052b2aa req-7226e327-c9af-4219-b093-6272bb52ceac tempest-ServerTagsTestJSON-1716523200 tempest-ServerTagsTestJSON-1716523200-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eb03f92-d2dc-4adc-b9f8-57794aa8a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0550489 Dec 16 07:59:05.840847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f8648c3-b3aa-41c0-ab62-8ff0f6d7b68a req-2f938385-c934-47ba-8477-060073846fb2 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991642 Dec 16 07:59:05.861710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:05.961523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:05.963121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0459bb-730a-424b-b2c1-d44c71ab4e3b req-e86adba8-aec8-4056-b5bc-3d1899e4b247 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:05.964741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba0459bb-730a-424b-b2c1-d44c71ab4e3b req-e86adba8-aec8-4056-b5bc-3d1899e4b247 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 944 time: 0.0690129 Dec 16 07:59:06.015390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba0459bb-730a-424b-b2c1-d44c71ab4e3b req-972bf76c-7f39-47c5-9209-ee0185212c79 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Dec 16 07:59:06.015609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576d8649-0495-4861-adc7-69c5a07664af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28f653-4586-48b2-8675-13ce2bd02569'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:06.018029 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6971f53e-c79f-4caa-8aac-6f0186e09306" -d '{"events": [{"server_uuid": "576d8649-0495-4861-adc7-69c5a07664af", "name": "network-vif-plugged", "status": "completed", "tag": "3f28f653-4586-48b2-8675-13ce2bd02569"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:06.057135 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d939e9bc-f9f6-4984-abd1-e94af35ef913 x-openstack-request-id: req-d939e9bc-f9f6-4984-abd1-e94af35ef913 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:06.057531 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576d8649-0495-4861-adc7-69c5a07664af", "name": "network-vif-plugged", "status": "completed", "tag": "3f28f653-4586-48b2-8675-13ce2bd02569", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:06.057844 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d939e9bc-f9f6-4984-abd1-e94af35ef913 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:06.058289 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576d8649-0495-4861-adc7-69c5a07664af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28f653-4586-48b2-8675-13ce2bd02569', 'code': 200} Dec 16 07:59:06.081839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Allocated IP 172.20.0.7 (5c9915f4-8462-4e20-833f-07c027ccc938/5b0061ed-9a88-4e3f-bf17-6ec9daf26855/923b948a-e282-4d47-8ec7-f5d6e0ca9748) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:06.191521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e14201-75e7-4f25-8862-c956d4998fc5 req-8b58d4c2-774a-42bb-8ff0-54f186140c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.193154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7e14201-75e7-4f25-8862-c956d4998fc5 req-8b58d4c2-774a-42bb-8ff0-54f186140c26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 1101 time: 0.0421700 Dec 16 07:59:06.194729 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.239879 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7e14201-75e7-4f25-8862-c956d4998fc5 req-b617e594-a275-40a1-9be3-f607f14e48c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383990 Dec 16 07:59:06.288371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.329949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Network 5c9915f4-8462-4e20-833f-07c027ccc938 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:06.334967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:06.340052 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:06.343100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Port': ['ID=923b948a-e282-4d47-8ec7-f5d6e0ca9748,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:06.370129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.370479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.370822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.371156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.371488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.371816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.372143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.372493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.372814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.373134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.373456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.373774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.374088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:06.388263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.394178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.400659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.406495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.413173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.419004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.425119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.427066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-817feb27-a037-45a2-96b0-f76972b549ab tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5430 time: 0.0975876 Dec 16 07:59:06.438522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.484917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83f926ef-7aeb-4a3e-b058-f46f3ecfa6d8 req-83378ca2-524e-419b-84c8-eb64b33065d5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516064 Dec 16 07:59:06.551361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.708490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.761348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b84e82-378f-4dc2-8d48-24caef0bae17 req-061c2509-738a-4fe9-a818-dc8669ec2d81 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.767241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b84e82-378f-4dc2-8d48-24caef0bae17 req-061c2509-738a-4fe9-a818-dc8669ec2d81 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:06.768860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8b84e82-378f-4dc2-8d48-24caef0bae17 req-061c2509-738a-4fe9-a818-dc8669ec2d81 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1682 time: 0.0561821 Dec 16 07:59:06.787461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.824153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8b84e82-378f-4dc2-8d48-24caef0bae17 req-fc022685-ab7f-4196-a528-4c179f319da3 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Dec 16 07:59:06.862301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Port': ['ID=923b948a-e282-4d47-8ec7-f5d6e0ca9748,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:06.871674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.919349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33224) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:06.962511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:06.963768 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4b66aad7-db88-4c41-94f4-e9d95639cfa3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2077820 Dec 16 07:59:06.967347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33228) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:06.980142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] Deleting subnet d5bc1c68-65d3-461c-b980-df20256dcd2e {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:59:06.983810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.020819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.029070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:07.075320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33232) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:07.075560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-90b10c54-084b-432c-baee-3cab1edf44f7 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=5c9915f4-8462-4e20-833f-07c027ccc938 HTTP/1.1" status: 200 len: 689 time: 0.1070294 Dec 16 07:59:07.099772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce0d66-0821-4247-92e4-511f4a1d209a req-e6c610db-815e-4c09-a196-99b4b46bcef1 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.101804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fce0d66-0821-4247-92e4-511f4a1d209a req-e6c610db-815e-4c09-a196-99b4b46bcef1 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 949 time: 0.1322248 Dec 16 07:59:07.169235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:07.171926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fce0d66-0821-4247-92e4-511f4a1d209a req-6368b369-9b54-4b34-b321-7ee6e26b523c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626442 Dec 16 07:59:07.188745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.192418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'port_id': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'mac_address': 'fa:16:3e:09:44:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:07.220932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.278573 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.315032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:07.369842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:07.390799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Deleting port 923b948a-e282-4d47-8ec7-f5d6e0ca9748 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:07.391156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.466160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ac7117c8-d0b2-46d4-961d-bac99bb5e97b no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:07.470443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5772a7-235f-4afc-9257-bf0a0d0797fd req-dd19bc7a-5147-4256-a570-85bc6b1e75b3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.472077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a5772a7-235f-4afc-9257-bf0a0d0797fd req-dd19bc7a-5147-4256-a570-85bc6b1e75b3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 944 time: 0.0823524 Dec 16 07:59:07.481323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36812db-2c13-42c1-88d0-e0d255faead4 req-66eef00e-1cbd-4dce-a3bc-e3dbde68adce tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.491195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36812db-2c13-42c1-88d0-e0d255faead4 req-66eef00e-1cbd-4dce-a3bc-e3dbde68adce tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.498814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b36812db-2c13-42c1-88d0-e0d255faead4 req-66eef00e-1cbd-4dce-a3bc-e3dbde68adce tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1682 time: 0.0980928 Dec 16 07:59:07.514368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: ac7117c8-d0b2-46d4-961d-bac99bb5e97b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:07.518986 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ac7117c8-d0b2-46d4-961d-bac99bb5e97b not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:07.519126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.519264 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.519264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 51ef6083-bf01-4f9e-bd2e-befd30ae8075 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:07.566018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.566896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.581310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a5772a7-235f-4afc-9257-bf0a0d0797fd req-b9d7b3c3-2bd5-49cb-be31-19c005cc642d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795972 Dec 16 07:59:07.598645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.598806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b36812db-2c13-42c1-88d0-e0d255faead4 req-2e620202-01c0-4baa-b297-68daf8ee251f tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934463 Dec 16 07:59:07.605822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5bc1c68-65d3-461c-b980-df20256dcd2e HTTP/1.1" status: 204 len: 168 time: 0.6829593 Dec 16 07:59:07.608619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33242) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:07.632055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01bf93-1b5b-4c66-a1dd-4ede68bccddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bc1c68-65d3-461c-b980-df20256dcd2e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:07.646993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Calling delete_port for 923b948a-e282-4d47-8ec7-f5d6e0ca9748 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:07.651938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:07.715109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 51ef6083-bf01-4f9e-bd2e-befd30ae8075, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=51ef6083-bf01-4f9e-bd2e-befd30ae8075,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:07.728369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '51ef6083-bf01-4f9e-bd2e-befd30ae8075', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '51ef6083-bf01-4f9e-bd2e-befd30ae8075', 'mac_address': 'fa:16:3e:1b:fc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:07.772101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.793227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.801630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.807923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.808661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ef6083-bf01-4f9e-bd2e-befd30ae8075 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:07.815785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.823849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.830978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.832498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 51ef6083-bf01-4f9e-bd2e-befd30ae8075, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=51ef6083-bf01-4f9e-bd2e-befd30ae8075,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:07.838113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.844331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:07.846201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-1ce883c1-a032-4e4d-9b90-3811e4bb734d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5431 time: 0.1334901 Dec 16 07:59:07.939419 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.947814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.976986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:07.983807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac25436f-0dd7-4605-8e40-6427eaa33c5d']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:07.991816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=51ef6083-bf01-4f9e-bd2e-befd30ae8075,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:07.996662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2efc9a0f-2d6e-4d85-89e5-1c6fc43bd525 req-eb441ab6-7c0f-422a-8337-eaf81e27d70d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230452 Dec 16 07:59:08.000198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bab3f11-39b9-493a-924f-e0eba28be764') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:08.000530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bab3f11-39b9-493a-924f-e0eba28be764') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:08.011323 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.027045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.033766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:08.034231 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:08.036048 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:08.050218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event deleted for resources: {'Port': ['ID=923b948a-e282-4d47-8ec7-f5d6e0ca9748,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:08.108983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.152943 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.170571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.179262 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.183378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ac25436f-0dd7-4605-8e40-6427eaa33c5d HTTP/1.1" status: 204 len: 168 time: 0.5736473 Dec 16 07:59:08.203022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0bb73-ca26-4117-986c-4eeee1b38ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac25436f-0dd7-4605-8e40-6427eaa33c5d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:08.289256 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.332817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd82c0-7d46-43c9-94d8-3f85c82b878f req-dceaa81b-3514-4ae3-8783-fd307b6e543b tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:08.335012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37bd82c0-7d46-43c9-94d8-3f85c82b878f req-dceaa81b-3514-4ae3-8783-fd307b6e543b tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 949 time: 0.0753160 Dec 16 07:59:08.341461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0061ed-9a88-4e3f-bf17-6ec9daf26855,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:08.393657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37bd82c0-7d46-43c9-94d8-3f85c82b878f req-fed123c6-013a-4254-b487-e7c8c5a03d88 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Dec 16 07:59:08.417149 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.442696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9915f4-8462-4e20-833f-07c027ccc938']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:08.453791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62988e6-7976-4a50-afb1-5ad907c36467') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:08.454388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62988e6-7976-4a50-afb1-5ad907c36467') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:08.458177 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:08.465925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.491229 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.510434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:08.511191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:08.513273 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:08.558203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['6fdc0cc4-00df-496b-8478-b7f389ac6ad5'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:08.659318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.668872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c9915f4-8462-4e20-833f-07c027ccc938 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 07:59:08.672541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.681005 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "DELETE /v2.0/networks/5c9915f4-8462-4e20-833f-07c027ccc938 HTTP/1.1" status: 204 len: 168 time: 1.6029470 Dec 16 07:59:08.681913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33260) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:08.701504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33262) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:08.709310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3ccc-a562-426a-802b-a174674b889a tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c9915f4-8462-4e20-833f-07c027ccc938,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:08.787755 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8b343f89-2e39-4059-9a94-94553f2271ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f03bad35b164b5fac299ac670270c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843623 Dec 16 07:59:08.790799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33266) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:08.851911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3b2c577d-13dc-46b8-b908-21d0f34c03a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:08.896752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3b2c577d-13dc-46b8-b908-21d0f34c03a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.044659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device e6048354-ffb4-4b99-a86a-694aa381a605 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:09.065302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3b2c577d-13dc-46b8-b908-21d0f34c03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.072454 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3b2c577d-13dc-46b8-b908-21d0f34c03a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.074760 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3b2c577d-13dc-46b8-b908-21d0f34c03a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bde9dee1-898a-466f-b579-fc151eee860e HTTP/1.1" status: 204 len: 168 time: 0.2833588 Dec 16 07:59:09.111622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c577d-13dc-46b8-b908-21d0f34c03a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde9dee1-898a-466f-b579-fc151eee860e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:09.194558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port e6048354-ffb4-4b99-a86a-694aa381a605, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e6048354-ffb4-4b99-a86a-694aa381a605,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:09.208161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'e6048354-ffb4-4b99-a86a-694aa381a605', 'network_id': '50554593-86d8-4125-aa44-2756977b8260', 'port_id': 'e6048354-ffb4-4b99-a86a-694aa381a605', 'mac_address': 'fa:16:3e:9b:70:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65935a34-57fb-4e70-a25a-7ae7c4c5d066', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:09.253515 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.276904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6048354-ffb4-4b99-a86a-694aa381a605 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:09.299783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port e6048354-ffb4-4b99-a86a-694aa381a605, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e6048354-ffb4-4b99-a86a-694aa381a605,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:09.363163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d63e269e-a50c-44e2-b0bc-48dddb22c969 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.6765835 Dec 16 07:59:09.364693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33276) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:09.380964 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.381649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 46e5cf68-faa7-42f4-be13-1059f1bb184e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:09.388451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec001e-2607-4a5e-82a5-1bccf7c16485 req-66c96636-2f28-4401-b18c-56a446495e33 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.405626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec001e-2607-4a5e-82a5-1bccf7c16485 req-66c96636-2f28-4401-b18c-56a446495e33 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.416486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7ec001e-2607-4a5e-82a5-1bccf7c16485 req-66c96636-2f28-4401-b18c-56a446495e33 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1682 time: 0.1468036 Dec 16 07:59:09.445716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-a96a0cbc-073c-4cb5-9a98-cde474cb0df0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.453443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-a96a0cbc-073c-4cb5-9a98-cde474cb0df0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.455276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-a96a0cbc-073c-4cb5-9a98-cde474cb0df0 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 1682 time: 0.1838887 Dec 16 07:59:09.535141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=e6048354-ffb4-4b99-a86a-694aa381a605,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:09.552784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.557483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.558910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.558910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.563568 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b247a925-49eb-413b-8ff9-ce64f625bd39 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7659 time: 0.1977081 Dec 16 07:59:09.564218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33284) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:09.617353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 46e5cf68-faa7-42f4-be13-1059f1bb184e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:09.637965 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-4d34afa4-12b3-4431-87b0-68c628d67459 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] delete failed (client error): The resource could not be found. Dec 16 07:59:09.640021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7ec001e-2607-4a5e-82a5-1bccf7c16485 req-32b65305-d333-41b4-85f6-c1838c480264 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225778 Dec 16 07:59:09.643895 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d34afa4-12b3-4431-87b0-68c628d67459 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/a75b7c28-c5a0-4500-a8a5-5e5bc59d5286 HTTP/1.1" status: 404 len: 345 time: 0.0785155 Dec 16 07:59:09.644644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33286) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:09.652512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '46e5cf68-faa7-42f4-be13-1059f1bb184e', 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'port_id': '46e5cf68-faa7-42f4-be13-1059f1bb184e', 'mac_address': 'fa:16:3e:76:2a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9d080-572a-49ea-9e25-92dcab1970e9', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:09.693689 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd52c9f-e2fa-4815-96dd-c47d0a365a34 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 07:59:09.694703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd52c9f-e2fa-4815-96dd-c47d0a365a34 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 07:59:09.698902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0bd52c9f-e2fa-4815-96dd-c47d0a365a34 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "DELETE /v2.0/networks/5c9915f4-8462-4e20-833f-07c027ccc938 HTTP/1.1" status: 404 len: 339 time: 0.0523133 Dec 16 07:59:09.705515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33288) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:09.714526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'network': {'name': 'tempest-network--1276638384', 'router:external': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:09.716912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.750324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e5cf68-faa7-42f4-be13-1059f1bb184e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:09.755584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457f7ec-9aa9-482c-9442-8bb962af89d5 req-0c10ca35-e926-4131-a886-af6746b3f0b6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:09.762538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b457f7ec-9aa9-482c-9442-8bb962af89d5 req-0c10ca35-e926-4131-a886-af6746b3f0b6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 945 time: 0.1147697 Dec 16 07:59:09.767370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port 7b626a7a-1223-4bb2-86b8-5db2e2200304 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:09.767730 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.785889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 46e5cf68-faa7-42f4-be13-1059f1bb184e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:09.845206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Made reservation on behalf of 69139a3048b8462fa78c0fcd54be59f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:09.847064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.873242 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.873928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a9535134-94aa-4c88-8e03-fecf261821ea details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:09.900410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:09.923048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:09.923386 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Added segment c4a06028-26cc-4e73-931a-a8674a122803 of type vlan for network f8378520-fa83-40dd-b902-1b509d7bf98a Dec 16 07:59:09.980976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b457f7ec-9aa9-482c-9442-8bb962af89d5 req-c6b7652e-d78d-4c98-a226-9c17015fb773 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088134 Dec 16 07:59:09.999036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.040390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port 7b626a7a-1223-4bb2-86b8-5db2e2200304, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=7b626a7a-1223-4bb2-86b8-5db2e2200304,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:10.041701 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.062876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a9535134-94aa-4c88-8e03-fecf261821ea, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a9535134-94aa-4c88-8e03-fecf261821ea,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:10.066040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=46e5cf68-faa7-42f4-be13-1059f1bb184e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:10.078813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'a9535134-94aa-4c88-8e03-fecf261821ea', 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'port_id': 'a9535134-94aa-4c88-8e03-fecf261821ea', 'mac_address': 'fa:16:3e:6a:d9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9d080-572a-49ea-9e25-92dcab1970e9', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:10.090028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for 7b626a7a-1223-4bb2-86b8-5db2e2200304 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:10.108706 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.109940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.110607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.128330 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.162137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9535134-94aa-4c88-8e03-fecf261821ea {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:10.199128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a9535134-94aa-4c88-8e03-fecf261821ea, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a9535134-94aa-4c88-8e03-fecf261821ea,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:10.201881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.207920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.213934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.219924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.226085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.232113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.238151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.247521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-af88cfa1-f36b-4087-b47a-681532871fee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5433 time: 0.3150907 Dec 16 07:59:10.265197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.265912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2fb121c9-f464-4a6c-9689-a7432580002e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:10.284901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-c00a33e9-103c-4cf0-a3f1-5a328c1acfc4 req-c5f4fe08-b98c-4020-8fa3-bb54427aa2c9 service neutron] (110396) timed out ('10.222.0.43', 38988) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 07:59:10.286537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Network': ['ID=f8378520-fa83-40dd-b902-1b509d7bf98a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:10.343302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2fb121c9-f464-4a6c-9689-a7432580002e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2fb121c9-f464-4a6c-9689-a7432580002e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:10.352742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-988b6a87-1dcc-44ad-9de5-43c512f0f941 req-664723ad-f29a-4fe3-a15c-60a7426c4060 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042719 Dec 16 07:59:10.366954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f8378520-fa83-40dd-b902-1b509d7bf98a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:10.413426 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7d0de5e3-7b85-4c95-983f-2f9b38160f9b tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7059152 Dec 16 07:59:10.415166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33306) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:10.432774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '2fb121c9-f464-4a6c-9689-a7432580002e', 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'port_id': '2fb121c9-f464-4a6c-9689-a7432580002e', 'mac_address': 'fa:16:3e:39:1b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9d080-572a-49ea-9e25-92dcab1970e9', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:10.513836 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.549427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a9535134-94aa-4c88-8e03-fecf261821ea,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:10.557330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['7b626a7a-1223-4bb2-86b8-5db2e2200304', 'e5fa8d70-65a5-4b89-84b5-2a81600cce44'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:10.598098 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.620203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb121c9-f464-4a6c-9689-a7432580002e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:10.690005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2fb121c9-f464-4a6c-9689-a7432580002e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2fb121c9-f464-4a6c-9689-a7432580002e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:10.699717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=7b626a7a-1223-4bb2-86b8-5db2e2200304,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:10.767871 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.777670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port 7b626a7a-1223-4bb2-86b8-5db2e2200304 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:10.783072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 4889025c-1913-4600-8cbc-c47eff052b5f details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:10.794905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:10.798554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-e4276958-6972-453e-9f15-79a84dd34708 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "DELETE /v2.0/ports/7b626a7a-1223-4bb2-86b8-5db2e2200304 HTTP/1.1" status: 204 len: 173 time: 1.3333001 Dec 16 07:59:10.799285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-deleted', 'tag': '7b626a7a-1223-4bb2-86b8-5db2e2200304'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:10.811382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e79eb-6550-4b49-aaba-a275861e9cbe tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.820683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e79eb-6550-4b49-aaba-a275861e9cbe tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.830163 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f539d0bd-c51e-452f-af7b-ca03210574d6" -d '{"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-deleted", "tag": "7b626a7a-1223-4bb2-86b8-5db2e2200304"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:10.831711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e79eb-6550-4b49-aaba-a275861e9cbe tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.845539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e79eb-6550-4b49-aaba-a275861e9cbe tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:10.854357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0f3e79eb-6550-4b49-aaba-a275861e9cbe tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4352651 Dec 16 07:59:10.855045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33322) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:10.975993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33326) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:11.020309 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.063600 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc064e-ad5f-4a89-a354-5835cdd14f65 x-openstack-request-id: req-7fbc064e-ad5f-4a89-a354-5835cdd14f65 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:11.063928 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-deleted", "tag": "7b626a7a-1223-4bb2-86b8-5db2e2200304", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:11.064212 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fbc064e-ad5f-4a89-a354-5835cdd14f65 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:11.064673 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-deleted', 'tag': '7b626a7a-1223-4bb2-86b8-5db2e2200304', 'status': 'completed', 'code': 200} Dec 16 07:59:11.075299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2fb121c9-f464-4a6c-9689-a7432580002e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:11.150011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.resource_extend [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 07:59:11.169126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 4889025c-1913-4600-8cbc-c47eff052b5f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4889025c-1913-4600-8cbc-c47eff052b5f,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:11.189931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '4889025c-1913-4600-8cbc-c47eff052b5f', 'network_id': '9a6fa251-3010-4384-bfba-196d668d39fd', 'port_id': '4889025c-1913-4600-8cbc-c47eff052b5f', 'mac_address': 'fa:16:3e:38:16:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce9d080-572a-49ea-9e25-92dcab1970e9', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:11.193337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.235199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32773-2be5-4e59-9e1a-4a11b89f3183 req-36561601-5bf2-4b66-a03a-2b4a485cde3e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.237002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3e32773-2be5-4e59-9e1a-4a11b89f3183 req-36561601-5bf2-4b66-a03a-2b4a485cde3e tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 946 time: 0.2621546 Dec 16 07:59:11.237704 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.255995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4889025c-1913-4600-8cbc-c47eff052b5f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:11.264486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port e5fa8d70-65a5-4b89-84b5-2a81600cce44 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:11.269015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8378520-fa83-40dd-b902-1b509d7bf98a']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:11.278146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.284222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 4889025c-1913-4600-8cbc-c47eff052b5f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4889025c-1913-4600-8cbc-c47eff052b5f,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:11.299017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a06028-26cc-4e73-931a-a8674a122803') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:11.317003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a06028-26cc-4e73-931a-a8674a122803') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:11.317003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.327514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.351397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:11.351397 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:11.353091 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:11.383127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd7d52b9-583d-4a62-b170-fc141e6ae57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.410591 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.411870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a78ae675-cc66-473b-95d1-de9a6843215e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 07:59:11.436459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7564-9bf0-483e-9731-a36f5c89e2de req-fe0c9409-49da-4072-b777-5c424ca4e7d6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.445124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-652e7564-9bf0-483e-9731-a36f5c89e2de req-fe0c9409-49da-4072-b777-5c424ca4e7d6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 945 time: 0.3327918 Dec 16 07:59:11.510903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3e32773-2be5-4e59-9e1a-4a11b89f3183 req-4b798c3d-7348-47ec-a4d1-b3b1a454b229 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ab5e8a5-cc79-4151-8daf-39078192495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582986 Dec 16 07:59:11.523626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a78ae675-cc66-473b-95d1-de9a6843215e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a78ae675-cc66-473b-95d1-de9a6843215e,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:11.526984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=4889025c-1913-4600-8cbc-c47eff052b5f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:11.541582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'a78ae675-cc66-473b-95d1-de9a6843215e', 'network_id': '50554593-86d8-4125-aa44-2756977b8260', 'port_id': 'a78ae675-cc66-473b-95d1-de9a6843215e', 'mac_address': 'fa:16:3e:7e:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65935a34-57fb-4e70-a25a-7ae7c4c5d066', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 07:59:11.558925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-652e7564-9bf0-483e-9731-a36f5c89e2de req-dffb3e4c-9b9f-4fe1-ac2f-ecf5bced3fb0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128478 Dec 16 07:59:11.566243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port e5fa8d70-65a5-4b89-84b5-2a81600cce44, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=e5fa8d70-65a5-4b89-84b5-2a81600cce44,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:11.566683 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.591142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for e5fa8d70-65a5-4b89-84b5-2a81600cce44 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:11.602327 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.616471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8378520-fa83-40dd-b902-1b509d7bf98a {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 07:59:11.623610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.633032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "DELETE /v2.0/networks/f8378520-fa83-40dd-b902-1b509d7bf98a HTTP/1.1" status: 204 len: 168 time: 0.7768688 Dec 16 07:59:11.647258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33338) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:11.658784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'network': {'name': 'tempest-network--1632203353', 'router:external': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:11.665626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a87fb8-7629-4abd-9c7f-2e8a9d1adafa tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8378520-fa83-40dd-b902-1b509d7bf98a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:11.682296 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.700603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78ae675-cc66-473b-95d1-de9a6843215e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 07:59:11.729026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a78ae675-cc66-473b-95d1-de9a6843215e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a78ae675-cc66-473b-95d1-de9a6843215e,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:11.810166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.839816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd7d52b9-583d-4a62-b170-fc141e6ae57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.853312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Made reservation on behalf of 69139a3048b8462fa78c0fcd54be59f9 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:11.855789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:11.885365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.891687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.899008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.905491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.912413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.919004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.926300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:11.927999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a78ae675-cc66-473b-95d1-de9a6843215e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:11.936471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-e633cc76-f0e8-4315-9374-5f3daeac144e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5436 time: 0.2211485 Dec 16 07:59:11.966964 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd7d52b9-583d-4a62-b170-fc141e6ae57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.022752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d52b9-583d-4a62-b170-fc141e6ae57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1000541e-4bf3-4b2b-bd14-21284d60f651,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:12.037060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:12.063181 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cd7d52b9-583d-4a62-b170-fc141e6ae57d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=785b4d9bae0c41df86ed1fa83607df13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0849018 Dec 16 07:59:12.065376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:12.072121 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.073163 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Added segment 316046f9-bc09-427e-b357-c1232e174a9c of type vlan for network 2088f735-4aff-4b6a-a9ef-ed493a4f91a4 Dec 16 07:59:12.074968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:12.120938 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.192123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63397367-6368-41d0-95f3-3105dffb0ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.201073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca1f9a38-871b-4a18-958c-3cb0d5e6c342 req-c1f392dc-1049-4ecb-9407-917695700e9f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2635527 Dec 16 07:59:12.211608 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.215743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=e5fa8d70-65a5-4b89-84b5-2a81600cce44,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:12.256976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63397367-6368-41d0-95f3-3105dffb0ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.270182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port e5fa8d70-65a5-4b89-84b5-2a81600cce44 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:12.277518 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.279819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f86485e3-4508-4188-bb7b-f7c855ab366b req-0c0a4248-2b09-48d5-8f44-1be12eb565eb tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.36 "DELETE /v2.0/ports/e5fa8d70-65a5-4b89-84b5-2a81600cce44 HTTP/1.1" status: 204 len: 173 time: 1.4383876 Dec 16 07:59:12.319542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:12.321061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:12.321441 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.430607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.460405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:12.463594 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b37737-d06a-4ea6-82c9-ccc83ffcf4a0" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:12.476199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63397367-6368-41d0-95f3-3105dffb0ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.477931 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.480208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:12.480335 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-63397367-6368-41d0-95f3-3105dffb0ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.483538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.483680 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-63397367-6368-41d0-95f3-3105dffb0ffa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1000541e-4bf3-4b2b-bd14-21284d60f651 HTTP/1.1" status: 204 len: 168 time: 0.4107561 Dec 16 07:59:12.490811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:12.493694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63397367-6368-41d0-95f3-3105dffb0ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1000541e-4bf3-4b2b-bd14-21284d60f651,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:12.577851 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:12.580098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 51ef6083-bf01-4f9e-bd2e-befd30ae8075 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:12.595044 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61d7a6-e40c-49aa-83a0-7117a4432710 x-openstack-request-id: req-0e61d7a6-e40c-49aa-83a0-7117a4432710 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:12.596391 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:12.596780 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e61d7a6-e40c-49aa-83a0-7117a4432710 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:12.597547 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'code': 200} Dec 16 07:59:12.628451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33366) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:12.636961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9842672 Dec 16 07:59:12.662872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4969a-fd62-4adb-92bf-37a37a603974 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Network': ['ID=2088f735-4aff-4b6a-a9ef-ed493a4f91a4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:12.725308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f099b1b9-2bbf-49b7-b509-1752c5a549a8 req-5c3727c2-4c31-4113-8f6c-be1f1eb18b91 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1fcd44-c933-4805-ac78-cd5803a69dc6 HTTP/1.1" status: 200 len: 210 time: 0.0467558 Dec 16 07:59:12.761437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 2088f735-4aff-4b6a-a9ef-ed493a4f91a4 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:12.788981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d893a-aa26-4bc2-a057-6715f92497a3 req-189d3df0-9cea-453e-9709-bcd1753825a8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:12.791749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f83d893a-aa26-4bc2-a057-6715f92497a3 req-189d3df0-9cea-453e-9709-bcd1753825a8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 945 time: 0.0798683 Dec 16 07:59:12.851421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e875998-24db-4014-99af-cbc449a394aa tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:12.853841 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7e875998-24db-4014-99af-cbc449a394aa tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] 10.222.0.43 "GET /v2.0/networks/2088f735-4aff-4b6a-a9ef-ed493a4f91a4 HTTP/1.1" status: 200 len: 757 time: 0.2238402 Dec 16 07:59:12.856433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:12.915375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f83d893a-aa26-4bc2-a057-6715f92497a3 req-b259b285-02e8-4549-830b-3cdbac6f0c57 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110201 Dec 16 07:59:12.929013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['a9535134-94aa-4c88-8e03-fecf261821ea'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:12.931685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['4889025c-1913-4600-8cbc-c47eff052b5f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:12.933644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['46e5cf68-faa7-42f4-be13-1059f1bb184e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:12.995528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d5f28-5f0e-4b08-b3f0-bf59fbd0d919 tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.000198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33374) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:13.004628 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1e5d5f28-5f0e-4b08-b3f0-bf59fbd0d919 tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] 10.222.0.43 "GET /v2.0/networks/7fa4806e-19d0-4087-9d1b-8937c384dd16 HTTP/1.1" status: 200 len: 768 time: 0.1427779 Dec 16 07:59:13.074239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-deleted', 'tag': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:13.078431 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de59cf40-513d-4b4b-b8fb-a8b605a56ecc" -d '{"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-deleted", "tag": "e5fa8d70-65a5-4b89-84b5-2a81600cce44"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:13.086776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['a78ae675-cc66-473b-95d1-de9a6843215e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:13.143975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.145347 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de2a38-7f3e-4e37-bd19-6acf651c41ca x-openstack-request-id: req-71de2a38-7f3e-4e37-bd19-6acf651c41ca {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:13.145739 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fcd44-c933-4805-ac78-cd5803a69dc6", "name": "network-vif-deleted", "tag": "e5fa8d70-65a5-4b89-84b5-2a81600cce44", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:13.146086 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71de2a38-7f3e-4e37-bd19-6acf651c41ca {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:13.146513 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fcd44-c933-4805-ac78-cd5803a69dc6', 'name': 'network-vif-deleted', 'tag': 'e5fa8d70-65a5-4b89-84b5-2a81600cce44', 'status': 'completed', 'code': 200} Dec 16 07:59:13.198414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:13.273403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.318606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2088f735-4aff-4b6a-a9ef-ed493a4f91a4']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:13.331040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316046f9-bc09-427e-b357-c1232e174a9c') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:13.331364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316046f9-bc09-427e-b357-c1232e174a9c') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:13.345551 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.359049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:13.364830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.375506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:13.379503 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:13.385508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:13.385908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.530262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e5fa8d70-65a5-4b89-84b5-2a81600cce44 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:13.623278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.633596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.637669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: e5fa8d70-65a5-4b89-84b5-2a81600cce44 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:13.638020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device e5fa8d70-65a5-4b89-84b5-2a81600cce44 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:13.638435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7b626a7a-1223-4bb2-86b8-5db2e2200304 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:13.642639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.650349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.659464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.669154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.677731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:13.688822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36ebfae1-63f7-495b-b193-90674deab415 req-57dc1cca-afe0-4e79-ac5a-0b1b8cf0db7e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5438 time: 0.3835492 Dec 16 07:59:13.699311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.708719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 7b626a7a-1223-4bb2-86b8-5db2e2200304 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:13.708719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 7b626a7a-1223-4bb2-86b8-5db2e2200304 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:13.734134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2088f735-4aff-4b6a-a9ef-ed493a4f91a4 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 07:59:13.780452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.790652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33406) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:13.798645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'network': {'name': 'tempest-network--1930645112'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:13.804630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2088f735-4aff-4b6a-a9ef-ed493a4f91a4 HTTP/1.1" status: 204 len: 168 time: 0.8032515 Dec 16 07:59:13.814006 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:13.815192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fb30d-2ed1-40b4-a5ee-54504d676f45 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event deleted for resources: {'Network': ['ID=2088f735-4aff-4b6a-a9ef-ed493a4f91a4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:13.823522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:13.871871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36ebfae1-63f7-495b-b193-90674deab415 req-5cc04edf-2b31-428d-8b65-35a21c6f29f3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818552 Dec 16 07:59:13.873761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 51ef6083-bf01-4f9e-bd2e-befd30ae8075, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=51ef6083-bf01-4f9e-bd2e-befd30ae8075,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:13.947551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting subnet b5aadbb7-1705-452e-ba27-a8b9386a0af2 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:59:13.952552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.011840 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.025601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.084535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=51ef6083-bf01-4f9e-bd2e-befd30ae8075,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:14.089353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['2fb121c9-f464-4a6c-9689-a7432580002e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:14.094248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Made reservation on behalf of 69139a3048b8462fa78c0fcd54be59f9 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:14.105212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.212957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:14.220589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aafc1-497f-4a25-9d6d-e16e546b756e req-b4908232-d9ac-4c12-a79c-ca9a265988b2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:14.226809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e21aafc1-497f-4a25-9d6d-e16e546b756e req-b4908232-d9ac-4c12-a79c-ca9a265988b2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1928961 Dec 16 07:59:14.261423 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.265293 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Added segment 40088684-efe9-4f65-848c-dcd13cf48b74 of type vlan for network e742f87a-a360-469d-a01b-0cf02ae62eb7 Dec 16 07:59:14.330487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['e6048354-ffb4-4b99-a86a-694aa381a605'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:14.380384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e21aafc1-497f-4a25-9d6d-e16e546b756e req-c54598a0-b537-46b4-8d21-4927f84e91f8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433883 Dec 16 07:59:14.600402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef6083-bf01-4f9e-bd2e-befd30ae8075'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:14.603527 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e90fa2-72b6-45d2-96d2-c3a363d575d7" -d '{"events": [{"server_uuid": "b95d113c-b4c3-4056-b6cf-532d109e5a4a", "name": "network-vif-plugged", "status": "completed", "tag": "51ef6083-bf01-4f9e-bd2e-befd30ae8075"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:14.645356 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057b4542-6ffb-4215-872b-2f4a5a0246c3 x-openstack-request-id: req-057b4542-6ffb-4215-872b-2f4a5a0246c3 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:14.645712 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95d113c-b4c3-4056-b6cf-532d109e5a4a", "name": "network-vif-plugged", "status": "completed", "tag": "51ef6083-bf01-4f9e-bd2e-befd30ae8075", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:14.646713 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-057b4542-6ffb-4215-872b-2f4a5a0246c3 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:14.647123 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef6083-bf01-4f9e-bd2e-befd30ae8075', 'code': 200} Dec 16 07:59:14.744484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.768171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.861671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272ae87-4c8b-4c6b-94fb-63c8c897f875 req-bfa18db1-27e5-46af-95f0-d04645f458c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:14.863230 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4272ae87-4c8b-4c6b-94fb-63c8c897f875 req-bfa18db1-27e5-46af-95f0-d04645f458c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 1098 time: 0.0970287 Dec 16 07:59:14.923476 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4272ae87-4c8b-4c6b-94fb-63c8c897f875 req-d9fd3288-972e-431d-9f69-0bbf8c191501 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491307 Dec 16 07:59:14.941726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:14.942728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:14.943324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.013912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.059314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Subnet': ['ID=b5aadbb7-1705-452e-ba27-a8b9386a0af2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:15.066954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.074117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-68a01b54-b664-4d9e-9902-39fce0705833 tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/subnets/b5aadbb7-1705-452e-ba27-a8b9386a0af2 HTTP/1.1" status: 204 len: 168 time: 1.2424569 Dec 16 07:59:15.076204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dff345-05ce-4b7d-97a1-b6ee7ed14f2d None None] Network f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:15.077477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:15.081437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.088789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Network': ['ID=e742f87a-a360-469d-a01b-0cf02ae62eb7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:15.093059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.100959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.130280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.148956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network e742f87a-a360-469d-a01b-0cf02ae62eb7 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:15.157361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.157517 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1a71bb28-3507-4b18-83c8-f99cb205dc61 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3618040 Dec 16 07:59:15.157885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33440) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:15.168468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:15.186859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.203726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.205896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-158bbe6a-3e1e-48da-9685-da8ec3872350 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5438 time: 0.2179763 Dec 16 07:59:15.249093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.350241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be59dcb1-1b28-4be4-a719-1edcfaeac539 req-fad5e75f-f00d-45ac-95e3-57795ed966af tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355443 Dec 16 07:59:15.523377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port b26edec2-fbf2-403b-b411-16756d77eb5c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:15.523716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.576945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b081f8-5103-4e88-b99e-a307be1476b5 req-e1d9471b-2454-4ccc-b676-0b32da77116d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.587012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94b081f8-5103-4e88-b99e-a307be1476b5 req-e1d9471b-2454-4ccc-b676-0b32da77116d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0687957 Dec 16 07:59:15.628502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.650443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94b081f8-5103-4e88-b99e-a307be1476b5 req-2391cd8a-fe09-4c6b-a535-fbba6cd3596d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626831 Dec 16 07:59:15.657729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] DHCP port deletion for f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:59:15.681481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port b26edec2-fbf2-403b-b411-16756d77eb5c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b26edec2-fbf2-403b-b411-16756d77eb5c,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:15.689392 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.695075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for b26edec2-fbf2-403b-b411-16756d77eb5c owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:15.713404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] Deleting port b26edec2-fbf2-403b-b411-16756d77eb5c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:15.713705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.781852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.799630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] For port b26edec2-fbf2-403b-b411-16756d77eb5c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b26edec2-fbf2-403b-b411-16756d77eb5c,segment=NetworkSegment(4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a),segment_id=4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:15.800526 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.816857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] Calling delete_port for b26edec2-fbf2-403b-b411-16756d77eb5c owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:15.850290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event updated for resources: {'Network': ['ID=e742f87a-a360-469d-a01b-0cf02ae62eb7,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:15.852705 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Network e742f87a-a360-469d-a01b-0cf02ae62eb7 is not hosted by any dhcp agent {{(pid=110396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 07:59:15.853737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:15.854370 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.858473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33456) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:15.858674 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe2320d1-3452-449d-8c3f-a23af926f7c3 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "PUT /v2.0/networks/e742f87a-a360-469d-a01b-0cf02ae62eb7 HTTP/1.1" status: 200 len: 858 time: 0.6995540 Dec 16 07:59:15.882007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.912730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=b26edec2-fbf2-403b-b411-16756d77eb5c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:15.927690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port b26edec2-fbf2-403b-b411-16756d77eb5c on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:15.935777 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.961110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:15.977907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] Pushing event deleted for resources: {'Port': ['ID=b26edec2-fbf2-403b-b411-16756d77eb5c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:15.983857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b40ab-32ec-4a5c-9971-c029303ded2a None None] No DVR routers for this DVR port b26edec2-fbf2-403b-b411-16756d77eb5c on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:16.064936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.094247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e742f87a-a360-469d-a01b-0cf02ae62eb7']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:16.102539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.112447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40088684-efe9-4f65-848c-dcd13cf48b74') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:16.112812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40088684-efe9-4f65-848c-dcd13cf48b74') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:16.128718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.144810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cb9cac-af1b-47f0-803d-2360ec5e6ba4']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:16.152891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.155332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:16.155498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad982d6-9f63-4b4a-8b79-3b1e5ab1c06a') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:16.165217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:16.165949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.166570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.174688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33466) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:16.188385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.195353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:16.195748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:16.199100 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:16.217920 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:16.329011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ab1111b-ed51-420a-b608-93fa7b7c358f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.353131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.366027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e742f87a-a360-469d-a01b-0cf02ae62eb7 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 07:59:16.366027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.370323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] 10.222.0.43 "DELETE /v2.0/networks/e742f87a-a360-469d-a01b-0cf02ae62eb7 HTTP/1.1" status: 204 len: 168 time: 0.5103810 Dec 16 07:59:16.371242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.392532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.396194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33474) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:16.407182 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/networks/f6cb9cac-af1b-47f0-803d-2360ec5e6ba4 HTTP/1.1" status: 204 len: 168 time: 1.3269525 Dec 16 07:59:16.416048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33478) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:16.420347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a87640-0dff-4179-8f17-14036a9c2550 tempest-ExternalNetworksTestJSON-637306845 tempest-ExternalNetworksTestJSON-637306845-project-admin] Pushing event deleted for resources: {'Network': ['ID=e742f87a-a360-469d-a01b-0cf02ae62eb7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:16.464752 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-479d1738-cfe4-4194-9e56-31abee00569a tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] DELETE failed (client error): The resource could not be found. Dec 16 07:59:16.464752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479d1738-cfe4-4194-9e56-31abee00569a tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 07:59:16.477232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-479d1738-cfe4-4194-9e56-31abee00569a tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] 10.222.0.43 "DELETE /v2.0/subnets/5b0061ed-9a88-4e3f-bf17-6ec9daf26855 HTTP/1.1" status: 404 len: 337 time: 0.0753882 Dec 16 07:59:16.477232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33480) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:16.523489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d92bb9-4031-450f-bdf2-3e36807b7c3a tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Network': ['ID=f6cb9cac-af1b-47f0-803d-2360ec5e6ba4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:16.576323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting subnet 12f4b1ed-2160-4a83-a3c7-40e90badc609 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:59:16.584929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.689150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.732359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ab1111b-ed51-420a-b608-93fa7b7c358f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.778458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.796472 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ab1111b-ed51-420a-b608-93fa7b7c358f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.797929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:16.805170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:16.811233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:16.818046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:16.824160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:16.830301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:16.837352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:16.839309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a5828db-144a-4709-8789-e4385c1e245c req-d10dfbdb-a985-4551-8868-130d3d5754da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5438 time: 0.3146739 Dec 16 07:59:16.902883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b26edec2-fbf2-403b-b411-16756d77eb5c no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:16.922878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:16.945527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b26edec2-fbf2-403b-b411-16756d77eb5c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:16.947438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b26edec2-fbf2-403b-b411-16756d77eb5c not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:17.011975 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ab1111b-ed51-420a-b608-93fa7b7c358f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2916b55e47349a8b99ccaa772b8f753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8362563 Dec 16 07:59:17.014458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33492) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:17.058087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1111b-ed51-420a-b608-93fa7b7c358f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce964936-17d7-4ee4-807b-1d7509c63808,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:17.058329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.079746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa4806e-19d0-4087-9d1b-8937c384dd16']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:17.082527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.093800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd623f1-23f1-4468-8be5-8edd38bf469e') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:17.094106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd623f1-23f1-4468-8be5-8edd38bf469e') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:17.109160 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.131589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f6d1304-5ae6-4ecd-9703-bf538212c62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.131706 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.131796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Subnet': ['ID=12f4b1ed-2160-4a83-a3c7-40e90badc609,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:17.137745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.141127 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7c0d73e2-dfa3-4c2b-80da-5c93c7d29a7d tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/subnets/12f4b1ed-2160-4a83-a3c7-40e90badc609 HTTP/1.1" status: 204 len: 168 time: 0.7163880 Dec 16 07:59:17.144566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33498) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:17.146903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069b4d76-27c4-4144-9da1-ec338cfad5ed None None] Network f95af800-b449-4a9a-b6d4-471e5c21bd21 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:17.177123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:17.178505 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.187650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f6d1304-5ae6-4ecd-9703-bf538212c62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: timer() Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:17.262075 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:17.277521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.288251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446dea0-3a3b-4ee6-b260-68cb3cb1b76b req-3f84a0d9-3b8b-4ce6-a60c-afdcdeb99132 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:17.300555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9446dea0-3a3b-4ee6-b260-68cb3cb1b76b req-3f84a0d9-3b8b-4ce6-a60c-afdcdeb99132 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.4417801 Dec 16 07:59:17.317215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a5828db-144a-4709-8789-e4385c1e245c req-06281d91-2bd8-4dcf-891e-c5268c7124bc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4676306 Dec 16 07:59:17.375264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9446dea0-3a3b-4ee6-b260-68cb3cb1b76b req-dccd194d-3f5d-412b-831a-c99a3ac7ec92 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720706 Dec 16 07:59:17.414618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] DHCP port deletion for f95af800-b449-4a9a-b6d4-471e5c21bd21 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:59:17.419648 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.420625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.428455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] 10.222.0.43 "DELETE /v2.0/networks/7fa4806e-19d0-4087-9d1b-8937c384dd16 HTTP/1.1" status: 204 len: 168 time: 0.9517069 Dec 16 07:59:17.436825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f6d1304-5ae6-4ecd-9703-bf538212c62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.442663 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f6d1304-5ae6-4ecd-9703-bf538212c62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.442815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb6509-6f77-4856-93bc-22102e3c1b8d tempest-ExternalNetworksTestJSON-1447677881 tempest-ExternalNetworksTestJSON-1447677881-project] Pushing event deleted for resources: {'Network': ['ID=7fa4806e-19d0-4087-9d1b-8937c384dd16,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:17.446707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f6d1304-5ae6-4ecd-9703-bf538212c62f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce964936-17d7-4ee4-807b-1d7509c63808 HTTP/1.1" status: 204 len: 168 time: 0.4306035 Dec 16 07:59:17.471714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Deleting port aab247e4-6e54-442e-8516-b8ef5cdbc7ab {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:17.472205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.474558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d1304-5ae6-4ecd-9703-bf538212c62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce964936-17d7-4ee4-807b-1d7509c63808,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:17.537238 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] Deleting port aab247e4-6e54-442e-8516-b8ef5cdbc7ab {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:17.537714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.546398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] For port aab247e4-6e54-442e-8516-b8ef5cdbc7ab, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:17.547025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.564594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Calling delete_port for aab247e4-6e54-442e-8516-b8ef5cdbc7ab owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:17.630479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] For port aab247e4-6e54-442e-8516-b8ef5cdbc7ab, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,segment=NetworkSegment(adef2d7f-e119-4751-8893-16781ba27cce),segment_id=adef2d7f-e119-4751-8893-16781ba27cce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:17.631433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.658927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] Calling delete_port for aab247e4-6e54-442e-8516-b8ef5cdbc7ab owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:17.753465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.760759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.780785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Port': ['ID=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:17.784195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] No DVR routers for this DVR port aab247e4-6e54-442e-8516-b8ef5cdbc7ab on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:17.788688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] Pushing event deleted for resources: {'Port': ['ID=aab247e4-6e54-442e-8516-b8ef5cdbc7ab,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:17.790577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed12093-504a-4883-9e1d-696a9594436a None None] No DVR routers for this DVR port aab247e4-6e54-442e-8516-b8ef5cdbc7ab on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:17.891382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.912196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95af800-b449-4a9a-b6d4-471e5c21bd21']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:17.922676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adef2d7f-e119-4751-8893-16781ba27cce') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:17.923082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adef2d7f-e119-4751-8893-16781ba27cce') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:17.936142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.951925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.959003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:17.959396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:17.962455 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:18.059867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device e6048354-ffb4-4b99-a86a-694aa381a605 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:18.087765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.116030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.122786 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] 10.222.0.43 "DELETE /v2.0/networks/f95af800-b449-4a9a-b6d4-471e5c21bd21 HTTP/1.1" status: 204 len: 168 time: 0.9746239 Dec 16 07:59:18.122786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d2692-ef85-4c72-bc68-9a69136f20ae tempest-ServersTestMultiNic-289095657 tempest-ServersTestMultiNic-289095657-project] Pushing event deleted for resources: {'Network': ['ID=f95af800-b449-4a9a-b6d4-471e5c21bd21,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:18.172640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33524) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:18.190606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port e6048354-ffb4-4b99-a86a-694aa381a605 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:18.196207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port e6048354-ffb4-4b99-a86a-694aa381a605 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:18.197005 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.287072 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.293337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:18.311773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:18.314011 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc7855-8dca-4a7d-b269-254a1af6d137" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:18.327620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port e6048354-ffb4-4b99-a86a-694aa381a605, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e6048354-ffb4-4b99-a86a-694aa381a605,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:18.353736 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136247d-f99f-4343-8f8f-2be4d8dfb46d x-openstack-request-id: req-2136247d-f99f-4343-8f8f-2be4d8dfb46d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:18.354027 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:18.354279 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2136247d-f99f-4343-8f8f-2be4d8dfb46d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:18.354675 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605', 'code': 200} Dec 16 07:59:18.460843 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.460843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 46e5cf68-faa7-42f4-be13-1059f1bb184e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:18.572367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.578384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.578524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=e6048354-ffb4-4b99-a86a-694aa381a605,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:18.585789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.592427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.598206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.605459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.611898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.613985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-899cfd76-842a-4701-a276-f49892ce0109 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5438 time: 0.2083480 Dec 16 07:59:18.633750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc363ce-8435-446b-9de4-8711e86c336d req-ded5288f-36ae-460c-857d-65fd83ebc828 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:18.635255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebc363ce-8435-446b-9de4-8711e86c336d req-ded5288f-36ae-460c-857d-65fd83ebc828 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1284811 Dec 16 07:59:18.672127 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-644ee1b3-5017-4bd4-8e35-b7cc5059fb27 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb061d4fe1434fa581b05551062c8180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4968116 Dec 16 07:59:18.674436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33544) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:18.680247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33546) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:18.682751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 46e5cf68-faa7-42f4-be13-1059f1bb184e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:18.687553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 46e5cf68-faa7-42f4-be13-1059f1bb184e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:18.687910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.713017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-61ec4c32-44ef-469b-ac97-458bd72ac802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.747761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce20be84-1c88-4c04-8e5c-cacd8e6195c2 req-d78b3f92-b1d5-4fa9-b871-c83ad95b74da tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231709 Dec 16 07:59:18.757261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebc363ce-8435-446b-9de4-8711e86c336d req-5748a48c-eaf6-4cd7-9c97-4230628a9b50 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063955 Dec 16 07:59:18.768504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b634177-1cbe-40cd-bd3a-fb96221b5916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.824654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b634177-1cbe-40cd-bd3a-fb96221b5916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.882510 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.903679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-61ec4c32-44ef-469b-ac97-458bd72ac802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.925295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:18.954521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device aab247e4-6e54-442e-8516-b8ef5cdbc7ab no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:18.971115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: aab247e4-6e54-442e-8516-b8ef5cdbc7ab {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:18.971465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device aab247e4-6e54-442e-8516-b8ef5cdbc7ab not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:18.984959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 46e5cf68-faa7-42f4-be13-1059f1bb184e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:19.007816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-61ec4c32-44ef-469b-ac97-458bd72ac802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.043289 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b634177-1cbe-40cd-bd3a-fb96221b5916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.046170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b634177-1cbe-40cd-bd3a-fb96221b5916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.048314 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b634177-1cbe-40cd-bd3a-fb96221b5916 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abf95f05-16fb-4dee-88cd-5cd534c4166a HTTP/1.1" status: 204 len: 168 time: 0.3729401 Dec 16 07:59:19.052793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-61ec4c32-44ef-469b-ac97-458bd72ac802 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec9c1f0780f5449ab6ede61897982209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3715253 Dec 16 07:59:19.054032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec4c32-44ef-469b-ac97-458bd72ac802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf54ab-967d-40df-9f37-959a22905fd6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:19.055642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33556) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:19.095138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b634177-1cbe-40cd-bd3a-fb96221b5916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf95f05-16fb-4dee-88cd-5cd534c4166a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:19.100337 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.102303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a9535134-94aa-4c88-8e03-fecf261821ea up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:19.193028 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3170e48d-5d0d-4cf2-981e-723d4c7218f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.220718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=46e5cf68-faa7-42f4-be13-1059f1bb184e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:19.225504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3170e48d-5d0d-4cf2-981e-723d4c7218f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.281312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fbbe6-283d-44b2-9c62-834cd83a2902 req-966228e4-08f1-418c-9b65-095244b1b4a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:19.282925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f6fbbe6-283d-44b2-9c62-834cd83a2902 req-966228e4-08f1-418c-9b65-095244b1b4a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0614498 Dec 16 07:59:19.325635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Deleting port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:19.325974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.341448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port a9535134-94aa-4c88-8e03-fecf261821ea completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:19.345873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port a9535134-94aa-4c88-8e03-fecf261821ea triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:19.346250 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.348052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f6fbbe6-283d-44b2-9c62-834cd83a2902 req-bd34160c-b135-4ce2-bbd7-ec9f314bc8d8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575659 Dec 16 07:59:19.427687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] For port 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,segment=NetworkSegment(4ece717c-282c-4e0b-8650-6e0b513d8612),segment_id=4ece717c-282c-4e0b-8650-6e0b513d8612)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:19.428056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.433768 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.444269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Calling delete_port for 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:19.453892 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3170e48d-5d0d-4cf2-981e-723d4c7218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.456471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3170e48d-5d0d-4cf2-981e-723d4c7218f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.457755 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3170e48d-5d0d-4cf2-981e-723d4c7218f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23bf54ab-967d-40df-9f37-959a22905fd6 HTTP/1.1" status: 204 len: 168 time: 0.3956907 Dec 16 07:59:19.468745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170e48d-5d0d-4cf2-981e-723d4c7218f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf54ab-967d-40df-9f37-959a22905fd6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:19.515208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a9535134-94aa-4c88-8e03-fecf261821ea, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a9535134-94aa-4c88-8e03-fecf261821ea,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:19.599143 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.599954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2fb121c9-f464-4a6c-9689-a7432580002e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:19.679521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a9535134-94aa-4c88-8e03-fecf261821ea,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:19.730040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.752868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 2fb121c9-f464-4a6c-9689-a7432580002e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:19.757711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=47a406f4-7c30-4d15-b5bb-8ac2ab9db81d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:19.757926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 2fb121c9-f464-4a6c-9689-a7432580002e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:19.761239 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.867924 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:19.936456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2fb121c9-f464-4a6c-9689-a7432580002e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2fb121c9-f464-4a6c-9689-a7432580002e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:20.024518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.031790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.036416 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.042549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 4889025c-1913-4600-8cbc-c47eff052b5f up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:20.042689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.042898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.047940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.057194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.063705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.071086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.080359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-91d38523-b410-4801-9bcf-f21caee03af3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5441 time: 0.1427112 Dec 16 07:59:20.144620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fe7c53f-41df-40d8-a4a3-fb35287e28e4 req-0b031b5b-8d60-42b5-b93d-de1aaa486202 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626714 Dec 16 07:59:20.161015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2fb121c9-f464-4a6c-9689-a7432580002e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:20.291147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Router 3c5dc22b-ca34-44fd-b850-9149fb807f89 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:59:20.346952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 4889025c-1913-4600-8cbc-c47eff052b5f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:20.351825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 4889025c-1913-4600-8cbc-c47eff052b5f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:20.352326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.375186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e5cf68-faa7-42f4-be13-1059f1bb184e'}, {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9535134-94aa-4c88-8e03-fecf261821ea'}, {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:20.377944 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8900dcfb-41cb-4a07-bf75-1ecf40dcedee" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "46e5cf68-faa7-42f4-be13-1059f1bb184e"}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "a9535134-94aa-4c88-8e03-fecf261821ea"}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:20.403383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:59:20.416156 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] Sync routers for ids ['3c5dc22b-ca34-44fd-b850-9149fb807f89'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:59:20.432331 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6fcf10ed-10c7-4cca-91ba-c19948f33e2a admin admin] 10.222.0.43 "PUT /v2.0/routers/3c5dc22b-ca34-44fd-b850-9149fb807f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1377101 Dec 16 07:59:20.433145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:20.433904 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] Routers {'3c5dc22b-ca34-44fd-b850-9149fb807f89'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:20.436663 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3c5dc22b-ca34-44fd-b850-9149fb807f89'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:20.474187 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a3f71c-11c4-4c24-a0c0-0ca8b1a22bb8 x-openstack-request-id: req-a8a3f71c-11c4-4c24-a0c0-0ca8b1a22bb8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:20.474526 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "46e5cf68-faa7-42f4-be13-1059f1bb184e", "code": 200}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "a9535134-94aa-4c88-8e03-fecf261821ea", "code": 200}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:20.474742 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8a3f71c-11c4-4c24-a0c0-0ca8b1a22bb8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:20.475141 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e5cf68-faa7-42f4-be13-1059f1bb184e', 'code': 200} Dec 16 07:59:20.475394 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9535134-94aa-4c88-8e03-fecf261821ea', 'code': 200} Dec 16 07:59:20.475644 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e', 'code': 200} Dec 16 07:59:20.481227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33582) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:20.521976 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.550735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23cefe-e78e-4ad3-ac82-0a495b92c8a3 req-86da6d97-b557-4425-8988-c75425519025 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:20.569006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f23cefe-e78e-4ad3-ac82-0a495b92c8a3 req-86da6d97-b557-4425-8988-c75425519025 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1396027 Dec 16 07:59:20.582582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.598661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-df8c977c-af79-4337-8291-ab5455690dcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69139a3048b8462fa78c0fcd54be59f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1095223 Dec 16 07:59:20.606491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33586) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:20.613754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 4889025c-1913-4600-8cbc-c47eff052b5f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4889025c-1913-4600-8cbc-c47eff052b5f,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:20.621501 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] Set router 3c5dc22b-ca34-44fd-b850-9149fb807f89 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:20.693544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.694508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a78ae675-cc66-473b-95d1-de9a6843215e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:20.697903 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c965ccca-c886-426e-aa77-0354cf3a9299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.722228 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c965ccca-c886-426e-aa77-0354cf3a9299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.782456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f23cefe-e78e-4ad3-ac82-0a495b92c8a3 req-bd7bd960-3751-4b97-83be-995843681304 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013807 Dec 16 07:59:20.830508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33594) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:20.865659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=4889025c-1913-4600-8cbc-c47eff052b5f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:20.889540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.890722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c965ccca-c886-426e-aa77-0354cf3a9299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.907081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c965ccca-c886-426e-aa77-0354cf3a9299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:20.907081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c965ccca-c886-426e-aa77-0354cf3a9299 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ff9fb23-b98f-43e7-a333-7682d9252c52 HTTP/1.1" status: 204 len: 168 time: 0.2969735 Dec 16 07:59:20.910996 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:59:19Z', 'revision_number': 5, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:20.914270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965ccca-c886-426e-aa77-0354cf3a9299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff9fb23-b98f-43e7-a333-7682d9252c52,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:20.937924 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] Checking router: 3c5dc22b-ca34-44fd-b850-9149fb807f89 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:59:20.947638 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] Routers {'3c5dc22b-ca34-44fd-b850-9149fb807f89'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:20.948281 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3c5dc22b-ca34-44fd-b850-9149fb807f89'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:20.969917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port a78ae675-cc66-473b-95d1-de9a6843215e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 07:59:20.975069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port a78ae675-cc66-473b-95d1-de9a6843215e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:20.976675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.125655 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.173522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a78ae675-cc66-473b-95d1-de9a6843215e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a78ae675-cc66-473b-95d1-de9a6843215e,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:21.179391 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] Set router 3c5dc22b-ca34-44fd-b850-9149fb807f89 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:21.293586 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.348571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:21.360312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:21.376614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:21.384522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a78ae675-cc66-473b-95d1-de9a6843215e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:21.390788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:21.401404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:21.405012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:21.411944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:21.419978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-a4289748-496d-45ee-ae26-1e7a056eb495 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5443 time: 0.1803052 Dec 16 07:59:21.455448 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a29263-3cfe-4f5e-9361-912fa639a1b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.487393 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:59:19Z', 'revision_number': 5, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:21.496133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cde8d0f9-ccb9-4568-bb9d-fde77b4130cb req-cddcca2d-ccb2-4da4-8368-50fb41013162 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749238 Dec 16 07:59:21.526353 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd28f9e-7f50-475c-802c-6d9c66f59d17 None None] The sync data for ids ['3c5dc22b-ca34-44fd-b850-9149fb807f89'] in n-d-820935-11 is: [{'id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'name': 'tempest-ServersTestMultiNic-1202443239-router', 'tenant_id': '33e21e1dccf248d7963fe727d7a964f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:57:16Z', 'updated_at': '2021-12-16T07:59:19Z', 'revision_number': 5, 'project_id': '33e21e1dccf248d7963fe727d7a964f9', 'gw_port': {'id': '0fb38153-be05-4750-826b-9ee0adedf04c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5dc22b-ca34-44fd-b850-9149fb807f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:57:17Z', 'updated_at': '2021-12-16T07:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:59:21.582748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Deleting port 0fb38153-be05-4750-826b-9ee0adedf04c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:21.582748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.645098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a29263-3cfe-4f5e-9361-912fa639a1b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.686391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] For port 0fb38153-be05-4750-826b-9ee0adedf04c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0fb38153-be05-4750-826b-9ee0adedf04c,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:21.686757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.699313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Calling delete_port for 0fb38153-be05-4750-826b-9ee0adedf04c owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:21.741510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a29263-3cfe-4f5e-9361-912fa639a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.792735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a29263-3cfe-4f5e-9361-912fa639a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e4e78b-178f-40fc-8842-6d160cfb306b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:21.798491 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61a29263-3cfe-4f5e-9361-912fa639a1b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=753245152b2d4e759610c18987518fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9669609 Dec 16 07:59:21.805476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33628) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:21.916302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5a-3603-473a-88fc-1410a3e921bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:21.948682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5a-3603-473a-88fc-1410a3e921bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.002418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8244059-4229-4f0b-8a26-310c60ceea2c req-f492cfa6-a4f3-46cd-a36d-4889c5d052c3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.004554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8244059-4229-4f0b-8a26-310c60ceea2c req-f492cfa6-a4f3-46cd-a36d-4889c5d052c3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1284645 Dec 16 07:59:22.027245 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.056432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb38153-be05-4750-826b-9ee0adedf04c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:22.092534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8244059-4229-4f0b-8a26-310c60ceea2c req-0e982c3b-ac2a-4373-af3f-991b19bf551e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763333 Dec 16 07:59:22.133606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.136093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5a-3603-473a-88fc-1410a3e921bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.138742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac5a-3603-473a-88fc-1410a3e921bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.139993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fb0cac5a-3603-473a-88fc-1410a3e921bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85e4e78b-178f-40fc-8842-6d160cfb306b HTTP/1.1" status: 204 len: 168 time: 0.3367541 Dec 16 07:59:22.153921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cac5a-3603-473a-88fc-1410a3e921bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e4e78b-178f-40fc-8842-6d160cfb306b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:22.241908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.244311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.393024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.393632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c5dc22b-ca34-44fd-b850-9149fb807f89 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 07:59:22.398284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.402366 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61a653ea-4f0f-4221-ae29-773ff253873f admin admin] 10.222.0.43 "DELETE /v2.0/routers/3c5dc22b-ca34-44fd-b850-9149fb807f89 HTTP/1.1" status: 204 len: 168 time: 1.9650776 Dec 16 07:59:22.403135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33648) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:22.474983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] Deleting subnet bd1e2bc5-07a6-4a8d-bce9-8f20cb339089 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 07:59:22.477080 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f'}, {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:22.480332 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23175de4-0f3d-4598-bf99-04785a430b66" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f"}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:22.484193 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.538649 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17573efb-5d08-4290-8f6b-9eb9d8af0ffc x-openstack-request-id: req-17573efb-5d08-4290-8f6b-9eb9d8af0ffc {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:22.538955 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f", "code": 200}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-plugged", "status": "completed", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:22.539211 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17573efb-5d08-4290-8f6b-9eb9d8af0ffc {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:22.539610 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f', 'code': 200} Dec 16 07:59:22.539881 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e', 'code': 200} Dec 16 07:59:22.544418 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.701035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.720560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.721147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.721613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.722094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.723526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.724850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.726034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.728208 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-e2d05e52-3d90-4a96-b371-10445ebb9294 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6508 time: 0.0530837 Dec 16 07:59:22.743880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.750132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.756292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.762156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.768040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.774889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.780821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:22.789511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-87365192-f202-4a25-8419-d37e69c12b00 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.1513870 Dec 16 07:59:22.816206 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-428b69f9-9ad5-46cc-913a-c95b2334d479 req-71672d60-7f76-4824-a3c4-c4beae2fe0f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807676 Dec 16 07:59:22.857978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2168704c-e86e-4fdb-a20f-d5aba9472a9f req-6b87ec5d-16db-46d3-987a-22dda5c72597 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676949 Dec 16 07:59:22.928007 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.964699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1e2bc5-07a6-4a8d-bce9-8f20cb339089,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:22.971827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:22.972331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939fb8b-40a9-4e94-9b0a-cd3813a9d797 None None] Network 0348baac-7305-42e1-aa7e-87d76528ee07 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:22.975867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9a6e1ded-943f-4f7b-8e94-0d16910aa08d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bd1e2bc5-07a6-4a8d-bce9-8f20cb339089 HTTP/1.1" status: 204 len: 168 time: 0.5715771 Dec 16 07:59:22.978962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33670) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:23.014954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0fb38153-be05-4750-826b-9ee0adedf04c no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:23.026698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33674) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:23.045725 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19cb4211-df83-437f-88b3-4c4611f5ea67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.094736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 0fb38153-be05-4750-826b-9ee0adedf04c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:23.095487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0fb38153-be05-4750-826b-9ee0adedf04c not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:23.096138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:23.098567 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.154086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19cb4211-df83-437f-88b3-4c4611f5ea67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.162186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:23.162540 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 47a406f4-7c30-4d15-b5bb-8ac2ab9db81d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:23.174271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Deleting port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:23.174622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.265521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] For port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,segment=NetworkSegment(4ece717c-282c-4e0b-8650-6e0b513d8612),segment_id=4ece717c-282c-4e0b-8650-6e0b513d8612)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:23.265888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.277260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a0855-b1f4-48d6-8c3c-3c86ae996885 req-554fd5bf-fd98-4cfc-b1b0-54f99b1e938c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:23.278903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710a0855-b1f4-48d6-8c3c-3c86ae996885 req-554fd5bf-fd98-4cfc-b1b0-54f99b1e938c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0757046 Dec 16 07:59:23.291904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Calling delete_port for 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:23.292112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] DHCP port deletion for 0348baac-7305-42e1-aa7e-87d76528ee07 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 07:59:23.388376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710a0855-b1f4-48d6-8c3c-3c86ae996885 req-ef2b2926-84f0-4c80-b114-400ff5cd58e6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024282 Dec 16 07:59:23.389792 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19cb4211-df83-437f-88b3-4c4611f5ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.398220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] Deleting port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 07:59:23.398817 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.443087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-19cb4211-df83-437f-88b3-4c4611f5ea67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0809b2c005bd4ab6be15f2b616cee104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144266 Dec 16 07:59:23.444816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb4211-df83-437f-88b3-4c4611f5ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50a9cf-28b8-48ac-85a2-08ac940853b3,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:23.447264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33686) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:23.487736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] For port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,segment=NetworkSegment(4ece717c-282c-4e0b-8650-6e0b513d8612),segment_id=4ece717c-282c-4e0b-8650-6e0b513d8612)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:23.488953 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.502539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] Calling delete_port for 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 07:59:23.514177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7498e8-93db-4bc4-ad08-b6de1b687fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.536480 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7498e8-93db-4bc4-ad08-b6de1b687fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.599722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.606757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.626078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Pushing event deleted for resources: {'Port': ['ID=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:23.631341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] No DVR routers for this DVR port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:23.636379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] Pushing event deleted for resources: {'Port': ['ID=64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:23.645580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7498e8-93db-4bc4-ad08-b6de1b687fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.646621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f766e3-c18b-4bc1-9b5a-ffa9cddfec1f None None] No DVR routers for this DVR port 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 07:59:23.648396 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7498e8-93db-4bc4-ad08-b6de1b687fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.649588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ea7498e8-93db-4bc4-ad08-b6de1b687fe6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c50a9cf-28b8-48ac-85a2-08ac940853b3 HTTP/1.1" status: 204 len: 168 time: 0.1906106 Dec 16 07:59:23.661157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7498e8-93db-4bc4-ad08-b6de1b687fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50a9cf-28b8-48ac-85a2-08ac940853b3,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:23.723613 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.743791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0348baac-7305-42e1-aa7e-87d76528ee07']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:23.752945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ece717c-282c-4e0b-8650-6e0b513d8612') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:23.753239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ece717c-282c-4e0b-8650-6e0b513d8612') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:23.762979 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.777371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.783270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:23.783649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:23.786070 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:23.925328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.931144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:23.937542 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] 10.222.0.43 "DELETE /v2.0/networks/0348baac-7305-42e1-aa7e-87d76528ee07 HTTP/1.1" status: 204 len: 168 time: 0.9572787 Dec 16 07:59:23.956491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626d065-ed30-43fd-8b1a-82cf73e0ec2d admin admin] Pushing event deleted for resources: {'Network': ['ID=0348baac-7305-42e1-aa7e-87d76528ee07,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:23.998249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.004650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.010566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.016503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.022980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.029104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.036200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.038103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-e0c7424a-a7e5-450b-aa52-6eeb2c7bd81d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.0989549 Dec 16 07:59:24.103020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7db39994-fb74-44d8-847c-18e8a3e0b303 req-f0fa3717-fe11-47e1-ab13-5ca08d2c07cb tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572958 Dec 16 07:59:24.530804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d511d3-25a7-496b-a210-2d95d39a3df5 req-61d581c7-ee6b-4341-84b7-c68f672afbfa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:24.532706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5d511d3-25a7-496b-a210-2d95d39a3df5 req-61d581c7-ee6b-4341-84b7-c68f672afbfa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0654275 Dec 16 07:59:24.533598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33722) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:24.607706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4efb8e5c-5dda-4256-9e2d-15e0028fd451 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33e21e1dccf248d7963fe727d7a964f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728462 Dec 16 07:59:24.610559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33724) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:24.620664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5d511d3-25a7-496b-a210-2d95d39a3df5 req-b926dcf9-27c5-49ca-883c-c8bbf5e2ca01 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709369 Dec 16 07:59:24.642936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33728) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:24.695298 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0edc81a1-a541-441a-ba1f-2d3913d3007e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:24.721206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0edc81a1-a541-441a-ba1f-2d3913d3007e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:24.851301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 07:59:24.873112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0edc81a1-a541-441a-ba1f-2d3913d3007e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:24.875674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0edc81a1-a541-441a-ba1f-2d3913d3007e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:24.884939 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0edc81a1-a541-441a-ba1f-2d3913d3007e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ab5e8a5-cc79-4151-8daf-39078192495f HTTP/1.1" status: 204 len: 168 time: 0.2729774 Dec 16 07:59:24.885127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-cbc34ec8-3c50-406d-966f-2852ea295e1b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1104117586'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:24.885467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-cbc34ec8-3c50-406d-966f-2852ea295e1b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Unknown quota resources ['metering_label']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:59:24.901876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc81a1-a541-441a-ba1f-2d3913d3007e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab5e8a5-cc79-4151-8daf-39078192495f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:24.903602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 07:59:24.903974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 64bc2a3f-53c0-4bc4-9af2-f4d5e0d265a0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 07:59:25.115790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cbc34ec8-3c50-406d-966f-2852ea295e1b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:25.119513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cbc34ec8-3c50-406d-966f-2852ea295e1b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4750364 Dec 16 07:59:25.119871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33746) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:25.124505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ffdf1b3d-d080-4022-9f08-7dd02c4dbe01 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dfd2d93f-557f-47a5-a225-c0ddca7c4eee'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:25.125006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ffdf1b3d-d080-4022-9f08-7dd02c4dbe01 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:59:25.248344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.256048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.262298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.269162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.274985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.280885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.286889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.288827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-d59a5a85-a95f-428d-9604-3d7e61530d64 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.1032004 Dec 16 07:59:25.349953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd743770-fde4-44aa-8a74-385ff3dcc999 req-43c833c2-0adf-41b6-97c2-60e4870d7418 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548842 Dec 16 07:59:25.365196 n-d-820935-11 neutron-server[110396]: WARNING neutron.services.metering.metering_plugin [None req-ffdf1b3d-d080-4022-9f08-7dd02c4dbe01 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 07:59:25.456412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffdf1b3d-d080-4022-9f08-7dd02c4dbe01 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:25.458017 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ffdf1b3d-d080-4022-9f08-7dd02c4dbe01 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3370664 Dec 16 07:59:25.461464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33756) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:25.466858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bef2a7ab-8161-4dc3-bfb8-0b7dbd12746b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dfd2d93f-557f-47a5-a225-c0ddca7c4eee'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:25.467600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bef2a7ab-8161-4dc3-bfb8-0b7dbd12746b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:59:25.501073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.510386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.517278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.524727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.532058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.539608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.546250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.552443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-659e3351-f04e-4a86-b28b-7b3fed5c0325 req-630ae54e-1e9e-4c8b-b9ec-918b4fe180e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.1207371 Dec 16 07:59:25.559188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33764) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:25.564464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Request body: {'floatingip': {'port_id': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:25.592503 n-d-820935-11 neutron-server[110396]: WARNING neutron.services.metering.metering_plugin [None req-bef2a7ab-8161-4dc3-bfb8-0b7dbd12746b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 07:59:25.610907 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:25.686252 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bef2a7ab-8161-4dc3-bfb8-0b7dbd12746b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:25.688519 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bef2a7ab-8161-4dc3-bfb8-0b7dbd12746b tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2248461 Dec 16 07:59:25.690196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33776) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:25.700407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6cac1714-af88-453d-b45e-205d17622e5d tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=7973ac4f-ac40-490c-b1d2-31bea1333149 HTTP/1.1" status: 200 len: 464 time: 0.0089076 Dec 16 07:59:25.702962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33778) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:25.832997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610af9df-6050-4d4f-807a-b08ee206f582 req-c7bca3eb-e76d-45db-8bcf-8aa3189b9150 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:25.834475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-610af9df-6050-4d4f-807a-b08ee206f582 req-c7bca3eb-e76d-45db-8bcf-8aa3189b9150 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1078911 Dec 16 07:59:25.931366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-610af9df-6050-4d4f-807a-b08ee206f582 req-60f011fd-12fa-41ee-9434-cb2dee4e207c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907695 Dec 16 07:59:25.955956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b69af10-ddb5-4cf0-8414-b15b05974add tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:25.955956 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6b69af10-ddb5-4cf0-8414-b15b05974add tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/7973ac4f-ac40-490c-b1d2-31bea1333149 HTTP/1.1" status: 204 len: 168 time: 0.2493799 Dec 16 07:59:25.958004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33790) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:25.968711 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e1a869af-103f-4134-9b0c-d4985e28dbb3 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=7973ac4f-ac40-490c-b1d2-31bea1333149 HTTP/1.1" status: 200 len: 221 time: 0.0090990 Dec 16 07:59:25.971561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33792) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:25.977105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b7140b1f-5206-4e25-b2ae-88b8c8e667fa tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1486192870', 'description': 'label created by tempest'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:25.977716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b7140b1f-5206-4e25-b2ae-88b8c8e667fa tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Unknown quota resources ['metering_label']. {{(pid=110396) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 07:59:26.267030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7140b1f-5206-4e25-b2ae-88b8c8e667fa tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:26.269377 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b7140b1f-5206-4e25-b2ae-88b8c8e667fa tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2957692 Dec 16 07:59:26.272438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33800) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:26.332023 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b78f4e4-c11b-41f8-8024-03449af48497 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=501e3d89-3a28-4439-b437-4887d167d532 HTTP/1.1" status: 200 len: 468 time: 0.0583892 Dec 16 07:59:26.335234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33802) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:26.537666 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:26.608031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:26.610066 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d4bee0d-ff41-45b4-b749-a8a69c9b156d tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:26.611231 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3d4bee0d-ff41-45b4-b749-a8a69c9b156d tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/501e3d89-3a28-4439-b437-4887d167d532 HTTP/1.1" status: 204 len: 168 time: 0.2751482 Dec 16 07:59:26.619345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33810) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:26.635532 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2fc6194b-b49f-4113-94e1-1caaadd46957 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=501e3d89-3a28-4439-b437-4887d167d532 HTTP/1.1" status: 200 len: 216 time: 0.0116167 Dec 16 07:59:26.636657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:26.653282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2923d682-337d-4506-883b-d40f61e365d3 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0152118 Dec 16 07:59:26.653560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33816) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:26.680378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d46c0160-ee32-4ae6-b873-73615c3495e9 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0218258 Dec 16 07:59:26.684803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:26.763109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d82b0214-4e5b-4519-a0f5-c2099214a5af tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/dfd2d93f-557f-47a5-a225-c0ddca7c4eee HTTP/1.1" status: 200 len: 473 time: 0.0650721 Dec 16 07:59:26.771489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33830) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:26.774606 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Floating IP 991c963a-4cd7-4212-88f1-ef04aa4e256a associated. External IP: 172.25.2.108, port: 6fdc0cc4-00df-496b-8478-b7f389ac6ad5. Dec 16 07:59:26.841163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-85ea67b6-b273-491b-9644-0b5da6c0fcfc tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/faccf845-897a-48c0-b8ea-8c1a2fd89dc6 HTTP/1.1" status: 200 len: 461 time: 0.0618696 Dec 16 07:59:26.846424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33836) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:27.153465 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-638592c4-fb62-4ad4-8798-82ddfd4ca4bb tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:27.154667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-638592c4-fb62-4ad4-8798-82ddfd4ca4bb tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/faccf845-897a-48c0-b8ea-8c1a2fd89dc6 HTTP/1.1" status: 204 len: 168 time: 0.3069024 Dec 16 07:59:27.157312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33848) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:27.166168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Router cd88d742-81fd-4bb9-97a0-83cd69df41bc has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:59:27.184130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2233-74fd-48fd-b7bd-64def98a63b0 req-6676d447-f0e3-47d7-8a53-6ea69f1eea12 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.185717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-632b2233-74fd-48fd-b7bd-64def98a63b0 req-6676d447-f0e3-47d7-8a53-6ea69f1eea12 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1588364 Dec 16 07:59:27.343346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33852) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:27.375666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-632b2233-74fd-48fd-b7bd-64def98a63b0 req-43b94c29-c860-4b6c-98d0-25e85b28e259 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365285 Dec 16 07:59:27.386921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:59:27.391788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:27.404557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] Sync routers for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:59:27.429438 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:27.433061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:27.436348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-59702cd3-e6c3-482e-a7b1-f7ad3710c47b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "PUT /v2.0/floatingips/991c963a-4cd7-4212-88f1-ef04aa4e256a HTTP/1.1" status: 200 len: 992 time: 1.8755262 Dec 16 07:59:27.436593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:27.437352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 07:59:27.441502 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe1a5d3-d172-48ba-a006-886a6751004c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 07:59:27.533261 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 07:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2580d6e9-14d7-4787-bcf7-f7938e437378 x-openstack-request-id: req-2580d6e9-14d7-4787-bcf7-f7938e437378 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 07:59:27.533687 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 07:59:27.534064 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2580d6e9-14d7-4787-bcf7-f7938e437378 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 07:59:27.534676 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'status': 'completed', 'code': 200} Dec 16 07:59:27.689847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.690564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.691087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.691562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.692152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.692800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.693423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.695437 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-5a0717ec-1151-4e05-90ec-e58ae963bad0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6508 time: 0.0688519 Dec 16 07:59:27.703820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab612ab0-c238-4bcc-9f3f-f25c518c4b94 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:27.707775 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab612ab0-c238-4bcc-9f3f-f25c518c4b94 tempest-MeteringTestJSON-575432078 tempest-MeteringTestJSON-575432078-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/dfd2d93f-557f-47a5-a225-c0ddca7c4eee HTTP/1.1" status: 204 len: 168 time: 0.5467389 Dec 16 07:59:27.738752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-811960905-network', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:27.772558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:27.812762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-3bb5ce0e-866d-48b1-94ce-6df50790a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.812762 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-3bb5ce0e-866d-48b1-94ce-6df50790a3bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 HTTP/1.1" status: 200 len: 918 time: 0.1047359 Dec 16 07:59:27.904929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-559096bb-f7c3-4907-882b-dd54dc5b9c8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0838630 Dec 16 07:59:27.914287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:27.916725 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:27.941212 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:27.985603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-3cc613df-dff3-48e9-bdaf-f7ab9376714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:27.987254 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-3cc613df-dff3-48e9-bdaf-f7ab9376714b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b806765-50b6-4970-8d37-d1e022e4d5f3 HTTP/1.1" status: 200 len: 856 time: 0.0746088 Dec 16 07:59:28.069167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-1b368b01-b084-4119-ab09-66fbdb02c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:28.072100 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-1b368b01-b084-4119-ab09-66fbdb02c3cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723515 Dec 16 07:59:28.113383 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.121128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '991c963a-4cd7-4212-88f1-ef04aa4e256a', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'port_id': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'mac_address': 'fa:16:3e:09:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:57:54Z', 'updated_at': '2021-12-16T07:59:26Z', 'revision_number': 1, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:28.151729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] Checking router: cd88d742-81fd-4bb9-97a0-83cd69df41bc for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:59:28.165518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:28.166453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:28.193004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.210906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-eca3353d-0a44-4588-9c1a-c66638597ec1 service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283026 Dec 16 07:59:28.213013 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4602e16-a8ff-439d-890c-91bca50411f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.234769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:28.244899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e16d91-e60d-45a5-a77b-51c2406b25fa,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:28.256249 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.256988 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Added segment b9a2d922-141b-45d9-ac5c-20ed38049b01 of type vlan for network f2f12833-3072-4c1a-970c-30f5266dac1a Dec 16 07:59:28.319534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.359518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:28.368231 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbe1a5d3-d172-48ba-a006-886a6751004c req-d7d307d6-6c52-4ebb-8d85-1b374787a5dd service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441147 Dec 16 07:59:28.430283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33878) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:28.430822 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.431971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:28.432627 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.547530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:28.574073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] Pushing event updated for resources: {'Network': ['ID=f2f12833-3072-4c1a-970c-30f5266dac1a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:28.693736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c881-fc04-4309-99e6-84f07e939381 req-dcf7f6b3-c264-4341-a4e4-a4f355862b37 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:28.694810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f2f12833-3072-4c1a-970c-30f5266dac1a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:28.696534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cf4c881-fc04-4309-99e6-84f07e939381 req-dcf7f6b3-c264-4341-a4e4-a4f355862b37 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0913546 Dec 16 07:59:28.710814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-48a3735a-9e3e-47f3-9c17-465d6014975f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3595335 Dec 16 07:59:28.714606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33892) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:28.722033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Request body: {'subnet': {'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-811960905-subnet', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:28.842007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cf4c881-fc04-4309-99e6-84f07e939381 req-8681547c-cf76-4dbe-bb9c-45249710d255 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376216 Dec 16 07:59:28.859255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '991c963a-4cd7-4212-88f1-ef04aa4e256a', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'port_id': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'mac_address': 'fa:16:3e:09:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:57:54Z', 'updated_at': '2021-12-16T07:59:26Z', 'revision_number': 1, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:28.868187 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b47811-89ad-4d90-9457-48f96883e94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.870293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:28.872697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:28.891896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda33bd0-59c7-44f6-bf8d-fe986b364554 None None] The sync data for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 is: [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '991c963a-4cd7-4212-88f1-ef04aa4e256a', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'port_id': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'mac_address': 'fa:16:3e:09:44:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a124372-577d-4138-a420-6ba32267423b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T07:57:54Z', 'updated_at': '2021-12-16T07:59:26Z', 'revision_number': 1, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:59:28.915713 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce61e181-759f-4eca-b630-86daba36b5a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.288845 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea49bf-fed5-4a0c-a048-7aca0b482ec5 None None] New status for floating IP 991c963a-4cd7-4212-88f1-ef04aa4e256a: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 07:59:29.346800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b47811-89ad-4d90-9457-48f96883e94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.356344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce61e181-759f-4eca-b630-86daba36b5a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.453455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b47811-89ad-4d90-9457-48f96883e94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.494142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce61e181-759f-4eca-b630-86daba36b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.505534 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.517550 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-76b47811-89ad-4d90-9457-48f96883e94e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0486ea9025e3463ca4afdbf94d9e10b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9645412 Dec 16 07:59:29.519216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b47811-89ad-4d90-9457-48f96883e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7abf99-e85e-415f-a045-3b96d141ed45,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:29.520092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33914) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:29.586652 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ce61e181-759f-4eca-b630-86daba36b5a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7ae28b8411e49f7bb955c8c2d144b32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1555817 Dec 16 07:59:29.589435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33916) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:29.596499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61e181-759f-4eca-b630-86daba36b5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4875e74f-003f-449c-8aeb-3eaa9b91f153,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:29.599591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:29.624869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Checking segment: {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:29.625227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Network hostable DHCP agents. Network: f2f12833-3072-4c1a-970c-30f5266dac1a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:59:29.668883 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c927-3efa-4ec9-9fa2-e8ecc1991eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.692941 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32235c7c-0c66-4090-8026-668b1eec31c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.704462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c927-3efa-4ec9-9fa2-e8ecc1991eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.731506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Network f2f12833-3072-4c1a-970c-30f5266dac1a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:59:29.737196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32235c7c-0c66-4090-8026-668b1eec31c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.830655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f2f12833-3072-4c1a-970c-30f5266dac1a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:29.834789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:29.835608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.842503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69efd63-caf1-42e1-9e1b-a50194567595 None None] Network f2f12833-3072-4c1a-970c-30f5266dac1a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:29.885457 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.948394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f2f12833-3072-4c1a-970c-30f5266dac1a', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:59:29.949486 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.967938 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c927-3efa-4ec9-9fa2-e8ecc1991eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.971216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c927-3efa-4ec9-9fa2-e8ecc1991eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.976926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f1d5c927-3efa-4ec9-9fa2-e8ecc1991eed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f7abf99-e85e-415f-a045-3b96d141ed45 HTTP/1.1" status: 204 len: 168 time: 0.4487102 Dec 16 07:59:29.978151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32235c7c-0c66-4090-8026-668b1eec31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.981432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32235c7c-0c66-4090-8026-668b1eec31c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:29.985804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-32235c7c-0c66-4090-8026-668b1eec31c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4875e74f-003f-449c-8aeb-3eaa9b91f153 HTTP/1.1" status: 204 len: 168 time: 0.3946326 Dec 16 07:59:29.998799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5d9a9-a7de-403b-ad72-d082b0aa0097 req-9cf78654-feb3-47a2-a6f5-78fbf920ed6e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:30.002415 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bd44d806-9b75-42aa-8fd4-7e5cad0ad7a0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2866683 Dec 16 07:59:30.005115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33934) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:30.007012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ca5d9a9-a7de-403b-ad72-d082b0aa0097 req-9cf78654-feb3-47a2-a6f5-78fbf920ed6e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0914612 Dec 16 07:59:30.009980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:30.043899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5c927-3efa-4ec9-9fa2-e8ecc1991eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7abf99-e85e-415f-a045-3b96d141ed45,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:30.060430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235c7c-0c66-4090-8026-668b1eec31c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4875e74f-003f-449c-8aeb-3eaa9b91f153,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:30.085676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ca5d9a9-a7de-403b-ad72-d082b0aa0097 req-ad24d98e-55b6-4998-8dc3-5c8469a44028 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775254 Dec 16 07:59:30.153603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Allocated IP 172.20.0.2 (f2f12833-3072-4c1a-970c-30f5266dac1a/49a7a9c6-ae2a-42c7-a62d-77baf3b74baf/caf1a820-8609-46e4-aba3-6772c0a0efde) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:30.216765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.217969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.282998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.324669 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.467894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.520253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Network f2f12833-3072-4c1a-970c-30f5266dac1a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:30.523248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:30.527718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:30.532716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Pushing event updated for resources: {'Port': ['ID=caf1a820-8609-46e4-aba3-6772c0a0efde,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:30.605573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.621508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Attempting to bind port caf1a820-8609-46e4-aba3-6772c0a0efde on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:59:30.622160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Attempting to bind port caf1a820-8609-46e4-aba3-6772c0a0efde by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:59:30.622721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Attempting to bind port caf1a820-8609-46e4-aba3-6772c0a0efde on network f2f12833-3072-4c1a-970c-30f5266dac1a {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:30.629380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:59:30.630068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Checking segment: {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:30.630713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.631156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Bound using segment: {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:59:30.631636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Bound port: caf1a820-8609-46e4-aba3-6772c0a0efde, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:59:30.632009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.702051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] For port caf1a820-8609-46e4-aba3-6772c0a0efde, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:59:30.705148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] For port caf1a820-8609-46e4-aba3-6772c0a0efde, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=caf1a820-8609-46e4-aba3-6772c0a0efde,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:59:30.725747 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2cdd-577d-4604-9184-c4c5e88fcdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.840082 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:30.923328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5f5ea-b2b8-4578-a695-4e04112d8726 None None] Pushing event updated for resources: {'Port': ['ID=caf1a820-8609-46e4-aba3-6772c0a0efde,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:30.995627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.016580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.169168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Allocated IP 172.25.2.172 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/6ab3546d-5d92-4692-aa0f-67686edf5922) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:31.260750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33954) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:31.305809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33956) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:31.306380 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88fc27b0-8456-4ea4-9bdf-070207ceef2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.358157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bff2c3f6-9f5b-4851-8683-61b45f919dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.366972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e847-b3f4-48f2-a204-eb7f99e4bed3 req-d0f0c8ce-f618-4e72-89c1-a34f06d4f6ef tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:31.368532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5be2e847-b3f4-48f2-a204-eb7f99e4bed3 req-d0f0c8ce-f618-4e72-89c1-a34f06d4f6ef tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1671541 Dec 16 07:59:31.419543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.442534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5be2e847-b3f4-48f2-a204-eb7f99e4bed3 req-98950d18-91cc-4bca-82a7-166e70e21ebe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601749 Dec 16 07:59:31.518893 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88fc27b0-8456-4ea4-9bdf-070207ceef2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.545400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bff2c3f6-9f5b-4851-8683-61b45f919dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.690095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88fc27b0-8456-4ea4-9bdf-070207ceef2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.719290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bff2c3f6-9f5b-4851-8683-61b45f919dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.722535 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.739493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc27b0-8456-4ea4-9bdf-070207ceef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5f6e0-254f-4e4b-81d3-d1b8b66d3a23,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:31.775553 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.778742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-88fc27b0-8456-4ea4-9bdf-070207ceef2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcb795e342254e939d8684d298b9e0c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151792 Dec 16 07:59:31.781443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33960) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:31.818151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:31.824820 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bff2c3f6-9f5b-4851-8683-61b45f919dc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1df4e1ceb95e4b228e884ea93e64a586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5130658 Dec 16 07:59:31.827695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33962) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:31.839415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:31.844560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2c3f6-9f5b-4851-8683-61b45f919dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e058e999-f1b2-43b5-88e5-e9cdec572b91,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:31.845646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:31.854945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Pushing event updated for resources: {'Port': ['ID=6ab3546d-5d92-4692-aa0f-67686edf5922,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:31.875955 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7678bb5-d63d-46c9-bc09-6272472b938c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:31.926112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7678bb5-d63d-46c9-bc09-6272472b938c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.113314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7678bb5-d63d-46c9-bc09-6272472b938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.115914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7678bb5-d63d-46c9-bc09-6272472b938c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.119323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c7678bb5-d63d-46c9-bc09-6272472b938c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cc5f6e0-254f-4e4b-81d3-d1b8b66d3a23 HTTP/1.1" status: 204 len: 168 time: 0.3340223 Dec 16 07:59:32.138904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7678bb5-d63d-46c9-bc09-6272472b938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc5f6e0-254f-4e4b-81d3-d1b8b66d3a23,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:32.256286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742ed87-2b9e-463e-9f1c-10c6040c440c None None] Network f2f12833-3072-4c1a-970c-30f5266dac1a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:32.329303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-39f5046e-2a26-422f-80ce-e6838b6dc595 None None] Provisioning complete for port caf1a820-8609-46e4-aba3-6772c0a0efde triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:32.329881 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39f5046e-2a26-422f-80ce-e6838b6dc595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.452983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c563147-30df-49fb-aa4c-afcb19b1cb88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.512604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c563147-30df-49fb-aa4c-afcb19b1cb88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.520323 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39f5046e-2a26-422f-80ce-e6838b6dc595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.581102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39f5046e-2a26-422f-80ce-e6838b6dc595 None None] For port caf1a820-8609-46e4-aba3-6772c0a0efde, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=caf1a820-8609-46e4-aba3-6772c0a0efde,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:32.635308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ff0aa-12a9-4178-9144-89699e0b29f8 req-4bd98241-f737-4cea-b852-c15a422858d6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:32.652055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a2ff0aa-12a9-4178-9144-89699e0b29f8 req-4bd98241-f737-4cea-b852-c15a422858d6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0886056 Dec 16 07:59:32.676803 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39f5046e-2a26-422f-80ce-e6838b6dc595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.686563 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c563147-30df-49fb-aa4c-afcb19b1cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.687980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c563147-30df-49fb-aa4c-afcb19b1cb88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.692430 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1c563147-30df-49fb-aa4c-afcb19b1cb88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e058e999-f1b2-43b5-88e5-e9cdec572b91 HTTP/1.1" status: 204 len: 168 time: 0.8602269 Dec 16 07:59:32.716036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c563147-30df-49fb-aa4c-afcb19b1cb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e058e999-f1b2-43b5-88e5-e9cdec572b91,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:32.775411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a2ff0aa-12a9-4178-9144-89699e0b29f8 req-f2c00c74-37ee-4b66-bb00-0552bdfbc8eb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224442 Dec 16 07:59:32.815191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:32.883306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5046e-2a26-422f-80ce-e6838b6dc595 None None] Pushing event updated for resources: {'Port': ['ID=caf1a820-8609-46e4-aba3-6772c0a0efde,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:32.919552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f4a74e9b-a345-4710-9cce-cdb31c5e60b8 None None] Provisioning complete for port caf1a820-8609-46e4-aba3-6772c0a0efde triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:32.919930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4a74e9b-a345-4710-9cce-cdb31c5e60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.025472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33990) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:33.063615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device caf1a820-8609-46e4-aba3-6772c0a0efde up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:33.155050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port caf1a820-8609-46e4-aba3-6772c0a0efde triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:33.155422 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.217907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.374906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7e43af7-73a7-4d3f-98bd-27c6d1ed1e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.438279 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.495140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:59:33.496864 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7e43af7-73a7-4d3f-98bd-27c6d1ed1e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.586754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7e43af7-73a7-4d3f-98bd-27c6d1ed1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.632516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e43af7-73a7-4d3f-98bd-27c6d1ed1e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4845a33-5064-42c5-8f96-968887b5870f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:33.643633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:59:33.655091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a7e43af7-73a7-4d3f-98bd-27c6d1ed1e6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=336ef02e0e5b437baecc6d7d4b90a1e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6284807 Dec 16 07:59:33.657203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Sync routers for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:59:33.659455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34014) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:33.679450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:33.680269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:33.726408 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fe476475-1a74-4e69-9835-71796d5acc36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.756595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fe476475-1a74-4e69-9835-71796d5acc36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.762244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:33.762244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8b4c989f-b63e-4ccf-a94c-215ab5469d0f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7559137 Dec 16 07:59:33.764987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:33.813511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:33.959409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5598-4fd7-498c-90bc-eff49141b6d8 req-17b6e66b-7477-4e28-8cfc-d13d29a02bc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:33.967032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-590b5598-4fd7-498c-90bc-eff49141b6d8 req-17b6e66b-7477-4e28-8cfc-d13d29a02bc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1006839 Dec 16 07:59:34.049529 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fe476475-1a74-4e69-9835-71796d5acc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.053433 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fe476475-1a74-4e69-9835-71796d5acc36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.054715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fe476475-1a74-4e69-9835-71796d5acc36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4845a33-5064-42c5-8f96-968887b5870f HTTP/1.1" status: 204 len: 168 time: 0.3933029 Dec 16 07:59:34.079178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-590b5598-4fd7-498c-90bc-eff49141b6d8 req-51c6bdf8-bb46-4fb2-8ac6-66c360a35530 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999553 Dec 16 07:59:34.108545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe476475-1a74-4e69-9835-71796d5acc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4845a33-5064-42c5-8f96-968887b5870f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:34.219296 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.257009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:32Z', 'revision_number': 3, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:34.289208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Checking router: f5d93b7d-cdd2-4482-9f0e-2b0a29306581 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:59:34.291231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Updating router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 port 6ab3546d-5d92-4692-aa0f-67686edf5922 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:59:34.315350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.338810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.559490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Allocated IP 172.20.0.1 (f2f12833-3072-4c1a-970c-30f5266dac1a/49a7a9c6-ae2a-42c7-a62d-77baf3b74baf/bfb345b9-d15d-4467-88fd-1c66d82a11bc) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:34.632726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.685104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.768610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.839375 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.847918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Attempting to bind port 6ab3546d-5d92-4692-aa0f-67686edf5922 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:59:34.848643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Attempting to bind port 6ab3546d-5d92-4692-aa0f-67686edf5922 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:59:34.849184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Attempting to bind port 6ab3546d-5d92-4692-aa0f-67686edf5922 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:34.851339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34048) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:34.863286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Pushing event updated for resources: {'Port': ['ID=6ab3546d-5d92-4692-aa0f-67686edf5922,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:34.871620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:59:34.872483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:34.872894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.873287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:59:34.873761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Bound port: 6ab3546d-5d92-4692-aa0f-67686edf5922, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:59:34.874150 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.878156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.879071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.880154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.880542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.880862 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.881482 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.881830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.882151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.882477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.882807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.883140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.883525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.883790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:34.888873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device caf1a820-8609-46e4-aba3-6772c0a0efde up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:34.903493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Network f2f12833-3072-4c1a-970c-30f5266dac1a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:34.906865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:34.910962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:34.939827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Pushing event updated for resources: {'Port': ['ID=bfb345b9-d15d-4467-88fd-1c66d82a11bc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:34.963199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:34.995465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] For port 6ab3546d-5d92-4692-aa0f-67686edf5922, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:59:34.999369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] For port 6ab3546d-5d92-4692-aa0f-67686edf5922, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6ab3546d-5d92-4692-aa0f-67686edf5922,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:59:35.004990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port caf1a820-8609-46e4-aba3-6772c0a0efde triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:35.005356 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.103943 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.180689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcfc77-9e63-489f-9dbc-cfef274b1f7f None None] Pushing event updated for resources: {'Port': ['ID=6ab3546d-5d92-4692-aa0f-67686edf5922,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:35.186502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:35.187234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:35.247357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34058) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:35.263237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0d299-2c43-4e34-a416-762c2b7e73e0 req-225d6613-681d-4ccf-bf61-2399c59053fe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:35.275065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08f0d299-2c43-4e34-a416-762c2b7e73e0 req-225d6613-681d-4ccf-bf61-2399c59053fe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0952547 Dec 16 07:59:35.279164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9f89-f911-43e4-af85-dc30c5f59d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.326592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:35.357266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08f0d299-2c43-4e34-a416-762c2b7e73e0 req-5b83fb00-cff0-4717-9bbc-a28ae5c58e8c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807164 Dec 16 07:59:35.395132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-49532049'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:35.413512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.416871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-037b87f4-d2b6-4a4a-9cc2-2be3f49d9a3c None None] Provisioning complete for port bfb345b9-d15d-4467-88fd-1c66d82a11bc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:35.418307 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-037b87f4-d2b6-4a4a-9cc2-2be3f49d9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.504047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-037b87f4-d2b6-4a4a-9cc2-2be3f49d9a3c None None] Port bfb345b9-d15d-4467-88fd-1c66d82a11bc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:59:35.583538 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9f89-f911-43e4-af85-dc30c5f59d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.598137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:32Z', 'revision_number': 3, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:35.626620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92b904-60db-4640-86a4-c69e29b6758b None None] The sync data for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 is: [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:32Z', 'revision_number': 3, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:59:35.653420 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.705025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Made reservation on behalf of f7f68c08252f4a9ea40541c0f30231e0 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:35.709527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.719108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.761710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6c7a9f89-f911-43e4-af85-dc30c5f59d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.803612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.822796 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.842596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a9f89-f911-43e4-af85-dc30c5f59d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42d8dd-9ba9-4e33-9ee2-519c457960ca,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:35.895247 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6c7a9f89-f911-43e4-af85-dc30c5f59d2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f13faad4d3cd435e8207780f786e54df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6419544 Dec 16 07:59:35.895589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34066) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:35.926722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.926872 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:35.926872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Pushing event updated for resources: {'Port': ['ID=bfb345b9-d15d-4467-88fd-1c66d82a11bc,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:35.976796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:36.117144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b01bc-a711-45dc-b237-fd844b1d24fc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:36.134760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.135358 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Added segment 3f6cb7aa-27b9-4748-80af-9bda31cb186c of type vlan for network c722073c-3334-4b94-9bb4-568ef106ea06 Dec 16 07:59:36.146836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Network f2f12833-3072-4c1a-970c-30f5266dac1a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:36.148035 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:36.213195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3552fb23-162a-4321-80a8-d2e2f25e6531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.220404 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.288272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3552fb23-162a-4321-80a8-d2e2f25e6531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.397263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:59:36.476076 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.482941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:36.486579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.617683 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3552fb23-162a-4321-80a8-d2e2f25e6531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.620742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3552fb23-162a-4321-80a8-d2e2f25e6531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.623195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3552fb23-162a-4321-80a8-d2e2f25e6531 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae42d8dd-9ba9-4e33-9ee2-519c457960ca HTTP/1.1" status: 204 len: 168 time: 0.7266898 Dec 16 07:59:36.660968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-11f5fe4b-f7c7-4bc0-b33a-775a790bd77f None None] Provisioning complete for port bfb345b9-d15d-4467-88fd-1c66d82a11bc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:36.661971 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11f5fe4b-f7c7-4bc0-b33a-775a790bd77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:36.729313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552fb23-162a-4321-80a8-d2e2f25e6531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42d8dd-9ba9-4e33-9ee2-519c457960ca,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:36.746251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Pushing event updated for resources: {'Network': ['ID=c722073c-3334-4b94-9bb4-568ef106ea06,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:36.761576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-834d0377-fd39-477e-9fe5-87ed95fca39b tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9096415 Dec 16 07:59:36.774248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34084) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:36.781423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:59:36.805824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c722073c-3334-4b94-9bb4-568ef106ea06 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:36.811273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-48a937da-598d-4ead-b207-7ce9908a911a admin admin] 10.222.0.43 "PUT /v2.0/routers/f5d93b7d-cdd2-4482-9f0e-2b0a29306581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0447240 Dec 16 07:59:36.835879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-f302f192-b311-4ada-9783-d9f578c73a2c tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-2077673087') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:36.840044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c500-31b4-46df-808d-b5fbf1e59bd1 req-80b80c96-db90-4667-be01-0caae203dce3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:36.845168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c885c500-31b4-46df-808d-b5fbf1e59bd1 req-80b80c96-db90-4667-be01-0caae203dce3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.2747765 Dec 16 07:59:36.875637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-11f5fe4b-f7c7-4bc0-b33a-775a790bd77f None None] Port bfb345b9-d15d-4467-88fd-1c66d82a11bc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:59:36.934388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c885c500-31b4-46df-808d-b5fbf1e59bd1 req-1f9d0439-0219-4d58-a157-996c804f2105 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833745 Dec 16 07:59:37.084851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6ab3546d-5d92-4692-aa0f-67686edf5922 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:37.197652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6ab3546d-5d92-4692-aa0f-67686edf5922 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:37.198103 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:37.199777 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f302f192-b311-4ada-9783-d9f578c73a2c tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "PUT /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-2077673087 HTTP/1.1" status: 201 len: 201 time: 0.4236739 Dec 16 07:59:37.202607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34100) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:37.209168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-31573d6d-13e1-4498-bec3-eeb94a4ba887 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-2077673087') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:37.360957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-31573d6d-13e1-4498-bec3-eeb94a4ba887 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "GET /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-2077673087 HTTP/1.1" status: 204 len: 168 time: 0.1566796 Dec 16 07:59:37.367281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34104) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:37.373554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-923a5418-9ace-4b91-b00a-6e2f25b9423f tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:37.419388 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:37.453893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 6ab3546d-5d92-4692-aa0f-67686edf5922, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6ab3546d-5d92-4692-aa0f-67686edf5922,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:37.500743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34108) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:37.500905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-923a5418-9ace-4b91-b00a-6e2f25b9423f tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "GET /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags HTTP/1.1" status: 200 len: 238 time: 0.1322694 Dec 16 07:59:37.506081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-a673a83e-badc-4e7d-a7d6-6f51fa758e26 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', {'tags': ['tempest-TagsTest-Tag-509512732', 'tempest-TagsTest-Tag-1639152541', 'tempest-TagsTest-Tag-1649009711']}) {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:37.624759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:37.717335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=6ab3546d-5d92-4692-aa0f-67686edf5922,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:37.879265 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a673a83e-badc-4e7d-a7d6-6f51fa758e26 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "PUT /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags HTTP/1.1" status: 200 len: 308 time: 0.3773935 Dec 16 07:59:37.882159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:37.887486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-81dad1f4-f07c-4ac8-b8b5-29d158df3c80 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-509512732') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.129600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185ae36-6f7e-473d-af5a-e4329a1b5cd7 req-8a0e9417-c7be-43eb-bf76-6f9a573e54bb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:38.133326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a185ae36-6f7e-473d-af5a-e4329a1b5cd7 req-8a0e9417-c7be-43eb-bf76-6f9a573e54bb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0711513 Dec 16 07:59:38.165986 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-81dad1f4-f07c-4ac8-b8b5-29d158df3c80 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "DELETE /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-509512732 HTTP/1.1" status: 204 len: 168 time: 0.2826138 Dec 16 07:59:38.168628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34126) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:38.181568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-a3148790-ea98-4686-8802-e9b0701a06bc tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-509512732') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.182571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a185ae36-6f7e-473d-af5a-e4329a1b5cd7 req-e2f8bf82-3aed-46a3-8a86-7bece87b89c5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Dec 16 07:59:38.235460 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Sync routers for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:59:38.250711 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:38.251348 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.273986 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-a3148790-ea98-4686-8802-e9b0701a06bc tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] show failed (client error): The resource could not be found. Dec 16 07:59:38.277911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34134) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:38.278217 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3148790-ea98-4686-8802-e9b0701a06bc tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "GET /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-509512732 HTTP/1.1" status: 404 len: 325 time: 0.1079533 Dec 16 07:59:38.282807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-2744c9a3-faaa-4645-b932-7a2dd5456b2d tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-1639152541') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.371587 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:38.387729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34142) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:38.388118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2744c9a3-faaa-4645-b932-7a2dd5456b2d tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "GET /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-1639152541 HTTP/1.1" status: 204 len: 168 time: 0.1088865 Dec 16 07:59:38.392384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-c406ec81-79f1-40ef-ab51-787078600415 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-1649009711') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.478156 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c406ec81-79f1-40ef-ab51-787078600415 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "GET /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-1649009711 HTTP/1.1" status: 204 len: 168 time: 0.0890799 Dec 16 07:59:38.480421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34144) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:38.487312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-c4ee8930-498a-476d-a3da-c212c663a5d1 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.593375 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 2, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.626766 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Checking router: f5d93b7d-cdd2-4482-9f0e-2b0a29306581 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:59:38.631826 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Updating router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 port bfb345b9-d15d-4467-88fd-1c66d82a11bc binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:59:38.656256 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:38.693541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34150) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:38.693820 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c4ee8930-498a-476d-a3da-c212c663a5d1 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "DELETE /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags HTTP/1.1" status: 204 len: 168 time: 0.2123501 Dec 16 07:59:38.698810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-3b36d8c0-b297-4d8c-b3e5-5bf7bbd91489 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-1639152541') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.779861 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-3b36d8c0-b297-4d8c-b3e5-5bf7bbd91489 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] show failed (client error): The resource could not be found. Dec 16 07:59:38.783787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3b36d8c0-b297-4d8c-b3e5-5bf7bbd91489 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "GET /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-1639152541 HTTP/1.1" status: 404 len: 326 time: 0.0859478 Dec 16 07:59:38.785107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34154) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:38.792439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-43409909-1e7f-432c-b532-3fba7ed0695d tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06', 'tempest-TagsTest-Tag-1649009711') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.904449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6ab3546d-5d92-4692-aa0f-67686edf5922 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:38.910247 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-43409909-1e7f-432c-b532-3fba7ed0695d tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] show failed (client error): The resource could not be found. Dec 16 07:59:38.911662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-43409909-1e7f-432c-b532-3fba7ed0695d tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "GET /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags/tempest-TagsTest-Tag-1649009711 HTTP/1.1" status: 404 len: 326 time: 0.1231451 Dec 16 07:59:38.918140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34162) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:38.922989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-aeae04f4-31fa-4aa2-ad70-2ef3b498c240 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c722073c-3334-4b94-9bb4-568ef106ea06') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:38.976690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6ab3546d-5d92-4692-aa0f-67686edf5922 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:38.980600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.021555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34168) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:39.033909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1663462787-network', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:39.036687 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.041168 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aeae04f4-31fa-4aa2-ad70-2ef3b498c240 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "DELETE /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06/tags HTTP/1.1" status: 204 len: 168 time: 0.1218970 Dec 16 07:59:39.046875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34170) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:39.173784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.181867 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.182437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Made reservation on behalf of 1ddd7ac7d16740c0b70948029c6e0d4a for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:39.187031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.211958 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.275561 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Pushing event updated for resources: {'Port': ['ID=bfb345b9-d15d-4467-88fd-1c66d82a11bc,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:39.298591 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.298940 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.299280 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.299614 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.299937 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.300509 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.304723 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.307115 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.307885 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.308440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.318513 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.320749 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.321096 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.321438 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:39.351318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c722073c-3334-4b94-9bb4-568ef106ea06']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:39.354184 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 07:59:39.362837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6cb7aa-27b9-4748-80af-9bda31cb186c') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:39.363286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6cb7aa-27b9-4748-80af-9bda31cb186c') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:39.377646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.400150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.413345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 07:59:39.416770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.419781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.433432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0220b-867e-4bb5-bba4-52a73b0ba5f4 req-faf0284d-1c7d-4350-9cd8-db775826c20c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: timer() Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 07:59:39.438343 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 07:59:39.443834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44f0220b-867e-4bb5-bba4-52a73b0ba5f4 req-faf0284d-1c7d-4350-9cd8-db775826c20c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1370552 Dec 16 07:59:39.506543 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Attempting to bind port bfb345b9-d15d-4467-88fd-1c66d82a11bc on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:59:39.513900 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Attempting to bind port bfb345b9-d15d-4467-88fd-1c66d82a11bc by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:59:39.514966 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Attempting to bind port bfb345b9-d15d-4467-88fd-1c66d82a11bc on network f2f12833-3072-4c1a-970c-30f5266dac1a {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:39.527922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44f0220b-867e-4bb5-bba4-52a73b0ba5f4 req-e359bec4-8504-42fe-99a1-4b5e2c8900e4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772908 Dec 16 07:59:39.528878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:59:39.529954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Checking segment: {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:39.530578 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.532148 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Bound using segment: {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:59:39.532764 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Bound port: bfb345b9-d15d-4467-88fd-1c66d82a11bc, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:59:39.534051 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.622355 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] For port bfb345b9-d15d-4467-88fd-1c66d82a11bc, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:59:39.626392 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] For port bfb345b9-d15d-4467-88fd-1c66d82a11bc, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bfb345b9-d15d-4467-88fd-1c66d82a11bc,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:59:39.653383 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.653605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.658349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.665219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] 10.222.0.43 "DELETE /v2.0/networks/c722073c-3334-4b94-9bb4-568ef106ea06 HTTP/1.1" status: 204 len: 168 time: 0.6149416 Dec 16 07:59:39.683876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 07:59:39.687100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb558076-8aa4-4c16-bdf4-fe769f394c22 tempest-TagsTest-1279731728 tempest-TagsTest-1279731728-project] Pushing event deleted for resources: {'Network': ['ID=c722073c-3334-4b94-9bb4-568ef106ea06,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:39.693963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664f3ba6-5eee-4d0e-9a3b-49a01d290f3a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:39.700604 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.701188 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Added segment 250fd0ae-cdf8-4d82-bdc0-bde41279ee63 of type vlan for network 8bcda446-f0a0-46a8-b609-5fd70d2a459f Dec 16 07:59:39.735583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0bc3cd82-407f-4c5f-b448-9498e318490f None None] Provisioning complete for port bfb345b9-d15d-4467-88fd-1c66d82a11bc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:39.736355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0bc3cd82-407f-4c5f-b448-9498e318490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.752592 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.784024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.805853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3cd82-407f-4c5f-b448-9498e318490f None None] Port bfb345b9-d15d-4467-88fd-1c66d82a11bc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:59:39.835398 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:39.836083 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:39.874021 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f77d07-105d-4dc7-a8ee-3166f44b968f None None] Pushing event updated for resources: {'Port': ['ID=bfb345b9-d15d-4467-88fd-1c66d82a11bc,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:39.996234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:39.997280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:39.997881 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:40.072631 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:40.116591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] Pushing event updated for resources: {'Network': ['ID=8bcda446-f0a0-46a8-b609-5fd70d2a459f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:40.127948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 07:59:40.173505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34200) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:40.174395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6515ae72-91b3-4dda-bb22-5fd1dead002e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1509693 Dec 16 07:59:40.179290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Request body: {'subnet': {'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1663462787-subnet', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:40.194580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e837cfbb-352b-46b8-bcf8-5f3103dfc078 None None] Provisioning complete for port bfb345b9-d15d-4467-88fd-1c66d82a11bc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:40.195231 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e837cfbb-352b-46b8-bcf8-5f3103dfc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:40.305236 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e837cfbb-352b-46b8-bcf8-5f3103dfc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:40.339261 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:39Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:40.340159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e837cfbb-352b-46b8-bcf8-5f3103dfc078 None None] For port bfb345b9-d15d-4467-88fd-1c66d82a11bc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bfb345b9-d15d-4467-88fd-1c66d82a11bc,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:40.347587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Made reservation on behalf of 1ddd7ac7d16740c0b70948029c6e0d4a for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:40.350075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:40.372596 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0118f-9860-459f-ae70-175f16d01572 None None] The sync data for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 is: [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:39Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:59:40.496171 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e837cfbb-352b-46b8-bcf8-5f3103dfc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:40.631089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837cfbb-352b-46b8-bcf8-5f3103dfc078 None None] Pushing event updated for resources: {'Port': ['ID=bfb345b9-d15d-4467-88fd-1c66d82a11bc,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:40.716965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a77c63-f8b8-4bae-82ed-d3e901d19208 req-7b9a66d0-664d-4a03-a510-1e09bee7ceaa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:40.718856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10a77c63-f8b8-4bae-82ed-d3e901d19208 req-7b9a66d0-664d-4a03-a510-1e09bee7ceaa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0708764 Dec 16 07:59:40.768204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:40.804233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10a77c63-f8b8-4bae-82ed-d3e901d19208 req-78579ad0-2d7f-4130-8d5b-0cf3be40b7ef tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796006 Dec 16 07:59:40.874072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34220) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:40.902321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Checking segment: {'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:40.902678 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Network hostable DHCP agents. Network: 8bcda446-f0a0-46a8-b609-5fd70d2a459f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 07:59:40.906547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3728aee6-9866-4e3d-97a8-4ed19679cca0,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:40.985438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bfb345b9-d15d-4467-88fd-1c66d82a11bc up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:41.053866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bfb345b9-d15d-4467-88fd-1c66d82a11bc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:41.054311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.058967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 07:59:41.124524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1efd80fd-2f23-4a2a-80f5-892c1824a776 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7f68c08252f4a9ea40541c0f30231e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492623 Dec 16 07:59:41.134043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34230) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:41.203794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d71eaef-a27a-4297-9197-97c8dadd8c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.237591 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d71eaef-a27a-4297-9197-97c8dadd8c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.276619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 8bcda446-f0a0-46a8-b609-5fd70d2a459f) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:41.289408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c6382-1b83-4a4f-889e-8ddc3f237edb None None] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:41.297820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:41.302100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.433295 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ef84966f-e293-4589-9c0d-49cd0bd329e5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2585833 Dec 16 07:59:41.436943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34242) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:41.441511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:41.488769 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d71eaef-a27a-4297-9197-97c8dadd8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.493531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d71eaef-a27a-4297-9197-97c8dadd8c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.500880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d71eaef-a27a-4297-9197-97c8dadd8c05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b2b01bc-a711-45dc-b237-fd844b1d24fc HTTP/1.1" status: 204 len: 168 time: 0.3657489 Dec 16 07:59:41.517858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71eaef-a27a-4297-9197-97c8dadd8c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b01bc-a711-45dc-b237-fd844b1d24fc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:41.568685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-8bcda446-f0a0-46a8-b609-5fd70d2a459f', 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f', 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'fixed_ips': [{'subnet_id': '3728aee6-9866-4e3d-97a8-4ed19679cca0'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 07:59:41.575323 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.636475 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.636475 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.713456 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:41.721523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Allocated IP 172.20.0.2 (8bcda446-f0a0-46a8-b609-5fd70d2a459f/3728aee6-9866-4e3d-97a8-4ed19679cca0/d19b8e03-a19e-4629-881f-e0b810fcdbe2) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:41.958545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.031523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.055562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab3fda-857c-4d01-86c2-8d0afca4ab78 req-49a69fa7-025b-49c7-adf9-22f0622778cf tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:42.060668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eab3fda-857c-4d01-86c2-8d0afca4ab78 req-49a69fa7-025b-49c7-adf9-22f0622778cf tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1181026 Dec 16 07:59:42.086874 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.190026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:42.196613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:42.204828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:42.210906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Pushing event updated for resources: {'Port': ['ID=d19b8e03-a19e-4629-881f-e0b810fcdbe2,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:42.233047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eab3fda-857c-4d01-86c2-8d0afca4ab78 req-dff5a1cd-adf5-45b2-9ced-030186be8835 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606388 Dec 16 07:59:42.403691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.426311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.437430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Attempting to bind port d19b8e03-a19e-4629-881f-e0b810fcdbe2 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:59:42.440047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Attempting to bind port d19b8e03-a19e-4629-881f-e0b810fcdbe2 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:59:42.440047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Attempting to bind port d19b8e03-a19e-4629-881f-e0b810fcdbe2 on network 8bcda446-f0a0-46a8-b609-5fd70d2a459f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:42.449068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:59:42.449394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Checking segment: {'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:42.449812 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.450214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Bound using segment: {'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:59:42.450707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Bound port: d19b8e03-a19e-4629-881f-e0b810fcdbe2, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:59:42.451086 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.530317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] For port d19b8e03-a19e-4629-881f-e0b810fcdbe2, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:59:42.535693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] For port d19b8e03-a19e-4629-881f-e0b810fcdbe2, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d19b8e03-a19e-4629-881f-e0b810fcdbe2,segment=NetworkSegment(250fd0ae-cdf8-4d82-bdc0-bde41279ee63),segment_id=250fd0ae-cdf8-4d82-bdc0-bde41279ee63)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:59:42.596418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Allocated IP 172.25.2.36 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/acc71f97-82f5-4d0e-baed-8cef7e18d27e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:42.689001 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.727072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34278) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:42.769513 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:42.771562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e673b4-46aa-46ba-9d2f-c8c70dfb78bc None None] Pushing event updated for resources: {'Port': ['ID=d19b8e03-a19e-4629-881f-e0b810fcdbe2,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:42.954536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:43.031340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=acc71f97-82f5-4d0e-baed-8cef7e18d27e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:43.055060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:43.057386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:43.060533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:43.223096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38ce4b23-6150-4d25-b5a5-557b8ef8f274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:43.329676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38ce4b23-6150-4d25-b5a5-557b8ef8f274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:43.395026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c0add-03d2-4ad1-8019-607919254f82 req-30c32dde-ba42-4f5e-b816-35690782a238 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:43.399594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-250c0add-03d2-4ad1-8019-607919254f82 req-30c32dde-ba42-4f5e-b816-35690782a238 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0685763 Dec 16 07:59:43.448434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-250c0add-03d2-4ad1-8019-607919254f82 req-7effb140-22d0-465c-9c9e-541bb456f4e0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Dec 16 07:59:43.527918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38ce4b23-6150-4d25-b5a5-557b8ef8f274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:43.616794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:43.637368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-38ce4b23-6150-4d25-b5a5-557b8ef8f274 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76420b9ad8cf4dce8a0798d0da4dfe60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9081304 Dec 16 07:59:43.638645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce4b23-6150-4d25-b5a5-557b8ef8f274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8682a4de-9f2e-42f7-9b59-2c95d52e7547,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:43.666585 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34306) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:43.810769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-290dd3fa-9083-4c58-969f-667cae636bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:43.840731 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-290dd3fa-9083-4c58-969f-667cae636bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.085251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-290dd3fa-9083-4c58-969f-667cae636bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.089083 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-290dd3fa-9083-4c58-969f-667cae636bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.098756 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-290dd3fa-9083-4c58-969f-667cae636bfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8682a4de-9f2e-42f7-9b59-2c95d52e7547 HTTP/1.1" status: 204 len: 168 time: 0.4164248 Dec 16 07:59:44.102188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dd3fa-9083-4c58-969f-667cae636bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8682a4de-9f2e-42f7-9b59-2c95d52e7547,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:44.140038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e27c55-ea72-4e70-a1dc-28fe044a762f None None] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 07:59:44.222556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7094f4db-aefc-4e00-baff-e6b8df5d37b3 None None] Provisioning complete for port d19b8e03-a19e-4629-881f-e0b810fcdbe2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:44.223060 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7094f4db-aefc-4e00-baff-e6b8df5d37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.391832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7094f4db-aefc-4e00-baff-e6b8df5d37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.408760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.443808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7094f4db-aefc-4e00-baff-e6b8df5d37b3 None None] For port d19b8e03-a19e-4629-881f-e0b810fcdbe2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d19b8e03-a19e-4629-881f-e0b810fcdbe2,segment=NetworkSegment(250fd0ae-cdf8-4d82-bdc0-bde41279ee63),segment_id=250fd0ae-cdf8-4d82-bdc0-bde41279ee63)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:44.581661 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7094f4db-aefc-4e00-baff-e6b8df5d37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.621956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239784-9004-47ec-83a9-cff0d26d7a62 req-575618b8-dda2-424d-9f37-ab776529e3dd tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:44.623575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7239784-9004-47ec-83a9-cff0d26d7a62 req-575618b8-dda2-424d-9f37-ab776529e3dd tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0753670 Dec 16 07:59:44.677052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094f4db-aefc-4e00-baff-e6b8df5d37b3 None None] Pushing event updated for resources: {'Port': ['ID=d19b8e03-a19e-4629-881f-e0b810fcdbe2,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:44.723731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3ceb26f6-ce4f-497e-9a20-fd2d5a8bc3e2 None None] Provisioning complete for port d19b8e03-a19e-4629-881f-e0b810fcdbe2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:44.724195 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3ceb26f6-ce4f-497e-9a20-fd2d5a8bc3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:44.727870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7239784-9004-47ec-83a9-cff0d26d7a62 req-84dffdbc-03d7-4f24-a0b3-0c3391eb7985 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920973 Dec 16 07:59:44.764258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 07:59:44.935384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d19b8e03-a19e-4629-881f-e0b810fcdbe2 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:44.948532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:59:44.965644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Sync routers for ids ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:59:44.983866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Routers {'57dd4eac-4b1b-4795-b777-a97a9f3aa81c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:44.984439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:45.045062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d19b8e03-a19e-4629-881f-e0b810fcdbe2 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:45.045435 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.112332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.114247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-033fa470-babb-4c7a-8b09-e1cd91a9b3d5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6762550 Dec 16 07:59:45.117046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34332) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:45.132860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Set router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:45.255179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34334) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:45.275728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e8cede4-7fac-4f58-b8ee-820c75d994dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.368727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T07:59:43Z', 'revision_number': 3, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port': {'id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:42Z', 'updated_at': '2021-12-16T07:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:45.400441 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e8cede4-7fac-4f58-b8ee-820c75d994dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.414484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Checking router: 57dd4eac-4b1b-4795-b777-a97a9f3aa81c for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:59:45.415033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Updating router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c port acc71f97-82f5-4d0e-baed-8cef7e18d27e binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:59:45.469029 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.478825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e8cede4-7fac-4f58-b8ee-820c75d994dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.570851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6e8cede4-7fac-4f58-b8ee-820c75d994dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=081d2c81c2704ffa9ef3e66b49e140a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134670 Dec 16 07:59:45.576805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34344) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:45.586148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cede4-7fac-4f58-b8ee-820c75d994dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fbd5cf-4c08-4aae-8857-4dcbf1b96198,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:45.645131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34346) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:45.705830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9517dcd9-72fb-419b-8c79-01d07efdb844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.743798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9517dcd9-72fb-419b-8c79-01d07efdb844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.746529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.882548 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb40-d604-4f31-939f-a75f379417de admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.907323 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.932690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa37c4-414a-4c18-8c04-d55b7e3b201c req-81f1513b-8a37-4355-ad8c-2440861ff06e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:45.934554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33fa37c4-414a-4c18-8c04-d55b7e3b201c req-81f1513b-8a37-4355-ad8c-2440861ff06e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1213870 Dec 16 07:59:45.980101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9517dcd9-72fb-419b-8c79-01d07efdb844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.982732 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9517dcd9-72fb-419b-8c79-01d07efdb844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:45.983910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9517dcd9-72fb-419b-8c79-01d07efdb844 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13fbd5cf-4c08-4aae-8857-4dcbf1b96198 HTTP/1.1" status: 204 len: 168 time: 0.4059489 Dec 16 07:59:46.014845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Allocated IP 172.20.0.1 (8bcda446-f0a0-46a8-b609-5fd70d2a459f/3728aee6-9866-4e3d-97a8-4ed19679cca0/cfec0281-5135-4190-8b20-4574507e2a6d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:46.024690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517dcd9-72fb-419b-8c79-01d07efdb844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fbd5cf-4c08-4aae-8857-4dcbf1b96198,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:46.027962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.067150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33fa37c4-414a-4c18-8c04-d55b7e3b201c req-a72e9838-5926-4a74-b75f-a0b42a93a7eb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243250 Dec 16 07:59:46.113595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb40-d604-4f31-939f-a75f379417de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.161317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb60d8-31ba-4dd1-b29d-1fb7311059df None None] Pushing event updated for resources: {'Port': ['ID=acc71f97-82f5-4d0e-baed-8cef7e18d27e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:46.163678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Attempting to bind port acc71f97-82f5-4d0e-baed-8cef7e18d27e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:59:46.164053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Attempting to bind port acc71f97-82f5-4d0e-baed-8cef7e18d27e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:59:46.165164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Attempting to bind port acc71f97-82f5-4d0e-baed-8cef7e18d27e on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:46.170588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:59:46.170969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:46.171705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.172099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:59:46.172605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Bound port: acc71f97-82f5-4d0e-baed-8cef7e18d27e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:59:46.173420 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.186762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb40-d604-4f31-939f-a75f379417de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.235828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f8dfcb40-d604-4f31-939f-a75f379417de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04b7a576f2864e17896cf372d299954e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5893288 Dec 16 07:59:46.237754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34362) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:46.257690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] For port acc71f97-82f5-4d0e-baed-8cef7e18d27e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:59:46.270482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.272953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] For port acc71f97-82f5-4d0e-baed-8cef7e18d27e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=acc71f97-82f5-4d0e-baed-8cef7e18d27e,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:59:46.290306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfcb40-d604-4f31-939f-a75f379417de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca2ebb-525e-4202-87fe-992b7b3135a2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:46.328011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01ca38ad-9583-4368-82e1-a566c993024a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.352557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01ca38ad-9583-4368-82e1-a566c993024a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.386932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.444770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Routers {'57dd4eac-4b1b-4795-b777-a97a9f3aa81c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:46.445218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.445532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:46.500146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:46.500146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:46.503610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:46.515019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb60d8-31ba-4dd1-b29d-1fb7311059df None None] Pushing event updated for resources: {'Port': ['ID=acc71f97-82f5-4d0e-baed-8cef7e18d27e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:46.558953 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01ca38ad-9583-4368-82e1-a566c993024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.572496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01ca38ad-9583-4368-82e1-a566c993024a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.573873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-01ca38ad-9583-4368-82e1-a566c993024a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cca2ebb-525e-4202-87fe-992b7b3135a2 HTTP/1.1" status: 204 len: 168 time: 0.3348730 Dec 16 07:59:46.577129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Pushing event updated for resources: {'Port': ['ID=cfec0281-5135-4190-8b20-4574507e2a6d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:46.593384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:46.628640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca38ad-9583-4368-82e1-a566c993024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca2ebb-525e-4202-87fe-992b7b3135a2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:46.734922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] Set router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:47.013257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:47.047116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e55ad490-9d3a-41d0-9f5d-e50bf12e6980 None None] Provisioning complete for port cfec0281-5135-4190-8b20-4574507e2a6d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:47.047116 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e55ad490-9d3a-41d0-9f5d-e50bf12e6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:47.121088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e55ad490-9d3a-41d0-9f5d-e50bf12e6980 None None] Port cfec0281-5135-4190-8b20-4574507e2a6d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:59:47.121088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T07:59:43Z', 'revision_number': 3, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port': {'id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:42Z', 'updated_at': '2021-12-16T07:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:47.189189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdda068-e4b0-4288-8b0b-612c1a7d001b None None] The sync data for ids ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'] in n-d-820935-11 is: [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T07:59:43Z', 'revision_number': 3, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port': {'id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:42Z', 'updated_at': '2021-12-16T07:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:59:47.256905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e59a8-a4e4-46a7-bb7f-b1a62eb18d35 req-0bd5cd0d-633c-4587-b9b8-8c805a86a251 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:47.265088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b2e59a8-a4e4-46a7-bb7f-b1a62eb18d35 req-0bd5cd0d-633c-4587-b9b8-8c805a86a251 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1008861 Dec 16 07:59:47.333487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:47.339146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b2e59a8-a4e4-46a7-bb7f-b1a62eb18d35 req-e2a8f936-5dd6-4f97-baa5-5efc27864669 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729628 Dec 16 07:59:47.490033 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:47.582380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Pushing event updated for resources: {'Port': ['ID=cfec0281-5135-4190-8b20-4574507e2a6d,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:47.585741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:47.681673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34402) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:47.716287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:47.718200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:47.760445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34408) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:47.777558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e02a4eab-65dc-4386-8cbb-791b8360436f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:47.951910 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e02a4eab-65dc-4386-8cbb-791b8360436f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:47.979097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 07:59:48.038225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e02a4eab-65dc-4386-8cbb-791b8360436f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.160248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e02a4eab-65dc-4386-8cbb-791b8360436f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6280379a42b433a9ab1724c588ec0e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960440 Dec 16 07:59:48.160530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-28904f4c-b91c-4bb6-bc7e-0bfbb23b838c None None] Provisioning complete for port cfec0281-5135-4190-8b20-4574507e2a6d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:48.160530 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28904f4c-b91c-4bb6-bc7e-0bfbb23b838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.167405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34418) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:48.168089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a4eab-65dc-4386-8cbb-791b8360436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76ad4dd-7071-4045-84aa-e5a0bf658776,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:48.179267 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da66ed92-6750-4689-a49f-0cf900f22227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.272107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-28904f4c-b91c-4bb6-bc7e-0bfbb23b838c None None] Port cfec0281-5135-4190-8b20-4574507e2a6d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:59:48.331394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da66ed92-6750-4689-a49f-0cf900f22227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.344170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e3965e4-8875-4a7b-9868-e4517229b22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.378687 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e3965e4-8875-4a7b-9868-e4517229b22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.430945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da66ed92-6750-4689-a49f-0cf900f22227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.578363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-da66ed92-6750-4689-a49f-0cf900f22227 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1b34f72368b49b395fa4967de69dc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8952236 Dec 16 07:59:48.580806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66ed92-6750-4689-a49f-0cf900f22227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cf8f19-cea2-4907-b121-2d8d624fa873,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:48.593403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34426) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:48.614547 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e3965e4-8875-4a7b-9868-e4517229b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.617603 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e3965e4-8875-4a7b-9868-e4517229b22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.618822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3e3965e4-8875-4a7b-9868-e4517229b22a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e76ad4dd-7071-4045-84aa-e5a0bf658776 HTTP/1.1" status: 204 len: 168 time: 0.4474304 Dec 16 07:59:48.650584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109651-66c5-4093-abb1-63254509e8f6 req-25c1dd94-b3f5-433f-9a94-ea9aa02881fe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:48.650584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66109651-66c5-4093-abb1-63254509e8f6 req-25c1dd94-b3f5-433f-9a94-ea9aa02881fe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1363177 Dec 16 07:59:48.654119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3965e4-8875-4a7b-9868-e4517229b22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76ad4dd-7071-4045-84aa-e5a0bf658776,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:48.699033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 07:59:48.716825 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-78bde4a9-f386-4685-948e-9489d3352834 admin admin] 10.222.0.43 "PUT /v2.0/routers/57dd4eac-4b1b-4795-b777-a97a9f3aa81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5985646 Dec 16 07:59:48.719950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf07d24b-8d2d-46e1-960e-5a792d70e4eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.732163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66109651-66c5-4093-abb1-63254509e8f6 req-179eac7d-5701-4422-b471-8ceb74765f45 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 Dec 16 07:59:48.765600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf07d24b-8d2d-46e1-960e-5a792d70e4eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.900711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acc71f97-82f5-4d0e-baed-8cef7e18d27e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:48.955975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf07d24b-8d2d-46e1-960e-5a792d70e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.958789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf07d24b-8d2d-46e1-960e-5a792d70e4eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.962580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cf07d24b-8d2d-46e1-960e-5a792d70e4eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68cf8f19-cea2-4907-b121-2d8d624fa873 HTTP/1.1" status: 204 len: 168 time: 0.3673725 Dec 16 07:59:48.965111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port acc71f97-82f5-4d0e-baed-8cef7e18d27e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:48.965628 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:48.972562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07d24b-8d2d-46e1-960e-5a792d70e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cf8f19-cea2-4907-b121-2d8d624fa873,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:49.061422 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:49.094815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port acc71f97-82f5-4d0e-baed-8cef7e18d27e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=acc71f97-82f5-4d0e-baed-8cef7e18d27e,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:49.179580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:49.243134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=acc71f97-82f5-4d0e-baed-8cef7e18d27e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:49.345122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34452) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:49.465844 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Sync routers for ids ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 07:59:49.477043 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Routers {'57dd4eac-4b1b-4795-b777-a97a9f3aa81c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:49.477656 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:49.612989 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Set router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:49.851471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e4be5c3-2e54-4c94-9a63-c8519936dd8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:49.893932 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T07:59:46Z', 'revision_number': 4, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port': {'id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:42Z', 'updated_at': '2021-12-16T07:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'cfec0281-5135-4190-8b20-4574507e2a6d', 'name': '', 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'mac_address': 'fa:16:3e:53:e6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '3728aee6-9866-4e3d-97a8-4ed19679cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:45Z', 'updated_at': '2021-12-16T07:59:47Z', 'revision_number': 2, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'subnets': [{'id': '3728aee6-9866-4e3d-97a8-4ed19679cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:49.929544 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Checking router: 57dd4eac-4b1b-4795-b777-a97a9f3aa81c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 07:59:49.929544 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Updating router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c port cfec0281-5135-4190-8b20-4574507e2a6d binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 07:59:49.968838 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:49.972044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93879dce-ee32-492a-949f-c6c9ac0cb356 req-b63f23fc-5bad-48aa-b081-c9297129e617 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:49.973683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93879dce-ee32-492a-949f-c6c9ac0cb356 req-b63f23fc-5bad-48aa-b081-c9297129e617 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1009667 Dec 16 07:59:50.087704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93879dce-ee32-492a-949f-c6c9ac0cb356 req-1ec6819a-1228-413d-8840-8fcf28304b19 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010025 Dec 16 07:59:50.094691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e4be5c3-2e54-4c94-9a63-c8519936dd8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.203598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e4be5c3-2e54-4c94-9a63-c8519936dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.251531 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8e4be5c3-2e54-4c94-9a63-c8519936dd8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7e14aaec46946cf85892ef82982e6d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9036572 Dec 16 07:59:50.251531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4be5c3-2e54-4c94-9a63-c8519936dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cce013-2bed-4b7e-b9f4-77b6383e8e2b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:50.252469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34502) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:50.291657 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.324270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34504) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:50.341180 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ac777f7-dd83-4dd9-a4c9-c46bfaadf0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.365368 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6bc64a30-73e3-4587-be24-3d589983e5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.385506 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.399048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6bc64a30-73e3-4587-be24-3d589983e5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.500355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ac777f7-dd83-4dd9-a4c9-c46bfaadf0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.530215 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Attempting to bind port cfec0281-5135-4190-8b20-4574507e2a6d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 07:59:50.530730 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Attempting to bind port cfec0281-5135-4190-8b20-4574507e2a6d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 07:59:50.531094 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Attempting to bind port cfec0281-5135-4190-8b20-4574507e2a6d on network 8bcda446-f0a0-46a8-b609-5fd70d2a459f {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 07:59:50.541540 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165c5e1-9704-4f5e-a626-4e7425c4012d None None] Pushing event updated for resources: {'Port': ['ID=cfec0281-5135-4190-8b20-4574507e2a6d,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:50.541540 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 7, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 07:59:50.541540 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Checking segment: {'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 07:59:50.541540 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.541540 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Bound using segment: {'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 07:59:50.545161 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Bound port: cfec0281-5135-4190-8b20-4574507e2a6d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250fd0ae-cdf8-4d82-bdc0-bde41279ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 07:59:50.545645 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.607986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ac777f7-dd83-4dd9-a4c9-c46bfaadf0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.649922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac777f7-dd83-4dd9-a4c9-c46bfaadf0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb08a28f-fb16-44e2-a53c-51c36f6c6287,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:50.672900 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] For port cfec0281-5135-4190-8b20-4574507e2a6d, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 07:59:50.674189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34516) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:50.677756 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] For port cfec0281-5135-4190-8b20-4574507e2a6d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cfec0281-5135-4190-8b20-4574507e2a6d,segment=NetworkSegment(250fd0ae-cdf8-4d82-bdc0-bde41279ee63),segment_id=250fd0ae-cdf8-4d82-bdc0-bde41279ee63)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 07:59:50.684949 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6ac777f7-dd83-4dd9-a4c9-c46bfaadf0f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d171a73ec78431bbede070db7bf1820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591106 Dec 16 07:59:50.686669 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6bc64a30-73e3-4587-be24-3d589983e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.691091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6bc64a30-73e3-4587-be24-3d589983e5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.696362 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6bc64a30-73e3-4587-be24-3d589983e5ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71cce013-2bed-4b7e-b9f4-77b6383e8e2b HTTP/1.1" status: 204 len: 168 time: 0.4390292 Dec 16 07:59:50.701184 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc64a30-73e3-4587-be24-3d589983e5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cce013-2bed-4b7e-b9f4-77b6383e8e2b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:50.756151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5375d5b-d29f-455c-9255-8a8ddd6bbbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.790820 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.795440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5375d5b-d29f-455c-9255-8a8ddd6bbbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.834157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a01d9224-c4fe-4fd5-9569-07d0bc3ddb1c None None] Provisioning complete for port cfec0281-5135-4190-8b20-4574507e2a6d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:50.835083 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a01d9224-c4fe-4fd5-9569-07d0bc3ddb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:50.857907 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165c5e1-9704-4f5e-a626-4e7425c4012d None None] Pushing event updated for resources: {'Port': ['ID=cfec0281-5135-4190-8b20-4574507e2a6d,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:50.893661 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Routers {'57dd4eac-4b1b-4795-b777-a97a9f3aa81c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 07:59:50.894694 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T07:59:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:50.945774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acc71f97-82f5-4d0e-baed-8cef7e18d27e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:51.019482 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a01d9224-c4fe-4fd5-9569-07d0bc3ddb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:51.073530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5375d5b-d29f-455c-9255-8a8ddd6bbbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:51.074106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a01d9224-c4fe-4fd5-9569-07d0bc3ddb1c None None] For port cfec0281-5135-4190-8b20-4574507e2a6d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cfec0281-5135-4190-8b20-4574507e2a6d,segment=NetworkSegment(250fd0ae-cdf8-4d82-bdc0-bde41279ee63),segment_id=250fd0ae-cdf8-4d82-bdc0-bde41279ee63)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 07:59:51.079371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port acc71f97-82f5-4d0e-baed-8cef7e18d27e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:51.087925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5375d5b-d29f-455c-9255-8a8ddd6bbbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:51.089269 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:51.089573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f5375d5b-d29f-455c-9255-8a8ddd6bbbdd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb08a28f-fb16-44e2-a53c-51c36f6c6287 HTTP/1.1" status: 204 len: 168 time: 0.4048994 Dec 16 07:59:51.105617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5375d5b-d29f-455c-9255-8a8ddd6bbbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb08a28f-fb16-44e2-a53c-51c36f6c6287,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:51.113307 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] Set router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 07:59:51.436827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c40f-dd97-489e-bce9-f9d5c738298b req-6c46c368-2bb5-43d7-a739-ccaac624817c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:51.449520 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a01d9224-c4fe-4fd5-9569-07d0bc3ddb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:51.450523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d078c40f-dd97-489e-bce9-f9d5c738298b req-6c46c368-2bb5-43d7-a739-ccaac624817c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.1244311 Dec 16 07:59:51.571428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d078c40f-dd97-489e-bce9-f9d5c738298b req-bb7d684c-d0fd-469a-94b1-2578d9d47cb1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125500 Dec 16 07:59:51.583094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d9224-c4fe-4fd5-9569-07d0bc3ddb1c None None] Pushing event updated for resources: {'Port': ['ID=cfec0281-5135-4190-8b20-4574507e2a6d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:51.627532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5acc25eb-f59a-4a0c-ae18-4a54e51ff1b5 None None] Provisioning complete for port cfec0281-5135-4190-8b20-4574507e2a6d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:51.629427 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5acc25eb-f59a-4a0c-ae18-4a54e51ff1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:51.674001 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T07:59:46Z', 'revision_number': 4, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port': {'id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:42Z', 'updated_at': '2021-12-16T07:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'cfec0281-5135-4190-8b20-4574507e2a6d', 'name': '', 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'mac_address': 'fa:16:3e:53:e6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '3728aee6-9866-4e3d-97a8-4ed19679cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:45Z', 'updated_at': '2021-12-16T07:59:50Z', 'revision_number': 4, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'subnets': [{'id': '3728aee6-9866-4e3d-97a8-4ed19679cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 07:59:51.756614 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0629419-9262-4dba-8f99-e796a23c08b8 None None] The sync data for ids ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'] in n-d-820935-11 is: [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T07:59:46Z', 'revision_number': 4, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port': {'id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:42Z', 'updated_at': '2021-12-16T07:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'cfec0281-5135-4190-8b20-4574507e2a6d', 'name': '', 'network_id': '8bcda446-f0a0-46a8-b609-5fd70d2a459f', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'mac_address': 'fa:16:3e:53:e6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '3728aee6-9866-4e3d-97a8-4ed19679cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:45Z', 'updated_at': '2021-12-16T07:59:50Z', 'revision_number': 4, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'subnets': [{'id': '3728aee6-9866-4e3d-97a8-4ed19679cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 07:59:51.997324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c62ac-595d-4322-af75-a539e940591c req-4d5e090c-556e-4126-923c-2caecc5e092b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:52.007409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-427c62ac-595d-4322-af75-a539e940591c req-4d5e090c-556e-4126-923c-2caecc5e092b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0802748 Dec 16 07:59:52.073662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-427c62ac-595d-4322-af75-a539e940591c req-92737ae4-ea19-4d88-adaa-d831aa77c0f9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650828 Dec 16 07:59:52.292979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2848d-7d9d-4ae9-9e44-e2f6290f8a63 req-9a76f1ee-29d4-4b18-981e-8fca94b8eb26 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:52.297919 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2d2848d-7d9d-4ae9-9e44-e2f6290f8a63 req-9a76f1ee-29d4-4b18-981e-8fca94b8eb26 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1258745 Dec 16 07:59:52.408345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2d2848d-7d9d-4ae9-9e44-e2f6290f8a63 req-f27f4de8-0d39-41a6-afed-537348c07717 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935974 Dec 16 07:59:53.009105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cfec0281-5135-4190-8b20-4574507e2a6d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 07:59:53.119022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-d718a6f5-b06c-4bb1-9ed4-6ccb2ef030da tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:53.133918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-d718a6f5-b06c-4bb1-9ed4-6ccb2ef030da tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.3550839 Dec 16 07:59:53.172473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-19219131-6f35-4051-89be-2264e77d49e4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/quotas/5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 375 time: 0.0372322 Dec 16 07:59:53.182176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port cfec0281-5135-4190-8b20-4574507e2a6d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:53.182672 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:53.291091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-6b0168ea-44d7-4fc7-a751-f20a274b8b93 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1174343 Dec 16 07:59:53.492171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-37e55731-d09e-421b-8027-44b054f11e5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973620 Dec 16 07:59:53.517850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-ec07dcbf-08e4-4bee-949b-744631319683 service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257619 Dec 16 07:59:53.697110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-e69764de-97ed-474d-b31b-1cc1bfedb795 service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660256 Dec 16 07:59:53.761509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-35d1e208-009a-4b07-936a-ff8c34a656ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:53.763128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-35d1e208-009a-4b07-936a-ff8c34a656ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a83879c0a942979b9b05db4fe271a4&device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 1101 time: 0.0764391 Dec 16 07:59:53.814432 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-1519f459-ecaa-4a83-b680-dfdc52b869f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101031 Dec 16 07:59:53.936013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-61cf8cb5-bbce-4ce0-b9b0-e6bf6048a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:53.937961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-61cf8cb5-bbce-4ce0-b9b0-e6bf6048a2c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.1307659 Dec 16 07:59:54.006404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-835939a8-624b-4172-acff-4622e85c5031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3f28f653-4586-48b2-8675-13ce2bd02569 HTTP/1.1" status: 200 len: 217 time: 0.0499892 Dec 16 07:59:54.029021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0021-5814-4c4d-9603-6ed28deb803b req-2c43e410-ab09-4288-996c-13f10624c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:54.030727 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-2c43e410-ab09-4288-996c-13f10624c60e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1097 time: 0.1386120 Dec 16 07:59:54.123854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-a25a647c-7c07-430f-8925-26bd00863069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:54.130505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-a25a647c-7c07-430f-8925-26bd00863069 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.1201074 Dec 16 07:59:54.260809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6096f6f0-7c5a-4bab-8897-e33c0cfc0ee6 req-c7e4be38-57a6-4124-a691-930d40d102a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 210 time: 0.0581903 Dec 16 07:59:54.282170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-e02a56bb-03a7-43a8-87bb-d416f34e9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:54.287932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-e02a56bb-03a7-43a8-87bb-d416f34e9e2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388977 Dec 16 07:59:54.361951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0021-5814-4c4d-9603-6ed28deb803b req-53c4c4e3-0250-4f81-adda-b6a23b74faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:54.367454 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-53c4c4e3-0250-4f81-adda-b6a23b74faf3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.3065441 Dec 16 07:59:54.455629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-37a54b3d-6f3c-422b-bc02-8379c11c1b71 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561193 Dec 16 07:59:54.498695 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-f2dc2e67-e63c-4264-886e-a356366ef6cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1000 time: 0.1229606 Dec 16 07:59:54.564022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0021-5814-4c4d-9603-6ed28deb803b req-ad47915c-0516-40cd-a529-f6f2042a0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:54.566168 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-ad47915c-0516-40cd-a529-f6f2042a0ece service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0601661 Dec 16 07:59:54.611028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e023a2cc-79d9-4e2f-be16-912b4c7cd6cc req-7babe2f6-eb80-42ca-8d78-9fb7e7781bc0 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435852 Dec 16 07:59:54.619637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0021-5814-4c4d-9603-6ed28deb803b req-e0ae7ae1-24fc-4b59-a5d1-e613bf88e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:54.622251 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-e0ae7ae1-24fc-4b59-a5d1-e613bf88e9a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480199 Dec 16 07:59:54.759412 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-a2eb97a5-7e61-43a9-9d1a-d72274ffbb3c service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221430 Dec 16 07:59:55.003891 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-882c0021-5814-4c4d-9603-6ed28deb803b req-672f977f-316b-4972-865f-1fead820aa37 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357242 Dec 16 07:59:55.364476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8d62e306-25b1-44d3-a6ae-389aaf39a0ab req-bfe1917c-2ac3-49d1-a98a-ec400f58f3de tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 210 time: 0.0467470 Dec 16 07:59:56.510816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f863828-8421-499d-bdf5-99b3e528bd41 req-21e4f61a-f0f1-4626-ad60-9b156aa84a81 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 210 time: 0.0521781 Dec 16 07:59:56.932549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34796) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:57.398008 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:57.598569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-1fdb9f86-69a6-4434-8503-9b8f18db5986 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:57.601592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-1fdb9f86-69a6-4434-8503-9b8f18db5986 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.36 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.1690195 Dec 16 07:59:57.651603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'port': {'device_id': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'admin_state_up': True, 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:57.679399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:57.712643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cd41ba9-c60f-401d-9ae1-d72697be8c41 req-c8911b77-4981-4ec4-a829-2490f336130a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 210 time: 0.0741162 Dec 16 07:59:57.718821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:57.789840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:57.793764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a886963f-fc3b-4e43-a16b-3db16eeff964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:57.872572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa659733-8038-42cb-8a40-7a8bd3d098b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:57.982488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a886963f-fc3b-4e43-a16b-3db16eeff964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.028104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a886963f-fc3b-4e43-a16b-3db16eeff964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.042854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa659733-8038-42cb-8a40-7a8bd3d098b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.055127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.080441 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a886963f-fc3b-4e43-a16b-3db16eeff964 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=889aa434fb44421ba6bebd7410e704f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998013 Dec 16 07:59:58.083386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34832) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:58.091581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886963f-fc3b-4e43-a16b-3db16eeff964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19186250-3cbd-4b4a-bf77-09bd10939b17,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:58.118238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Made reservation on behalf of 5f12b49b90034634b9a8dd1c6695eccf for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 07:59:58.121862 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa659733-8038-42cb-8a40-7a8bd3d098b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.122138 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.155304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.177343 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d3b69bf5-891b-4550-953b-03e20b137788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.192065 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa659733-8038-42cb-8a40-7a8bd3d098b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad4e1fe34f974279ae8168a6fef4c0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4707122 Dec 16 07:59:58.197677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa659733-8038-42cb-8a40-7a8bd3d098b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea96e15-fdfc-4a26-ac1a-5593f04ffff8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:58.200795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34838) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:58.246415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879a737c-0636-4d30-81e0-c027dd72322d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:58.306258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.306677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.307038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.307335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.307673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.308012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.308374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.308703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.309223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.309579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.309918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.310245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.310571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 07:59:58.325995 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65aa1acd-e4a3-449b-bfba-ee38df173112 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5215a0482d744d7ea234406395dc96fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3921390 Dec 16 07:59:58.340338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34842) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:58.373240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30eca91f-ff55-40b9-b5e1-0ad91b9ac26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.402047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60caf13d-00ec-4ef5-ba88-e642887d0f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.408521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30eca91f-ff55-40b9-b5e1-0ad91b9ac26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.452962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60caf13d-00ec-4ef5-ba88-e642887d0f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.528592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19ee4eb3-f737-4bca-981f-149c52c015bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.553510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90689-5a3c-45cb-9d5a-8dd9bc3f6d46 req-3a453085-b1a8-4b48-9dbb-56fc07821cf3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:58.555107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2b90689-5a3c-45cb-9d5a-8dd9bc3f6d46 req-3a453085-b1a8-4b48-9dbb-56fc07821cf3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.2545013 Dec 16 07:59:58.567504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Allocated IP 172.20.0.3 (59beea27-d09d-4ce5-9ae9-eedb0717b41e/a5c1b24f-3405-47d3-9d75-e80b2bef0d18/04c21fec-68ad-44cd-ae98-f8a14e324921) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 07:59:58.597478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19ee4eb3-f737-4bca-981f-149c52c015bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.620889 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30eca91f-ff55-40b9-b5e1-0ad91b9ac26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.625294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30eca91f-ff55-40b9-b5e1-0ad91b9ac26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.626539 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-30eca91f-ff55-40b9-b5e1-0ad91b9ac26c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19186250-3cbd-4b4a-bf77-09bd10939b17 HTTP/1.1" status: 204 len: 168 time: 0.5418658 Dec 16 07:59:58.639878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eca91f-ff55-40b9-b5e1-0ad91b9ac26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19186250-3cbd-4b4a-bf77-09bd10939b17,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:58.699740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2b90689-5a3c-45cb-9d5a-8dd9bc3f6d46 req-a234beeb-17d7-43df-9698-2cdc4e997e1f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354043 Dec 16 07:59:58.723767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60caf13d-00ec-4ef5-ba88-e642887d0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.727157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60caf13d-00ec-4ef5-ba88-e642887d0f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.729820 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-60caf13d-00ec-4ef5-ba88-e642887d0f6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bea96e15-fdfc-4a26-ac1a-5593f04ffff8 HTTP/1.1" status: 204 len: 168 time: 0.5243115 Dec 16 07:59:58.769661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caf13d-00ec-4ef5-ba88-e642887d0f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea96e15-fdfc-4a26-ac1a-5593f04ffff8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:58.880821 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19ee4eb3-f737-4bca-981f-149c52c015bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.883897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19ee4eb3-f737-4bca-981f-149c52c015bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:58.887374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-19ee4eb3-f737-4bca-981f-149c52c015bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/879a737c-0636-4d30-81e0-c027dd72322d HTTP/1.1" status: 204 len: 168 time: 0.5434520 Dec 16 07:59:58.926170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d90a3e0f-7b14-4fc0-bb25-c4d456fe4e8f req-ddb4bf32-3c60-4fc0-8484-9c566aa2b84c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 210 time: 0.0579884 Dec 16 07:59:58.929653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee4eb3-f737-4bca-981f-149c52c015bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879a737c-0636-4d30-81e0-c027dd72322d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:58.945965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:59.090125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:59.130639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 07:59:59.166254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 07:59:59.170896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 07:59:59.173144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=04c21fec-68ad-44cd-ae98-f8a14e324921,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 07:59:59.175810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 07:59:59.253695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 07:59:59.254265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:59.433455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-594da65b-eb2c-4c70-a8e5-d2e472e1e432 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7937999 Dec 16 07:59:59.468585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Request body: {'port': {'device_id': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 07:59:59.527827 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-91dc1b84-36ee-4702-8aad-6b72752de8c8 None None] Provisioning complete for port 04c21fec-68ad-44cd-ae98-f8a14e324921 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 07:59:59.528925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91dc1b84-36ee-4702-8aad-6b72752de8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:59.538695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:59.577671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-91dc1b84-36ee-4702-8aad-6b72752de8c8 None None] Port 04c21fec-68ad-44cd-ae98-f8a14e324921 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 07:59:59.735314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34864) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 07:59:59.757429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f3bca8b6-6e21-4e61-b898-374e7e26570e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 07:59:59.832001 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.004830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e23dd-3300-4e35-9ca6-bbabb9ebe345 req-01f35db3-936b-46a0-a5f9-e0e0cc1fa882 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:00.007504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f3bca8b6-6e21-4e61-b898-374e7e26570e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.025751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d0e23dd-3300-4e35-9ca6-bbabb9ebe345 req-01f35db3-936b-46a0-a5f9-e0e0cc1fa882 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1739829 Dec 16 08:00:00.089597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f3bca8b6-6e21-4e61-b898-374e7e26570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.136789 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f3bca8b6-6e21-4e61-b898-374e7e26570e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3674931aae244286a338477a14697a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4008200 Dec 16 08:00:00.137700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bca8b6-6e21-4e61-b898-374e7e26570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0354a244-2cda-42b8-a3ec-bee55a039dc6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:00.139990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34878) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:00.145198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c21fec-68ad-44cd-ae98-f8a14e324921 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:00:00.173001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d0e23dd-3300-4e35-9ca6-bbabb9ebe345 req-fe90b6a0-a587-4a23-b1d4-c56dcfaf2aa8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463532 Dec 16 08:00:00.178748 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.214101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d56444-df6d-4835-a7cc-bb09976456a8 req-d73847a6-10c4-4299-a034-73ab9f6cc2c8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:00.215644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49d56444-df6d-4835-a7cc-bb09976456a8 req-d73847a6-10c4-4299-a034-73ab9f6cc2c8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 931 time: 0.1359565 Dec 16 08:00:00.223318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Transition to ACTIVE for port object 04c21fec-68ad-44cd-ae98-f8a14e324921 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:00:00.262036 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56a05d76-803c-414f-80eb-23893af314c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.303217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49d56444-df6d-4835-a7cc-bb09976456a8 req-ed3384ca-3a82-48f5-8320-ebca859c2fea tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772016 Dec 16 08:00:00.308478 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56a05d76-803c-414f-80eb-23893af314c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.350189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.407297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Pushing event updated for resources: {'Port': ['ID=04c21fec-68ad-44cd-ae98-f8a14e324921,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:00.481004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:00.500445 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c3275c2-fa85-4107-a85b-b0ae003e3958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.536367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56a05d76-803c-414f-80eb-23893af314c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.540164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-56a05d76-803c-414f-80eb-23893af314c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.540344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-56a05d76-803c-414f-80eb-23893af314c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0354a244-2cda-42b8-a3ec-bee55a039dc6 HTTP/1.1" status: 204 len: 168 time: 0.3994553 Dec 16 08:00:00.548234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Attempting to bind port 04c21fec-68ad-44cd-ae98-f8a14e324921 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:00.548234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Attempting to bind port 04c21fec-68ad-44cd-ae98-f8a14e324921 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:00.548234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Attempting to bind port 04c21fec-68ad-44cd-ae98-f8a14e324921 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:00.554636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a05d76-803c-414f-80eb-23893af314c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354a244-2cda-42b8-a3ec-bee55a039dc6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:00.561066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Port 04c21fec-68ad-44cd-ae98-f8a14e324921 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:00.561477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Attempting to bind port 04c21fec-68ad-44cd-ae98-f8a14e324921 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:00.568439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:00:00.570865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:00.571263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Bound using segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:00:00.572069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Bound port: 04c21fec-68ad-44cd-ae98-f8a14e324921, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:00:00.572464 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.733733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-776d5180-94e4-4502-9360-a2d2e06ee166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.744914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c3275c2-fa85-4107-a85b-b0ae003e3958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.756535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] For port 04c21fec-68ad-44cd-ae98-f8a14e324921, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:00.764974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] For port 04c21fec-68ad-44cd-ae98-f8a14e324921, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=04c21fec-68ad-44cd-ae98-f8a14e324921,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:00:00.821097 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c3275c2-fa85-4107-a85b-b0ae003e3958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.855662 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.884926 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3c3275c2-fa85-4107-a85b-b0ae003e3958 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=824f1247e2824865b83d2f5353b7065f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024889 Dec 16 08:00:00.890799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34896) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:00.949526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3275c2-fa85-4107-a85b-b0ae003e3958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe0401-11fa-4740-85f9-5ea4d26b3733,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:00.988651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:00.991992 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:00.995969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] 10.222.0.36 "PUT /v2.0/ports/04c21fec-68ad-44cd-ae98-f8a14e324921 HTTP/1.1" status: 200 len: 1092 time: 1.5392373 Dec 16 08:00:01.000064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'tag': '04c21fec-68ad-44cd-ae98-f8a14e324921'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:00:01.000064 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74394bad-e34f-4c3f-b8a7-4f9e4834f1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb595d5f-d88c-4559-a61a-0290d8cc68d5", "tag": "04c21fec-68ad-44cd-ae98-f8a14e324921"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:00:01.039260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d211-7cab-4b00-a2be-9ba3bd1f8e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:01.043035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465a554-8573-4410-9236-cacf03dfbb1e service neutron] Pushing event updated for resources: {'Port': ['ID=04c21fec-68ad-44cd-ae98-f8a14e324921,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:01.092707 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc34cb-66b2-43dd-8290-6c7db9fa0e68 x-openstack-request-id: req-a8fc34cb-66b2-43dd-8290-6c7db9fa0e68 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:00:01.093030 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb595d5f-d88c-4559-a61a-0290d8cc68d5", "tag": "04c21fec-68ad-44cd-ae98-f8a14e324921", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:00:01.093293 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8fc34cb-66b2-43dd-8290-6c7db9fa0e68 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:00:01.094156 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'tag': '04c21fec-68ad-44cd-ae98-f8a14e324921', 'status': 'completed', 'code': 200} Dec 16 08:00:01.128651 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d211-7cab-4b00-a2be-9ba3bd1f8e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:01.260489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394bad-e34f-4c3f-b8a7-4f9e4834f1bb req-c3dcf0a8-2dd6-432d-a76d-c066e37a18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:01.266055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74394bad-e34f-4c3f-b8a7-4f9e4834f1bb req-c3dcf0a8-2dd6-432d-a76d-c066e37a18b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 1095 time: 0.1161864 Dec 16 08:00:01.312519 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d211-7cab-4b00-a2be-9ba3bd1f8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:01.315984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d211-7cab-4b00-a2be-9ba3bd1f8e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:01.319717 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e6a2d211-7cab-4b00-a2be-9ba3bd1f8e98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3fe0401-11fa-4740-85f9-5ea4d26b3733 HTTP/1.1" status: 204 len: 168 time: 0.4179745 Dec 16 08:00:01.339149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2d211-7cab-4b00-a2be-9ba3bd1f8e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe0401-11fa-4740-85f9-5ea4d26b3733,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:01.598563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cc487-200a-4661-9b59-f71a84c34056 req-f4799d95-c676-4fe1-8eb8-2e7a2a398bb9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:01.605613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f88cc487-200a-4661-9b59-f71a84c34056 req-f4799d95-c676-4fe1-8eb8-2e7a2a398bb9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 943 time: 0.1628485 Dec 16 08:00:01.615326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047781d8-d4d1-45c2-b393-dd64bd5c4cf8 req-4f38d983-931f-43ec-ae35-e675e4599bba tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:01.616917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-047781d8-d4d1-45c2-b393-dd64bd5c4cf8 req-4f38d983-931f-43ec-ae35-e675e4599bba tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.2077487 Dec 16 08:00:01.622858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394bad-e34f-4c3f-b8a7-4f9e4834f1bb req-a2627d29-8296-440f-bb59-9ec74e3c4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:01.624388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74394bad-e34f-4c3f-b8a7-4f9e4834f1bb req-a2627d29-8296-440f-bb59-9ec74e3c4471 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3393250 Dec 16 08:00:01.762687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f88cc487-200a-4661-9b59-f71a84c34056 req-b41ccf6c-46b0-4660-89ba-3551fc3dc34f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559708 Dec 16 08:00:01.780728 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:01.819749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-047781d8-d4d1-45c2-b393-dd64bd5c4cf8 req-a1d4b655-6a9e-4e24-bbe0-cdab0e43f87d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719644 Dec 16 08:00:01.864507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394bad-e34f-4c3f-b8a7-4f9e4834f1bb req-e86df8ac-29c4-4190-9ecc-0c94c37b2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:01.866068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74394bad-e34f-4c3f-b8a7-4f9e4834f1bb req-e86df8ac-29c4-4190-9ecc-0c94c37b2ed2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325385 Dec 16 08:00:02.066971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-3e43e22d-6fbd-4168-aeaa-f94377d2db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:02.069170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-3e43e22d-6fbd-4168-aeaa-f94377d2db6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 1095 time: 0.1117291 Dec 16 08:00:02.146447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-c8586305-dcd3-4fa6-bbf6-eed38c9453a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04c21fec-68ad-44cd-ae98-f8a14e324921 HTTP/1.1" status: 200 len: 217 time: 0.0484803 Dec 16 08:00:02.206832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-0e53c0fc-71d5-4af1-9890-45a9f18a2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:02.208455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-0e53c0fc-71d5-4af1-9890-45a9f18a2ac1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0506094 Dec 16 08:00:02.267269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-cbca77bd-3722-42d6-b110-1c132877660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:02.269519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-cbca77bd-3722-42d6-b110-1c132877660c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491459 Dec 16 08:00:02.384265 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-4c59046e-9c50-4928-9460-e7495b96cc58 service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034665 Dec 16 08:00:02.511413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb0d4d1e-be22-4871-8af1-7f1eca9f647b req-f33f59bf-bdf9-4f4a-8cb3-08af70adde2c service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162286 Dec 16 08:00:02.736009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34992) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:02.909502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d96b3-b92e-4c32-bac9-503531b36414 req-ca550e28-c2ab-48f8-9e24-33a181cc442c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:02.917926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-125d96b3-b92e-4c32-bac9-503531b36414 req-ca550e28-c2ab-48f8-9e24-33a181cc442c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 943 time: 0.0710721 Dec 16 08:00:03.018696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3693300a-aa95-4d92-90ea-140fbca1e9bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.045382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-125d96b3-b92e-4c32-bac9-503531b36414 req-a42c88a6-8966-4041-9934-cf4d67163390 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205425 Dec 16 08:00:03.062285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057adb17-4bc3-4cb0-84e2-c77f8f89aaf4 req-40b01c21-6c2b-4d57-b957-ae03a198a7a1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:03.064891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-057adb17-4bc3-4cb0-84e2-c77f8f89aaf4 req-40b01c21-6c2b-4d57-b957-ae03a198a7a1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1210468 Dec 16 08:00:03.179019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-057adb17-4bc3-4cb0-84e2-c77f8f89aaf4 req-67fac7f5-3200-43ad-908d-cabec592bda0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072841 Dec 16 08:00:03.209870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3693300a-aa95-4d92-90ea-140fbca1e9bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.333395 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3693300a-aa95-4d92-90ea-140fbca1e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.372992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693300a-aa95-4d92-90ea-140fbca1e9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0f342f-f9eb-4af6-ad14-d0e5246228b0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:03.387779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35014) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:03.388143 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3693300a-aa95-4d92-90ea-140fbca1e9bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86f399f9a0144fd8a735906e0d3c517a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6434252 Dec 16 08:00:03.434311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15929e19-37d4-4580-8290-cc6691d4a5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.449880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.472480 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15929e19-37d4-4580-8290-cc6691d4a5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.608146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15929e19-37d4-4580-8290-cc6691d4a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.611307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15929e19-37d4-4580-8290-cc6691d4a5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:03.616262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-15929e19-37d4-4580-8290-cc6691d4a5cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d0f342f-f9eb-4af6-ad14-d0e5246228b0 HTTP/1.1" status: 204 len: 168 time: 0.2335606 Dec 16 08:00:03.634933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15929e19-37d4-4580-8290-cc6691d4a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0f342f-f9eb-4af6-ad14-d0e5246228b0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:04.192376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff591d-efe4-47f0-b67c-4369d7600c43 req-dc0badf6-b14c-42b9-9cf9-0120de9ac9da tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:04.194378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1eff591d-efe4-47f0-b67c-4369d7600c43 req-dc0badf6-b14c-42b9-9cf9-0120de9ac9da tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 943 time: 0.0677109 Dec 16 08:00:04.260752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1eff591d-efe4-47f0-b67c-4369d7600c43 req-7320fa46-635c-4b29-82c4-f3d379d2a47a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564387 Dec 16 08:00:04.346616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea217-2f7d-48b1-8a10-b9836a698627 req-686c7569-c25a-46e5-8e4f-8723d7376227 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:04.349185 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94fea217-2f7d-48b1-8a10-b9836a698627 req-686c7569-c25a-46e5-8e4f-8723d7376227 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.0612638 Dec 16 08:00:04.402537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94fea217-2f7d-48b1-8a10-b9836a698627 req-dc9f160c-4fb0-41bb-80de-fea2b5262ec1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467322 Dec 16 08:00:05.238923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:05.501092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47c829-2f4e-4241-92c8-9ca9a6ee68b8 req-8acfab6e-4b02-4c06-9b45-95776dc41314 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:05.502909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f47c829-2f4e-4241-92c8-9ca9a6ee68b8 req-8acfab6e-4b02-4c06-9b45-95776dc41314 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 943 time: 0.1366165 Dec 16 08:00:05.617810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f47c829-2f4e-4241-92c8-9ca9a6ee68b8 req-e1e7abad-7ff2-454e-b442-3b5e8b96940f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014678 Dec 16 08:00:05.645642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49844dad-81e2-4fc4-b3bb-285b410c86e6 req-8b287069-9399-4380-a8e9-f6d5bbe1a2ad tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:05.647400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:05.652824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49844dad-81e2-4fc4-b3bb-285b410c86e6 req-8b287069-9399-4380-a8e9-f6d5bbe1a2ad tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1030993 Dec 16 08:00:05.678504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 04c21fec-68ad-44cd-ae98-f8a14e324921 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:00:05.714942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49844dad-81e2-4fc4-b3bb-285b410c86e6 req-480b71dd-405c-4303-ace8-02fae7c921a8 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592074 Dec 16 08:00:05.827304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0e380ed-14d7-416d-961e-1c85d4e242ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:05.827508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 04c21fec-68ad-44cd-ae98-f8a14e324921, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=04c21fec-68ad-44cd-ae98-f8a14e324921,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:05.843500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '04c21fec-68ad-44cd-ae98-f8a14e324921', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '04c21fec-68ad-44cd-ae98-f8a14e324921', 'mac_address': 'fa:16:3e:4b:e6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:00:05.890344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:05.909231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c21fec-68ad-44cd-ae98-f8a14e324921 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:00:05.946529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 04c21fec-68ad-44cd-ae98-f8a14e324921, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=04c21fec-68ad-44cd-ae98-f8a14e324921,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:05.974398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0e380ed-14d7-416d-961e-1c85d4e242ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:06.043646 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:06.077781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0e380ed-14d7-416d-961e-1c85d4e242ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:06.120456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=04c21fec-68ad-44cd-ae98-f8a14e324921,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:06.126819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e380ed-14d7-416d-961e-1c85d4e242ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2191558d-a563-4d67-b4d6-484eb99fcf22,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:06.137308 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0e380ed-14d7-416d-961e-1c85d4e242ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e6c5a0667054217a5c3a0695404d918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4852896 Dec 16 08:00:06.137308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35084) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:06.201519 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:06.227249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:06.401009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['04c21fec-68ad-44cd-ae98-f8a14e324921'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:00:06.407260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:06.410071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:06.412243 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2191558d-a563-4d67-b4d6-484eb99fcf22 HTTP/1.1" status: 204 len: 168 time: 0.2736945 Dec 16 08:00:06.420496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2191558d-a563-4d67-b4d6-484eb99fcf22,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:06.430062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.430346 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.430720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.431069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.431403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.431737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.432092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.432710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.433054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.433388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.433717 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.434047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.434372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2451ee-5c1c-4b7d-92ee-67a8e9cdd3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:06.768686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cab4a-dbf4-4b0e-ace9-283e54c7c277 req-961a11b3-ffa9-4282-af77-d082f77ee3fc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:06.772258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb3cab4a-dbf4-4b0e-ace9-283e54c7c277 req-961a11b3-ffa9-4282-af77-d082f77ee3fc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 944 time: 0.0743556 Dec 16 08:00:06.851278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb3cab4a-dbf4-4b0e-ace9-283e54c7c277 req-66bda263-2c5d-4bbb-a7df-27fcd7d40857 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703595 Dec 16 08:00:06.928613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f568f9-a702-49c8-984b-3f50e33d6e30 req-8fa48773-a1eb-4865-80c5-5c345e5b4ae7 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:06.930268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30f568f9-a702-49c8-984b-3f50e33d6e30 req-8fa48773-a1eb-4865-80c5-5c345e5b4ae7 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.0669911 Dec 16 08:00:06.978106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:07.027640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30f568f9-a702-49c8-984b-3f50e33d6e30 req-a0af74fa-506a-4d96-9ef8-e9ffe63a448d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889459 Dec 16 08:00:07.179292 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d42d5587-504c-4bcb-b25b-4615d3ebaf69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.297246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d42d5587-504c-4bcb-b25b-4615d3ebaf69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.403496 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d42d5587-504c-4bcb-b25b-4615d3ebaf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.448957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d5587-504c-4bcb-b25b-4615d3ebaf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8553eeed-ad9c-4e4d-905a-f6dacb5e8145,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:07.454905 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d42d5587-504c-4bcb-b25b-4615d3ebaf69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a83a89993ca143c0b64d7782d010bf78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735372 Dec 16 08:00:07.457974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35148) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:07.546788 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cce7d400-133a-4b1f-8260-32d7cc9ba277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.577459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cce7d400-133a-4b1f-8260-32d7cc9ba277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.689812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 04c21fec-68ad-44cd-ae98-f8a14e324921 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:07.765113 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cce7d400-133a-4b1f-8260-32d7cc9ba277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.765113 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cce7d400-133a-4b1f-8260-32d7cc9ba277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.765113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cce7d400-133a-4b1f-8260-32d7cc9ba277 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8553eeed-ad9c-4e4d-905a-f6dacb5e8145 HTTP/1.1" status: 204 len: 168 time: 0.2914197 Dec 16 08:00:07.765113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7d400-133a-4b1f-8260-32d7cc9ba277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8553eeed-ad9c-4e4d-905a-f6dacb5e8145,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:07.877520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 04c21fec-68ad-44cd-ae98-f8a14e324921 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:00:07.882053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 04c21fec-68ad-44cd-ae98-f8a14e324921 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:07.882426 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.982452 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:07.984064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6913174-8f5e-4c6d-84d3-05757c284cee req-9ebd1d29-2d83-485c-96db-e6fad66b020b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:07.988614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6913174-8f5e-4c6d-84d3-05757c284cee req-9ebd1d29-2d83-485c-96db-e6fad66b020b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 944 time: 0.0601695 Dec 16 08:00:08.007736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c21fec-68ad-44cd-ae98-f8a14e324921'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:00:08.010680 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b07ca6-2362-4b4a-9e2e-69f1a4ab7921" -d '{"events": [{"server_uuid": "cb595d5f-d88c-4559-a61a-0290d8cc68d5", "name": "network-vif-plugged", "status": "completed", "tag": "04c21fec-68ad-44cd-ae98-f8a14e324921"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:00:08.071936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 04c21fec-68ad-44cd-ae98-f8a14e324921, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=04c21fec-68ad-44cd-ae98-f8a14e324921,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:08.072829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6913174-8f5e-4c6d-84d3-05757c284cee req-d1ca192a-f9f9-4bbc-a652-f368700d4282 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778012 Dec 16 08:00:08.125337 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634e8ae-5dab-420f-b313-09bb5933d213 x-openstack-request-id: req-c634e8ae-5dab-420f-b313-09bb5933d213 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:00:08.125519 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb595d5f-d88c-4559-a61a-0290d8cc68d5", "name": "network-vif-plugged", "status": "completed", "tag": "04c21fec-68ad-44cd-ae98-f8a14e324921", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:00:08.125785 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c634e8ae-5dab-420f-b313-09bb5933d213 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:00:08.127355 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c21fec-68ad-44cd-ae98-f8a14e324921', 'code': 200} Dec 16 08:00:08.210383 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:08.231955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ce1d2-d232-4fa3-891d-9956909f3718 req-bc80157e-6e7f-416d-86c3-051979e956eb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:08.234038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e5ce1d2-d232-4fa3-891d-9956909f3718 req-bc80157e-6e7f-416d-86c3-051979e956eb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.0922148 Dec 16 08:00:08.296292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35206) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:08.364213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e5ce1d2-d232-4fa3-891d-9956909f3718 req-dfdd3de9-f677-464b-9d7b-bfa78336bab3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894880 Dec 16 08:00:08.367004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccc5a0-a8eb-49c4-946a-729651ec9ed9 req-7bb95c6e-c8c2-46b2-9424-9736311c6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:08.369051 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04ccc5a0-a8eb-49c4-946a-729651ec9ed9 req-7bb95c6e-c8c2-46b2-9424-9736311c6a29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 1097 time: 0.1328070 Dec 16 08:00:08.403657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=04c21fec-68ad-44cd-ae98-f8a14e324921,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:08.442910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-04ccc5a0-a8eb-49c4-946a-729651ec9ed9 req-a57cac3d-f2fd-4954-89f2-860652250b3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Dec 16 08:00:08.981366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35224) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:08.987543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-917b-4dc7-b12c-05a4979f7174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.140882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-917b-4dc7-b12c-05a4979f7174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.196840 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-917b-4dc7-b12c-05a4979f7174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.213430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1476297855'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:09.256306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea95a7f-3255-42cd-b7f2-204c43299da8 req-54a5ddc3-0382-48d2-a751-b1ad28e83ee3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:09.257910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e53ed4-917b-4dc7-b12c-05a4979f7174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897f28d8-eaa6-4c88-b8bc-536f3801c89e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:09.266601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ea95a7f-3255-42cd-b7f2-204c43299da8 req-54a5ddc3-0382-48d2-a751-b1ad28e83ee3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 945 time: 0.0952871 Dec 16 08:00:09.291938 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d7e53ed4-917b-4dc7-b12c-05a4979f7174 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b805398dba634d07ab047609e8cf0fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196497 Dec 16 08:00:09.293832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35234) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:09.342552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35236) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:09.344474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ea95a7f-3255-42cd-b7f2-204c43299da8 req-de6c861b-d527-4f72-ab71-9660728066a0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733130 Dec 16 08:00:09.371765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67d821e8-5ab1-45eb-9b5f-d221662150d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.405200 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67d821e8-5ab1-45eb-9b5f-d221662150d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.426321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:09.430993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.454539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.514100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-840799f5-5b07-443e-98a1-eaccf69900ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.558360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852bc34-18e2-4295-8522-4263a74e7bc3 req-7c688944-ab4f-4600-a3b6-88d3e10fa83b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:09.559925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b852bc34-18e2-4295-8522-4263a74e7bc3 req-7c688944-ab4f-4600-a3b6-88d3e10fa83b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1061635 Dec 16 08:00:09.594617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67d821e8-5ab1-45eb-9b5f-d221662150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.597664 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-67d821e8-5ab1-45eb-9b5f-d221662150d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.599476 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-67d821e8-5ab1-45eb-9b5f-d221662150d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/897f28d8-eaa6-4c88-b8bc-536f3801c89e HTTP/1.1" status: 204 len: 168 time: 0.3044755 Dec 16 08:00:09.635685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d821e8-5ab1-45eb-9b5f-d221662150d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897f28d8-eaa6-4c88-b8bc-536f3801c89e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:09.684527 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b852bc34-18e2-4295-8522-4263a74e7bc3 req-982fab39-455b-4454-8331-c0e0ac5aa4c0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073587 Dec 16 08:00:09.717936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-840799f5-5b07-443e-98a1-eaccf69900ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:09.736823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.282146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.282146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-840799f5-5b07-443e-98a1-eaccf69900ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.322718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:00:10.343072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff556dd-8fd4-4c0c-bea7-71b9bed5b406,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:10.352153 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-840799f5-5b07-443e-98a1-eaccf69900ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecd016cf7c734ae8882f20ee33c79fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0052867 Dec 16 08:00:10.353449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.353833 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Added segment 63989f81-3fc0-450d-8306-fd2a26f49df6 of type vlan for network 17df5f1b-c252-47df-81c5-aa7a8853af22 Dec 16 08:00:10.353972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35264) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:10.421436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840799f5-5b07-443e-98a1-eaccf69900ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a1efec-802b-43c9-af94-90687376e852,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:10.432416 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.499782 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3bc9855c-623c-4510-a91c-f08bd36e5af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.561956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3bc9855c-623c-4510-a91c-f08bd36e5af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.563276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.575875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:10.578452 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.630561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff16cbc-7a94-41ff-b97a-0fcbf74f258b req-dd28b0e2-5d52-43ce-9642-1be44305b789 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:10.632139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dff16cbc-7a94-41ff-b97a-0fcbf74f258b req-dd28b0e2-5d52-43ce-9642-1be44305b789 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 945 time: 0.1063807 Dec 16 08:00:10.698709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Network': ['ID=17df5f1b-c252-47df-81c5-aa7a8853af22,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:10.719354 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c09641db-0660-43f8-abae-96fa802e10be tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4210873 Dec 16 08:00:10.723858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35284) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:10.725952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:00:10.737078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'subnet': {'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:10.790153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dff16cbc-7a94-41ff-b97a-0fcbf74f258b req-40eeb4ac-785d-44d7-a8ad-ffa288988e96 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508369 Dec 16 08:00:10.795601 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3bc9855c-623c-4510-a91c-f08bd36e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.798559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3bc9855c-623c-4510-a91c-f08bd36e5af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:10.799663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3bc9855c-623c-4510-a91c-f08bd36e5af3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0a1efec-802b-43c9-af94-90687376e852 HTTP/1.1" status: 204 len: 168 time: 0.4447608 Dec 16 08:00:10.834647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9855c-623c-4510-a91c-f08bd36e5af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a1efec-802b-43c9-af94-90687376e852,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:10.901144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20721d-d336-40fb-8e52-7509437f0e1a req-edd5248e-6f70-4c41-9313-09d750358864 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:10.903575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f20721d-d336-40fb-8e52-7509437f0e1a req-edd5248e-6f70-4c41-9313-09d750358864 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1101596 Dec 16 08:00:10.956621 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f20721d-d336-40fb-8e52-7509437f0e1a req-b64331c5-506c-4603-9f72-3d2527b48224 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467286 Dec 16 08:00:11.070422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:11.074540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:11.442622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:11.580940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Checking segment: {'id': '63989f81-3fc0-450d-8306-fd2a26f49df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:11.581372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network hostable DHCP agents. Network: 17df5f1b-c252-47df-81c5-aa7a8853af22, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:00:11.586662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Subnet': ['ID=0dc249d2-8633-4724-a95a-a2666ec92258,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:11.690195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:00:11.774997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 17df5f1b-c252-47df-81c5-aa7a8853af22) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:11.780884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:11.782029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:11.789648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91decce8-315d-41a4-8d39-d99dd8117fd9 None None] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:11.922798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35340) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:11.928221 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ce24f9eb-419a-4ee5-9ab2-11d5408443ba tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2031007 Dec 16 08:00:11.930337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-959251343'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:11.937098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-17df5f1b-c252-47df-81c5-aa7a8853af22', 'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'project_id': 'b8204181966d4a64969b46059f4c6be7', 'fixed_ips': [{'subnet_id': '0dc249d2-8633-4724-a95a-a2666ec92258'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:00:11.939495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:12.358899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Allocated IP 2001:db8::2 (17df5f1b-c252-47df-81c5-aa7a8853af22/0dc249d2-8633-4724-a95a-a2666ec92258/0315aa3e-ba10-4a7b-9b54-9ef5a6cef029) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:12.370643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:00:12.670510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:12.689505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'port_id': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'mac_address': 'fa:16:3e:2d:9f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:00:12.708028 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:12.725948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fccd75-4fa9-41d9-b3b3-24ee0390b15a req-7a301232-3265-456b-8eb7-d6af1a0926d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:12.741282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2fccd75-4fa9-41d9-b3b3-24ee0390b15a req-7a301232-3265-456b-8eb7-d6af1a0926d4 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1790605 Dec 16 08:00:12.749602 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:12.764944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed33b036-010b-433c-80fb-4c8bd2d9dfa7 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:00:12.798800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:12.853873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2fccd75-4fa9-41d9-b3b3-24ee0390b15a req-167fc376-265f-497a-9378-1874dff4d55b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011388 Dec 16 08:00:12.945341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:12.997225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:12.997584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:13.000341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.002194 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.007297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:13.010019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:13.021685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Pushing event updated for resources: {'Port': ['ID=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:13.025241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] device_id is not set on port beaa4304-01c9-440a-8302-a35e52244f2b yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:13.163387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Attempting to bind port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:13.170258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Attempting to bind port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '63989f81-3fc0-450d-8306-fd2a26f49df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:13.170258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Attempting to bind port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 on network 17df5f1b-c252-47df-81c5-aa7a8853af22 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:13.171692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:13.174796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Allocated IP 2001:db8::32b (17df5f1b-c252-47df-81c5-aa7a8853af22/0dc249d2-8633-4724-a95a-a2666ec92258/beaa4304-01c9-440a-8302-a35e52244f2b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:13.180002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:00:13.187756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Checking segment: {'id': '63989f81-3fc0-450d-8306-fd2a26f49df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:13.188420 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.188981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Bound using segment: {'id': '63989f81-3fc0-450d-8306-fd2a26f49df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:00:13.189914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Bound port: 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63989f81-3fc0-450d-8306-fd2a26f49df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:00:13.190477 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.217182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ed33b036-010b-433c-80fb-4c8bd2d9dfa7'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:00:13.310195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b9a38839-a96c-4887-9472-3b382112662a None None] For port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:13.333559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b9a38839-a96c-4887-9472-3b382112662a None None] For port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,segment=NetworkSegment(63989f81-3fc0-450d-8306-fd2a26f49df6),segment_id=63989f81-3fc0-450d-8306-fd2a26f49df6)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:00:13.448870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.511929 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.634455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a38839-a96c-4887-9472-3b382112662a None None] Pushing event updated for resources: {'Port': ['ID=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:13.644050 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.709045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=beaa4304-01c9-440a-8302-a35e52244f2b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:13.746624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:13.752361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:13.755688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:13.766017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:13.766678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:13.895166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35420) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:13.896064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7647dbf7-eef7-487d-9f89-915e817e3346 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9717999 Dec 16 08:00:13.924849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-819077587', 'allowed_address_pairs': [{'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:23:54:4d'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:13.928074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:14.079307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c640-2d6d-44f1-bb6c-b97a6d74b4ae req-5fa22ca5-b191-436e-83e5-9a583faf7dcd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:14.093412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bf1c640-2d6d-44f1-bb6c-b97a6d74b4ae req-5fa22ca5-b191-436e-83e5-9a583faf7dcd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 945 time: 0.1324594 Dec 16 08:00:14.158576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bf1c640-2d6d-44f1-bb6c-b97a6d74b4ae req-7211a710-f25a-468b-971b-d1610f8cc544 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629559 Dec 16 08:00:14.255863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1240597008'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:14.318736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:14.359606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:14.413081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.422180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:14.422556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.435813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] device_id is not set on port 3f233ba4-0791-48a0-9ecc-7f37d398690d yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:14.454291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Made reservation on behalf of 0723c1ec9fe141bf9d521135a53103d8 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:14.459163 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.484962 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.556118 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.652978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:14.657368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:00:14.663418 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421df0ee-2d46-417b-af66-764912a5b475" -d '{"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-plugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:00:14.746167 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.771203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Allocated IP 2001:db8::3c5 (17df5f1b-c252-47df-81c5-aa7a8853af22/0dc249d2-8633-4724-a95a-a2666ec92258/3f233ba4-0791-48a0-9ecc-7f37d398690d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:14.791253 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff13c26-70ce-4bea-9364-e81b75dbe8d3 x-openstack-request-id: req-eff13c26-70ce-4bea-9364-e81b75dbe8d3 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:00:14.792027 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-plugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:00:14.792400 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eff13c26-70ce-4bea-9364-e81b75dbe8d3 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:00:14.792917 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'code': 200} Dec 16 08:00:14.850156 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.895274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.934171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:00:14.952322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13aa596d-3968-470a-911c-33e24cf795f0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:14.981923 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:14.981923 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Added segment 72733b5f-3daa-4136-9a98-94382f9075e3 of type vlan for network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 Dec 16 08:00:15.017531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:15.077074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:15.106173 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.186975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:15.187505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.197321 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.220746 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.230770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:15.231766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.281578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844b4e2-aeae-4cf1-b0cc-d7d15abf32d3 None None] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:15.370033 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.416531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Pushing event updated for resources: {'Network': ['ID=8b6a32e5-ef7e-40d8-8277-b128ee28e130,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:15.425252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0c7f03b3-f7fd-4724-b6b3-60a761eced2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4956007 Dec 16 08:00:15.495940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:00:15.552025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:15.563224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:15.570326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20deb742-088c-4056-b9de-130464879661 req-2595c369-99d1-4912-b642-44c3881bac15 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:15.572153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20deb742-088c-4056-b9de-130464879661 req-2595c369-99d1-4912-b642-44c3881bac15 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1571395 Dec 16 08:00:15.587206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:15.593671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:15.594459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.602692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=3f233ba4-0791-48a0-9ecc-7f37d398690d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:15.688314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20deb742-088c-4056-b9de-130464879661 req-433dfb8f-1d11-40e8-ab32-f53a98a6556b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081233 Dec 16 08:00:15.857246 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bcf0ae62-c0b5-4517-8447-45d7dafa8fe3 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9589438 Dec 16 08:00:15.860043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:15.952128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde9bb4-92d1-41d7-8d07-a5b2af600b50 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:15.960149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde9bb4-92d1-41d7-8d07-a5b2af600b50 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:15.967223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7d80c19d-79ad-43b4-9a74-c449353998a7 None None] Provisioning complete for port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:15.967605 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7d80c19d-79ad-43b4-9a74-c449353998a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:15.970408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde9bb4-92d1-41d7-8d07-a5b2af600b50 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:15.970970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35498) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:15.972699 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4bde9bb4-92d1-41d7-8d07-a5b2af600b50 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1115398 Dec 16 08:00:15.976149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35500) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:15.980792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Request body: {'port': {'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130', 'binding:host_id': 'n-h1-820935-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1236737053'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:16.086386 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.112024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting port 3f233ba4-0791-48a0-9ecc-7f37d398690d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:16.112911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.144748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Made reservation on behalf of ac76c476838f48b8b804c82bb1dcd2b4 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:16.150921 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.167934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.177933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,segment=NetworkSegment(63989f81-3fc0-450d-8306-fd2a26f49df6),segment_id=63989f81-3fc0-450d-8306-fd2a26f49df6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:16.289376 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7d80c19d-79ad-43b4-9a74-c449353998a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.312640 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:00:16.321914 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.342477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.373779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Calling delete_port for 3f233ba4-0791-48a0-9ecc-7f37d398690d owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:16.374467 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.376868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:16.429979 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-7d80c19d-79ad-43b4-9a74-c449353998a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:00:16.430781 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-7d80c19d-79ad-43b4-9a74-c449353998a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:00:16.435900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:16.440661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] device_id is not set on port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:16.650960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1406db8d-c669-4bca-a6a7-0eb23e73cd8a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:16.910189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.084662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:17.232232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-71544ee0-3251-4ae1-996f-f56661cee1f7 None None] Could not find standard attr ID for object 3f233ba4-0791-48a0-9ecc-7f37d398690d. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:00:17.232564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] device_id is not set on port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:17.266430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:17.266674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.285847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Port': ['ID=3f233ba4-0791-48a0-9ecc-7f37d398690d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:17.356600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c901-beeb-4fb5-9757-293b9bb66d3a req-5438fa4c-2b44-41f7-9107-ca13ce1e5356 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:17.378363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3927c901-beeb-4fb5-9757-293b9bb66d3a req-5438fa4c-2b44-41f7-9107-ca13ce1e5356 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.4857571 Dec 16 08:00:17.421752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-71544ee0-3251-4ae1-996f-f56661cee1f7 None None] Provisioning complete for port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:17.422145 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71544ee0-3251-4ae1-996f-f56661cee1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.424292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.464610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.474753 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1bc5204b-5a98-403a-8f19-0fbaf2528fd9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/ports/3f233ba4-0791-48a0-9ecc-7f37d398690d HTTP/1.1" status: 204 len: 168 time: 1.4968436 Dec 16 08:00:17.481612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35536) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:17.638749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.652984 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-011998ee-cae5-4d12-83de-3b992855754d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] GET failed (client error): The resource could not be found. Dec 16 08:00:17.661383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-011998ee-cae5-4d12-83de-3b992855754d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "GET /v2.0/ports/3f233ba4-0791-48a0-9ecc-7f37d398690d HTTP/1.1" status: 404 len: 333 time: 0.1764336 Dec 16 08:00:17.664037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35540) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:17.672838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-774122024'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:17.701389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-71544ee0-3251-4ae1-996f-f56661cee1f7 None None] Provisioning complete for port beaa4304-01c9-440a-8302-a35e52244f2b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:17.701814 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71544ee0-3251-4ae1-996f-f56661cee1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.762214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3927c901-beeb-4fb5-9757-293b9bb66d3a req-77ef994b-e20c-41fe-a017-138bd9fe7105 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683279 Dec 16 08:00:17.784319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-71544ee0-3251-4ae1-996f-f56661cee1f7 None None] Port beaa4304-01c9-440a-8302-a35e52244f2b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:17.816032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=5726c499-0a91-4bd0-ac9f-97948e3e05d3,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:17.822002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Checking segment: {'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:17.822929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Network hostable DHCP agents. Network: 8b6a32e5-ef7e-40d8-8277-b128ee28e130, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:00:17.909434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-525d38cb-0c14-45bd-a228-9a29688e1ffe None None] Provisioning complete for port beaa4304-01c9-440a-8302-a35e52244f2b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:17.910361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-525d38cb-0c14-45bd-a228-9a29688e1ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:17.981475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-525d38cb-0c14-45bd-a228-9a29688e1ffe None None] Port beaa4304-01c9-440a-8302-a35e52244f2b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:18.031395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:00:18.111751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-97928b86-084b-4244-bfff-7a4a83cacbb2 None None] Could not find standard attr ID for object 3f233ba4-0791-48a0-9ecc-7f37d398690d. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:00:18.184568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 8b6a32e5-ef7e-40d8-8277-b128ee28e130) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:18.203655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:18.235711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f204853-e2dc-47ca-ab9f-3cabfdae898b None None] Network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:18.243122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:18.252860 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:18.257273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.260477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.264981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.287878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.287878 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.287878 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 2 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.321681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] device_id is not set on port f277ff79-ddd6-4218-bd74-2e8de1afdb61 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:18.328785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.336000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.336565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.349883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.350528 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.351095 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 3 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.389539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.390922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.393489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.406950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.407953 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.408457 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 4 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.441922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.446750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.448936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.466244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.469190 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.469907 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 5 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.522884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.522884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.523193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.532962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.534617 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.540221 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 6 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.565111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.565451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.565785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.582565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.582910 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.588324 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 7 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.619348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.620214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.620624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.654927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.655898 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.656772 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 8 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.674613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.678551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Allocated IP 2001:db8::2a9 (17df5f1b-c252-47df-81c5-aa7a8853af22/0dc249d2-8633-4724-a95a-a2666ec92258/f277ff79-ddd6-4218-bd74-2e8de1afdb61) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:18.681380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.681863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.701930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.702573 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.702705 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 9 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.736627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.737014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.737364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.742255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.742805 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.743623 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 10 to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 Dec 16 08:00:18.790957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:18.791302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:18.791647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:18.819928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:18.820258 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:18.820684 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.022406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.084682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] For port 5726c499-0a91-4bd0-ac9f-97948e3e05d3, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:19.085076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempted to set empty binding levels {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 08:00:19.109244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9ac1d-2abc-447c-af86-47d1e5165432 req-39103458-781b-435f-8ada-fcd5411702cf tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:19.119013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60f9ac1d-2abc-447c-af86-47d1e5165432 req-39103458-781b-435f-8ada-fcd5411702cf tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1840458 Dec 16 08:00:19.157637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.163096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.246097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:19.248206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:19.249887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:19.250313 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.256683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:19.263373 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:19.264486 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.281350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=f277ff79-ddd6-4218-bd74-2e8de1afdb61,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:19.288657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60f9ac1d-2abc-447c-af86-47d1e5165432 req-50f29a13-7cba-4ff8-b540-268970d121de tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667917 Dec 16 08:00:19.314347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=5726c499-0a91-4bd0-ac9f-97948e3e05d3,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:19.389390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1f7db082-7ba5-49a2-be2e-0356b2585641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.4167168 Dec 16 08:00:19.396687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:19.502755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35572) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:19.510159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:23:54:4d'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:19.512941 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d1cc512-6190-4523-b413-944b72b7ed73 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8456347 Dec 16 08:00:19.515935 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Deleting port 5726c499-0a91-4bd0-ac9f-97948e3e05d3 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:19.518558 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.685685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-505b9950-7cac-4bbd-8f99-eed811ce0f80 None None] Provisioning complete for port f277ff79-ddd6-4218-bd74-2e8de1afdb61 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:19.686720 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-505b9950-7cac-4bbd-8f99-eed811ce0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.694165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] For port 5726c499-0a91-4bd0-ac9f-97948e3e05d3, host n-h1-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:19.695129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.746550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-505b9950-7cac-4bbd-8f99-eed811ce0f80 None None] Port f277ff79-ddd6-4218-bd74-2e8de1afdb61 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:19.769754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Calling delete_port for 5726c499-0a91-4bd0-ac9f-97948e3e05d3 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:19.786897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:19.953271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.016255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event deleted for resources: {'Port': ['ID=5726c499-0a91-4bd0-ac9f-97948e3e05d3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:20.031183 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.037819 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d2120fa8-ab98-4954-beef-641a38f1b8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5726c499-0a91-4bd0-ac9f-97948e3e05d3 HTTP/1.1" status: 204 len: 168 time: 0.6443334 Dec 16 08:00:20.038454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35590) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:20.067129 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9856c3d7-4a51-4a7e-bf64-a3ff9d46aa0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:00:20.075396 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9856c3d7-4a51-4a7e-bf64-a3ff9d46aa0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "GET /v2.0/ports/5726c499-0a91-4bd0-ac9f-97948e3e05d3 HTTP/1.1" status: 404 len: 333 time: 0.0347426 Dec 16 08:00:20.075396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35592) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:20.081677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Request body: {'port': {'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1810378123'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:20.142873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.202683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Made reservation on behalf of ac76c476838f48b8b804c82bb1dcd2b4 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:20.207518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.229508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] device_id is not set on port 1badba15-7907-4648-8b58-aa2e935f98ef yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:20.261223 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.342385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] In _notify_port_updated(), no bound segment for port f277ff79-ddd6-4218-bd74-2e8de1afdb61 on network 17df5f1b-c252-47df-81c5-aa7a8853af22 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:00:20.362167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:20.373694 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.375487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "PUT /v2.0/ports/f277ff79-ddd6-4218-bd74-2e8de1afdb61 HTTP/1.1" status: 200 len: 1002 time: 0.8707249 Dec 16 08:00:20.379610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35606) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:20.476371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af8f44-2034-4d48-821b-b62102e4fa9f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=f277ff79-ddd6-4218-bd74-2e8de1afdb61,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:20.594572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.665269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59517249-102a-4a4f-85c7-824d2a1efed6 req-cfb59097-13bd-4c47-af4b-2179751304b7 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:20.666845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59517249-102a-4a4f-85c7-824d2a1efed6 req-cfb59097-13bd-4c47-af4b-2179751304b7 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1951210 Dec 16 08:00:20.706437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting port f277ff79-ddd6-4218-bd74-2e8de1afdb61 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:20.707385 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.770016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.803606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59517249-102a-4a4f-85c7-824d2a1efed6 req-9639c219-bc6b-4839-a4a1-c9fca677035e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241965 Dec 16 08:00:20.857449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:20.860453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:20.865494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:20.866220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:20.866904 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.872493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=1badba15-7907-4648-8b58-aa2e935f98ef,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:20.886678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.932538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6e514904-b9d9-4eed-9f19-d12af60d7e8e None None] Provisioning complete for port f277ff79-ddd6-4218-bd74-2e8de1afdb61 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:20.933208 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e514904-b9d9-4eed-9f19-d12af60d7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:20.933766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Calling delete_port for f277ff79-ddd6-4218-bd74-2e8de1afdb61 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:20.975339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-867646c4-2ba3-4eac-bae7-f2013d440f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8959692 Dec 16 08:00:20.984048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35622) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:20.984411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6e514904-b9d9-4eed-9f19-d12af60d7e8e None None] Port f277ff79-ddd6-4218-bd74-2e8de1afdb61 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:20.984525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:21.069671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:21.326098 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:21.383310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Port': ['ID=f277ff79-ddd6-4218-bd74-2e8de1afdb61,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:21.469762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] device_id is not set on port 1badba15-7907-4648-8b58-aa2e935f98ef yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:21.483978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:21.591131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:21.628020 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:21.633878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d36e4c17-420d-4a45-ad86-3a3c8dcefcdb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/ports/f277ff79-ddd6-4218-bd74-2e8de1afdb61 HTTP/1.1" status: 204 len: 168 time: 1.2498953 Dec 16 08:00:21.636559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35638) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:21.695069 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af22c76-de93-4327-93c5-c53e8bace47a tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] GET failed (client error): The resource could not be found. Dec 16 08:00:21.697429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8af22c76-de93-4327-93c5-c53e8bace47a tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "GET /v2.0/ports/f277ff79-ddd6-4218-bd74-2e8de1afdb61 HTTP/1.1" status: 404 len: 333 time: 0.0585918 Dec 16 08:00:21.702062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35640) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:21.718391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2136244663'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:21.752639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=1badba15-7907-4648-8b58-aa2e935f98ef,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:21.802798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:21.807108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:21.807108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:21.815625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:21.816600 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:21.816997 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 2 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:21.856089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:21.856460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:21.856806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:21.867067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:21.870064 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:21.870500 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 3 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:21.906004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:21.906562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:21.907249 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:21.922130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:21.922470 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:21.922864 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 4 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:21.947955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:21.948370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:21.949128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:21.953975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:21.954262 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:21.954649 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 5 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:21.971902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:21.972973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:21.973332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:21.978608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:21.978993 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:21.979387 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 6 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:21.999480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:21.999817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:22.000171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:22.006737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:22.007241 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:22.007664 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 7 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:22.021597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:22.021947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:22.022308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:22.034640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:22.035038 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:22.035430 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 8 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:22.060763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:22.061119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:22.061894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:22.067502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:22.067837 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:22.068417 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 9 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:22.085155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:22.088300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:22.088300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:22.088300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:22.093981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:22.114657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:22.115269 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:22.120572 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 10 to bind port 1badba15-7907-4648-8b58-aa2e935f98ef Dec 16 08:00:22.149284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:22.149284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:22.149665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] device_id is not set on port 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:22.149788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:22.153591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:22.154017 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port 1badba15-7907-4648-8b58-aa2e935f98ef on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:22.154447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:22.282527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] For port 1badba15-7907-4648-8b58-aa2e935f98ef, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:22.283080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempted to set empty binding levels {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 08:00:22.362117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Allocated IP 2001:db8::47 (17df5f1b-c252-47df-81c5-aa7a8853af22/0dc249d2-8633-4724-a95a-a2666ec92258/16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:22.398951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:22.423790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] In _notify_port_updated(), no bound segment for port 1badba15-7907-4648-8b58-aa2e935f98ef on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:00:22.428000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.430956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:22.432453 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "PUT /v2.0/ports/1badba15-7907-4648-8b58-aa2e935f98ef HTTP/1.1" status: 200 len: 980 time: 1.4553008 Dec 16 08:00:22.438659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35658) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:22.706356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c13c4a-7ed3-40ca-9e64-67f49fa6b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=1badba15-7907-4648-8b58-aa2e935f98ef,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:22.729228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374690c-458e-454e-b90c-21d4468ae4b9 req-cb20505b-3dbe-4e66-a4dc-6896a1918cdc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.731204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a374690c-458e-454e-b90c-21d4468ae4b9 req-cb20505b-3dbe-4e66-a4dc-6896a1918cdc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.7172904 Dec 16 08:00:22.771756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.772262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.772733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.773781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.774264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.775507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.775507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.775917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.776417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.776871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.777740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.779102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.779102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.779102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.779545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.780003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.780498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.780961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.781442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.783114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.783114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.783468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.783942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.786324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.786816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.787290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.787783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.788267 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.788736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.789196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.789656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.790117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.790577 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.791038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.791498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.791946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.792419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.792879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.793720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.793896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.795295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.795295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.804916 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-af19cd12-862d-4a2f-9b1c-7cdeda207723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37753 time: 0.3532865 Dec 16 08:00:22.805586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c82f4d-cc09-43f6-a19c-24900384beca req-273bc992-7858-431a-b096-3ec283459e8c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:22.805710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35664) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:22.808650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1c82f4d-cc09-43f6-a19c-24900384beca req-273bc992-7858-431a-b096-3ec283459e8c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1742859 Dec 16 08:00:22.817933 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:22.852833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a374690c-458e-454e-b90c-21d4468ae4b9 req-38b79c1c-d369-4efb-9eb7-ba7436a6dbfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062653 Dec 16 08:00:22.920126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Deleting port 1badba15-7907-4648-8b58-aa2e935f98ef {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:22.921526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1c82f4d-cc09-43f6-a19c-24900384beca req-a1ba5c76-a1cd-4e2e-bde8-9b1cba539b9f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018076 Dec 16 08:00:22.924279 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.021970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] For port 1badba15-7907-4648-8b58-aa2e935f98ef, host n-h1-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:23.022476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.036982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Calling delete_port for 1badba15-7907-4648-8b58-aa2e935f98ef owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:23.086323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9020c0-3e89-45a2-8644-94dd556a873e req-de24fb17-348c-4fa4-9fbe-318c90caffa4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:23.087913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb9020c0-3e89-45a2-8644-94dd556a873e req-de24fb17-348c-4fa4-9fbe-318c90caffa4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0541966 Dec 16 08:00:23.147755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb9020c0-3e89-45a2-8644-94dd556a873e req-1a8b8b73-f76b-4850-9663-97ee3587ce74 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516982 Dec 16 08:00:23.180778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.230336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:23.233067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:23.242884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:23.245579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:23.253047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:23.254282 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.306358 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.349621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event deleted for resources: {'Port': ['ID=1badba15-7907-4648-8b58-aa2e935f98ef,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:23.362235 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.366791 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bcd92898-b8d6-4d79-90d6-ddfe29ceec12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1badba15-7907-4648-8b58-aa2e935f98ef HTTP/1.1" status: 204 len: 168 time: 0.5606425 Dec 16 08:00:23.369542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35678) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:23.410670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-08e67e2c-addc-47db-af64-8b651b6cb8fc tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7055488 Dec 16 08:00:23.412709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35680) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:23.418648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:23:54:4d'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:23.433635 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-048624db-d631-4772-ad49-080774b682c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:00:23.451637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-048624db-d631-4772-ad49-080774b682c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "GET /v2.0/ports/1badba15-7907-4648-8b58-aa2e935f98ef HTTP/1.1" status: 404 len: 333 time: 0.0807812 Dec 16 08:00:23.468217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35686) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:23.491074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158495029', 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:23.728211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Made reservation on behalf of ac76c476838f48b8b804c82bb1dcd2b4 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:23.731204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.756135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-64cb6755-9a4b-49ff-a721-01cf86dd86c2 None None] Provisioning complete for port 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:23.756785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64cb6755-9a4b-49ff-a721-01cf86dd86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.775784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] device_id is not set on port 1e780706-6199-436c-9e93-46efad3a23a7 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:23.825709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:23.886455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-64cb6755-9a4b-49ff-a721-01cf86dd86c2 None None] Port 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:24.130493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.145308 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.242018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a2452-d8d5-41a0-bb11-26c5cc86d16c req-64ee0587-3720-4865-beac-f8fbfa7455ff tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:24.250780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-994a2452-d8d5-41a0-bb11-26c5cc86d16c req-64ee0587-3720-4865-beac-f8fbfa7455ff tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1698577 Dec 16 08:00:24.266470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.332385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] In _notify_port_updated(), no bound segment for port 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e on network 17df5f1b-c252-47df-81c5-aa7a8853af22 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:00:24.351492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:24.352667 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.354360 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "PUT /v2.0/ports/16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e HTTP/1.1" status: 200 len: 1002 time: 0.9405353 Dec 16 08:00:24.357961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35700) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:24.375825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.404583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-994a2452-d8d5-41a0-bb11-26c5cc86d16c req-aa342af2-840e-431e-bee7-56d8612011bb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528006 Dec 16 08:00:24.426565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470844b-ef2a-43b2-b435-a2b3cc70cca5 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:24.502858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95f0b-9973-44b5-b7d8-3177e8e0eda7 req-8bbeb039-d33a-4265-9b78-3af7a8f8460e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:24.517508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2b95f0b-9973-44b5-b7d8-3177e8e0eda7 req-8bbeb039-d33a-4265-9b78-3af7a8f8460e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2209480 Dec 16 08:00:24.541469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:24.572893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:24.587542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:24.591415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:24.594071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.637660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting port 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:24.638606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.666375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=1e780706-6199-436c-9e93-46efad3a23a7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:24.743615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2b95f0b-9973-44b5-b7d8-3177e8e0eda7 req-695b7288-1159-48a1-adb0-0d4591ff8a07 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2238698 Dec 16 08:00:24.788745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-93063326-be87-472d-91cf-8ac6e0b76366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3142467 Dec 16 08:00:24.791262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35708) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:24.800142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.826814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Calling delete_port for 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:24.839450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9bc025e6-67c3-441f-b42a-63d1023a168d None None] Provisioning complete for port 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:24.840520 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9bc025e6-67c3-441f-b42a-63d1023a168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:24.885439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9bc025e6-67c3-441f-b42a-63d1023a168d None None] Port 16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:24.893171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e4879-673a-4a25-a2af-7e90e41cde7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:24.897604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-819e4879-673a-4a25-a2af-7e90e41cde7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "GET /v2.0/ports/1e780706-6199-436c-9e93-46efad3a23a7 HTTP/1.1" status: 200 len: 959 time: 0.1027453 Dec 16 08:00:24.898777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35714) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:25.018627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Deleting port 1e780706-6199-436c-9e93-46efad3a23a7 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:25.019397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:25.108240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:25.126523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Calling delete_port for 1e780706-6199-436c-9e93-46efad3a23a7 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:25.185854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:25.305677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Port': ['ID=16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:25.340682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:25.349725 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eb453d31-be93-4ff2-96dc-d615e58623a2 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/ports/16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e HTTP/1.1" status: 204 len: 168 time: 0.9904609 Dec 16 08:00:25.352328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35722) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:25.390581 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2e6e54-6120-4d91-8e8a-00ebfa81929c tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] GET failed (client error): The resource could not be found. Dec 16 08:00:25.392054 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c2e6e54-6120-4d91-8e8a-00ebfa81929c tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "GET /v2.0/ports/16f50629-1ffa-4c9d-a0fe-d6ff88c80e2e HTTP/1.1" status: 404 len: 333 time: 0.0385408 Dec 16 08:00:25.396671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35724) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:25.401733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1689628230'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:25.419534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:25.516639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e780706-6199-436c-9e93-46efad3a23a7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:25.560164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:25.571749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-92db2ed2-88bd-4fdb-bf4c-046fecdb43fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1e780706-6199-436c-9e93-46efad3a23a7 HTTP/1.1" status: 204 len: 168 time: 0.6713488 Dec 16 08:00:25.587605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35730) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:25.683423 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5dcda0-d466-41a8-ba0c-dc647978b43d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:00:25.685154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9f5dcda0-d466-41a8-ba0c-dc647978b43d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "GET /v2.0/ports/1e780706-6199-436c-9e93-46efad3a23a7 HTTP/1.1" status: 404 len: 333 time: 0.0964127 Dec 16 08:00:25.694988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35734) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:25.703194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Request body: {'port': {'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-133117494'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:25.723423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16422d40-5750-4621-9b1c-1359325d8a3d req-6c602a6d-2a6e-4867-bb51-535af0542c2a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:25.729968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16422d40-5750-4621-9b1c-1359325d8a3d req-6c602a6d-2a6e-4867-bb51-535af0542c2a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1731718 Dec 16 08:00:25.851437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:25.864022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:25.880313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16422d40-5750-4621-9b1c-1359325d8a3d req-4c166ebb-bdfb-4feb-b1f2-328ea3ec89cc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387026 Dec 16 08:00:25.916124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] device_id is not set on port ebe7d82b-abcd-42e9-8d7c-30bf5aed345c yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:26.068822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Allocated IP 2001:db8::21f (17df5f1b-c252-47df-81c5-aa7a8853af22/0dc249d2-8633-4724-a95a-a2666ec92258/ebe7d82b-abcd-42e9-8d7c-30bf5aed345c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:26.222986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Made reservation on behalf of ac76c476838f48b8b804c82bb1dcd2b4 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:26.231713 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:26.248426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] device_id is not set on port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:26.369925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:26.505206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0bcb6-a942-4a51-bbd9-1a2b0d08c696 req-ae5fe46b-d8b9-406e-92e4-43375a539a83 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:26.510695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ae0bcb6-a942-4a51-bbd9-1a2b0d08c696 req-ae5fe46b-d8b9-406e-92e4-43375a539a83 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1111293 Dec 16 08:00:26.617706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ae0bcb6-a942-4a51-bbd9-1a2b0d08c696 req-6086b216-16b1-4cb3-8d72-89a693b9b202 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952334 Dec 16 08:00:26.625682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:26.718141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:26.773535 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:26.806422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:26.813883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:26.845374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:26.849254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:26.865428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:26.866122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:26.898706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35762) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:26.907464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:26.930725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:26.930725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:26.930725 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:26.940361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=ebe7d82b-abcd-42e9-8d7c-30bf5aed345c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:27.099407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=cf18de0e-5b3c-43f8-bafe-a3264f54dbb0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:27.119792 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0fafeab6-d54a-4bfe-b122-17d0f9a35fca tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7220824 Dec 16 08:00:27.134380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35774) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:27.167859 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5c87971e-7835-44d9-9461-ca302a7f4fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:27.187112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'network_id': '17df5f1b-c252-47df-81c5-aa7a8853af22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1170869103'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:27.243618 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-09307dec-0572-4214-8d9a-e77814c8dca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5462763 Dec 16 08:00:27.257168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35776) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:27.277556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:27.322721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6a7e8-1d44-401f-88fd-287bc866415b req-d5d504b2-f179-45b7-bcdf-33e9d3bbf950 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:27.322721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bcb6a7e8-1d44-401f-88fd-287bc866415b req-d5d504b2-f179-45b7-bcdf-33e9d3bbf950 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.2995844 Dec 16 08:00:27.407952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9e50b720-2363-471e-859f-3972de82b329 None None] Provisioning complete for port ebe7d82b-abcd-42e9-8d7c-30bf5aed345c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:27.408529 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e50b720-2363-471e-859f-3972de82b329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:27.420065 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:27.522844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9e50b720-2363-471e-859f-3972de82b329 None None] Port ebe7d82b-abcd-42e9-8d7c-30bf5aed345c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:27.528934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bcb6a7e8-1d44-401f-88fd-287bc866415b req-b9624286-4344-4622-99cf-f7d4b0f69ba5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849511 Dec 16 08:00:27.588365 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5c87971e-7835-44d9-9461-ca302a7f4fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:27.775771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Made reservation on behalf of b8204181966d4a64969b46059f4c6be7 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:27.781762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:27.785432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5c87971e-7835-44d9-9461-ca302a7f4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:27.880118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] device_id is not set on port 87b2c081-75b0-4ce6-9691-0f648af298e4 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:27.892947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5c87971e-7835-44d9-9461-ca302a7f4fa1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b86925678be4abd840209f2bb6e20dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9930720 Dec 16 08:00:27.900304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35788) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:27.941921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87971e-7835-44d9-9461-ca302a7f4fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0779a-1d1c-46d2-b069-10b512401f4c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:27.965404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820e8da-f435-4be6-a993-b91dd9255a83 req-574b28de-4487-4d08-85ee-5e0a6062bcb7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:27.990828 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.004520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8820e8da-f435-4be6-a993-b91dd9255a83 req-574b28de-4487-4d08-85ee-5e0a6062bcb7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2740014 Dec 16 08:00:28.151779 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4cafcd6d-3b81-47f9-bd64-eb74ba2c9a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.168513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8820e8da-f435-4be6-a993-b91dd9255a83 req-225698e1-d0d7-43db-bc4f-3f71fd64acf1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629710 Dec 16 08:00:28.199575 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9222-1f45-4559-9d84-7eb13765a861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.231961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Allocated IP 2001:db8::bc (17df5f1b-c252-47df-81c5-aa7a8853af22/0dc249d2-8633-4724-a95a-a2666ec92258/87b2c081-75b0-4ce6-9691-0f648af298e4) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:28.252636 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9222-1f45-4559-9d84-7eb13765a861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.339824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] device_id is not set on port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:28.350529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.409896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.455711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.485240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=cf18de0e-5b3c-43f8-bafe-a3264f54dbb0,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:28.489711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9222-1f45-4559-9d84-7eb13765a861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.492309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9222-1f45-4559-9d84-7eb13765a861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.496090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6f7c9222-1f45-4559-9d84-7eb13765a861 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efb0779a-1d1c-46d2-b069-10b512401f4c HTTP/1.1" status: 204 len: 168 time: 0.5918512 Dec 16 08:00:28.505817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c9222-1f45-4559-9d84-7eb13765a861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0779a-1d1c-46d2-b069-10b512401f4c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:28.515007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.515400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.515728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.521226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.521534 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.521928 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 2 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.541279 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.541515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.541861 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.550704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.551201 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.551915 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 3 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.566530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.567014 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.567373 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.572058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.572469 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.572798 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 4 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.575568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.634074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.634354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.634833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.661780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.662019 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.662394 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 5 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.696829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.697165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.697502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.704433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:28.710508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.710830 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.711223 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 6 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.715228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:28.728867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:28.733807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.734329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.734953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.735090 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:28.735589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.742429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.743012 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.743590 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 7 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.758722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.759368 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.759894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.764938 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.765484 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.766096 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 8 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.793476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.793822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.794163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.799337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.799668 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.804470 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 9 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.815151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.815501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.815895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.827936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.828345 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.828830 n-d-820935-11 neutron-server[110396]: INFO neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempt 10 to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 Dec 16 08:00:28.864015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:28.864387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:28.864813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempting to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:28.869822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:00:28.870159 n-d-820935-11 neutron-server[110396]: ERROR neutron.plugins.ml2.managers [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Failed to bind port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on host n-h1-820935-11 for vnic_type normal using segments [{'id': '72733b5f-3daa-4136-9a98-94382f9075e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8b6a32e5-ef7e-40d8-8277-b128ee28e130'}] Dec 16 08:00:28.870533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:28.886867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7513602 Dec 16 08:00:28.887628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86596b12-2f2b-43f0-8617-edbe97652ec8 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=87b2c081-75b0-4ce6-9691-0f648af298e4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:28.889702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:28.898387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:23:54:4d'}, {'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:c7:a0:b6'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:28.954741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817ffc-f31a-45c0-9f8e-de6260223382 req-3673258d-d305-4437-98d4-85a2e09ea17e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:28.964289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43817ffc-f31a-45c0-9f8e-de6260223382 req-3673258d-d305-4437-98d4-85a2e09ea17e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.2027509 Dec 16 08:00:29.094702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] For port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:29.095789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attempted to set empty binding levels {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 08:00:29.098891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43817ffc-f31a-45c0-9f8e-de6260223382 req-7f0c7852-791f-484a-93a2-23ae8a1628cc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334617 Dec 16 08:00:29.188909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-326dc7e0-9106-4597-9145-fc6004b0f991 None None] Provisioning complete for port 87b2c081-75b0-4ce6-9691-0f648af298e4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:29.190760 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-326dc7e0-9106-4597-9145-fc6004b0f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.223304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.307991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.359483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-326dc7e0-9106-4597-9145-fc6004b0f991 None None] Port 87b2c081-75b0-4ce6-9691-0f648af298e4 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:29.402732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] In _notify_port_updated(), no bound segment for port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 on network 8b6a32e5-ef7e-40d8-8277-b128ee28e130 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:00:29.403950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:29.404993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.406611 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "PUT /v2.0/ports/cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 HTTP/1.1" status: 200 len: 979 time: 2.1407025 Dec 16 08:00:29.413071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:29.466071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e2888-f72e-4d5c-9817-e80cd77aa3d8 req-614acd98-baa0-471c-b67d-b2fbe0e7ce8c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:29.467485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e8e2888-f72e-4d5c-9817-e80cd77aa3d8 req-614acd98-baa0-471c-b67d-b2fbe0e7ce8c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1240687 Dec 16 08:00:29.501878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac74a93-bf07-4764-a91a-d2983612c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event updated for resources: {'Port': ['ID=cf18de0e-5b3c-43f8-bafe-a3264f54dbb0,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:29.569294 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e8e2888-f72e-4d5c-9817-e80cd77aa3d8 req-373632db-0440-4bb3-a31b-10d59a4efed1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819778 Dec 16 08:00:29.625602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Deleting port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:29.626048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.701709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.726236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] For port cf18de0e-5b3c-43f8-bafe-a3264f54dbb0, host n-h1-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:29.726696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.747311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Calling delete_port for cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:29.838182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35828) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:29.859205 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.866016 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f498db33-7405-45fe-810c-4ffacd383267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.874382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.937217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] In _notify_port_updated(), no bound segment for port 87b2c081-75b0-4ce6-9691-0f648af298e4 on network 17df5f1b-c252-47df-81c5-aa7a8853af22 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:00:29.943695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:29.944377 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:29.948586 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "PUT /v2.0/ports/87b2c081-75b0-4ce6-9691-0f648af298e4 HTTP/1.1" status: 200 len: 1067 time: 1.0524261 Dec 16 08:00:29.949285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35830) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:29.992318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f141e9-f25a-40e6-9469-066dde1141ed tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event updated for resources: {'Port': ['ID=87b2c081-75b0-4ce6-9691-0f648af298e4,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:30.087993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting port 87b2c081-75b0-4ce6-9691-0f648af298e4 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:30.088634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.207884 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.220230 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.240941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Calling delete_port for 87b2c081-75b0-4ce6-9691-0f648af298e4 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:30.247514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf18de0e-5b3c-43f8-bafe-a3264f54dbb0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:30.255828 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.259058 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-678d3ad0-94af-4625-a21a-c1aa42b138cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "DELETE /v2.0/ports/cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 HTTP/1.1" status: 204 len: 168 time: 0.8429976 Dec 16 08:00:30.261771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:30.291428 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d5bf45-2620-43f0-9359-6f5bf25627f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:00:30.292996 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a5d5bf45-2620-43f0-9359-6f5bf25627f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287713846-project-admin] 10.222.0.43 "GET /v2.0/ports/cf18de0e-5b3c-43f8-bafe-a3264f54dbb0 HTTP/1.1" status: 404 len: 333 time: 0.0302682 Dec 16 08:00:30.297462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35838) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:30.318276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-20e600c1-4828-438b-8442-7fcc14ccd69e None None] Provisioning complete for port 87b2c081-75b0-4ce6-9691-0f648af298e4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:30.324839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20e600c1-4828-438b-8442-7fcc14ccd69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.325502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5c8b6-20fa-47f9-bad1-1fee4e08ee9c req-34066296-01cb-40dd-9654-ea6a7b890f7e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:30.333740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9e5c8b6-20fa-47f9-bad1-1fee4e08ee9c req-34066296-01cb-40dd-9654-ea6a7b890f7e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1399887 Dec 16 08:00:30.370684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-20e600c1-4828-438b-8442-7fcc14ccd69e None None] Port 87b2c081-75b0-4ce6-9691-0f648af298e4 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:30.383968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.431863 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f498db33-7405-45fe-810c-4ffacd383267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.458145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9e5c8b6-20fa-47f9-bad1-1fee4e08ee9c req-2be4b12c-eeab-4c81-b025-80590b7bbd28 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233590 Dec 16 08:00:30.516562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f498db33-7405-45fe-810c-4ffacd383267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.526871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.561134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6a32e5-ef7e-40d8-8277-b128ee28e130']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:30.589232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72733b5f-3daa-4136-9a98-94382f9075e3') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:30.589618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72733b5f-3daa-4136-9a98-94382f9075e3') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:30.604500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.630936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.643208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498db33-7405-45fe-810c-4ffacd383267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb00653-da4d-4d10-b8e4-eccf1be25536,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:30.648260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:00:30.648811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:00:30.652617 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:00:30.672739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f498db33-7405-45fe-810c-4ffacd383267 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b22a46ef3764adcaf428375088ed9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8334317 Dec 16 08:00:30.673469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35852) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:30.716961 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2cd79e35-61e1-4b87-8b4b-baaa53c40ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.774904 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.855641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Port': ['ID=87b2c081-75b0-4ce6-9691-0f648af298e4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:30.865654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.873457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:30.876858 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] 10.222.0.43 "DELETE /v2.0/networks/8b6a32e5-ef7e-40d8-8277-b128ee28e130 HTTP/1.1" status: 204 len: 168 time: 0.5780573 Dec 16 08:00:30.914269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49e7b7-aab1-4c14-aaf3-1f970e67a60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193178037-project] Pushing event deleted for resources: {'Network': ['ID=8b6a32e5-ef7e-40d8-8277-b128ee28e130,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:30.941310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b92c25a-f892-4e79-b87a-71a983c5240e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:31.614407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01421-7a1c-46e0-ac53-a9462db1531f req-2bbfafe6-4f41-42a6-a7ba-1dedf350573d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:31.624070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70c01421-7a1c-46e0-ac53-a9462db1531f req-2bbfafe6-4f41-42a6-a7ba-1dedf350573d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.8415489 Dec 16 08:00:31.633151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b92c25a-f892-4e79-b87a-71a983c5240e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:31.805139 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:31.844013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70c01421-7a1c-46e0-ac53-a9462db1531f req-11a3042d-d182-486e-aa34-1100951a1f39 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2133231 Dec 16 08:00:31.864782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:31.906503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183901f5-5b2d-499e-a082-252be9a18f48 req-c577bf4f-741c-4e4d-9875-06c16b671f3f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:31.908873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-183901f5-5b2d-499e-a082-252be9a18f48 req-c577bf4f-741c-4e4d-9875-06c16b671f3f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1633053 Dec 16 08:00:31.913046 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:31.916544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1556586a-a819-496f-9b4e-9a594eeefc3f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/ports/87b2c081-75b0-4ce6-9691-0f648af298e4 HTTP/1.1" status: 204 len: 168 time: 1.9666378 Dec 16 08:00:31.920265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35878) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:31.977224 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-815a7680-88f2-48ba-a617-3a20af3aa04f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] GET failed (client error): The resource could not be found. Dec 16 08:00:31.987707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-815a7680-88f2-48ba-a617-3a20af3aa04f tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "GET /v2.0/ports/87b2c081-75b0-4ce6-9691-0f648af298e4 HTTP/1.1" status: 404 len: 333 time: 0.0658317 Dec 16 08:00:31.991049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35882) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:32.012900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b92c25a-f892-4e79-b87a-71a983c5240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.023557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b92c25a-f892-4e79-b87a-71a983c5240e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.028935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1b92c25a-f892-4e79-b87a-71a983c5240e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7eb00653-da4d-4d10-b8e4-eccf1be25536 HTTP/1.1" status: 204 len: 168 time: 1.3521688 Dec 16 08:00:32.058577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92c25a-f892-4e79-b87a-71a983c5240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb00653-da4d-4d10-b8e4-eccf1be25536,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:32.071993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-183901f5-5b2d-499e-a082-252be9a18f48 req-cd2cde02-3977-46ea-b044-77bfc471941a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518986 Dec 16 08:00:32.123055 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b2dc46a2-5ae6-4cd3-8a24-0f0e8293ffff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0723c1ec9fe141bf9d521135a53103d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565501 Dec 16 08:00:32.147045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:32.286470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92448065-c146-4efe-9cb9-7e5665534dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.298526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting port ebe7d82b-abcd-42e9-8d7c-30bf5aed345c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:32.298526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.365257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92448065-c146-4efe-9cb9-7e5665534dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.436985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.463686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Calling delete_port for ebe7d82b-abcd-42e9-8d7c-30bf5aed345c owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:32.490172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92448065-c146-4efe-9cb9-7e5665534dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.495140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92448065-c146-4efe-9cb9-7e5665534dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.496372 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92448065-c146-4efe-9cb9-7e5665534dba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13aa596d-3968-470a-911c-33e24cf795f0 HTTP/1.1" status: 204 len: 168 time: 0.3482628 Dec 16 08:00:32.540481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92448065-c146-4efe-9cb9-7e5665534dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aa596d-3968-470a-911c-33e24cf795f0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:32.774575 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.818385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Port': ['ID=ebe7d82b-abcd-42e9-8d7c-30bf5aed345c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:32.867614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:32.879349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bd62ce0e-4325-4a40-b50a-f532a6dcdbbb tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/ports/ebe7d82b-abcd-42e9-8d7c-30bf5aed345c HTTP/1.1" status: 204 len: 168 time: 0.8839316 Dec 16 08:00:32.882766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35908) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:32.955280 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-99568a19-ecf9-4ab3-a0ef-7408e739f6b9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] GET failed (client error): The resource could not be found. Dec 16 08:00:32.962022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35910) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:32.983736 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-99568a19-ecf9-4ab3-a0ef-7408e739f6b9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "GET /v2.0/ports/ebe7d82b-abcd-42e9-8d7c-30bf5aed345c HTTP/1.1" status: 404 len: 333 time: 0.0997863 Dec 16 08:00:33.085825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:33.137514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9273089f-a0f3-4970-b6fe-b077f572c5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.186705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b730233-5da5-4d3c-8c80-0302b8adcadd req-46fe84f0-d2ec-4b4d-99d7-ecbc70ab46f5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:33.199992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b730233-5da5-4d3c-8c80-0302b8adcadd req-46fe84f0-d2ec-4b4d-99d7-ecbc70ab46f5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2226677 Dec 16 08:00:33.353974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting port beaa4304-01c9-440a-8302-a35e52244f2b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:33.354217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.372866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b730233-5da5-4d3c-8c80-0302b8adcadd req-6f940eb0-3364-497a-b465-c6f9da7ea496 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708488 Dec 16 08:00:33.437631 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.457296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c610b6f-347c-4f61-a40e-9ea2534c9060 req-88ce4e38-0051-4019-a6dc-742ac3914f3a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:33.459234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c610b6f-347c-4f61-a40e-9ea2534c9060 req-88ce4e38-0051-4019-a6dc-742ac3914f3a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.2060461 Dec 16 08:00:33.460884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9273089f-a0f3-4970-b6fe-b077f572c5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.554182 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c610b6f-347c-4f61-a40e-9ea2534c9060 req-36085f84-e367-41a3-b4a1-0e3b8853cc28 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884554 Dec 16 08:00:33.563018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9273089f-a0f3-4970-b6fe-b077f572c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.582716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.609135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Calling delete_port for beaa4304-01c9-440a-8302-a35e52244f2b owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:33.637957 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9273089f-a0f3-4970-b6fe-b077f572c5a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1547399f1cbc4cd48c7aca83eb37b912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5505972 Dec 16 08:00:33.638867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35922) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:33.654177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273089f-a0f3-4970-b6fe-b077f572c5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeff7d1-82d6-4f81-af26-5bf6cff98e37,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:33.730011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68c8b0c3-d3db-4147-aa5f-e60473e55d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.771098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68c8b0c3-d3db-4147-aa5f-e60473e55d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.901989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35932) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:33.934163 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.962425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68c8b0c3-d3db-4147-aa5f-e60473e55d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.968812 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68c8b0c3-d3db-4147-aa5f-e60473e55d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:33.968812 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-68c8b0c3-d3db-4147-aa5f-e60473e55d87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feeff7d1-82d6-4f81-af26-5bf6cff98e37 HTTP/1.1" status: 204 len: 168 time: 0.3234353 Dec 16 08:00:34.010743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8b0c3-d3db-4147-aa5f-e60473e55d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeff7d1-82d6-4f81-af26-5bf6cff98e37,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:34.012222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Port': ['ID=beaa4304-01c9-440a-8302-a35e52244f2b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:34.048596 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f3bd8390-e91a-4b0c-9c93-950a7dcb5222 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac76c476838f48b8b804c82bb1dcd2b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452241 Dec 16 08:00:34.051716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35936) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:34.086741 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.097586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-09e8af39-4b23-41b8-8276-8603b84e71c9 tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/ports/beaa4304-01c9-440a-8302-a35e52244f2b HTTP/1.1" status: 204 len: 168 time: 1.1316631 Dec 16 08:00:34.098593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35938) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:34.209414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting subnet 0dc249d2-8633-4724-a95a-a2666ec92258 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:00:34.211290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d08d012d-08f6-4462-b263-4b1d69f2ebf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.213778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.248523 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.275109 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d08d012d-08f6-4462-b263-4b1d69f2ebf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.279398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.408866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.528636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d08d012d-08f6-4462-b263-4b1d69f2ebf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.531659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d08d012d-08f6-4462-b263-4b1d69f2ebf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.533337 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d08d012d-08f6-4462-b263-4b1d69f2ebf2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1406db8d-c669-4bca-a6a7-0eb23e73cd8a HTTP/1.1" status: 204 len: 168 time: 0.4799809 Dec 16 08:00:34.575121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d012d-08f6-4462-b263-4b1d69f2ebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1406db8d-c669-4bca-a6a7-0eb23e73cd8a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:34.601463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065f30-ff48-4682-80ed-1a59a6d4d250 req-ff88b3b1-44e0-4e3d-8916-f5087e106d2a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:34.616318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19065f30-ff48-4682-80ed-1a59a6d4d250 req-ff88b3b1-44e0-4e3d-8916-f5087e106d2a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0866389 Dec 16 08:00:34.623646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.664210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405a2a3-98b1-4ae8-aa9b-563838fbc9f4 None None] Network 17df5f1b-c252-47df-81c5-aa7a8853af22 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:34.704832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:34.714498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/subnets/0dc249d2-8633-4724-a95a-a2666ec92258 HTTP/1.1" status: 204 len: 168 time: 0.6126058 Dec 16 08:00:34.714852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:34.807921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2b50f-539f-4950-a283-9214b75ac98e tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc249d2-8633-4724-a95a-a2666ec92258,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:34.995099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.016736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19065f30-ff48-4682-80ed-1a59a6d4d250 req-0d39227a-e49b-4a2c-8c0d-f0cfc045170b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3991911 Dec 16 08:00:35.041490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fca8e-9f5c-4504-be68-26e8a9a4ef96 req-9131f4fb-fb7d-4168-8be8-9621faaf9b59 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:35.043408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-536fca8e-9f5c-4504-be68-26e8a9a4ef96 req-9131f4fb-fb7d-4168-8be8-9621faaf9b59 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.2561865 Dec 16 08:00:35.099485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269b152-5baf-458f-a327-57c5758958db None None] DHCP port deletion for 17df5f1b-c252-47df-81c5-aa7a8853af22 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:00:35.166812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Deleting port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:35.167439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.237691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-536fca8e-9f5c-4504-be68-26e8a9a4ef96 req-017ef7b2-ecc5-4743-b758-19e4883faaca tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857789 Dec 16 08:00:35.252438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d269b152-5baf-458f-a327-57c5758958db None None] Deleting port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:35.253778 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.265652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] For port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,segment=NetworkSegment(63989f81-3fc0-450d-8306-fd2a26f49df6),segment_id=63989f81-3fc0-450d-8306-fd2a26f49df6)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:35.266212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.287106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Calling delete_port for 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:35.415449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d269b152-5baf-458f-a327-57c5758958db None None] For port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,segment=NetworkSegment(63989f81-3fc0-450d-8306-fd2a26f49df6),segment_id=63989f81-3fc0-450d-8306-fd2a26f49df6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:35.415864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.448201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d269b152-5baf-458f-a327-57c5758958db None None] Calling delete_port for 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:35.564595 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.571666 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.628331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Port': ['ID=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:35.643523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b152-5baf-458f-a327-57c5758958db None None] Pushing event deleted for resources: {'Port': ['ID=0315aa3e-ba10-4a7b-9b54-9ef5a6cef029,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:35.645695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] No DVR routers for this DVR port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:00:35.671290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.674336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.676009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.681789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.684370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.684370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.685462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.687651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.689613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.690130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.690859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.694477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.695029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269b152-5baf-458f-a327-57c5758958db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:00:35.714004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269b152-5baf-458f-a327-57c5758958db None None] No DVR routers for this DVR port 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:00:35.850272 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.872153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17df5f1b-c252-47df-81c5-aa7a8853af22']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:35.904446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63989f81-3fc0-450d-8306-fd2a26f49df6') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:35.907433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63989f81-3fc0-450d-8306-fd2a26f49df6') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:35.930660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:35.985051 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:36.018187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:00:36.018882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:00:36.022164 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:00:36.202836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77322-965c-4e4c-a4bb-f85cebb343f4 req-7b3f4942-a76c-4f9f-a790-f5ad76961d1d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:36.213424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1d77322-965c-4e4c-a4bb-f85cebb343f4 req-7b3f4942-a76c-4f9f-a790-f5ad76961d1d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0752950 Dec 16 08:00:36.287369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1d77322-965c-4e4c-a4bb-f85cebb343f4 req-f3312834-94d0-452d-a018-ccf375ac2e99 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728760 Dec 16 08:00:36.419976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:36.431248 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:36.435216 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] 10.222.0.43 "DELETE /v2.0/networks/17df5f1b-c252-47df-81c5-aa7a8853af22 HTTP/1.1" status: 204 len: 168 time: 1.7191553 Dec 16 08:00:36.446994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d197c5-c0b1-485c-b087-3890b2cc7f7b req-62a73bd2-33b5-45c5-9c2e-210eb0d4d5d3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:36.461633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19d197c5-c0b1-485c-b087-3890b2cc7f7b req-62a73bd2-33b5-45c5-9c2e-210eb0d4d5d3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1031437 Dec 16 08:00:36.465873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1bd94-c587-450e-9147-20bf0002ee1d tempest-AllowedAddressPairIpV6TestJSON-1066817995 tempest-AllowedAddressPairIpV6TestJSON-1066817995-project] Pushing event deleted for resources: {'Network': ['ID=17df5f1b-c252-47df-81c5-aa7a8853af22,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:36.561154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19d197c5-c0b1-485c-b087-3890b2cc7f7b req-92f5361d-1bd3-445f-a043-72dad4e10d39 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978849 Dec 16 08:00:37.052886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:00:37.052886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:00:37.052886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0315aa3e-ba10-4a7b-9b54-9ef5a6cef029 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:00:37.184319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36032) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:37.189681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1597339571'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:37.465418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0058cf-dd23-42a4-b7f1-440e0cf29c19 req-126bf3f2-ecec-419c-923c-d4c5c0f98af7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:37.473063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f0058cf-dd23-42a4-b7f1-440e0cf29c19 req-126bf3f2-ecec-419c-923c-d4c5c0f98af7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1120384 Dec 16 08:00:37.476672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:37.499619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:37.577222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:00:37.598901 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:37.601820 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Added segment cb455108-1395-4b8c-aba8-57632e759d15 of type vlan for network 29968169-cc04-4c11-aae1-81c809ec2077 Dec 16 08:00:37.696298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:37.768473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36052) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:37.820964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f0058cf-dd23-42a4-b7f1-440e0cf29c19 req-d9dced17-e49b-4ff9-9ef5-8a6d2f9f1daa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3131306 Dec 16 08:00:37.830211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:37.836142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:37.839676 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:37.966006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Network': ['ID=29968169-cc04-4c11-aae1-81c809ec2077,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:37.983972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 29968169-cc04-4c11-aae1-81c809ec2077 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:00:38.018966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:38.019453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-29c09973-e40f-4504-90ce-746a1afff87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8323469 Dec 16 08:00:38.023968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1073430895'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:38.043884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0717e9-ee1d-491d-a57b-b97d5f2c7a98 req-24bfca7c-ca1f-4b6f-b144-b6f1b3f54c35 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:38.056320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac0717e9-ee1d-491d-a57b-b97d5f2c7a98 req-24bfca7c-ca1f-4b6f-b144-b6f1b3f54c35 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1946781 Dec 16 08:00:38.132392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac0717e9-ee1d-491d-a57b-b97d5f2c7a98 req-aad8660c-21aa-4baf-ab68-8378d99e2cca tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749483 Dec 16 08:00:38.230887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36074) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:38.231921 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1326ba7c-41f0-4826-947d-511b188afd93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8204181966d4a64969b46059f4c6be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4612596 Dec 16 08:00:38.238658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:38.239013 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.274860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:00:38.287118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.291182 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Added segment acbec411-2b2b-4287-b5f8-c30535615bfb of type vlan for network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 Dec 16 08:00:38.331449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca91d39b-f5bf-43aa-9d64-a2a559bb2856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.349759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.362278 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca91d39b-f5bf-43aa-9d64-a2a559bb2856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.481544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.486868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:38.488255 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.573066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca91d39b-f5bf-43aa-9d64-a2a559bb2856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.575833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca91d39b-f5bf-43aa-9d64-a2a559bb2856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:38.580319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ca91d39b-f5bf-43aa-9d64-a2a559bb2856 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ff556dd-8fd4-4c0c-bea7-71b9bed5b406 HTTP/1.1" status: 204 len: 168 time: 0.3481464 Dec 16 08:00:38.599272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91d39b-f5bf-43aa-9d64-a2a559bb2856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff556dd-8fd4-4c0c-bea7-71b9bed5b406,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:38.654224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Network': ['ID=00c3a685-fd4b-47f2-a016-487b2c36f4e7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:38.662730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36088) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:38.672936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:00:38.844611 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f1216e2b-16de-43d0-a6f8-3b2f5a3f3c60 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8258984 Dec 16 08:00:38.849227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36094) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:38.854017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'subnet': {'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:38.923053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1846305201', 'router:external': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:39.012398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0ef0f-4584-4b24-a477-d8221d682ea6 req-0da1b1e8-ec05-48f4-9b0b-800b61d987d2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:39.013942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88c0ef0f-4584-4b24-a477-d8221d682ea6 req-0da1b1e8-ec05-48f4-9b0b-800b61d987d2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0978301 Dec 16 08:00:39.087604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88c0ef0f-4584-4b24-a477-d8221d682ea6 req-62a89ff6-506c-4673-bb98-63a63523852e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661438 Dec 16 08:00:39.168367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Made reservation on behalf of a5fc86679a9b4f918ae4c147596e2e5a for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:39.174493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.198243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.232119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:39.242406 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.452614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe825a6-0ccf-4693-8064-a4b5dd54a1fe req-3ccb3835-433a-4632-9624-6fb00a92e324 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:39.452614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fe825a6-0ccf-4693-8064-a4b5dd54a1fe req-3ccb3835-433a-4632-9624-6fb00a92e324 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1175950 Dec 16 08:00:39.561861 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.628972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fe825a6-0ccf-4693-8064-a4b5dd54a1fe req-9a19f542-7570-4c96-bb37-ca8f108d133b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658170 Dec 16 08:00:39.701257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164237eb-8cda-4d52-a6d9-ee034c5946de req-5dd60b81-5504-4d58-9059-f4e52257b57d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:39.703074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-164237eb-8cda-4d52-a6d9-ee034c5946de req-5dd60b81-5504-4d58-9059-f4e52257b57d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1598794 Dec 16 08:00:39.737953 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.771400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:00:39.810580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-164237eb-8cda-4d52-a6d9-ee034c5946de req-2c59c444-b277-43cc-9088-9b58534502ab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988939 Dec 16 08:00:39.815248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfdfebc-0ef1-4d40-bf8a-1cb16e35c1a5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:39.823906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.824527 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Added segment 996ffbef-1aa2-42e7-867b-76ed31a8921d of type vlan for network e9e9aa63-934e-438a-b182-6fe27711bffd Dec 16 08:00:39.851241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.922266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ee32-4753-40e2-9f1e-924af1283099 req-60f55535-c514-423f-927b-c3a3cad17386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:39.925237 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5465ee32-4753-40e2-9f1e-924af1283099 req-60f55535-c514-423f-927b-c3a3cad17386 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1097 time: 0.0921531 Dec 16 08:00:39.953276 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:39.977035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Subnet': ['ID=ef69349a-01ab-4006-9678-f518b2017d28,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:40.012436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Checking segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:40.012793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network hostable DHCP agents. Network: 29968169-cc04-4c11-aae1-81c809ec2077, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:00:40.058270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ee32-4753-40e2-9f1e-924af1283099 req-3cd67d17-c77e-4c9d-ada6-8b7d53aa06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:40.060135 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5465ee32-4753-40e2-9f1e-924af1283099 req-3cd67d17-c77e-4c9d-ada6-8b7d53aa06d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1277039 Dec 16 08:00:40.124552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 29968169-cc04-4c11-aae1-81c809ec2077 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:00:40.127392 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.130250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:40.131492 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.136244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5465ee32-4753-40e2-9f1e-924af1283099 req-e60f55bc-420f-48d1-a717-3c274c22efcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1000 time: 0.0687063 Dec 16 08:00:40.210040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Network': ['ID=e9e9aa63-934e-438a-b182-6fe27711bffd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:40.295635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ee32-4753-40e2-9f1e-924af1283099 req-bb482e06-cdcd-4040-a274-864f9a01670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:40.297175 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5465ee32-4753-40e2-9f1e-924af1283099 req-bb482e06-cdcd-4040-a274-864f9a01670f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0723598 Dec 16 08:00:40.300823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network e9e9aa63-934e-438a-b182-6fe27711bffd details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:00:40.305450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 29968169-cc04-4c11-aae1-81c809ec2077) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:40.310818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:40.311429 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.334973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36162) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:40.385848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ee32-4753-40e2-9f1e-924af1283099 req-92ee4228-cbc8-47e3-b63f-c7be2b2e2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:40.387437 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5465ee32-4753-40e2-9f1e-924af1283099 req-92ee4228-cbc8-47e3-b63f-c7be2b2e2881 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621514 Dec 16 08:00:40.392822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36166) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:40.393111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a3913b87-50eb-4719-93a0-335b64ff31da tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7291570 Dec 16 08:00:40.402319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'subnet': {'network_id': 'e9e9aa63-934e-438a-b182-6fe27711bffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:40.403044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a143c1a1-e56e-461a-810b-7b685d9b876f None None] Network 29968169-cc04-4c11-aae1-81c809ec2077 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:40.491581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1429501641'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:40.511881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bcd5b4ac-8313-484f-aece-96ac44e54189 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6619475 Dec 16 08:00:40.512527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36172) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:40.517960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'subnet': {'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:40.525950 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5465ee32-4753-40e2-9f1e-924af1283099 req-9fb132e9-ba06-4c5f-9237-2fef3c86bf95 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306925 Dec 16 08:00:40.542779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-29968169-cc04-4c11-aae1-81c809ec2077', 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'fixed_ips': [{'subnet_id': 'ef69349a-01ab-4006-9678-f518b2017d28'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:00:40.544168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.618713 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5465ee32-4753-40e2-9f1e-924af1283099 req-276fcb21-411d-439a-9a77-9828f52f85ad service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859380 Dec 16 08:00:40.702147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Allocated IP 10.1.1.2 (29968169-cc04-4c11-aae1-81c809ec2077/ef69349a-01ab-4006-9678-f518b2017d28/3214adc2-a4e3-4d08-8a45-ebfe1c5f3265) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:40.733850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Made reservation on behalf of a5fc86679a9b4f918ae4c147596e2e5a for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:40.736233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.751468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:40.755997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.789310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.896464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-c08ad1fe-cc67-4246-835a-2fa4dac1c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:40.898848 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-c08ad1fe-cc67-4246-835a-2fa4dac1c1fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1098 time: 0.0954435 Dec 16 08:00:40.912746 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:40.924943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79813d-ac6f-46c7-ad06-8aee7fa2c284 req-6234f6ba-7831-4b32-894c-b6aec3828a34 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:40.926564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb79813d-ac6f-46c7-ad06-8aee7fa2c284 req-6234f6ba-7831-4b32-894c-b6aec3828a34 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1971173 Dec 16 08:00:40.991838 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.022310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:41.026494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.044008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Network 29968169-cc04-4c11-aae1-81c809ec2077 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:41.047525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-095f6be7-4c00-4d03-9a82-891175b8eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:41.048285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:41.049101 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-095f6be7-4c00-4d03-9a82-891175b8eed1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.1357450 Dec 16 08:00:41.055151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:41.067759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Pushing event updated for resources: {'Port': ['ID=3214adc2-a4e3-4d08-8a45-ebfe1c5f3265,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:41.126127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Attempting to bind port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:41.126546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Attempting to bind port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:41.126871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Attempting to bind port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:41.133037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:00:41.133418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Checking segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:41.133826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.134221 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Bound using segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:00:41.134690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Bound port: 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:00:41.135073 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.147832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.199681 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-a119ea09-50c7-4a88-9cf9-9764638598b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 1002 time: 0.1422601 Dec 16 08:00:41.211615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] For port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:41.215656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] For port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3214adc2-a4e3-4d08-8a45-ebfe1c5f3265,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:00:41.226025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb79813d-ac6f-46c7-ad06-8aee7fa2c284 req-93f6690e-2413-480c-8a21-cdb2073f1c9e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892134 Dec 16 08:00:41.234648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24e9c-5926-4513-905c-43502fd04db8 req-e74c2955-2395-4cd8-b7cf-35fa2d15567f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:41.236214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2a24e9c-5926-4513-905c-43502fd04db8 req-e74c2955-2395-4cd8-b7cf-35fa2d15567f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2258089 Dec 16 08:00:41.250820 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.292704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-d51af69c-716d-4502-87ba-0d9525572a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:41.294486 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-d51af69c-716d-4502-87ba-0d9525572a52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.0878267 Dec 16 08:00:41.364353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-0dd0bc19-2b78-4505-854d-139d204a73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:41.366021 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-0dd0bc19-2b78-4505-854d-139d204a73f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643814 Dec 16 08:00:41.375035 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.392909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2a24e9c-5926-4513-905c-43502fd04db8 req-17184a5f-2d1a-4cb4-9f72-3bcad55cb6aa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351705 Dec 16 08:00:41.462842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a690bd-40a0-4d9c-8c72-67e1380e6baf None None] Pushing event updated for resources: {'Port': ['ID=3214adc2-a4e3-4d08-8a45-ebfe1c5f3265,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:41.519988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb5a9b7-f401-4b7f-a7af-35a1a3186790,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:41.540940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:00:41.558543 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-b348c096-2091-4e67-a411-1d980f35da31 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568847 Dec 16 08:00:41.564823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.565110 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Added segment e003acd3-37dd-491c-9e1a-e78834b2766b of type vlan for network feccb947-4baf-4886-a172-ef2f821be361 Dec 16 08:00:41.665367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.713242 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.819596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.826128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:41.826962 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:41.915078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Subnet': ['ID=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:41.933624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Checking segment: {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:41.934632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network hostable DHCP agents. Network: 00c3a685-fd4b-47f2-a016-487b2c36f4e7, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:00:41.963453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Network': ['ID=feccb947-4baf-4886-a172-ef2f821be361,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:41.977240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network feccb947-4baf-4886-a172-ef2f821be361 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:00:42.057970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9e252a50-d9b2-40ff-a07c-e98155b8753b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7216239 Dec 16 08:00:42.067946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36202) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:42.079511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:42.131744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:00:42.132318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:42.169227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:00:42.191144 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4f07bb4f-e6a7-4b74-925c-adeb5cec2735 req-3621b39d-78cf-4b5c-bf72-45f0799e1292 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251016 Dec 16 08:00:42.196069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c00c16d-7221-4285-aa82-464478a8fe71,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:42.224555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Checking segment: {'id': '996ffbef-1aa2-42e7-867b-76ed31a8921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9e9aa63-934e-438a-b182-6fe27711bffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:42.225029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network hostable DHCP agents. Network: e9e9aa63-934e-438a-b182-6fe27711bffd, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:00:42.299896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 00c3a685-fd4b-47f2-a016-487b2c36f4e7) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:42.304309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:42.309038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:42.311864 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03392766-84d1-46a1-bbea-8d0a2646dd28 None None] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:42.381268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f96b7d-422f-4e9d-970c-84bd9edd4845 req-917b12df-56e1-454e-968c-8197ba0e62e5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:42.382815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80f96b7d-422f-4e9d-970c-84bd9edd4845 req-917b12df-56e1-454e-968c-8197ba0e62e5 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.0577202 Dec 16 08:00:42.384056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:42.387719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:42.441651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-00c3a685-fd4b-47f2-a016-487b2c36f4e7', 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7', 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'fixed_ips': [{'subnet_id': 'b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:00:42.442746 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:42.548707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network e9e9aa63-934e-438a-b182-6fe27711bffd is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:00:42.556939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, e9e9aa63-934e-438a-b182-6fe27711bffd) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:42.562428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:42.563196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:42.574443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c1f847f7-d1d9-4f2c-b3f8-b8467fea5a15 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0598259 Dec 16 08:00:42.595055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36214) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:42.635658 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc8068-6ecf-4772-83a9-b45e41957869 None None] Network e9e9aa63-934e-438a-b182-6fe27711bffd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:42.636789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80f96b7d-422f-4e9d-970c-84bd9edd4845 req-2415a80f-c8bf-436b-bd2b-3e53099d9a94 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440817 Dec 16 08:00:42.642402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'port': {'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'name': 'tempest-TaggedBootDevicesTest-196766368', 'fixed_ips': [{'subnet_id': 'ef69349a-01ab-4006-9678-f518b2017d28'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:42.680679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-00a1b609-113b-43a7-a52e-04477461edf6 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2867737 Dec 16 08:00:42.683392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36216) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:42.690711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-630377086', 'network_id': 'e9e9aa63-934e-438a-b182-6fe27711bffd'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:42.814509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dbd2c-ff8e-48a6-92f5-da6fbad5bb2f req-c239cde8-d12b-4ca8-bfb8-e4a59185c179 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:42.816380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df7dbd2c-ff8e-48a6-92f5-da6fbad5bb2f req-c239cde8-d12b-4ca8-bfb8-e4a59185c179 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1703842 Dec 16 08:00:42.854421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Made reservation on behalf of a5fc86679a9b4f918ae4c147596e2e5a for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:42.857476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:42.913960 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] device_id is not set on port 4dd1ce4f-b867-45e0-80ac-403a072542f0 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:42.937328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df7dbd2c-ff8e-48a6-92f5-da6fbad5bb2f req-4d96547e-8d82-45a5-93df-6d8630485dcf tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100512 Dec 16 08:00:43.004316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Allocated IP 10.2.2.2 (00c3a685-fd4b-47f2-a016-487b2c36f4e7/b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2/bb69dab2-675d-48e4-8d39-ecf9a4254a69) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:43.087790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:43.157940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Allocated IP 172.20.0.8 (e9e9aa63-934e-438a-b182-6fe27711bffd/4c00c16d-7221-4285-aa82-464478a8fe71/4dd1ce4f-b867-45e0-80ac-403a072542f0) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:43.171510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:43.184959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de99139-5746-4cc7-a8ed-8ed56bf51bdb None None] Network e9e9aa63-934e-438a-b182-6fe27711bffd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:43.231882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.309241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a4e1-c837-42e9-becf-53519b95c994 req-78a577a7-0485-47bb-8c56-b93deeb525eb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:43.311007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5976a4e1-c837-42e9-becf-53519b95c994 req-78a577a7-0485-47bb-8c56-b93deeb525eb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1972113 Dec 16 08:00:43.320437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=c34544a2-5a39-433c-9b33-47bff549c251,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:43.325726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac557fa-6e7c-4720-8de5-be2e7548f020 None None] Network 29968169-cc04-4c11-aae1-81c809ec2077 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:43.363555 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.381335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.426566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] device_id is not set on port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:43.435016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:43.435384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network hostable DHCP agents. Network: feccb947-4baf-4886-a172-ef2f821be361, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:00:43.466904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5976a4e1-c837-42e9-becf-53519b95c994 req-70e19032-ac64-4915-8903-4b4203740888 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298246 Dec 16 08:00:43.482141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1a8b079f-4c6e-430a-9f81-d0ad47f1cd63 None None] Provisioning complete for port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:43.483589 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a8b079f-4c6e-430a-9f81-d0ad47f1cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.489352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.566088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network e9e9aa63-934e-438a-b182-6fe27711bffd is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:43.576866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:43.579294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd1ce4f-b867-45e0-80ac-403a072542f0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:43.589818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:43.642092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:43.642712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.650424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:00:43.702354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:43.702735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.748274 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a6f63a46-7cbc-4348-8007-5ce94aca29d3 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0628400 Dec 16 08:00:43.748877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36240) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:43.773327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, feccb947-4baf-4886-a172-ef2f821be361) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:43.782954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 10.1.1.110 (29968169-cc04-4c11-aae1-81c809ec2077/ef69349a-01ab-4006-9678-f518b2017d28/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:43.793920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:43.795936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.824787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a8b079f-4c6e-430a-9f81-d0ad47f1cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.833147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd6761-49ef-4c8f-aaf9-531e56646085 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:43.850112 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:43.951811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Deleting port 4dd1ce4f-b867-45e0-80ac-403a072542f0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:43.952389 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.031386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1a8b079f-4c6e-430a-9f81-d0ad47f1cd63 None None] For port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3214adc2-a4e3-4d08-8a45-ebfe1c5f3265,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:44.034440 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.086799 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.109482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Calling delete_port for 4dd1ce4f-b867-45e0-80ac-403a072542f0 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:44.116772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a0c50-2ace-4cd8-8db0-345c32e84fc5 req-b4ac782e-9664-43f2-8b10-8390d6057c27 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:44.116772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba8a0c50-2ace-4cd8-8db0-345c32e84fc5 req-b4ac782e-9664-43f2-8b10-8390d6057c27 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.3370245 Dec 16 08:00:44.186820 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.190336 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.211062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a8b079f-4c6e-430a-9f81-d0ad47f1cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.251829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Pushing event updated for resources: {'Port': ['ID=bb69dab2-675d-48e4-8d39-ecf9a4254a69,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:44.263878 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:44.300402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:44.302837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'c34544a2-5a39-433c-9b33-47bff549c251'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:00:44.303732 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.306674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:44.331242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8527ed58-1fa9-49b1-b638-d17436853a76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2584636 Dec 16 08:00:44.332367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36254) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:44.342217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'name': 'tempest-NetworksTestDHCPv6-1276178384'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:44.437696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba8a0c50-2ace-4cd8-8db0-345c32e84fc5 req-2394e214-bf01-46bf-ad42-69b910e3e5d0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921550 Dec 16 08:00:44.441502 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:00:44.441890 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:00:44.442402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b079f-4c6e-430a-9f81-d0ad47f1cd63 None None] Pushing event updated for resources: {'Port': ['ID=3214adc2-a4e3-4d08-8a45-ebfe1c5f3265,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:44.457793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b8bc-e2cf-4ae0-9142-0cd4ac2ae353 req-0a4fa6b4-e490-47f1-ae2a-fb4e4461e58a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:44.462453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aba3b8bc-e2cf-4ae0-9142-0cd4ac2ae353 req-0a4fa6b4-e490-47f1-ae2a-fb4e4461e58a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2466013 Dec 16 08:00:44.478566 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.508862 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.544304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 29968169-cc04-4c11-aae1-81c809ec2077 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:44.549039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dd1ce4f-b867-45e0-80ac-403a072542f0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:44.550479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:44.574103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Attempting to bind port bb69dab2-675d-48e4-8d39-ecf9a4254a69 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:44.577880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:44.586378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Attempting to bind port bb69dab2-675d-48e4-8d39-ecf9a4254a69 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:44.586939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Attempting to bind port bb69dab2-675d-48e4-8d39-ecf9a4254a69 on network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:44.614011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:00:44.621144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:00:44.621629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Checking segment: {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:44.622186 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.622589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Bound using segment: {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:00:44.623082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Bound port: bb69dab2-675d-48e4-8d39-ecf9a4254a69, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:00:44.623469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.638220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:44.660151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e7628a81-edbc-45a6-9ffb-62357551f7c0 None None] Provisioning complete for port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:44.665449 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7628a81-edbc-45a6-9ffb-62357551f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.667586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aba3b8bc-e2cf-4ae0-9142-0cd4ac2ae353 req-432f6344-b3cb-4b7b-8731-53d0b4969246 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956553 Dec 16 08:00:44.693995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:44.698177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.711357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:44.712039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.818443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 91a81b2e-54af-4e88-bb13-4eb8fd4642e7 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:44.858150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-21a59284-ad9a-4e75-9f58-60b7ed45355a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2515459 Dec 16 08:00:44.863001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36264) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:44.944116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'port': {'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'name': 'tempest-TaggedBootDevicesTest-600095406', 'fixed_ips': [{'subnet_id': 'ef69349a-01ab-4006-9678-f518b2017d28'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:44.975259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:44.990099 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-74bf24ca-cd56-45fa-8924-bae3faf99a0b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4dd1ce4f-b867-45e0-80ac-403a072542f0 HTTP/1.1" status: 204 len: 168 time: 1.2287936 Dec 16 08:00:44.990236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36268) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:44.990236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9e9aa63-934e-438a-b182-6fe27711bffd', 'external_fixed_ips': [{'subnet_id': '4c00c16d-7221-4285-aa82-464478a8fe71', 'ip_address': '172.20.0.8'}]}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:45.066660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/c34544a2-5a39-433c-9b33-47bff549c251/1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:45.117455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:45.119631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:45.205301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] For port bb69dab2-675d-48e4-8d39-ecf9a4254a69, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:45.242929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:45.251582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:45.265608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] For port bb69dab2-675d-48e4-8d39-ecf9a4254a69, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bb69dab2-675d-48e4-8d39-ecf9a4254a69,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:00:45.276296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b04b9-f1cd-44c0-9624-de1f85dd31fe req-ca365399-181a-4958-bca9-aaa82bd93717 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:45.277903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-577b04b9-f1cd-44c0-9624-de1f85dd31fe req-ca365399-181a-4958-bca9-aaa82bd93717 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1406574 Dec 16 08:00:45.308521 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:45.354500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-577b04b9-f1cd-44c0-9624-de1f85dd31fe req-aba959fc-5c0a-4049-bf31-933f2117ce8a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672410 Dec 16 08:00:45.421024 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:45.463183 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:00:45.466565 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85809ba-64da-4eec-be6c-ccaf40005e6a" -d '{"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:00:45.519644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:45.564818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] device_id is not set on port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:45.596057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b89a3-3c1b-420f-beee-80f48b18b8ab None None] Pushing event updated for resources: {'Port': ['ID=bb69dab2-675d-48e4-8d39-ecf9a4254a69,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:45.602046 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432eb910-75e5-4621-b9a1-ff0dd6d8688c x-openstack-request-id: req-432eb910-75e5-4621-b9a1-ff0dd6d8688c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:00:45.602447 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:00:45.602749 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-432eb910-75e5-4621-b9a1-ff0dd6d8688c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:00:45.607931 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'code': 200} Dec 16 08:00:45.622542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:45.655176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:45.709498 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:45.749203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e486b5e-72df-4fcc-9f06-5b86fda39fee req-014e372b-79dc-49d5-83b5-564f2b467a86 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:45.752134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e486b5e-72df-4fcc-9f06-5b86fda39fee req-014e372b-79dc-49d5-83b5-564f2b467a86 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 946 time: 0.1066103 Dec 16 08:00:45.847805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e486b5e-72df-4fcc-9f06-5b86fda39fee req-0ec7d5ce-afc1-44bb-84d7-bead301ffa8e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658970 Dec 16 08:00:46.078673 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.093561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 10.1.1.106 (29968169-cc04-4c11-aae1-81c809ec2077/ef69349a-01ab-4006-9678-f518b2017d28/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:46.201486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-660e1e7d-dce6-4ef0-b179-32a6f1dfad2f None None] Provisioning complete for port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:46.201861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-660e1e7d-dce6-4ef0-b179-32a6f1dfad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.282866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:46.322290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.325233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.338625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-660e1e7d-dce6-4ef0-b179-32a6f1dfad2f None None] Port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:46.341247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:46.341615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.353018 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.421039 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.569681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:46.583367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:46.590016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:46.628495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:46.650639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::191 (feccb947-4baf-4886-a172-ef2f821be361/c34544a2-5a39-433c-9b33-47bff549c251/91a81b2e-54af-4e88-bb13-4eb8fd4642e7) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:46.667264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Attempting to bind port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:46.667645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Attempting to bind port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:46.668021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Attempting to bind port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:46.676393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:00:46.676819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:46.677204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.677662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:00:46.678109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Bound port: 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:00:46.678504 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.684713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Allocated IP 172.20.0.8 (e9e9aa63-934e-438a-b182-6fe27711bffd/4c00c16d-7221-4285-aa82-464478a8fe71/c237cc05-4f80-469a-b1e4-85b716ac79b4) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:46.764376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.809337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] For port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:46.809337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] For port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:00:46.928142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.942781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:46.998784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b266b12-a677-47a4-aed7-1a215cbf9a30 req-1f896549-c9bd-4a66-9b33-9e3d7c81545d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:47.000411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b266b12-a677-47a4-aed7-1a215cbf9a30 req-1f896549-c9bd-4a66-9b33-9e3d7c81545d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1719782 Dec 16 08:00:47.033117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:47.057317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3f90a-3425-4f47-93f2-802bf1f68793 None None] Pushing event updated for resources: {'Port': ['ID=1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:47.121140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b266b12-a677-47a4-aed7-1a215cbf9a30 req-e60ddd06-41fa-44d3-91ea-f252f7e4eafc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092231 Dec 16 08:00:47.123433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:47.185743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:47.205181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 29968169-cc04-4c11-aae1-81c809ec2077 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:47.209273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:47.216313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:47.275499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:47.283764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network e9e9aa63-934e-438a-b182-6fe27711bffd is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:47.295635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:47.301238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:47.318418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:47.357587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:47.359110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:47.428972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Port': ['ID=c237cc05-4f80-469a-b1e4-85b716ac79b4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:47.438498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:47.459776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:47.486281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:47.498510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:47.498510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:47.514757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=91a81b2e-54af-4e88-bb13-4eb8fd4642e7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:47.595908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bb69dab2-675d-48e4-8d39-ecf9a4254a69 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:47.636342 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6e3597e0-8783-412f-8981-63a9875cc367 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6910942 Dec 16 08:00:47.693010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36356) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:47.693157 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-583e07f7-dfd5-42a5-a93b-d6b2bce8216a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3541126 Dec 16 08:00:47.768342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bb69dab2-675d-48e4-8d39-ecf9a4254a69 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:47.769601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:47.854021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55462361-0b13-454c-8ccd-b35b68bb3a1c None None] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:47.864017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b8237ea2-f81f-48bc-bfcd-7bc0b526b797 None None] Provisioning complete for port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:47.867928 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b8237ea2-f81f-48bc-bfcd-7bc0b526b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.122636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.154476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b8237ea2-f81f-48bc-bfcd-7bc0b526b797 None None] Port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:00:48.287553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port bb69dab2-675d-48e4-8d39-ecf9a4254a69, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bb69dab2-675d-48e4-8d39-ecf9a4254a69,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:48.306560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-76c3e780-429e-474f-a6f0-c74383577558 None None] Provisioning complete for port bb69dab2-675d-48e4-8d39-ecf9a4254a69 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:48.306930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76c3e780-429e-474f-a6f0-c74383577558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.434550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.448097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:48.457501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6b9e3feb-af66-43cb-b153-7c5a891bb87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832141060', 'description': 'tempest-description--1948860649'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:48.505177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76c3e780-429e-474f-a6f0-c74383577558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.566157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5c4ca-fb02-4265-93a3-21c4379ef6c0 req-f77013ea-6996-407e-9606-5209b087268c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:48.566157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1d5c4ca-fb02-4265-93a3-21c4379ef6c0 req-f77013ea-6996-407e-9606-5209b087268c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2704260 Dec 16 08:00:48.587786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c09c8c7-4065-45c9-bf11-b681e5d74678 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:48.605910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=bb69dab2-675d-48e4-8d39-ecf9a4254a69,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:48.612146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c09c8c7-4065-45c9-bf11-b681e5d74678 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:48.620339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8c09c8c7-4065-45c9-bf11-b681e5d74678 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9312141 Dec 16 08:00:48.623296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36392) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:48.705615 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.724831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1d5c4ca-fb02-4265-93a3-21c4379ef6c0 req-88c398e5-b7ef-4206-b21e-00fd4c1e215a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032050 Dec 16 08:00:48.742584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-76c3e780-429e-474f-a6f0-c74383577558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:00:48.742584 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-76c3e780-429e-474f-a6f0-c74383577558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:00:48.838668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 91a81b2e-54af-4e88-bb13-4eb8fd4642e7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:48.842306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.906726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3feb-af66-43cb-b153-7c5a891bb87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.966502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106313c-f164-43b3-84dd-faef170e13f2 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:48.986075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:48.989078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.020030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 91a81b2e-54af-4e88-bb13-4eb8fd4642e7 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:49.057641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3feb-af66-43cb-b153-7c5a891bb87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.199527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3feb-af66-43cb-b153-7c5a891bb87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.257116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e3feb-af66-43cb-b153-7c5a891bb87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea66e081-72e0-4fb6-bc71-2382931cec66,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:49.362774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Router 04012004-b143-4577-9303-73e92f3718a3 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:00:49.391473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.397459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3feb-af66-43cb-b153-7c5a891bb87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.398737 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6b9e3feb-af66-43cb-b153-7c5a891bb87e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9475007 Dec 16 08:00:49.409708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36400) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:49.429821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-95b43a53-f247-47aa-98c9-6bb2751e9d47 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'security_group_rule': {'security_group_id': 'ea66e081-72e0-4fb6-bc71-2382931cec66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:49.446009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] Provisioning complete for port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:49.458341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.464583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=91a81b2e-54af-4e88-bb13-4eb8fd4642e7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:49.538799 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.555774 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a51f2efe-f821-42db-9dd7-71b757ca17a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/91a81b2e-54af-4e88-bb13-4eb8fd4642e7 HTTP/1.1" status: 204 len: 168 time: 0.9303970 Dec 16 08:00:49.559633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36402) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:49.651623 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:49.653652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:00:49.689467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Sync routers for ids ['04012004-b143-4577-9303-73e92f3718a3'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:00:49.776608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b659472-0870-4ad5-8aa2-a12c4d85a03d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:49.778872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b659472-0870-4ad5-8aa2-a12c4d85a03d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:49.785812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Routers {'04012004-b143-4577-9303-73e92f3718a3'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:00:49.786613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36416) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:49.786971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:00:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['04012004-b143-4577-9303-73e92f3718a3'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:49.800904 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b659472-0870-4ad5-8aa2-a12c4d85a03d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2399073 Dec 16 08:00:49.827663 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95b43a53-f247-47aa-98c9-6bb2751e9d47 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.828315 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.910802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet c34544a2-5a39-433c-9b33-47bff549c251 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:00:49.931579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] For port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:49.936526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.944540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f0028267-bce2-4a64-aa96-2f731efd5708 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.9614270 Dec 16 08:00:49.950187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.950367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:49.950367 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:49.967235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:50.013970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95b43a53-f247-47aa-98c9-6bb2751e9d47 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.027498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Set router 04012004-b143-4577-9303-73e92f3718a3 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:00:50.151627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95b43a53-f247-47aa-98c9-6bb2751e9d47 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.177043 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.193942 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.197466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43a53-f247-47aa-98c9-6bb2751e9d47 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f573bbf7-94fd-4d7d-93b1-ae0aad79fc6c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:50.261907 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.275993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] Provisioning complete for port bb69dab2-675d-48e4-8d39-ecf9a4254a69 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:50.278910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.308458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf734e8b-e37c-46ca-af64-acbcedfa030a req-b40bb220-a711-41c8-ade2-d79b1336e206 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:50.310859 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf734e8b-e37c-46ca-af64-acbcedfa030a req-b40bb220-a711-41c8-ade2-d79b1336e206 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.3898897 Dec 16 08:00:50.343014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95b43a53-f247-47aa-98c9-6bb2751e9d47 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.345025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-95b43a53-f247-47aa-98c9-6bb2751e9d47 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9255700 Dec 16 08:00:50.348031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36426) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:50.354354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7ae324d1-6d24-4835-9287-fce9c5afc0e9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'security_group_rule': {'security_group_id': 'ea66e081-72e0-4fb6-bc71-2382931cec66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:50.358999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed47f70-6f7e-4622-94ac-feb554a75fad None None] Pushing event updated for resources: {'Port': ['ID=1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:50.373752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bb69dab2-675d-48e4-8d39-ecf9a4254a69 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:50.514983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.522729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf734e8b-e37c-46ca-af64-acbcedfa030a req-9838f2e3-7c54-4621-9926-113250c9a25f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533792 Dec 16 08:00:50.536491 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ae324d1-6d24-4835-9287-fce9c5afc0e9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.549994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.748201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ae324d1-6d24-4835-9287-fce9c5afc0e9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.759606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14029604-dc0d-442a-b895-096ae25a23fd req-6c280e8f-084f-4ae3-b485-c88dda4545b3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:50.762340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14029604-dc0d-442a-b895-096ae25a23fd req-6c280e8f-084f-4ae3-b485-c88dda4545b3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.2049439 Dec 16 08:00:50.847545 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ae324d1-6d24-4835-9287-fce9c5afc0e9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.860625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bb69dab2-675d-48e4-8d39-ecf9a4254a69 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:50.860625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:50.890884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae324d1-6d24-4835-9287-fce9c5afc0e9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced14c7c-f9fe-4039-92f4-68ee8188c0da,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:50.906738 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04012004-b143-4577-9303-73e92f3718a3', 'name': '', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9e9aa63-934e-438a-b182-6fe27711bffd', 'external_fixed_ips': [{'subnet_id': '4c00c16d-7221-4285-aa82-464478a8fe71', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'c237cc05-4f80-469a-b1e4-85b716ac79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:00:45Z', 'updated_at': '2021-12-16T08:00:47Z', 'revision_number': 3, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port': {'id': 'c237cc05-4f80-469a-b1e4-85b716ac79b4', 'name': '', 'network_id': 'e9e9aa63-934e-438a-b182-6fe27711bffd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04012004-b143-4577-9303-73e92f3718a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4c00c16d-7221-4285-aa82-464478a8fe71', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:00:46Z', 'updated_at': '2021-12-16T08:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c00c16d-7221-4285-aa82-464478a8fe71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:50.945525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Checking router: 04012004-b143-4577-9303-73e92f3718a3 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:00:50.946283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Updating router 04012004-b143-4577-9303-73e92f3718a3 port c237cc05-4f80-469a-b1e4-85b716ac79b4 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:00:50.982435 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14029604-dc0d-442a-b895-096ae25a23fd req-58e11826-6ff4-433b-b62a-5c69337250ac tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055559 Dec 16 08:00:51.003073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be7c2f-b8d4-47ba-8b54-9d2caf58dc12 req-57ea7712-1d29-4711-9955-294bb4a905ad tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:51.005146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29be7c2f-b8d4-47ba-8b54-9d2caf58dc12 req-57ea7712-1d29-4711-9955-294bb4a905ad tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.3488472 Dec 16 08:00:51.023873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Deleting port c237cc05-4f80-469a-b1e4-85b716ac79b4 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:51.024259 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.042030 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.084653 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ae324d1-6d24-4835-9287-fce9c5afc0e9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.088866 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7ae324d1-6d24-4835-9287-fce9c5afc0e9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7366626 Dec 16 08:00:51.088866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36454) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:51.093852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:51.100909 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.111956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-122d13c2-cd7f-49e4-9c29-c81d46928138 None None] Provisioning complete for port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:51.112459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-122d13c2-cd7f-49e4-9c29-c81d46928138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.153394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.156590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/c34544a2-5a39-433c-9b33-47bff549c251 HTTP/1.1" status: 204 len: 168 time: 1.3686838 Dec 16 08:00:51.159924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36456) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:51.169002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac0776-1d1d-4158-a16f-4bd1917c7577 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=c34544a2-5a39-433c-9b33-47bff549c251,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:51.182486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29be7c2f-b8d4-47ba-8b54-9d2caf58dc12 req-4c29956d-30af-4fb9-98aa-3b1c22f318c4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1669292 Dec 16 08:00:51.228018 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.242247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Calling delete_port for c237cc05-4f80-469a-b1e4-85b716ac79b4 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:51.250018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e03cf162-7bd3-4c8f-9d93-bd65fc501ee5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872474 Dec 16 08:00:51.252938 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36460) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:51.258662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:51.290499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.300348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f486c-21a3-4ea3-8bd3-86b0285d4e18 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:51.442742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35bba0-901e-4edd-a823-33f15d5a7e6f req-9c0064bc-fe7b-4a09-954e-7822154fc361 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:51.444891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c35bba0-901e-4edd-a823-33f15d5a7e6f req-9c0064bc-fe7b-4a09-954e-7822154fc361 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1413710 Dec 16 08:00:51.538588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c35bba0-901e-4edd-a823-33f15d5a7e6f req-a03476e8-d4a0-4740-87a7-e867f737eacc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770042 Dec 16 08:00:51.632867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.654436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:51.665167 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.698634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-f3eda5cb-3cbe-4819-a1b0-cc13446178e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2784739 Dec 16 08:00:51.782509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:00:51.786928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-122d13c2-cd7f-49e4-9c29-c81d46928138 None None] Could not find standard attr ID for object 91a81b2e-54af-4e88-bb13-4eb8fd4642e7. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:00:51.810543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9c373-b085-48a8-9b92-9a7e37afd4c4 req-c69056e2-5431-4e59-bbce-cbb026d2a583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:51.812140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98c9c373-b085-48a8-9b92-9a7e37afd4c4 req-c69056e2-5431-4e59-bbce-cbb026d2a583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1621790 Dec 16 08:00:51.818690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.894413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:00:51.895193 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:00:51.935079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98c9c373-b085-48a8-9b92-9a7e37afd4c4 req-881bc3f8-487d-4d32-abd8-ecb76d8d86f3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091254 Dec 16 08:00:51.937397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] Deleting port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:51.937919 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:51.983688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event deleted for resources: {'Port': ['ID=c237cc05-4f80-469a-b1e4-85b716ac79b4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:52.118617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.123057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] For port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:52.123638 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.157296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] Calling delete_port for 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:52.195889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 172.25.2.138 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/66e0cff0-f350-4243-b14e-32aad0f03fb1) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:52.383377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.388545 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.410435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f90a2-3e69-4a5f-b5b4-104ba5416f1a req-aab38210-2830-4909-8571-0f84e1b9c372 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:52.412196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa4f90a2-3e69-4a5f-b5b4-104ba5416f1a req-aab38210-2830-4909-8571-0f84e1b9c372 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.2117035 Dec 16 08:00:52.439146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Port c237cc05-4f80-469a-b1e4-85b716ac79b4 not found while updating agent binding for router 04012004-b143-4577-9303-73e92f3718a3. {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 08:00:52.460608 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.462231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.467674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.505386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa4f90a2-3e69-4a5f-b5b4-104ba5416f1a req-939f1d68-23de-4ec1-80a3-32e1c6459cc0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506561 Dec 16 08:00:52.515732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] No DVR routers for this DVR port 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:00:52.521700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Routers {'04012004-b143-4577-9303-73e92f3718a3'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:00:52.527829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:00:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['04012004-b143-4577-9303-73e92f3718a3'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:52.527829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1da63-5892-4f61-b839-b556a8d90229 None None] Pushing event deleted for resources: {'Port': ['ID=1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:52.560576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:52.568834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:52.579285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:52.579413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.588160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=99b45fdc-028e-4dce-991d-0fe6e2e87467,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:52.601514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.606722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04012004-b143-4577-9303-73e92f3718a3 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:00:52.606865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7cdaa-19e0-440a-b5f1-1d6d63d6022b None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:52.614549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.617768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c8118508-9dd2-4095-ba82-2c319ae71ac2 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "DELETE /v2.0/routers/04012004-b143-4577-9303-73e92f3718a3 HTTP/1.1" status: 204 len: 168 time: 2.6478536 Dec 16 08:00:52.619675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36492) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:52.655148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] Set router 04012004-b143-4577-9303-73e92f3718a3 gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:00:52.684246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Deleting subnet 4c00c16d-7221-4285-aa82-464478a8fe71 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:00:52.687023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.722444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04012004-b143-4577-9303-73e92f3718a3', 'name': '', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:00:45Z', 'updated_at': '2021-12-16T08:00:51Z', 'revision_number': 5, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:52.727223 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.729646 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b85e429-a1e7-4113-a21a-b3a3336255f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4755874 Dec 16 08:00:52.734832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36494) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:52.747093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'name': 'tempest-NetworksTestDHCPv6-1667469894'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:52.759640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57aeec0-8e38-435d-b7f3-2deaedcc61f3 None None] The sync data for ids ['04012004-b143-4577-9303-73e92f3718a3'] in n-d-820935-11 is: [{'id': '04012004-b143-4577-9303-73e92f3718a3', 'name': '', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:00:45Z', 'updated_at': '2021-12-16T08:00:51Z', 'revision_number': 5, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:00:52.820567 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.827308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:52.835794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=66e0cff0-f350-4243-b14e-32aad0f03fb1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:52.838389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:52.841600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:52.862872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '99b45fdc-028e-4dce-991d-0fe6e2e87467'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:00:52.864396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:52.931805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.078850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.139600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/99b45fdc-028e-4dce-991d-0fe6e2e87467/beff0156-9ff1-44f7-9813-340c186735bb) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:53.191430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:53.194737 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.231438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 850ad012-f6e8-43a8-96d0-7a2a07a78aa6 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:00:53.282049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.303216 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:00:53.404436 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.404436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/4c00c16d-7221-4285-aa82-464478a8fe71 HTTP/1.1" status: 204 len: 168 time: 0.7822590 Dec 16 08:00:53.409643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36512) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:53.416241 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.424168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d83bf1-ce9e-4dda-a37d-d1bbf904fc28 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c00c16d-7221-4285-aa82-464478a8fe71,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:53.439016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.569240 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.569432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.732897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:53.736160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:53.739347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:53.777903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Pushing event updated for resources: {'Port': ['ID=beff0156-9ff1-44f7-9813-340c186735bb,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:53.808695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Attempting to bind port beff0156-9ff1-44f7-9813-340c186735bb on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:00:53.809222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Attempting to bind port beff0156-9ff1-44f7-9813-340c186735bb by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:00:53.809739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Attempting to bind port beff0156-9ff1-44f7-9813-340c186735bb on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:00:53.816759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:00:53.829847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:00:53.830535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:00:53.832366 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.832574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:00:53.833260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Bound port: beff0156-9ff1-44f7-9813-340c186735bb, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:00:53.833834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:53.892989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::36f (feccb947-4baf-4886-a172-ef2f821be361/99b45fdc-028e-4dce-991d-0fe6e2e87467/850ad012-f6e8-43a8-96d0-7a2a07a78aa6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:00:53.929921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-32d48308-f6a7-4b0e-b294-a4204de866ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:53.931660 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-32d48308-f6a7-4b0e-b294-a4204de866ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1096 time: 0.2360322 Dec 16 08:00:53.971134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.050270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2b04a-421d-4604-a663-672a4e6ce665 req-60e9d005-46a6-4a31-aa22-29c88a4402d7 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:54.051762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bcb2b04a-421d-4604-a663-672a4e6ce665 req-60e9d005-46a6-4a31-aa22-29c88a4402d7 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.3508546 Dec 16 08:00:54.079086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-001eb1f4-cebe-4e7c-9ec1-e8261537d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:54.084135 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-001eb1f4-cebe-4e7c-9ec1-e8261537d03e service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.1256268 Dec 16 08:00:54.101764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:00:54.102159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1e4a0c71-d9b0-4f87-b7e6-9b9f68ce6b7e not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:00:54.113910 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.179796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] For port beff0156-9ff1-44f7-9813-340c186735bb, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:00:54.187705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] For port beff0156-9ff1-44f7-9813-340c186735bb, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=beff0156-9ff1-44f7-9813-340c186735bb,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:00:54.201311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89409380-e13a-47ae-8924-04ca4bf6885f req-c6c30b4e-0dfe-4a7d-83f5-d7d11d6151b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:54.203454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-c6c30b4e-0dfe-4a7d-83f5-d7d11d6151b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b&tenant_id=f1dea21f2e944d1082e8792465adb3f4 HTTP/1.1" status: 200 len: 1096 time: 0.3141809 Dec 16 08:00:54.217647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e9aa63-934e-438a-b182-6fe27711bffd']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:54.258140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bcb2b04a-421d-4604-a663-672a4e6ce665 req-c1e57ec7-5394-4515-a537-ff1b5ecadfe9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918035 Dec 16 08:00:54.268683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996ffbef-1aa2-42e7-867b-76ed31a8921d') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:54.273841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996ffbef-1aa2-42e7-867b-76ed31a8921d') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:00:54.306872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.332363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.355866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.373499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:00:54.374107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:00:54.376371 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:00:54.419083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfb6be-3abd-4c22-8080-0e7754cca417 None None] Pushing event updated for resources: {'Port': ['ID=beff0156-9ff1-44f7-9813-340c186735bb,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:54.562370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.601718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.608213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9e9aa63-934e-438a-b182-6fe27711bffd {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 08:00:54.611692 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.619220 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "DELETE /v2.0/networks/e9e9aa63-934e-438a-b182-6fe27711bffd HTTP/1.1" status: 204 len: 168 time: 1.2046208 Dec 16 08:00:54.634951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e0da4-1f6d-460d-b7cb-2a05465c8816 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9e9aa63-934e-438a-b182-6fe27711bffd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:54.670443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36536) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:54.694569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.717428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.803902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=66e0cff0-f350-4243-b14e-32aad0f03fb1,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:54.862776 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-c341f889-0990-4ec6-b1e6-6cb7da34c494 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 1000 time: 0.7713790 Dec 16 08:00:54.882096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:54.939072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:00:54.979800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-2440d18b-75ab-42d4-a33c-1280b2a05571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:54.981403 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-2440d18b-75ab-42d4-a33c-1280b2a05571 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.1098022 Dec 16 08:00:55.030934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:00:55.036709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:00:55.042779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:55.043393 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.046223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=850ad012-f6e8-43a8-96d0-7a2a07a78aa6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:55.058415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.058415 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dd84dab7-6a0d-42f6-a094-2f089a60167f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9671102 Dec 16 08:00:55.059488 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-12181467-8660-4e01-aa88-fb837acaa584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.091954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-39b95eb3-8009-47be-8ff0-007580522c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:55.094011 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-39b95eb3-8009-47be-8ff0-007580522c45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056828 Dec 16 08:00:55.200981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-12181467-8660-4e01-aa88-fb837acaa584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.208544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a783e525-1f35-4950-b9bd-aa287909287c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4726353 Dec 16 08:00:55.211004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36548) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:55.254426 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-e2b340de-5ca7-4146-b210-6b12cbd3de83 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524398 Dec 16 08:00:55.307493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f07e8-ce28-40aa-b2d3-5b81a583f69c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:55.314779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f07e8-ce28-40aa-b2d3-5b81a583f69c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:55.317716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-589f07e8-ce28-40aa-b2d3-5b81a583f69c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1053882 Dec 16 08:00:55.319415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-12181467-8660-4e01-aa88-fb837acaa584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.331707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36560) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:55.355547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-12181467-8660-4e01-aa88-fb837acaa584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=899616d8957746b48a366140b585282f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6836486 Dec 16 08:00:55.372271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36566) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:55.535515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12181467-8660-4e01-aa88-fb837acaa584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625b5f29-0775-4014-932d-ddb839416d3a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:55.537995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36572) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:55.549340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-630f7acb-e169-497f-91f7-6bcc6f0841ea tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'router': {'name': 'tempest-router--1939978068', 'project_id': 'a64b35b8f49a4f84bbf8ccd340a8c810'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:55.602973 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ad39012d-46c7-4611-91ad-f63d3797f29b req-6f8f020a-83c1-4b26-9820-695d8fdcd1ae service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413799 Dec 16 08:00:55.609771 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80a8d402-c8cb-4ace-b268-e13de6cd378d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.624961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-489a8bad-0d9b-40c7-8532-cdebec507d38 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1832141060&fields=id&tenant_id=acc92d7661c74f70b9c3c7b42fbde43c HTTP/1.1" status: 200 len: 267 time: 0.1749995 Dec 16 08:00:55.641867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 850ad012-f6e8-43a8-96d0-7a2a07a78aa6 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:55.642062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.647892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604cbe4-d0ca-4cac-b4af-7d83c6e6dfbe req-2b53ffd9-4562-4fd3-9307-9f62835604cc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:55.647892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2604cbe4-d0ca-4cac-b4af-7d83c6e6dfbe req-2b53ffd9-4562-4fd3-9307-9f62835604cc tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.1867306 Dec 16 08:00:55.687273 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80a8d402-c8cb-4ace-b268-e13de6cd378d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.744990 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-630f7acb-e169-497f-91f7-6bcc6f0841ea tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.748953 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-630f7acb-e169-497f-91f7-6bcc6f0841ea tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.815788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-6f659407-93ce-4b27-a061-5df8e9a08a95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:55.817181 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-6f659407-93ce-4b27-a061-5df8e9a08a95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 931 time: 0.1694000 Dec 16 08:00:55.824648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device beff0156-9ff1-44f7-9813-340c186735bb up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:55.826402 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.841834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 850ad012-f6e8-43a8-96d0-7a2a07a78aa6 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:55.861662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2604cbe4-d0ca-4cac-b4af-7d83c6e6dfbe req-544f5eea-f698-434f-9223-7cb8ea0308ae tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841736 Dec 16 08:00:55.918992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port beff0156-9ff1-44f7-9813-340c186735bb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:55.921485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.973753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-630f7acb-e169-497f-91f7-6bcc6f0841ea tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:55.986346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9f90febb-5ccb-43e9-9e4a-8e647674b26e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:55.987994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9f90febb-5ccb-43e9-9e4a-8e647674b26e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 931 time: 0.1522737 Dec 16 08:00:56.026463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-1965aff4-dc59-47e7-a2d4-782057ef47a4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0303886 Dec 16 08:00:56.039505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89409380-e13a-47ae-8924-04ca4bf6885f req-02fddd24-7044-400a-b945-0cc82450f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.041308 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-02fddd24-7044-400a-b945-0cc82450f67e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1dea21f2e944d1082e8792465adb3f4&device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1096 time: 0.0937729 Dec 16 08:00:56.065344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.084195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-5ed2e9e6-630d-4c28-a60b-0a50bffafd31 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0512669 Dec 16 08:00:56.098601 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-630f7acb-e169-497f-91f7-6bcc6f0841ea tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.134787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port beff0156-9ff1-44f7-9813-340c186735bb, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=beff0156-9ff1-44f7-9813-340c186735bb,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:56.154064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-23eefcd5-3af1-4d70-8871-1533d6a3d3c4 None None] Provisioning complete for port beff0156-9ff1-44f7-9813-340c186735bb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:56.154436 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23eefcd5-3af1-4d70-8871-1533d6a3d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.193953 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.212595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89409380-e13a-47ae-8924-04ca4bf6885f req-02519d44-0997-40ae-8bd3-1ec9ef3785cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.214169 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-02519d44-0997-40ae-8bd3-1ec9ef3785cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 200 len: 918 time: 0.1657896 Dec 16 08:00:56.266303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.296030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-005de96e-2072-4cc0-bdea-912dd59ad214 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.303404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-005de96e-2072-4cc0-bdea-912dd59ad214 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.310335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-005de96e-2072-4cc0-bdea-912dd59ad214 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.314226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-005de96e-2072-4cc0-bdea-912dd59ad214 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 1990 time: 0.2287686 Dec 16 08:00:56.316428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=850ad012-f6e8-43a8-96d0-7a2a07a78aa6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:56.325920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-630f7acb-e169-497f-91f7-6bcc6f0841ea tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.326940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-630f7acb-e169-497f-91f7-6bcc6f0841ea tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7805462 Dec 16 08:00:56.327884 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80a8d402-c8cb-4ace-b268-e13de6cd378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.329104 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-3e3a95f4-ba68-46c8-8643-827ea23b1328 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 200 len: 1000 time: 0.1074057 Dec 16 08:00:56.329641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36582) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:56.331485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80a8d402-c8cb-4ace-b268-e13de6cd378d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.332981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-80a8d402-c8cb-4ace-b268-e13de6cd378d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/625b5f29-0775-4014-932d-ddb839416d3a HTTP/1.1" status: 204 len: 168 time: 0.9591875 Dec 16 08:00:56.375397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8d402-c8cb-4ace-b268-e13de6cd378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b5f29-0775-4014-932d-ddb839416d3a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:56.380554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01bed9fa-d065-4a86-b99c-1f9ad7d719af tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/quotas/acc92d7661c74f70b9c3c7b42fbde43c HTTP/1.1" status: 200 len: 375 time: 0.0463834 Dec 16 08:00:56.400152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=beff0156-9ff1-44f7-9813-340c186735bb,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:56.406312 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.416910 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1bf3ba14-b19c-4ac0-b56b-a543ad3de96d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/850ad012-f6e8-43a8-96d0-7a2a07a78aa6 HTTP/1.1" status: 204 len: 168 time: 1.0720413 Dec 16 08:00:56.447938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-e48aac8e-aead-4f61-aef8-c3cb110ccc37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299458 Dec 16 08:00:56.449190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36588) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:56.539634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4c3ce58e-d7e3-4688-89d1-8051a703de18 None None] Could not find standard attr ID for object 850ad012-f6e8-43a8-96d0-7a2a07a78aa6. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:00:56.557973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48225a84-84e0-4276-a7c0-b78f27601d0c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.616901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89409380-e13a-47ae-8924-04ca4bf6885f req-34974927-38bc-4753-b4bd-ffc999786346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.619233 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-34974927-38bc-4753-b4bd-ffc999786346 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 200 len: 856 time: 0.2191463 Dec 16 08:00:56.637504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-33898fd5-b0e8-4493-ab48-e18af48d2381 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2502301 Dec 16 08:00:56.678042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e9ce9-098a-454a-99e0-d23cd8a705d4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.681633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e9ce9-098a-454a-99e0-d23cd8a705d4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.691091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-377e9ce9-098a-454a-99e0-d23cd8a705d4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2399187 Dec 16 08:00:56.705046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36592) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:56.742185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-b1cfccf3-6e4c-4469-a868-cd5c02e49775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.743630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-b1cfccf3-6e4c-4469-a868-cd5c02e49775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a83879c0a942979b9b05db4fe271a4&device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 1101 time: 0.2175243 Dec 16 08:00:56.855073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48225a84-84e0-4276-a7c0-b78f27601d0c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.857783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48225a84-84e0-4276-a7c0-b78f27601d0c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:56.924702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89409380-e13a-47ae-8924-04ca4bf6885f req-c8f1f139-c178-41f3-b60f-a297607a9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:56.928788 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-c8f1f139-c178-41f3-b60f-a297607a9123 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79a19e99-7552-41d7-bb46-c7e243a7986b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2593832 Dec 16 08:00:57.001057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 99b45fdc-028e-4dce-991d-0fe6e2e87467 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:00:57.006817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48225a84-84e0-4276-a7c0-b78f27601d0c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.007356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48225a84-84e0-4276-a7c0-b78f27601d0c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 767650a2-b54f-4a25-8cad-3fc17324c36b {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:00:57.011742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48225a84-84e0-4276-a7c0-b78f27601d0c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.018284 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-48225a84-84e0-4276-a7c0-b78f27601d0c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "DELETE /v2.0/routers/767650a2-b54f-4a25-8cad-3fc17324c36b HTTP/1.1" status: 204 len: 168 time: 0.6824167 Dec 16 08:00:57.018284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.072122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.132979 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-ab0869c5-d41e-4805-ba74-b9e611d0710d service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903470 Dec 16 08:00:57.223327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-77885a5e-5237-418f-8c5d-606adccb5875 service neutron] 10.222.0.43 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665288 Dec 16 08:00:57.281391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.351936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a330b88-5184-4040-93bf-0ff3dd7b7b68 req-71987142-7dc3-4eb0-9b4d-60d3187435cb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:57.352750 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-89409380-e13a-47ae-8924-04ca4bf6885f req-7b3db0a6-6cea-4fb8-b08a-ff8eea830f61 service neutron] 10.222.0.16 "GET /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045734 Dec 16 08:00:57.354058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a330b88-5184-4040-93bf-0ff3dd7b7b68 req-71987142-7dc3-4eb0-9b4d-60d3187435cb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.1501658 Dec 16 08:00:57.358179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36608) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:57.360003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.371804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-4e856a11-b40a-422d-b538-e4c55feeacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:57.373702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-4e856a11-b40a-422d-b538-e4c55feeacb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=988538a2-cd95-4033-a851-e272c24f27c3 HTTP/1.1" status: 200 len: 870 time: 0.5913494 Dec 16 08:00:57.403375 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6d4b-59ae-4c5c-808c-7febd42b0a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.458945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-ae83d775-c581-4a09-995d-f36c445e2035 service neutron] 10.222.0.43 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203603 Dec 16 08:00:57.464256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-a3161cd8-9df4-4e19-b499-a6e867e6c719 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3f28f653-4586-48b2-8675-13ce2bd02569 HTTP/1.1" status: 200 len: 217 time: 0.0764236 Dec 16 08:00:57.552878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36618) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:57.562282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a330b88-5184-4040-93bf-0ff3dd7b7b68 req-f9db63b6-4ab1-4dc9-9ac7-4874a1cd96a0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863525 Dec 16 08:00:57.562717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a8025277-9aee-460e-ad53-bc376b5f895e service neutron] 10.222.0.43 "GET /v2.0/ports/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0937541 Dec 16 08:00:57.580470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-cac0f6a3-c358-467f-ada5-46756402533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:57.582868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-cac0f6a3-c358-467f-ada5-46756402533a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0986695 Dec 16 08:00:57.595424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.673341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=99b45fdc-028e-4dce-991d-0fe6e2e87467,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:57.702433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.709270 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f7d576a6-83ea-4ea5-8b24-76922858291d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/99b45fdc-028e-4dce-991d-0fe6e2e87467 HTTP/1.1" status: 204 len: 168 time: 1.0003288 Dec 16 08:00:57.712637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:57.722990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fdf791-d54f-46ab-b711-a836e2f27ab4 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:00:57.795360 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6d4b-59ae-4c5c-808c-7febd42b0a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:57.806582 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d16397af-9c3e-4cf3-a1e7-2fd37ec01fe1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911963 Dec 16 08:00:57.809606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36632) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:57.815114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:57.817177 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device beff0156-9ff1-44f7-9813-340c186735bb up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:00:57.820636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-c050a66c-5ef2-4d0a-b560-e1707bd082b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:57.822316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-c050a66c-5ef2-4d0a-b560-e1707bd082b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2268300 Dec 16 08:00:57.836656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-323b5503-363c-40d0-b561-d921fc294d33 service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646110 Dec 16 08:00:57.902631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port beff0156-9ff1-44f7-9813-340c186735bb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:00:57.903006 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.030333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:00:58.036633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-281807883', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:00:58.043403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6d4b-59ae-4c5c-808c-7febd42b0a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.109211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] Deleting port beff0156-9ff1-44f7-9813-340c186735bb {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:00:58.109678 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.124666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4f9e6d4b-59ae-4c5c-808c-7febd42b0a86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6be98d134304401bb703e177fd3f022c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7653983 Dec 16 08:00:58.131042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:00:58.142613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e6d4b-59ae-4c5c-808c-7febd42b0a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b5af3-a031-4f73-9448-e526f0079aea,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:58.167810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-40bb9c9c-5ec2-4c28-8f02-0a4b71d08550 service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123844 Dec 16 08:00:58.185334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-e28c39d6-81b5-4fc9-b45f-63250ec54d6f service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476396 Dec 16 08:00:58.193854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] For port beff0156-9ff1-44f7-9813-340c186735bb, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=beff0156-9ff1-44f7-9813-340c186735bb,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:00:58.194258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.196508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-957f114b-f8ae-4911-a3e1-0e5380aebdb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.207631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] Calling delete_port for beff0156-9ff1-44f7-9813-340c186735bb owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:00:58.215162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:00:58.220463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.231614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-957f114b-f8ae-4911-a3e1-0e5380aebdb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.269897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9e42ca97-f773-41cb-9eb5-29702f338567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.270166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-f9850955-2a4d-4e86-962f-75e5d25d4309 service neutron] 10.222.0.43 "GET /v2.0/ports/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0830522 Dec 16 08:00:58.366270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b74e117b-62ab-4efc-82b3-2a11ca7fd63b req-37b940b3-841d-48fd-8b95-70d2f6b33ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699882 Dec 16 08:00:58.390106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-3c3beb30-2ac0-415c-be98-270278270b5a service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145854 Dec 16 08:00:58.454122 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.491110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-5550b9b7-3d81-43f9-b82f-f410b72161d8 service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943077 Dec 16 08:00:58.501194 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.502537 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.563942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] No DVR routers for this DVR port beff0156-9ff1-44f7-9813-340c186735bb on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:00:58.566996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05801409-58ed-442d-b60c-4219ffa2cb9c None None] Pushing event deleted for resources: {'Port': ['ID=beff0156-9ff1-44f7-9813-340c186735bb,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:58.668740 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.678852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-957f114b-f8ae-4911-a3e1-0e5380aebdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.684707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-957f114b-f8ae-4911-a3e1-0e5380aebdb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:58.691077 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-957f114b-f8ae-4911-a3e1-0e5380aebdb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/321b5af3-a031-4f73-9448-e526f0079aea HTTP/1.1" status: 204 len: 168 time: 0.5585396 Dec 16 08:00:58.711753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-22ec9934-267a-40a1-a01f-78ccf04b9e89 service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135682 Dec 16 08:00:58.732468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f114b-f8ae-4911-a3e1-0e5380aebdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b5af3-a031-4f73-9448-e526f0079aea,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:00:58.973994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45dc6-bc18-4811-9d58-6bb92f142eb8 req-7148a02e-dc3e-4289-8862-f701e823ca84 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:00:58.975585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aaf45dc6-bc18-4811-9d58-6bb92f142eb8 req-7148a02e-dc3e-4289-8862-f701e823ca84 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.2354643 Dec 16 08:00:59.070460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:59.104846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9b16aad3-995b-483c-b5b0-00374b1fce5a service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867595 Dec 16 08:00:59.181695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aaf45dc6-bc18-4811-9d58-6bb92f142eb8 req-cb02a5f4-0084-494b-9f47-e24a8eb8c03b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882019 Dec 16 08:00:59.248454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-c60cdcc4-9bfb-4d3a-9e60-484c30376736 service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300159 Dec 16 08:00:59.379727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7afc3a60-e10b-48cd-871f-c319904b0936 service neutron] 10.222.0.43 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244037 Dec 16 08:00:59.475188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-60a9c26d-f0e7-40b9-87b4-9cf9765c536f service neutron] 10.222.0.43 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 Dec 16 08:00:59.597709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-38059f43-ebeb-4d34-9550-6ce10cfd4a94 service neutron] 10.222.0.43 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011658 Dec 16 08:00:59.709334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device beff0156-9ff1-44f7-9813-340c186735bb no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:00:59.800288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: beff0156-9ff1-44f7-9813-340c186735bb {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:00:59.800939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device beff0156-9ff1-44f7-9813-340c186735bb not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:00:59.807741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:59.813747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:59.823691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-e50504b8-de59-48b4-ac42-0a698b6063ce service neutron] 10.222.0.43 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333064 Dec 16 08:00:59.927971 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:00:59.962035 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:00.010745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:00.041721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:00.046674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:00.047302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:00.051613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=372d4b3c-7d02-47e3-8f83-512fc43f71ba,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:00.057896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec1e198-3ef6-4347-96fb-2b890035eefe None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:00.073347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-b259e232-e66e-4217-8972-0bb52fd37e0c service neutron] 10.222.0.43 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403898 Dec 16 08:01:00.186705 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-338934b9-1003-4fb1-bec4-aa68fccf8b4f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3735263 Dec 16 08:01:00.187970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36672) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:00.192789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'name': 'tempest-NetworksTestDHCPv6-1858515719'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:00.216624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Allocated IP 172.25.2.157 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/4c6c3a59-34d7-46e7-93ac-963be2f82eed) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:00.282088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '372d4b3c-7d02-47e3-8f83-512fc43f71ba'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:00.283050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:00.519673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa316fa8-c642-4e23-ac13-04c4c89242ac req-4e4d0fe1-4bd6-4b61-bda8-613dc977c033 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:00.519673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa316fa8-c642-4e23-ac13-04c4c89242ac req-4e4d0fe1-4bd6-4b61-bda8-613dc977c033 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.1413057 Dec 16 08:01:00.527770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:00.626638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/372d4b3c-7d02-47e3-8f83-512fc43f71ba/c0f370dc-7a54-48fb-a2af-d02b97621ee1) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:00.681809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa316fa8-c642-4e23-ac13-04c4c89242ac req-2e1f6e5a-e94f-409a-be48-bb3a299c535c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650162 Dec 16 08:01:00.741971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:00.791130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:00.795474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:00.812781 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bad0f4fd-c1b8-4619-9994-d873c5efe0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:00.823117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 79df206c-836d-4ad5-bce2-c7c200673ba4 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:01:00.854343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:00.895096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:00.898523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:00.925515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event updated for resources: {'Port': ['ID=4c6c3a59-34d7-46e7-93ac-963be2f82eed,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:00.985806 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.026560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36706) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:01.155683 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.273703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-15902970-network', 'tenant_id': 'c7bf39cdc3654dd29f509ebc29c9b1d4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:01.274568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:01.285293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:01.294247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:01.306769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Pushing event updated for resources: {'Port': ['ID=c0f370dc-7a54-48fb-a2af-d02b97621ee1,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:01.339385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::103 (feccb947-4baf-4886-a172-ef2f821be361/372d4b3c-7d02-47e3-8f83-512fc43f71ba/79df206c-836d-4ad5-bce2-c7c200673ba4) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:01.439730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Attempting to bind port c0f370dc-7a54-48fb-a2af-d02b97621ee1 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:01.444248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Attempting to bind port c0f370dc-7a54-48fb-a2af-d02b97621ee1 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:01.445082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Attempting to bind port c0f370dc-7a54-48fb-a2af-d02b97621ee1 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:01.459609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:01.464488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:01.464968 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.465679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:01.466265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Bound port: c0f370dc-7a54-48fb-a2af-d02b97621ee1, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:01.467171 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.489136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Made reservation on behalf of c7bf39cdc3654dd29f509ebc29c9b1d4 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:01.493942 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.528598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.609016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.655319 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.663728 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] For port c0f370dc-7a54-48fb-a2af-d02b97621ee1, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:01.677264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] For port c0f370dc-7a54-48fb-a2af-d02b97621ee1, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0f370dc-7a54-48fb-a2af-d02b97621ee1,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:01.730500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.837348 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.876848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475613-4437-4a64-86a7-ffef0f2e07b8 req-f6839ad5-e33e-4991-b726-7aeef40989af tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:01.879251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d475613-4437-4a64-86a7-ffef0f2e07b8 req-f6839ad5-e33e-4991-b726-7aeef40989af tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.0765240 Dec 16 08:01:01.905327 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.912674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.919831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:01:01.944153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.947593 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.947952 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Added segment 7e101bdd-6e28-4a0c-bfe8-6ade3cb47615 of type vlan for network 41fe60eb-5331-406b-8e2d-da179d0a49d6 Dec 16 08:01:01.976960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:01.984110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842522cd-31fa-425a-b7a7-7dbc10fbef85 None None] Pushing event updated for resources: {'Port': ['ID=c0f370dc-7a54-48fb-a2af-d02b97621ee1,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:02.057410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:02.076272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:02.087334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:02.093067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:02.100727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:02.117317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d475613-4437-4a64-86a7-ffef0f2e07b8 req-11b7c765-c629-4819-a5af-55487b5f16be tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265756 Dec 16 08:01:02.144580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:02.201390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=79df206c-836d-4ad5-bce2-c7c200673ba4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:02.219058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2216ee-7122-4484-9709-adc0b72ec667,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:02.279413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.280047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.301877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.302576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.303164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.303757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.304433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.305003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.305572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.306862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.307444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.308024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.311282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.329603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.330170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.330403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.330633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.331892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.332282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.332626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.332964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.333302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.333707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.334371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.334554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.335041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:02.350723 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:02.351715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:02.352647 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:02.417355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fa7d2ff-c2e5-4860-9feb-ebed8c567b66 req-fcd01c63-5437-450f-a729-4e938a962ed2 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.1532321 Dec 16 08:01:02.499368 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Router 75773001-16b9-48ac-8a02-6a18d9735b23 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:01:02.502198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4747574 Dec 16 08:01:02.505854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36732) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:02.515012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b5f66fdf-2520-415d-a468-b33cf38e95d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3235710 Dec 16 08:01:02.522383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Request body: {'subnet': {'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-15902970-subnet', 'tenant_id': 'c7bf39cdc3654dd29f509ebc29c9b1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:02.524902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36734) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:02.567693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc1631-8b55-4886-8ac7-4ebb72e5b8cd admin admin] Pushing event updated for resources: {'Network': ['ID=41fe60eb-5331-406b-8e2d-da179d0a49d6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:02.579932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 41fe60eb-5331-406b-8e2d-da179d0a49d6 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:01:02.704325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf82cd7-0966-4328-8f5f-4f0b59499b0e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:02.710800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf82cd7-0966-4328-8f5f-4f0b59499b0e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:02.714483 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bbf82cd7-0966-4328-8f5f-4f0b59499b0e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1864069 Dec 16 08:01:02.715304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36742) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:02.739227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Made reservation on behalf of c7bf39cdc3654dd29f509ebc29c9b1d4 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:02.743957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:02.744860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:02.755951 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] Sync routers for ids ['75773001-16b9-48ac-8a02-6a18d9735b23'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:02.781607 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] Routers {'75773001-16b9-48ac-8a02-6a18d9735b23'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:02.782426 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['75773001-16b9-48ac-8a02-6a18d9735b23'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:02.849190 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:02.866789 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] Routers {'75773001-16b9-48ac-8a02-6a18d9735b23'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:02.867440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['75773001-16b9-48ac-8a02-6a18d9735b23'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:02.883429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 79df206c-836d-4ad5-bce2-c7c200673ba4 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:02.883846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:02.970821 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:02.971964 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4c6e-05f1-4d50-9af8-07fe50fa8518 None None] The sync data for ids ['75773001-16b9-48ac-8a02-6a18d9735b23'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:02.997100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:03.000090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fdd084f0-d815-47c5-b153-8770690ac482 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4441636 Dec 16 08:01:03.006196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36748) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:03.175264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:03.199974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 79df206c-836d-4ad5-bce2-c7c200673ba4 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:03.216269 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-89f029dd-bccc-412b-81f5-b0c87f0b13eb tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/75773001-16b9-48ac-8a02-6a18d9735b23 HTTP/1.1" status: 200 len: 920 time: 0.2120488 Dec 16 08:01:03.219266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36754) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:03.285146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4e254abf-ee03-4e46-93a9-407ba3f78787 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=75773001-16b9-48ac-8a02-6a18d9735b23 HTTP/1.1" status: 200 len: 205 time: 0.0646377 Dec 16 08:01:03.286305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:03.397980 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:03.511017 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:03.567387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f055d07f-b46f-4759-adcd-fa62f68b6f05,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:03.584925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:03.626544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccd7c8af-87e4-40c5-ac37-c648dbd20c86 req-f5649e55-c3f9-4a70-a39f-b31b30138f90 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0734434 Dec 16 08:01:03.658236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=79df206c-836d-4ad5-bce2-c7c200673ba4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:03.733504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:03.745948 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3fe8fe44-8894-427e-b30f-73745123e85e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/79df206c-836d-4ad5-bce2-c7c200673ba4 HTTP/1.1" status: 204 len: 168 time: 1.0230784 Dec 16 08:01:03.745948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:03.914555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Provisioning complete for port c0f370dc-7a54-48fb-a2af-d02b97621ee1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:03.916010 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:03.931905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c0f370dc-7a54-48fb-a2af-d02b97621ee1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:03.959198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9423146-872a-4946-b64d-e0d6f135a00d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:03.965917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9423146-872a-4946-b64d-e0d6f135a00d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:03.969900 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e9423146-872a-4946-b64d-e0d6f135a00d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2266507 Dec 16 08:01:03.972507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36770) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:04.103165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adfd3d-1a76-44ae-a5d9-e21fe024c5aa req-26886d96-0114-4a32-a80e-b90c4e71904c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:04.104270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 372d4b3c-7d02-47e3-8f83-512fc43f71ba {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:01:04.106957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85adfd3d-1a76-44ae-a5d9-e21fe024c5aa req-26886d96-0114-4a32-a80e-b90c4e71904c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.7464051 Dec 16 08:01:04.113797 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.192793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c0f370dc-7a54-48fb-a2af-d02b97621ee1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:04.193166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.235804 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.330025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Checking segment: {'id': '7e101bdd-6e28-4a0c-bfe8-6ade3cb47615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:04.340550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Network hostable DHCP agents. Network: 41fe60eb-5331-406b-8e2d-da179d0a49d6, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:01:04.373731 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.374396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.380447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.387631 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.493758 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.526016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85adfd3d-1a76-44ae-a5d9-e21fe024c5aa req-e414e3de-0983-40d6-95a8-693d8c20dcde tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967917 Dec 16 08:01:04.606312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.609210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.644049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=372d4b3c-7d02-47e3-8f83-512fc43f71ba,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:04.648242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:04.651610 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-286abe16-9f71-44f1-a832-da4b75585729 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/372d4b3c-7d02-47e3-8f83-512fc43f71ba HTTP/1.1" status: 204 len: 168 time: 0.6781261 Dec 16 08:01:04.656299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36778) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:04.668081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f214fedd-d757-44e8-8e98-99344d21fd7b None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:04.743725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36784) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:04.757726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-665b25cc-f292-4231-9117-34bf96386402 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997880 Dec 16 08:01:04.762622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Network 41fe60eb-5331-406b-8e2d-da179d0a49d6 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:01:04.790785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:04.791204 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:04.794863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:04.795470 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:04.839762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd222189-a49a-4709-add3-efab292ae01b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:04.842117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cd222189-a49a-4709-add3-efab292ae01b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0971448 Dec 16 08:01:04.844632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36786) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:04.962241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-189a741e-fd1b-4159-8581-6d361b14f134 req-e1e85d81-89bd-4ff8-ac3c-9cb6ff271de0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.2258282 Dec 16 08:01:04.975698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:01:04.979463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7d7f3-6a9c-4e55-b038-a2c432d0a3dd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:04.981217 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-57f7d7f3-6a9c-4e55-b038-a2c432d0a3dd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1349664 Dec 16 08:01:04.985245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36788) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:05.072129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Deleting port 4c6c3a59-34d7-46e7-93ac-963be2f82eed {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:05.072129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.116756 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1dad207e-c721-42dc-aab9-599537e5f055 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146107 Dec 16 08:01:05.124741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36792) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:05.135253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:05.162057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] Deleting port c0f370dc-7a54-48fb-a2af-d02b97621ee1 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:05.164492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.286635 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.328662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Calling delete_port for 4c6c3a59-34d7-46e7-93ac-963be2f82eed owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:05.641369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] For port c0f370dc-7a54-48fb-a2af-d02b97621ee1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0f370dc-7a54-48fb-a2af-d02b97621ee1,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:05.641863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.652155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.668107 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.684226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] Calling delete_port for c0f370dc-7a54-48fb-a2af-d02b97621ee1 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:05.699730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 41fe60eb-5331-406b-8e2d-da179d0a49d6) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:05.710890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281effe-d356-42bf-ae6c-8d03a6664ad8 req-006b4832-fe20-4aa1-bd27-4cda30d1c256 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:05.713126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5281effe-d356-42bf-ae6c-8d03a6664ad8 req-006b4832-fe20-4aa1-bd27-4cda30d1c256 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.0669920 Dec 16 08:01:05.717651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72c70d-f6ea-4a5c-b67c-19bcc7a1da58 None None] Network 41fe60eb-5331-406b-8e2d-da179d0a49d6 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:05.718099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:05.718718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.762268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port c0f370dc-7a54-48fb-a2af-d02b97621ee1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0f370dc-7a54-48fb-a2af-d02b97621ee1,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:05.769133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:05.772943 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.790050 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:05.804159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5281effe-d356-42bf-ae6c-8d03a6664ad8 req-1c3201b3-b225-4d6c-a0e8-de2df4c3e37f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811281 Dec 16 08:01:05.826870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event deleted for resources: {'Port': ['ID=4c6c3a59-34d7-46e7-93ac-963be2f82eed,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:05.954028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d751975e-545a-4794-8ad1-067077347a6b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.4407303 Dec 16 08:01:05.978904 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.023989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.180530 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:06.181462 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-19641654-3235-4991-b6d9-9af0c8583941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:06.239871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c0f370dc-7a54-48fb-a2af-d02b97621ee1 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:06.261742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.265292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.313612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c12c5c-4a69-4670-bb0d-ce9d74fca777 None None] Network 41fe60eb-5331-406b-8e2d-da179d0a49d6 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:06.315346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.388494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=92b3b956-56bc-47b0-adaf-95878e879c05,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:06.398652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:06.400676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:06.407475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:06.409684 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.470041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-574968c5-c24f-4cf9-9120-00b72c931732 req-a4996e12-34db-4f77-98f2-cf931d909bec tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.1286168 Dec 16 08:01:06.515532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=c0f370dc-7a54-48fb-a2af-d02b97621ee1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:06.545825 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbb20912-ec83-4abe-ad18-f2c38975e275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4152856 Dec 16 08:01:06.546922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36812) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:06.550458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.553597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Fanout notify agent at l3_agent the message router_deleted on router 75773001-16b9-48ac-8a02-6a18d9735b23 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:01:06.554599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': '92b3b956-56bc-47b0-adaf-95878e879c05', 'ip_address': '2001:db8::1357:e5c6:b06d:c405'}], 'name': 'tempest-NetworksTestDHCPv6-47096471'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:06.567119 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.589077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.592904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3573bcdd-33f4-4776-bf14-b2bae3b74913 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/75773001-16b9-48ac-8a02-6a18d9735b23 HTTP/1.1" status: 204 len: 168 time: 3.3029523 Dec 16 08:01:06.594865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36814) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:06.615554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1950450704', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': False}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:06.657724 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.763505 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.764757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.795847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] No DVR routers for this DVR port c0f370dc-7a54-48fb-a2af-d02b97621ee1 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:06.811319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71035df-0792-4352-a09f-65ce10d0e2aa None None] Pushing event deleted for resources: {'Port': ['ID=c0f370dc-7a54-48fb-a2af-d02b97621ee1,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:06.871000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7735d9f-464a-4380-913c-5e7bd5f59c78 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:06.874482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:06.981558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-de59880a-2a0c-4b88-8cfe-602a4f722ab7 None None] Could not find standard attr ID for object 79df206c-836d-4ad5-bce2-c7c200673ba4. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:01:07.107155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '92b3b956-56bc-47b0-adaf-95878e879c05'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:07.108518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.294112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/92b3b956-56bc-47b0-adaf-95878e879c05/14571deb-7d5a-41b2-bbc1-da8105b3caa4) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:07.367781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:07.388072 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.436013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453111a-ba88-4195-a272-ac7e86d06271 req-3dba671b-6704-4d25-9ea7-4cb60f724f56 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:07.436013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f453111a-ba88-4195-a272-ac7e86d06271 req-3dba671b-6704-4d25-9ea7-4cb60f724f56 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.2976687 Dec 16 08:01:07.436013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36834) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:07.443093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710937019-network', 'tenant_id': 'bd84a767874e40169dcaddd44a135830'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:07.584668 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.611504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.645980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 4a40e743-4800-4595-962d-b8018078e162 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:01:07.660622 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.737125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:07.743189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:07.755998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:07.763526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Made reservation on behalf of bd84a767874e40169dcaddd44a135830 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:07.771977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.773842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Pushing event updated for resources: {'Port': ['ID=14571deb-7d5a-41b2-bbc1-da8105b3caa4,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:07.779366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15905f69-e06f-474a-a806-a4dd2508cd68 req-39e17a06-2d42-46dc-8ab5-b162df983157 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.1756575 Dec 16 08:01:07.863893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Attempting to bind port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:07.864607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Attempting to bind port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:07.864913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Attempting to bind port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:07.870868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:07.871246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:07.871979 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.872142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:07.872530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Bound port: 14571deb-7d5a-41b2-bbc1-da8105b3caa4, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:07.873002 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.885356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-48798127-1496-4009-b7c4-e0a68e9f5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:07.888737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-48798127-1496-4009-b7c4-e0a68e9f5ba8 service neutron] 10.222.0.36 "GET /v2.0/ports/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 1027 time: 0.3249891 Dec 16 08:01:07.894094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:07.900675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::1357:e5c6:b06d:c405 (feccb947-4baf-4886-a172-ef2f821be361/92b3b956-56bc-47b0-adaf-95878e879c05/4a40e743-4800-4595-962d-b8018078e162) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:07.991578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f453111a-ba88-4195-a272-ac7e86d06271 req-b166547c-88a2-4652-b4c2-f68d81e44609 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5381622 Dec 16 08:01:08.020825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] For port 14571deb-7d5a-41b2-bbc1-da8105b3caa4, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:08.037707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] For port 14571deb-7d5a-41b2-bbc1-da8105b3caa4, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=14571deb-7d5a-41b2-bbc1-da8105b3caa4,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:08.071912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-bf5aa364-7d80-470f-b752-633cde26def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:08.073296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-bf5aa364-7d80-470f-b752-633cde26def5 service neutron] 10.222.0.36 "GET /v2.0/ports/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 1027 time: 0.1439538 Dec 16 08:01:08.174827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:08.184548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:08.270450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e187e-2c74-477d-be62-ee86e17cccd8 None None] Pushing event updated for resources: {'Port': ['ID=14571deb-7d5a-41b2-bbc1-da8105b3caa4,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:08.304063 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:08.356740 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:08.443711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:08.447825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:08.454119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:08.455493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:08.462453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:08.463214 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:08.467522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=4a40e743-4800-4595-962d-b8018078e162,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:08.481571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-2f93aac7-0195-4122-b427-c6e5717f632e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:08.496241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-2f93aac7-0195-4122-b427-c6e5717f632e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.497681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.498685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-2f93aac7-0195-4122-b427-c6e5717f632e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:08.499487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.502053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-2f93aac7-0195-4122-b427-c6e5717f632e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 1990 time: 0.4121163 Dec 16 08:01:08.508738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.510216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:08.605221 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a0a957bf-151f-41ce-8476-880743e531ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0566247 Dec 16 08:01:08.609353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36846) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:08.614229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58666c5-0935-4401-84bd-00c1154fda2d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:08.711619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:01:08.740099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab6ffa3-60ba-4b0d-9bf2-2478950c07ae tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:08.754885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab6ffa3-60ba-4b0d-9bf2-2478950c07ae tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:08.756646 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eab6ffa3-60ba-4b0d-9bf2-2478950c07ae tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1474795 Dec 16 08:01:08.765783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36848) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:08.820004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:08.820527 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Added segment a1b9d46a-5050-4aaf-9c17-d8750d2ba6bb of type vlan for network fb329a50-c843-4a75-ab99-048143a90d05 Dec 16 08:01:09.032429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3158da8b-7f10-43c4-b9a3-48a68e4fd948 req-9fccb0ab-53fb-4166-a469-9a6f8e777d75 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.1029594 Dec 16 08:01:09.042272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 4a40e743-4800-4595-962d-b8018078e162 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:09.047323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.089212 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.104752 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.189604 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.200232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-e76229e2-1de5-4f88-9001-1e15afaedbac tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc92d7661c74f70b9c3c7b42fbde43c HTTP/1.1" status: 200 len: 380 time: 0.5968077 Dec 16 08:01:09.229585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'admin_state_up': True, 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'security_groups': ['ea66e081-72e0-4fb6-bc71-2382931cec66']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:09.409668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.445133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 4a40e743-4800-4595-962d-b8018078e162 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:09.512787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba30a83-2eec-4687-95c1-28eaa29c4ba8 req-06e17923-a4ab-4c85-847f-9d0ce14e3a9d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:09.521092 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ba30a83-2eec-4687-95c1-28eaa29c4ba8 req-06e17923-a4ab-4c85-847f-9d0ce14e3a9d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.3196704 Dec 16 08:01:09.537390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.538493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:09.539144 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.780157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.826125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=4a40e743-4800-4595-962d-b8018078e162,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:09.913719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:09.923335 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc224c64-8429-42c5-9fa9-e2ffe0618516 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/4a40e743-4800-4595-962d-b8018078e162 HTTP/1.1" status: 204 len: 168 time: 1.1506088 Dec 16 08:01:09.935319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36866) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:09.944948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5075402 Dec 16 08:01:09.954659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36868) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:09.970837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Request body: {'subnet': {'network_id': 'fb329a50-c843-4a75-ab99-048143a90d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710937019-subnet', 'tenant_id': 'bd84a767874e40169dcaddd44a135830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:09.979991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Allocated IP 172.25.2.106 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/e3684a4b-bee0-4891-8b3e-304f495a3a26) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:10.057282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f243-f2be-4bda-a783-d835f0a05815 admin admin] Pushing event updated for resources: {'Network': ['ID=fb329a50-c843-4a75-ab99-048143a90d05,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:10.095166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network fb329a50-c843-4a75-ab99-048143a90d05 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:01:10.120827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3382d0-cdc2-4f36-97b3-1ccf9f1ba4ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:10.132659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3382d0-cdc2-4f36-97b3-1ccf9f1ba4ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:10.134210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ba30a83-2eec-4687-95c1-28eaa29c4ba8 req-8a8b0cf6-a4f4-4d88-af64-69233cd581e6 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6116245 Dec 16 08:01:10.142769 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc3382d0-cdc2-4f36-97b3-1ccf9f1ba4ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2021813 Dec 16 08:01:10.147965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36872) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:10.272660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 92b3b956-56bc-47b0-adaf-95878e879c05 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:01:10.286802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:10.290106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:10.294335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:10.369873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-479145c6-6853-48dd-a921-c240cdace96b None None] Provisioning complete for port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:10.370398 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-479145c6-6853-48dd-a921-c240cdace96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:10.374186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 14571deb-7d5a-41b2-bbc1-da8105b3caa4 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:10.427482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Made reservation on behalf of bd84a767874e40169dcaddd44a135830 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:10.430247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:10.563328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3264da3c-9172-4132-948d-053b3a7ae2e5 req-514ca721-ac22-48ca-b070-a1b4ea301c9e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.1129701 Dec 16 08:01:10.683196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:10.683578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:10.810598 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-479145c6-6853-48dd-a921-c240cdace96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:10.929847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 172.20.0.8 (f2f12833-3072-4c1a-970c-30f5266dac1a/49a7a9c6-ae2a-42c7-a62d-77baf3b74baf/d7b03c53-6239-4b25-a1bd-16e3225f417e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:10.986488 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:10.998771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-479145c6-6853-48dd-a921-c240cdace96b None None] For port 14571deb-7d5a-41b2-bbc1-da8105b3caa4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=14571deb-7d5a-41b2-bbc1-da8105b3caa4,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:11.009291 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:11.091382 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-479145c6-6853-48dd-a921-c240cdace96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:11.135968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:11.216414 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:11.217032 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:11.232740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c3b4a679-7388-476a-a57b-acb8ce00c5b6 None None] Could not find standard attr ID for object 4a40e743-4800-4595-962d-b8018078e162. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:01:11.273167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479145c6-6853-48dd-a921-c240cdace96b None None] Pushing event updated for resources: {'Port': ['ID=14571deb-7d5a-41b2-bbc1-da8105b3caa4,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:11.304832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:11.415399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:11.421514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:11.599365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:11.649529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:11.675442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:11.814884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3a1c-b1a4-4fc5-b66b-a75189a160b0 req-bf93a4fa-4a59-4e92-bbcd-5c03d640fa4a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:11.819140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-280a3a1c-b1a4-4fc5-b66b-a75189a160b0 req-bf93a4fa-4a59-4e92-bbcd-5c03d640fa4a tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.5150032 Dec 16 08:01:11.819140 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:11.830237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Port': ['ID=e3684a4b-bee0-4891-8b3e-304f495a3a26,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:11.993886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.010356 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.114172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 14571deb-7d5a-41b2-bbc1-da8105b3caa4 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:12.114398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.120034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/92b3b956-56bc-47b0-adaf-95878e879c05 HTTP/1.1" status: 204 len: 168 time: 1.9685321 Dec 16 08:01:12.120460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36900) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:12.123992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1afca09-6557-47a1-852c-2f78e304218a None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:12.170844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network f2f12833-3072-4c1a-970c-30f5266dac1a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:12.191893 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eb8a0705-0e58-4fcc-8459-e8f1a933b9cf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665751 Dec 16 08:01:12.192121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36902) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:12.198144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:12.199595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc31aa9-ee3e-4fb7-80f6-73abc94ebabe,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:12.223345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-280a3a1c-b1a4-4fc5-b66b-a75189a160b0 req-cd904121-ce38-4c66-b25a-d4bc6fc42bfd tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853407 Dec 16 08:01:12.226007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:12.269065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:12.282425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Checking segment: {'id': 'a1b9d46a-5050-4aaf-9c17-d8750d2ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fb329a50-c843-4a75-ab99-048143a90d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:12.289231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Network hostable DHCP agents. Network: fb329a50-c843-4a75-ab99-048143a90d05, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:01:12.391433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed4dd6-cbbe-46da-82cb-3f3d64d4889d req-08993499-6d4c-4f0f-b894-d079a04fe5c9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:12.399171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01ed4dd6-cbbe-46da-82cb-3f3d64d4889d req-08993499-6d4c-4f0f-b894-d079a04fe5c9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 931 time: 0.5748684 Dec 16 08:01:12.412796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=d7b03c53-6239-4b25-a1bd-16e3225f417e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:12.415142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968a325-80bd-4eed-9f8a-d05b160e8960 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=92b3b956-56bc-47b0-adaf-95878e879c05,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:12.426095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:12.426622 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.550959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:01:12.574739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:12.575407 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.585624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:12.589132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.610306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9a5f4af1-62c6-4e15-8a7c-1de5bf2b3aa4 None None] Provisioning complete for port d7b03c53-6239-4b25-a1bd-16e3225f417e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:12.610680 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4af1-62c6-4e15-8a7c-1de5bf2b3aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.642458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01ed4dd6-cbbe-46da-82cb-3f3d64d4889d req-a8d31e92-ec7e-48ca-922b-42a8626500d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423165 Dec 16 08:01:12.686842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Network fb329a50-c843-4a75-ab99-048143a90d05 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:01:12.699020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01d855a5-2324-4d8e-994e-cbad9a7b592a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4842100 Dec 16 08:01:12.729123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f4af1-62c6-4e15-8a7c-1de5bf2b3aa4 None None] Port d7b03c53-6239-4b25-a1bd-16e3225f417e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:12.729393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'admin_state_up': True, 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'security_groups': ['ea66e081-72e0-4fb6-bc71-2382931cec66']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:12.748551 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.758735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] Deleting port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:12.760462 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.843042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, fb329a50-c843-4a75-ab99-048143a90d05) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:12.843475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] For port 14571deb-7d5a-41b2-bbc1-da8105b3caa4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=14571deb-7d5a-41b2-bbc1-da8105b3caa4,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:12.844009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:12.858395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3625f1-dbda-4f2e-8c35-3b4d37504fb7 None None] Network fb329a50-c843-4a75-ab99-048143a90d05 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:12.860841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:12.861449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.048733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e1a26459-f785-4d27-80a3-87a869c5e793 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0899940 Dec 16 08:01:13.050092 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.098671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] Calling delete_port for 14571deb-7d5a-41b2-bbc1-da8105b3caa4 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:13.135445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:13.145707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:13.145958 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.155699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:13.158990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.207330 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=c866e338-dce0-44d4-abc2-94c7d28bab4a,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:13.229304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:13.233051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.313771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f1d81e74-9e24-4c1e-b3ae-265859c3f91e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1206117 Dec 16 08:01:13.316555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36920) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:13.321754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': 'c866e338-dce0-44d4-abc2-94c7d28bab4a', 'ip_address': '2001:db8::9527:2529:c4d7:8897'}], 'name': 'tempest-NetworksTestDHCPv6-1632522297'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:13.341505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ad6e7-0906-4c20-a187-6a1346459629 None None] Network fb329a50-c843-4a75-ab99-048143a90d05 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:13.508975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46a40-cccc-420c-961e-3fe9d3dce8ab req-558942eb-be1b-4151-9f72-fa4675faf2e9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:13.510451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8dc46a40-cccc-420c-961e-3fe9d3dce8ab req-558942eb-be1b-4151-9f72-fa4675faf2e9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.1405859 Dec 16 08:01:13.527437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 10.1.1.97 (29968169-cc04-4c11-aae1-81c809ec2077/ef69349a-01ab-4006-9678-f518b2017d28/5cccf6b3-c21b-4330-9a4b-0339413e3ebb) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:13.551175 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.596491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:13.605072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] Pushing event deleted for resources: {'Port': ['ID=14571deb-7d5a-41b2-bbc1-da8105b3caa4,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:13.605072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089463e-5f92-4c89-9304-3a13157b70fd None None] No DVR routers for this DVR port 14571deb-7d5a-41b2-bbc1-da8105b3caa4 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:13.613865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8dc46a40-cccc-420c-961e-3fe9d3dce8ab req-234ba6b6-876e-46d5-9d00-55f322516878 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879493 Dec 16 08:01:13.648412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa7a6c-914e-4ae2-b29d-41ab8107a733 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:13.773500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.811475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:01:13.861164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'c866e338-dce0-44d4-abc2-94c7d28bab4a'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:13.862103 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:13.954996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Router 58e29439-4016-4e02-a6d4-3380852ed447 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:01:14.123397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 14571deb-7d5a-41b2-bbc1-da8105b3caa4 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:14.144870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::9527:2529:c4d7:8897 (feccb947-4baf-4886-a172-ef2f821be361/c866e338-dce0-44d4-abc2-94c7d28bab4a/f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:14.151838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:14.155254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 14571deb-7d5a-41b2-bbc1-da8105b3caa4 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:14.155851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 14571deb-7d5a-41b2-bbc1-da8105b3caa4 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:14.215932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:14.233606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Sync routers for ids ['58e29439-4016-4e02-a6d4-3380852ed447'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:14.289479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-39b54794-c55c-4795-b9f8-ccf3e6d9d616 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:14.293682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Routers {'58e29439-4016-4e02-a6d4-3380852ed447'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:14.293957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['58e29439-4016-4e02-a6d4-3380852ed447'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:14.296827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-39b54794-c55c-4795-b9f8-ccf3e6d9d616 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/networks?id=41fe60eb-5331-406b-8e2d-da179d0a49d6 HTTP/1.1" status: 200 len: 807 time: 0.1756113 Dec 16 08:01:14.316388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-f0ee552d-e2e9-4006-980c-0d51d76a4947 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/quotas/c7bf39cdc3654dd29f509ebc29c9b1d4 HTTP/1.1" status: 200 len: 375 time: 0.0185699 Dec 16 08:01:14.354112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-10f3fff1-b4ed-4fb5-a52e-a0399857385b tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bf39cdc3654dd29f509ebc29c9b1d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367973 Dec 16 08:01:14.361283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:14.428248 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:14.434831 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:14.442887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-83d0651d-298d-4e02-8bc7-efc3d0338107 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.8363473 Dec 16 08:01:14.443326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36946) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:14.507606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:14.512543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Set router 58e29439-4016-4e02-a6d4-3380852ed447 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:01:14.536968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 29968169-cc04-4c11-aae1-81c809ec2077 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:14.559020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-1677a5fe-b2c8-4754-b910-26c06bd6ef67 service neutron] 10.222.0.43 "GET /v2.0/networks/41fe60eb-5331-406b-8e2d-da179d0a49d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038116 Dec 16 08:01:14.561086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:14.572617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:14.575587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:14.699183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af307525-8b39-42ca-8a8d-de39e17fdcaa req-df59d2c1-d309-44bb-8446-ca4464067892 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:14.699380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:14.706102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:14.712865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af307525-8b39-42ca-8a8d-de39e17fdcaa req-df59d2c1-d309-44bb-8446-ca4464067892 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:14.714518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af307525-8b39-42ca-8a8d-de39e17fdcaa req-df59d2c1-d309-44bb-8446-ca4464067892 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 1652 time: 0.2882376 Dec 16 08:01:14.717064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:14.723631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:14.726369 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:14.734736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/c866e338-dce0-44d4-abc2-94c7d28bab4a/2443b84e-6b56-4058-a522-aa3c1fbffea9) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:14.745768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:14.776835 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ede372e8-8292-4891-ae91-0e955b5a9904 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/58e29439-4016-4e02-a6d4-3380852ed447 HTTP/1.1" status: 200 len: 909 time: 0.3345826 Dec 16 08:01:14.777279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:14.777508 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:14.779414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:14.789538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1950450704', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': True}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:14.822302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af307525-8b39-42ca-8a8d-de39e17fdcaa req-728afec4-0c91-4be1-9026-2fccda1f43de tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875511 Dec 16 08:01:14.836934 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1f041c51-421a-4c6b-aa74-cb23e80c0c43 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5167351 Dec 16 08:01:14.837509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36958) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:14.868623 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-e2cb274a-71ae-43dd-b124-135362776d81 service neutron] 10.222.0.43 "GET /v2.0/networks/41fe60eb-5331-406b-8e2d-da179d0a49d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087959 Dec 16 08:01:14.885038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-74a015e8-de6c-4ee3-a619-95c3aadbf37c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1615009 Dec 16 08:01:14.911161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'admin_state_up': True, 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'security_groups': ['ea66e081-72e0-4fb6-bc71-2382931cec66']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:14.954213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd659f04-3336-408d-85c8-346befbd0943 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:14.963241 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fd659f04-3336-408d-85c8-346befbd0943 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1245813 Dec 16 08:01:14.965290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36962) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:15.077660 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.078298 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.080337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.166591 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-eaac3541-deb2-4fbf-bda7-fa4939e7c15d None None] Provisioning complete for port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:15.166990 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eaac3541-deb2-4fbf-bda7-fa4939e7c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.168265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.171639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:15.172088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.246826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.285467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e29439-4016-4e02-a6d4-3380852ed447', 'name': 'tempest-snat-router-1950450704', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.106'}], 'enable_snat': False}, 'gw_port_id': 'e3684a4b-bee0-4891-8b3e-304f495a3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:06Z', 'updated_at': '2021-12-16T08:01:12Z', 'revision_number': 3, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port': {'id': 'e3684a4b-bee0-4891-8b3e-304f495a3a26', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e29439-4016-4e02-a6d4-3380852ed447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:09Z', 'updated_at': '2021-12-16T08:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:15.307255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31035bb6-53f6-4850-a65c-d854bb66ebaf req-80059727-205f-4357-882a-b9283fa4b2e1 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 210 time: 0.0502770 Dec 16 08:01:15.310064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:15.325320 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.411437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Checking router: 58e29439-4016-4e02-a6d4-3380852ed447 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:01:15.412266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Updating router 58e29439-4016-4e02-a6d4-3380852ed447 port e3684a4b-bee0-4891-8b3e-304f495a3a26 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:01:15.430400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-eaac3541-deb2-4fbf-bda7-fa4939e7c15d None None] Port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:15.443880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:15.473332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:15.485744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:15.486102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35854d8-aae2-46c7-8769-a8226b3f9c19 req-12a5afe3-8d23-4410-bf95-15bf23ef0227 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:15.488300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d35854d8-aae2-46c7-8769-a8226b3f9c19 req-12a5afe3-8d23-4410-bf95-15bf23ef0227 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.1524479 Dec 16 08:01:15.494551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Pushing event updated for resources: {'Port': ['ID=2443b84e-6b56-4058-a522-aa3c1fbffea9,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:15.512959 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.528146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.575613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:15.609257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d35854d8-aae2-46c7-8769-a8226b3f9c19 req-d84b8117-527b-46fb-9c8e-08c0a5f9cce1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019704 Dec 16 08:01:15.625672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.639603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 10.1.1.150 (29968169-cc04-4c11-aae1-81c809ec2077/ef69349a-01ab-4006-9678-f518b2017d28/bcc179bc-fcc4-4d58-bef3-c65566df6871) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:15.660102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Attempting to bind port 2443b84e-6b56-4058-a522-aa3c1fbffea9 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:15.660601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Attempting to bind port 2443b84e-6b56-4058-a522-aa3c1fbffea9 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:15.661035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Attempting to bind port 2443b84e-6b56-4058-a522-aa3c1fbffea9 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:15.755844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:15.756649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:15.756781 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.757083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:15.757564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Bound port: 2443b84e-6b56-4058-a522-aa3c1fbffea9, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:15.758828 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.932927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:15.979059 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.020014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] For port 2443b84e-6b56-4058-a522-aa3c1fbffea9, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:16.030671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] For port 2443b84e-6b56-4058-a522-aa3c1fbffea9, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2443b84e-6b56-4058-a522-aa3c1fbffea9,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:16.053844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.101800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:16.108283 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.178916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 29968169-cc04-4c11-aae1-81c809ec2077 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:16.180310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.180846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.183109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:16.186180 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d86156a4-482b-458f-86f9-729c506a22c2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59 HTTP/1.1" status: 204 len: 168 time: 1.2198000 Dec 16 08:01:16.188816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36984) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:16.206630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:16.206753 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da7c31-7029-4b11-9db0-9f3b6e8d58f4 None None] Pushing event updated for resources: {'Port': ['ID=2443b84e-6b56-4058-a522-aa3c1fbffea9,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:16.234209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.253190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=bcc179bc-fcc4-4d58-bef3-c65566df6871,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:16.305198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70e63e-bc3b-44b1-bd6a-376fdf2bd577 req-efd305c6-387d-4df4-8b19-2c40aad5c3b0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:16.307150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.313434 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.318627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70e63e-bc3b-44b1-bd6a-376fdf2bd577 req-efd305c6-387d-4df4-8b19-2c40aad5c3b0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:16.321898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c70e63e-bc3b-44b1-bd6a-376fdf2bd577 req-efd305c6-387d-4df4-8b19-2c40aad5c3b0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 1652 time: 0.3303294 Dec 16 08:01:16.359749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:16.360890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.395733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795aa4f-6fb4-4a39-ae8c-bae7f8442e26 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:16.399052 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795aa4f-6fb4-4a39-ae8c-bae7f8442e26 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:16.412871 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9795aa4f-6fb4-4a39-ae8c-bae7f8442e26 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2080905 Dec 16 08:01:16.425101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36992) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:16.503089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c70e63e-bc3b-44b1-bd6a-376fdf2bd577 req-93dbac98-8ba5-49c1-ac82-30559722ec2b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563110 Dec 16 08:01:16.515529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Attempting to bind port e3684a4b-bee0-4891-8b3e-304f495a3a26 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:16.515917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Attempting to bind port e3684a4b-bee0-4891-8b3e-304f495a3a26 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:16.516311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Attempting to bind port e3684a4b-bee0-4891-8b3e-304f495a3a26 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:16.531996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719796f5-bd09-4385-8dba-83b1b033272a None None] Pushing event updated for resources: {'Port': ['ID=e3684a4b-bee0-4891-8b3e-304f495a3a26,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:16.563587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1114d104-72b9-4269-a346-ed1e509a7c46 req-b7c3f9d0-219e-4ec1-a8a8-64384b8974e2 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 210 time: 0.1575642 Dec 16 08:01:16.590034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-63f228ae-9a9b-4a5c-b89c-36efabf4c3cb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6809561 Dec 16 08:01:16.609016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:16.610375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:16.613182 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.613356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7', 'admin_state_up': True, 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'security_groups': ['ea66e081-72e0-4fb6-bc71-2382931cec66']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:16.616025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:16.616993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Bound port: e3684a4b-bee0-4891-8b3e-304f495a3a26, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:16.625012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.756001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] For port e3684a4b-bee0-4891-8b3e-304f495a3a26, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:16.762827 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] For port e3684a4b-bee0-4891-8b3e-304f495a3a26, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3684a4b-bee0-4891-8b3e-304f495a3a26,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:16.783252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet c866e338-dce0-44d4-abc2-94c7d28bab4a {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:01:16.794496 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.837608 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:16.917084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47deb-6af1-4ab5-8b43-ae8a35fa06da req-74e494b9-2877-49e4-90ac-518991719a7c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:16.917084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cb47deb-6af1-4ab5-8b43-ae8a35fa06da req-74e494b9-2877-49e4-90ac-518991719a7c tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.1598504 Dec 16 08:01:16.962476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Allocated IP 172.25.2.242 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/545d00d7-03ca-47d3-96d0-f75760b42c2c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:16.962476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:17.025329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Routers {'58e29439-4016-4e02-a6d4-3380852ed447'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:17.026085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['58e29439-4016-4e02-a6d4-3380852ed447'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:17.046047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cb47deb-6af1-4ab5-8b43-ae8a35fa06da req-ac9b54fe-8b6d-4a40-965c-dbdcceca61bb tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101832 Dec 16 08:01:17.104743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:17.146786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719796f5-bd09-4385-8dba-83b1b033272a None None] Pushing event updated for resources: {'Port': ['ID=e3684a4b-bee0-4891-8b3e-304f495a3a26,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:17.165608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c22917a9-5b9f-4b63-814a-25880a53b8d1 None None] Provisioning complete for port bcc179bc-fcc4-4d58-bef3-c65566df6871 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:17.166694 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c22917a9-5b9f-4b63-814a-25880a53b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:17.327079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:17.665789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] Set router 58e29439-4016-4e02-a6d4-3380852ed447 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:01:17.718736 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:17.794844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:17.882688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32072e0f-fc58-4b69-9826-cb37c3d43585 req-71cf5736-08db-4b39-8bd4-4206f29271b8 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 210 time: 0.0940082 Dec 16 08:01:17.904308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653628e-e135-40c3-a6c4-3c865a06c5aa req-13539958-0bae-4852-afdd-07dde3755eb8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:17.923523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653628e-e135-40c3-a6c4-3c865a06c5aa req-13539958-0bae-4852-afdd-07dde3755eb8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:17.940664 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:17.942509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653628e-e135-40c3-a6c4-3c865a06c5aa req-13539958-0bae-4852-afdd-07dde3755eb8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:17.954090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c22917a9-5b9f-4b63-814a-25880a53b8d1 None None] Port bcc179bc-fcc4-4d58-bef3-c65566df6871 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:17.959738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:17.963406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7653628e-e135-40c3-a6c4-3c865a06c5aa req-13539958-0bae-4852-afdd-07dde3755eb8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 2373 time: 0.2418220 Dec 16 08:01:17.963669 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/c866e338-dce0-44d4-abc2-94c7d28bab4a HTTP/1.1" status: 204 len: 168 time: 1.5469713 Dec 16 08:01:17.966571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 10.2.2.100 (00c3a685-fd4b-47f2-a016-487b2c36f4e7/b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2/65e26515-5357-493d-aae0-1616e423bcad) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:17.984640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:17.985506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355f7ae-e8c5-434b-b64a-3f5337545d3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=c866e338-dce0-44d4-abc2-94c7d28bab4a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:17.987282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e29439-4016-4e02-a6d4-3380852ed447', 'name': 'tempest-snat-router-1950450704', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.106'}], 'enable_snat': False}, 'gw_port_id': 'e3684a4b-bee0-4891-8b3e-304f495a3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:06Z', 'updated_at': '2021-12-16T08:01:12Z', 'revision_number': 3, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port': {'id': 'e3684a4b-bee0-4891-8b3e-304f495a3a26', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e29439-4016-4e02-a6d4-3380852ed447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:09Z', 'updated_at': '2021-12-16T08:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:18.076370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9745d1e-e010-4f3c-b6b5-4250bcf2dc54 None None] The sync data for ids ['58e29439-4016-4e02-a6d4-3380852ed447'] in n-d-820935-11 is: [{'id': '58e29439-4016-4e02-a6d4-3380852ed447', 'name': 'tempest-snat-router-1950450704', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.106'}], 'enable_snat': False}, 'gw_port_id': 'e3684a4b-bee0-4891-8b3e-304f495a3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:06Z', 'updated_at': '2021-12-16T08:01:12Z', 'revision_number': 3, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port': {'id': 'e3684a4b-bee0-4891-8b3e-304f495a3a26', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e29439-4016-4e02-a6d4-3380852ed447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:09Z', 'updated_at': '2021-12-16T08:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:18.096826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9c731-10b3-4aae-9a77-535c2ee5f2cb None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:18.119915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7653628e-e135-40c3-a6c4-3c865a06c5aa req-ebb7184a-0e4a-4ac8-a850-01733c456ea7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548231 Dec 16 08:01:18.152946 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4a9f6074-255b-41d0-a4af-63dc9bab80ac tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1611474 Dec 16 08:01:18.154455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37020) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:18.159141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:18.177019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:18.257520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:18.259227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Port': ['ID=545d00d7-03ca-47d3-96d0-f75760b42c2c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:18.264524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:18.275343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:18.325830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2443b84e-6b56-4058-a522-aa3c1fbffea9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:18.385543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-07f3b13b-28ed-4c69-8e43-676058444c4c None None] Provisioning complete for port 2443b84e-6b56-4058-a522-aa3c1fbffea9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:18.385917 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-07f3b13b-28ed-4c69-8e43-676058444c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:18.519506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669b2bc-ae07-4678-a866-9f4957406260 req-460daf3b-c9b2-49b6-90f7-47dc467422c9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:18.563619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2443b84e-6b56-4058-a522-aa3c1fbffea9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:18.565388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2669b2bc-ae07-4678-a866-9f4957406260 req-460daf3b-c9b2-49b6-90f7-47dc467422c9 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 944 time: 0.2387824 Dec 16 08:01:18.565859 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:18.656891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:18.661333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:18.676129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:18.689027 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:01:18.820662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2669b2bc-ae07-4678-a866-9f4957406260 req-9bf43a57-747f-47fb-9905-749736efc824 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507782 Dec 16 08:01:18.825134 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-07f3b13b-28ed-4c69-8e43-676058444c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:18.828705 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-8ff32b2d-25f5-43bd-bd59-d623889f929b tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:18.831041 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-8ff32b2d-25f5-43bd-bd59-d623889f929b tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.16 "GET /v2.0/networks?id=41fe60eb-5331-406b-8e2d-da179d0a49d6 HTTP/1.1" status: 200 len: 807 time: 0.4873729 Dec 16 08:01:18.836646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:01:18.852800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Request body: {'port': {'device_id': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6', 'admin_state_up': True, 'tenant_id': 'c7bf39cdc3654dd29f509ebc29c9b1d4'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:19.100868 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.106406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.106631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-578ea653-b009-4bc0-8f39-3393c0f5aacb req-c3c34860-d930-4605-95de-e7f1895cc24d tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 210 time: 0.0759828 Dec 16 08:01:19.129815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-07f3b13b-28ed-4c69-8e43-676058444c4c None None] For port 2443b84e-6b56-4058-a522-aa3c1fbffea9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2443b84e-6b56-4058-a522-aa3c1fbffea9,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:19.141858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.217350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:19.234196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:19.246695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:19.276700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] Deleting port 2443b84e-6b56-4058-a522-aa3c1fbffea9 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:19.277088 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.281874 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-07f3b13b-28ed-4c69-8e43-676058444c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.312500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Made reservation on behalf of c7bf39cdc3654dd29f509ebc29c9b1d4 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:19.319108 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.346746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=65e26515-5357-493d-aae0-1616e423bcad,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:19.460872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:19.465970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:19.472382 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.479948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.598646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'port_id': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'mac_address': 'fa:16:3e:2d:9f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:01:19.604271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=ae88fb1b-4792-4267-8147-be6981e61886,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:19.662601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8cc00-42c2-42db-8081-84a1717c8a2a req-e113f9ae-a47c-4a88-8c5c-f9f49843332b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:19.673285 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.678477 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:19.679224 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:19.683054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Allocated IP 172.20.0.9 (41fe60eb-5331-406b-8e2d-da179d0a49d6/f055d07f-b46f-4759-adcd-fa62f68b6f05/fca22e27-3185-46eb-b028-8993333efd61) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:19.688557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8cc00-42c2-42db-8081-84a1717c8a2a req-e113f9ae-a47c-4a88-8c5c-f9f49843332b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:19.704254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8cc00-42c2-42db-8081-84a1717c8a2a req-e113f9ae-a47c-4a88-8c5c-f9f49843332b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:19.712109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8cc00-42c2-42db-8081-84a1717c8a2a req-e113f9ae-a47c-4a88-8c5c-f9f49843332b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:19.714214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09e8cc00-42c2-42db-8081-84a1717c8a2a req-e113f9ae-a47c-4a88-8c5c-f9f49843332b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3094 time: 0.3870025 Dec 16 08:01:19.719642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3b13b-28ed-4c69-8e43-676058444c4c None None] Pushing event updated for resources: {'Port': ['ID=2443b84e-6b56-4058-a522-aa3c1fbffea9,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:19.720840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-34b989f8-4d9f-4d09-a622-75568f4a97e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1126823 Dec 16 08:01:19.729972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:19.738053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:19.740887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] For port 2443b84e-6b56-4058-a522-aa3c1fbffea9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2443b84e-6b56-4058-a522-aa3c1fbffea9,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:19.741602 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.749310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:19.751375 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.762606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7', 'admin_state_up': True, 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'security_groups': ['ea66e081-72e0-4fb6-bc71-2382931cec66']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:19.770919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] Calling delete_port for 2443b84e-6b56-4058-a522-aa3c1fbffea9 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:19.780562 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.787881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6d5752d9-1b23-4254-b3ae-202815f6a1f6 None None] Provisioning complete for port 65e26515-5357-493d-aae0-1616e423bcad triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:19.788289 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6d5752d9-1b23-4254-b3ae-202815f6a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:19.888722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed33b036-010b-433c-80fb-4c8bd2d9dfa7 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:19.953500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6d5752d9-1b23-4254-b3ae-202815f6a1f6 None None] Port 65e26515-5357-493d-aae0-1616e423bcad cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:19.968945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:20.076157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.145226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.196266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Router d0623293-60c6-4373-8b13-a5bf9c06120d is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:01:20.222763 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.265887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:20.281278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] No DVR routers for this DVR port 2443b84e-6b56-4058-a522-aa3c1fbffea9 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:20.287724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.341397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af4938-4607-4c71-9dce-bc65870abfd2 None None] Pushing event deleted for resources: {'Port': ['ID=2443b84e-6b56-4058-a522-aa3c1fbffea9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:20.349653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09e8cc00-42c2-42db-8081-84a1717c8a2a req-2822dcee-ee0b-40f5-ad1b-9943f659a5a2 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6203759 Dec 16 08:01:20.373960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642e0a8-0e98-4b67-aa27-c25fedbe3472 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:20.432975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Pushing event updated for resources: {'Port': ['ID=fca22e27-3185-46eb-b028-8993333efd61,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:20.467522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Network 41fe60eb-5331-406b-8e2d-da179d0a49d6 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:20.471802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:20.502310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:20.515418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bf40b084-5666-49ac-9c8f-fb16bbfd55f5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3575215 Dec 16 08:01:20.527250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:20.527513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': 'ae88fb1b-4792-4267-8147-be6981e61886', 'ip_address': '2001:db8::a699:1197:40f6:980b'}], 'name': 'tempest-NetworksTestDHCPv6-1345127000'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:20.587231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3684a4b-bee0-4891-8b3e-304f495a3a26 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:20.635653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Made reservation on behalf of acc92d7661c74f70b9c3c7b42fbde43c for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:20.640491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.686377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e8e4-e39c-4f7b-ad7b-8224eecdb25a req-db08ba7e-e076-4855-b5db-02c236c4e6f0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:20.689426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:20.690692 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.694960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c82e8e4-e39c-4f7b-ad7b-8224eecdb25a req-db08ba7e-e076-4855-b5db-02c236c4e6f0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 945 time: 0.3186808 Dec 16 08:01:20.714528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e3684a4b-bee0-4891-8b3e-304f495a3a26 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:20.715099 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.744586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:20.756136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'ae88fb1b-4792-4267-8147-be6981e61886'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:20.757448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.761597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dacef-13ca-4865-a32e-d2983c1c34a2 req-49503764-37ba-4ad9-8f96-7c8a6e07c37c tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:20.762628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['ed33b036-010b-433c-80fb-4c8bd2d9dfa7'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:01:20.770690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e80dacef-13ca-4865-a32e-d2983c1c34a2 req-49503764-37ba-4ad9-8f96-7c8a6e07c37c tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 931 time: 0.2538476 Dec 16 08:01:20.777815 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Sync routers for ids ['d0623293-60c6-4373-8b13-a5bf9c06120d'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:20.787971 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9eaebca9-986c-478a-88b1-208aa0439885 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9392326 Dec 16 08:01:20.797258 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Routers {'d0623293-60c6-4373-8b13-a5bf9c06120d'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:20.797911 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d0623293-60c6-4373-8b13-a5bf9c06120d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:20.808302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Request body: {'port': {'device_id': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:20.879876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:20.887354 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa615465-dbd3-46c9-a611-8c61cedb0be4 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1064551 Dec 16 08:01:20.891937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37062) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:20.928481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e80dacef-13ca-4865-a32e-d2983c1c34a2 req-5e9589d3-4ae8-4a60-8320-7cc093593c3c tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567929 Dec 16 08:01:21.015042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:21.141878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Set router d0623293-60c6-4373-8b13-a5bf9c06120d gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:01:21.162884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Allocated IP 10.2.2.200 (00c3a685-fd4b-47f2-a016-487b2c36f4e7/b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2/b97e15cc-5bb3-41d0-b91e-0f85ae36df45) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:21.327261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/ae88fb1b-4792-4267-8147-be6981e61886/642bab93-fe38-4b39-9590-05ecb82228b6) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:21.395217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:21.419410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c82e8e4-e39c-4f7b-ad7b-8224eecdb25a req-2cf66380-5c3b-4517-9af9-529046c5b637 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7232888 Dec 16 08:01:21.436082 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0623293-60c6-4373-8b13-a5bf9c06120d', 'name': 'tempest-snat-router-1950450704', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '545d00d7-03ca-47d3-96d0-f75760b42c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:15Z', 'updated_at': '2021-12-16T08:01:18Z', 'revision_number': 3, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port': {'id': '545d00d7-03ca-47d3-96d0-f75760b42c2c', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0623293-60c6-4373-8b13-a5bf9c06120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:16Z', 'updated_at': '2021-12-16T08:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:21.480787 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Checking router: d0623293-60c6-4373-8b13-a5bf9c06120d for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:01:21.481428 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Updating router d0623293-60c6-4373-8b13-a5bf9c06120d port 545d00d7-03ca-47d3-96d0-f75760b42c2c binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:01:21.535972 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:21.541367 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:21.590958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port e3684a4b-bee0-4891-8b3e-304f495a3a26, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3684a4b-bee0-4891-8b3e-304f495a3a26,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:21.600356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:21.677140 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:21.741069 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:21.763533 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:21.839481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port ac429b84-e144-4c0f-a33d-02b34a3a993a yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:01:21.846834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event updated for resources: {'Port': ['ID=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:21.850230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2443b84e-6b56-4058-a522-aa3c1fbffea9 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:21.905918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 2443b84e-6b56-4058-a522-aa3c1fbffea9 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:21.906265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2443b84e-6b56-4058-a522-aa3c1fbffea9 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:21.954889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec64b9-1acb-42ca-9471-6860587876cb req-d5b84e8a-8cf3-47c3-8883-5c63c805599d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:21.958801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec64b9-1acb-42ca-9471-6860587876cb req-d5b84e8a-8cf3-47c3-8883-5c63c805599d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:21.969299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec64b9-1acb-42ca-9471-6860587876cb req-d5b84e8a-8cf3-47c3-8883-5c63c805599d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:21.987767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca22e27-3185-46eb-b028-8993333efd61 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:21.993788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec64b9-1acb-42ca-9471-6860587876cb req-d5b84e8a-8cf3-47c3-8883-5c63c805599d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:21.996903 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.008161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec64b9-1acb-42ca-9471-6860587876cb req-d5b84e8a-8cf3-47c3-8883-5c63c805599d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:22.019756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Transition to ACTIVE for port object fca22e27-3185-46eb-b028-8993333efd61 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:22.023292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12ec64b9-1acb-42ca-9471-6860587876cb req-d5b84e8a-8cf3-47c3-8883-5c63c805599d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3815 time: 0.4334435 Dec 16 08:01:22.030648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-09f7d341-2239-4c3d-9b00-fe43496323ce tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/d0623293-60c6-4373-8b13-a5bf9c06120d HTTP/1.1" status: 200 len: 908 time: 1.1310220 Dec 16 08:01:22.033011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37080) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:22.053186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:22.069787 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.089195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.138722 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.157791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=e3684a4b-bee0-4891-8b3e-304f495a3a26,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:22.194287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-12ec64b9-1acb-42ca-9471-6860587876cb req-844651df-fe12-4a7c-8e25-6af38a5f2f08 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693234 Dec 16 08:01:22.196535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:22.200537 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.210848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Pushing event updated for resources: {'Port': ['ID=fca22e27-3185-46eb-b028-8993333efd61,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:22.221243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:22.267946 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.327537 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Attempting to bind port 545d00d7-03ca-47d3-96d0-f75760b42c2c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:22.327961 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Attempting to bind port 545d00d7-03ca-47d3-96d0-f75760b42c2c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:22.328516 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Attempting to bind port 545d00d7-03ca-47d3-96d0-f75760b42c2c on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:22.328736 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.354453 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Pushing event updated for resources: {'Port': ['ID=545d00d7-03ca-47d3-96d0-f75760b42c2c,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:22.386517 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:22.387177 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:22.387601 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.388024 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:22.388589 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Bound port: 545d00d7-03ca-47d3-96d0-f75760b42c2c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:22.389112 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.445308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Pushing event updated for resources: {'Port': ['ID=642bab93-fe38-4b39-9590-05ecb82228b6,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:22.499643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe24b46-ffca-4a71-8d6c-9d7e8abf7b99 req-7b690031-4c0e-49d8-a1b5-d55e6efd600f tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:22.506526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfe24b46-ffca-4a71-8d6c-9d7e8abf7b99 req-7b690031-4c0e-49d8-a1b5-d55e6efd600f tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 943 time: 0.3346536 Dec 16 08:01:22.510747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:22.517137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:22.523660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:22.525453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:22.531854 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.537263 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.538093 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.538691 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.539266 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.546998 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.547621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Attempting to bind port fca22e27-3185-46eb-b028-8993333efd61 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:22.547972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Attempting to bind port fca22e27-3185-46eb-b028-8993333efd61 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '7e101bdd-6e28-4a0c-bfe8-6ade3cb47615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:22.548250 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.548393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Attempting to bind port fca22e27-3185-46eb-b028-8993333efd61 on network 41fe60eb-5331-406b-8e2d-da179d0a49d6 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:22.549223 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.550369 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.551078 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.551299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3684a4b-bee0-4891-8b3e-304f495a3a26 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:22.551783 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.552365 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.552873 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.553375 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:22.572469 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] For port 545d00d7-03ca-47d3-96d0-f75760b42c2c, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:22.578063 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] For port 545d00d7-03ca-47d3-96d0-f75760b42c2c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=545d00d7-03ca-47d3-96d0-f75760b42c2c,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:22.584314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Port fca22e27-3185-46eb-b028-8993333efd61 on network 41fe60eb-5331-406b-8e2d-da179d0a49d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:22.584814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Attempting to bind port fca22e27-3185-46eb-b028-8993333efd61 on network 41fe60eb-5331-406b-8e2d-da179d0a49d6 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:22.597146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:22.600701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Checking segment: {'id': '7e101bdd-6e28-4a0c-bfe8-6ade3cb47615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:22.600701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Bound using segment: {'id': '7e101bdd-6e28-4a0c-bfe8-6ade3cb47615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:22.600701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Bound port: fca22e27-3185-46eb-b028-8993333efd61, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e101bdd-6e28-4a0c-bfe8-6ade3cb47615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:22.604657 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.666561 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.723674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Attempting to bind port 642bab93-fe38-4b39-9590-05ecb82228b6 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:22.723907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Attempting to bind port 642bab93-fe38-4b39-9590-05ecb82228b6 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:22.724227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Attempting to bind port 642bab93-fe38-4b39-9590-05ecb82228b6 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:22.735853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:22.736266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:22.737161 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.737337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:22.737839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Bound port: 642bab93-fe38-4b39-9590-05ecb82228b6, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:22.738356 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.739135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.744727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d6a4ec6b-8118-49eb-b6e0-42f75bb66179 None None] Provisioning complete for port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:22.744727 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ec6b-8118-49eb-b6e0-42f75bb66179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.753267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fa5f9297-9493-433c-954a-17850a0974ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0029702 Dec 16 08:01:22.769892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] For port fca22e27-3185-46eb-b028-8993333efd61, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:22.776153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] For port fca22e27-3185-46eb-b028-8993333efd61, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fca22e27-3185-46eb-b028-8993333efd61,segment=NetworkSegment(7e101bdd-6e28-4a0c-bfe8-6ade3cb47615),segment_id=7e101bdd-6e28-4a0c-bfe8-6ade3cb47615)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:22.798291 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Routers {'d0623293-60c6-4373-8b13-a5bf9c06120d'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:22.799219 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d0623293-60c6-4373-8b13-a5bf9c06120d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:22.828572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e3684a4b-bee0-4891-8b3e-304f495a3a26 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:22.828970 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.831842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::a699:1197:40f6:980b (feccb947-4baf-4886-a172-ef2f821be361/ae88fb1b-4792-4267-8147-be6981e61886/ac429b84-e144-4c0f-a33d-02b34a3a993a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:22.834061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4ec6b-8118-49eb-b6e0-42f75bb66179 None None] Port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:22.851345 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.851874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:22.891056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] For port 642bab93-fe38-4b39-9590-05ecb82228b6, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:22.897294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] For port 642bab93-fe38-4b39-9590-05ecb82228b6, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=642bab93-fe38-4b39-9590-05ecb82228b6,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:22.962857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:22.981261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfe24b46-ffca-4a71-8d6c-9d7e8abf7b99 req-0e2e7c6f-5829-4c6b-bedf-1703da51e332 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387736 Dec 16 08:01:22.998873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Pushing event updated for resources: {'Port': ['ID=fca22e27-3185-46eb-b028-8993333efd61,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:23.001661 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f14cc-d042-4c51-bccb-885cde836006 None None] Pushing event updated for resources: {'Port': ['ID=545d00d7-03ca-47d3-96d0-f75760b42c2c,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:23.060993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.061632 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.069261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-c61ddbe6-26c4-44fe-8132-e6f17ded5086 service neutron] 10.222.0.16 "PUT /v2.0/ports/fca22e27-3185-46eb-b028-8993333efd61 HTTP/1.1" status: 200 len: 1092 time: 2.2593474 Dec 16 08:01:23.074108 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] Set router d0623293-60c6-4373-8b13-a5bf9c06120d gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:01:23.084626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'tag': 'fca22e27-3185-46eb-b028-8993333efd61'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:23.087270 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e86c23-9e68-4715-9a72-53a4909aec2d", "tag": "fca22e27-3185-46eb-b028-8993333efd61"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:23.091748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645245a8-2335-4d0e-91cb-3eafad888c74 req-24f24086-5d5e-4fa7-ba32-3286dfaab11f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.105649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-645245a8-2335-4d0e-91cb-3eafad888c74 req-24f24086-5d5e-4fa7-ba32-3286dfaab11f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 945 time: 0.4783907 Dec 16 08:01:23.107455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Deleting port 545d00d7-03ca-47d3-96d0-f75760b42c2c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:23.107811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.119732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4c60d-3bc3-4151-9bdd-b736bd2f64e7 None None] Pushing event updated for resources: {'Port': ['ID=642bab93-fe38-4b39-9590-05ecb82228b6,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:23.186069 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0623293-60c6-4373-8b13-a5bf9c06120d', 'name': 'tempest-snat-router-1950450704', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:15Z', 'updated_at': '2021-12-16T08:01:22Z', 'revision_number': 4, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:23.195009 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.235063 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4d432-cd3f-4213-ab37-da6541bfba2c None None] The sync data for ids ['d0623293-60c6-4373-8b13-a5bf9c06120d'] in n-d-820935-11 is: [{'id': 'd0623293-60c6-4373-8b13-a5bf9c06120d', 'name': 'tempest-snat-router-1950450704', 'tenant_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:15Z', 'updated_at': '2021-12-16T08:01:22Z', 'revision_number': 4, 'project_id': 'a5fc86679a9b4f918ae4c147596e2e5a', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:23.296875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] For port 545d00d7-03ca-47d3-96d0-f75760b42c2c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=545d00d7-03ca-47d3-96d0-f75760b42c2c,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:23.297539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.320280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Calling delete_port for 545d00d7-03ca-47d3-96d0-f75760b42c2c owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:23.392040 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7a4174-bb59-47a1-b85b-1b00be928b3e x-openstack-request-id: req-5d7a4174-bb59-47a1-b85b-1b00be928b3e {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:23.392040 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e86c23-9e68-4715-9a72-53a4909aec2d", "tag": "fca22e27-3185-46eb-b028-8993333efd61", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:23.392040 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d7a4174-bb59-47a1-b85b-1b00be928b3e {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:23.392040 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'tag': 'fca22e27-3185-46eb-b028-8993333efd61', 'status': 'completed', 'code': 200} Dec 16 08:01:23.451838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.564390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-f6eba43e-05d8-4671-8bfb-5bd134cfa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.568595 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-f6eba43e-05d8-4671-8bfb-5bd134cfa20d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7bf39cdc3654dd29f509ebc29c9b1d4&device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 1095 time: 0.1795125 Dec 16 08:01:23.629822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-645245a8-2335-4d0e-91cb-3eafad888c74 req-ac4639b9-275c-4ae4-9b42-e55ed80f2a9f tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4918916 Dec 16 08:01:23.698207 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-9addc541-45ca-4b4a-a1a7-b3bfbf0abb4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca22e27-3185-46eb-b028-8993333efd61 HTTP/1.1" status: 200 len: 217 time: 0.1079516 Dec 16 08:01:23.767823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-3c3aa866-3377-4f80-96cc-487a1bf4c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.769830 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-3c3aa866-3377-4f80-96cc-487a1bf4c3dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f055d07f-b46f-4759-adcd-fa62f68b6f05 HTTP/1.1" status: 200 len: 847 time: 0.0639026 Dec 16 08:01:23.803596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0326f-4d6f-438c-baba-6fe83668c2de req-0db6315c-4ee8-4641-9d63-43c3d842212c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.804436 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-87c32c17-fbe5-40cf-992e-19620e6aa304 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41fe60eb-5331-406b-8e2d-da179d0a49d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270741 Dec 16 08:01:23.809638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0326f-4d6f-438c-baba-6fe83668c2de req-0db6315c-4ee8-4641-9d63-43c3d842212c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.815898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0326f-4d6f-438c-baba-6fe83668c2de req-0db6315c-4ee8-4641-9d63-43c3d842212c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.820597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.823426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0326f-4d6f-438c-baba-6fe83668c2de req-0db6315c-4ee8-4641-9d63-43c3d842212c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.827625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0326f-4d6f-438c-baba-6fe83668c2de req-0db6315c-4ee8-4641-9d63-43c3d842212c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:23.829531 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25a0326f-4d6f-438c-baba-6fe83668c2de req-0db6315c-4ee8-4641-9d63-43c3d842212c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3815 time: 0.3686538 Dec 16 08:01:23.887124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event deleted for resources: {'Port': ['ID=545d00d7-03ca-47d3-96d0-f75760b42c2c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:23.902632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.972007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:23.989709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:23.993583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25a0326f-4d6f-438c-baba-6fe83668c2de req-0e68224b-583d-4010-999a-4aa2afa708c2 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515446 Dec 16 08:01:24.001008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:24.008224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:24.014059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:24.014733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.032429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=ac429b84-e144-4c0f-a33d-02b34a3a993a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:24.127697 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-db64d1bd-08d7-4692-843a-998f3b7c5225 service neutron] 10.222.0.16 "GET /v2.0/networks/41fe60eb-5331-406b-8e2d-da179d0a49d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156052 Dec 16 08:01:24.138944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.142540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.155273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f61d65fc-14fb-4032-9307-d87292b4c7e2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6320672 Dec 16 08:01:24.162774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37098) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:24.230794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b03c53-6239-4b25-a1bd-16e3225f417e {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:24.244866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.271384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Transition to ACTIVE for port object d7b03c53-6239-4b25-a1bd-16e3225f417e will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:24.279977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af8714-d614-42ed-b0ed-8681fb4d68da req-b23e22db-8be9-4690-af06-7cec4e4c97b9 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:24.282219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31af8714-d614-42ed-b0ed-8681fb4d68da req-b23e22db-8be9-4690-af06-7cec4e4c97b9 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 943 time: 0.1184287 Dec 16 08:01:24.293650 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b1aac04b-cd5a-4f7c-ab3a-6d5adcc7fbcd req-596481f7-341a-4dc4-adc2-ae2c8d22bf3d service neutron] 10.222.0.16 "GET /v2.0/networks/41fe60eb-5331-406b-8e2d-da179d0a49d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525173 Dec 16 08:01:24.306549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c2aec-3866-4347-b3a2-f32fc997cf78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:24.306549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c2aec-3866-4347-b3a2-f32fc997cf78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:24.306549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6f8c2aec-3866-4347-b3a2-f32fc997cf78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1306124 Dec 16 08:01:24.307290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37100) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:24.381500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31af8714-d614-42ed-b0ed-8681fb4d68da req-93d1fdee-9492-41c9-b067-65bed8e34807 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765712 Dec 16 08:01:24.401153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.490919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 642bab93-fe38-4b39-9590-05ecb82228b6 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:24.497455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port ac429b84-e144-4c0f-a33d-02b34a3a993a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:24.504468 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.555481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.556499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0623293-60c6-4373-8b13-a5bf9c06120d {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:01:24.557104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b03c53-6239-4b25-a1bd-16e3225f417e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:24.564045 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.572810 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-151a7ae1-af0b-4b97-915a-340a8e39485b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "DELETE /v2.0/routers/d0623293-60c6-4373-8b13-a5bf9c06120d HTTP/1.1" status: 204 len: 168 time: 2.5383646 Dec 16 08:01:24.581422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37102) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:24.600652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 642bab93-fe38-4b39-9590-05ecb82228b6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:24.601031 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.697350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-99697168-c834-4222-ab1d-247dc2eb1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:24.699656 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-99697168-c834-4222-ab1d-247dc2eb1c28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7bf39cdc3654dd29f509ebc29c9b1d4&device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 1095 time: 0.1253250 Dec 16 08:01:24.783078 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.822147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:24.833724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:24.859913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Attempting to bind port d7b03c53-6239-4b25-a1bd-16e3225f417e on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:24.862982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for ac429b84-e144-4c0f-a33d-02b34a3a993a owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:24.867767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Attempting to bind port d7b03c53-6239-4b25-a1bd-16e3225f417e by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:24.868269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Attempting to bind port d7b03c53-6239-4b25-a1bd-16e3225f417e on network f2f12833-3072-4c1a-970c-30f5266dac1a {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:24.951942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 642bab93-fe38-4b39-9590-05ecb82228b6, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=642bab93-fe38-4b39-9590-05ecb82228b6,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:24.962042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-562aeb2a-ae23-48f3-b1f9-f2baa3ecfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:24.963739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-562aeb2a-ae23-48f3-b1f9-f2baa3ecfb45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41fe60eb-5331-406b-8e2d-da179d0a49d6 HTTP/1.1" status: 200 len: 908 time: 0.2520258 Dec 16 08:01:24.970152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-70cedd8f-f7ca-4271-8ef6-bda696ca5de8 None None] Provisioning complete for port 642bab93-fe38-4b39-9590-05ecb82228b6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:24.970528 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70cedd8f-f7ca-4271-8ef6-bda696ca5de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.030875 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-cd227b16-c4db-4e22-8c01-ea2cfade3d63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca22e27-3185-46eb-b028-8993333efd61 HTTP/1.1" status: 200 len: 217 time: 0.0510297 Dec 16 08:01:25.037458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:25.038122 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.095707 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.254308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=642bab93-fe38-4b39-9590-05ecb82228b6,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:25.261334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-5cd81178-daee-4a78-a0d9-728a973e1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.271708 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-5cd81178-daee-4a78-a0d9-728a973e1d8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f055d07f-b46f-4759-adcd-fa62f68b6f05 HTTP/1.1" status: 200 len: 847 time: 0.2313335 Dec 16 08:01:25.273333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.345105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=ac429b84-e144-4c0f-a33d-02b34a3a993a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:25.369908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.381509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-26ec0f02-5b76-4ab5-9e4b-38c84280178b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41fe60eb-5331-406b-8e2d-da179d0a49d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941651 Dec 16 08:01:25.382573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Port d7b03c53-6239-4b25-a1bd-16e3225f417e on network f2f12833-3072-4c1a-970c-30f5266dac1a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:25.382901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Attempting to bind port d7b03c53-6239-4b25-a1bd-16e3225f417e on network f2f12833-3072-4c1a-970c-30f5266dac1a {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:25.414476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:25.416800 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c7f82b-091e-4042-b5f4-d887b20a7e29" -d '{"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-plugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:25.434971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:25.435311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Checking segment: {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:25.436684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Bound using segment: {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:25.443635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Bound port: d7b03c53-6239-4b25-a1bd-16e3225f417e, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9a2d922-141b-45d9-ac5c-20ed38049b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:25.444355 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.458304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:25.493144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-911e17fc-86a7-46e6-8adb-1eb0ca80b447 None None] Could not find standard attr ID for object f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:01:25.500542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.505906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-89599e07-ba62-449d-8b8f-24c69e735719 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/ac429b84-e144-4c0f-a33d-02b34a3a993a HTTP/1.1" status: 204 len: 168 time: 1.1983733 Dec 16 08:01:25.509292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:25.514446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.550741 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.594924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a2967a-39bb-4d53-87d3-e71a14348f69 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.597476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a2967a-39bb-4d53-87d3-e71a14348f69 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.599718 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b8a2967a-39bb-4d53-87d3-e71a14348f69 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0886736 Dec 16 08:01:25.604584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e32ac-56ce-4466-9253-d59b5226a057 req-ce09045a-4942-43dd-95f8-825cc001f7d1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.606962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37118) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:25.613297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213e32ac-56ce-4466-9253-d59b5226a057 req-ce09045a-4942-43dd-95f8-825cc001f7d1 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 945 time: 0.7785254 Dec 16 08:01:25.630900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=10']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:25.660979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4bc9-5a14-4b1d-a6ec-1dbb8144c5bb req-33a9b9be-96ee-44d2-a207-f97a1ec115a0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.668890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4bc9-5a14-4b1d-a6ec-1dbb8144c5bb req-33a9b9be-96ee-44d2-a207-f97a1ec115a0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.675646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4bc9-5a14-4b1d-a6ec-1dbb8144c5bb req-33a9b9be-96ee-44d2-a207-f97a1ec115a0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.677232 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-8d7b65fc-daf7-4ff5-b554-7fb9f36c3b65 service neutron] 10.222.0.16 "GET /v2.0/networks/41fe60eb-5331-406b-8e2d-da179d0a49d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779276 Dec 16 08:01:25.686188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4bc9-5a14-4b1d-a6ec-1dbb8144c5bb req-33a9b9be-96ee-44d2-a207-f97a1ec115a0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.693583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4bc9-5a14-4b1d-a6ec-1dbb8144c5bb req-33a9b9be-96ee-44d2-a207-f97a1ec115a0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:25.695496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-472f4bc9-5a14-4b1d-a6ec-1dbb8144c5bb req-33a9b9be-96ee-44d2-a207-f97a1ec115a0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3827 time: 0.3252997 Dec 16 08:01:25.710026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet ae88fb1b-4792-4267-8147-be6981e61886 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:01:25.710389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8429f262-638b-41f0-a303-4b3e0fbdbb5e None None] Could not find standard attr ID for object ac429b84-e144-4c0f-a33d-02b34a3a993a. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:01:25.713495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.797184 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.866432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-472f4bc9-5a14-4b1d-a6ec-1dbb8144c5bb req-9c9936c5-19b3-4227-8534-6227a5d73135 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464121 Dec 16 08:01:25.866432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] For port d7b03c53-6239-4b25-a1bd-16e3225f417e, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:25.878318 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5cabd5d1-2d09-44a0-b4c3-d2ff980f4a42 req-0406838c-688a-4fb2-9035-24c29b69df5b service neutron] 10.222.0.16 "GET /v2.0/networks/41fe60eb-5331-406b-8e2d-da179d0a49d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921575 Dec 16 08:01:25.882731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213e32ac-56ce-4466-9253-d59b5226a057 req-1043598e-adb7-40c9-aaf0-cb788c8fd942 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683368 Dec 16 08:01:25.888324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] For port d7b03c53-6239-4b25-a1bd-16e3225f417e, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:25.907249 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.965157 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6932f4ce-e2aa-4146-bb0c-1aa842c7fe8e x-openstack-request-id: req-6932f4ce-e2aa-4146-bb0c-1aa842c7fe8e {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:25.965157 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-plugged", "status": "completed", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:25.965157 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6932f4ce-e2aa-4146-bb0c-1aa842c7fe8e {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:25.965157 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'code': 200} Dec 16 08:01:25.970627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:25.985632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.134548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.138120 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.138964 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.140692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 1092 time: 3.3508525 Dec 16 08:01:26.144059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:26.147210 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974a1f1d-8974-4597-8c17-685c6600ee8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:26.151270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da9a76-bdb5-4edd-993d-458a0d017558 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b03c53-6239-4b25-a1bd-16e3225f417e,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:26.209213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4436740-8a48-44d8-82c2-2451b29fcd78 req-275f69b5-c997-4167-b853-e217ab000531 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.211209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4436740-8a48-44d8-82c2-2451b29fcd78 req-275f69b5-c997-4167-b853-e217ab000531 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 943 time: 0.1485560 Dec 16 08:01:26.226646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=ae88fb1b-4792-4267-8147-be6981e61886,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:26.246200 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.250956 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7facc907-1ca1-4da9-a553-388bee45265e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/ae88fb1b-4792-4267-8147-be6981e61886 HTTP/1.1" status: 204 len: 168 time: 0.6426392 Dec 16 08:01:26.253713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37126) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:26.277098 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72366f-774d-483e-bd76-2e16408d7423 x-openstack-request-id: req-4d72366f-774d-483e-bd76-2e16408d7423 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:26.277924 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:26.278400 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d72366f-774d-483e-bd76-2e16408d7423 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:26.279149 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'status': 'completed', 'code': 200} Dec 16 08:01:26.318312 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a45be968-9126-49d8-ae33-f0f77f32bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631964 Dec 16 08:01:26.320611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:26.331971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Deleting port e3684a4b-bee0-4891-8b3e-304f495a3a26 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:26.332776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.377933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:26.384005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0113cc-4431-4a06-b492-5b1bd0e67041 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:26.413376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120db96-930a-4829-b775-ddee450fa721 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.415433 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0120db96-930a-4829-b775-ddee450fa721 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0936015 Dec 16 08:01:26.417933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37130) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:26.430036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd69b78-2980-4970-98b1-f111ff0983ff req-466410e7-2968-4def-926c-97b3c5aa10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.431970 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6bd69b78-2980-4970-98b1-f111ff0983ff req-466410e7-2968-4def-926c-97b3c5aa10c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 1099 time: 0.1005459 Dec 16 08:01:26.513484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 642bab93-fe38-4b39-9590-05ecb82228b6 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:26.519605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e0fff-e20d-4db0-bb6a-e6ca74a9e6e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.524034 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5c5e0fff-e20d-4db0-bb6a-e6ca74a9e6e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024849 Dec 16 08:01:26.528155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37132) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:26.543596 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4436740-8a48-44d8-82c2-2451b29fcd78 req-cf121a6a-5614-47a1-9cbc-72077a807d95 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218961 Dec 16 08:01:26.600768 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f7474ec7-bd83-41fe-bb9e-b11db98961bb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670924 Dec 16 08:01:26.602416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37134) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:26.609783 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6bd69b78-2980-4970-98b1-f111ff0983ff req-30f8dc71-9b24-42c2-8172-2cede76cacf7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420383 Dec 16 08:01:26.619004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:26.627170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 642bab93-fe38-4b39-9590-05ecb82228b6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:26.627682 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.698949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-d764e58c-dff9-4ba9-ac05-60dd60f666bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.699321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-d764e58c-dff9-4ba9-ac05-60dd60f666bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.700893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-d764e58c-dff9-4ba9-ac05-60dd60f666bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.700893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-d764e58c-dff9-4ba9-ac05-60dd60f666bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.700893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-d764e58c-dff9-4ba9-ac05-60dd60f666bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:26.702483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-d764e58c-dff9-4ba9-ac05-60dd60f666bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 4363 time: 0.3391664 Dec 16 08:01:26.710573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.718813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] For port e3684a4b-bee0-4891-8b3e-304f495a3a26, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3684a4b-bee0-4891-8b3e-304f495a3a26,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:26.719183 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.722439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:01:26.785043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] Deleting port 642bab93-fe38-4b39-9590-05ecb82228b6 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:26.785417 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.807449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Calling delete_port for e3684a4b-bee0-4891-8b3e-304f495a3a26 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:26.858179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] For port 642bab93-fe38-4b39-9590-05ecb82228b6, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=642bab93-fe38-4b39-9590-05ecb82228b6,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:26.858535 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:26.872419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] Calling delete_port for 642bab93-fe38-4b39-9590-05ecb82228b6 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:27.081937 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:27.110870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] Pushing event deleted for resources: {'Port': ['ID=642bab93-fe38-4b39-9590-05ecb82228b6,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:27.115283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e44e55-b05e-4656-b4ac-b727148252f1 None None] No DVR routers for this DVR port 642bab93-fe38-4b39-9590-05ecb82228b6 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:27.121661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-9e87ed66-380a-483f-add0-570024e32be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.122144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-9e87ed66-380a-483f-add0-570024e32be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.122679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-9e87ed66-380a-483f-add0-570024e32be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.125763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-9e87ed66-380a-483f-add0-570024e32be6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3950419 Dec 16 08:01:27.228602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b3058-6a60-4821-9e7f-4e9090ea77aa req-deb611fb-e706-492c-80ae-bb180c5d335c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.235825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b3058-6a60-4821-9e7f-4e9090ea77aa req-deb611fb-e706-492c-80ae-bb180c5d335c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.240977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b3058-6a60-4821-9e7f-4e9090ea77aa req-deb611fb-e706-492c-80ae-bb180c5d335c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.252554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b3058-6a60-4821-9e7f-4e9090ea77aa req-deb611fb-e706-492c-80ae-bb180c5d335c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.253202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b3058-6a60-4821-9e7f-4e9090ea77aa req-deb611fb-e706-492c-80ae-bb180c5d335c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.255106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-415b3058-6a60-4821-9e7f-4e9090ea77aa req-deb611fb-e706-492c-80ae-bb180c5d335c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3827 time: 0.2540064 Dec 16 08:01:27.322752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:27.326156 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:27.413177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:27.413439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae20a7-71a2-47e9-a84b-89c137761235 req-944dd357-bd89-4429-9bde-fc9136c51086 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.414827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90ae20a7-71a2-47e9-a84b-89c137761235 req-944dd357-bd89-4429-9bde-fc9136c51086 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 947 time: 0.4014115 Dec 16 08:01:27.607862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-415b3058-6a60-4821-9e7f-4e9090ea77aa req-081e4768-72f9-4d65-8365-caba13629904 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892880 Dec 16 08:01:27.609015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-172a4c2b-36d1-4159-8c45-badb31a5d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:27.610340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-974a1f1d-8974-4597-8c17-685c6600ee8e req-172a4c2b-36d1-4159-8c45-badb31a5d9ac service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4567573 Dec 16 08:01:27.632153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90ae20a7-71a2-47e9-a84b-89c137761235 req-6c740024-55a2-4656-8706-4e35f3311c71 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053063 Dec 16 08:01:27.967302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.070429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3684a4b-bee0-4891-8b3e-304f495a3a26,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:28.082071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:28.116101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.185170 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7bef7362-b379-4d88-9d73-231c3c4804f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.210447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685452b2-793f-4677-a2a8-443428b53164 req-8c9ab4f0-baca-493f-bfc4-d0f6268242e4 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.218009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-685452b2-793f-4677-a2a8-443428b53164 req-8c9ab4f0-baca-493f-bfc4-d0f6268242e4 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 943 time: 0.2580981 Dec 16 08:01:28.226659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Transition to ACTIVE for port object 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:28.263783 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.335014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.386912 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.420550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.428832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-685452b2-793f-4677-a2a8-443428b53164 req-5ff6da99-e9b7-4778-b3b6-7313f5ded870 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100580 Dec 16 08:01:28.455011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.529185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 642bab93-fe38-4b39-9590-05ecb82228b6 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:28.578246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 642bab93-fe38-4b39-9590-05ecb82228b6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:28.578972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 642bab93-fe38-4b39-9590-05ecb82228b6 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:28.582771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:28.585852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Pushing event updated for resources: {'Port': ['ID=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:28.611378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=a8f4a49c-abd8-433a-aa58-0678a775224b,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:28.618470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:28.623297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.624119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.629273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea27cf-ee06-404d-beb4-64f342dae6dd None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:28.714673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.714673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58e29439-4016-4e02-a6d4-3380852ed447 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:01:28.728631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.731057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0d2ecacd-53aa-4616-b6f1-d38841074580 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "DELETE /v2.0/routers/58e29439-4016-4e02-a6d4-3380852ed447 HTTP/1.1" status: 204 len: 168 time: 4.1488719 Dec 16 08:01:28.734953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37180) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:28.740019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-134298712', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:28.768433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Attempting to bind port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:28.768872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Attempting to bind port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:28.769203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Attempting to bind port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:28.805618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 on network 29968169-cc04-4c11-aae1-81c809ec2077 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:28.805954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Attempting to bind port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:28.812010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'a8f4a49c-abd8-433a-aa58-0678a775224b'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:28.818100 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.841947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fca22e27-3185-46eb-b028-8993333efd61 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:01:28.863682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-570de78d-ae35-4902-b0ac-bef16509a787 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2533247 Dec 16 08:01:28.866476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:28.874607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': 'a8f4a49c-abd8-433a-aa58-0678a775224b', 'ip_address': '2001:db8::187:4f5f:b188:be55'}], 'name': 'tempest-NetworksTestDHCPv6-2067624311'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:28.875487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:28.875834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Checking segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:28.876249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Bound using segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:28.876700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Bound port: 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:28.877890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:28.946156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-d6f0e867-e898-4ee8-9c84-275b3a7f13fc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.952393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-d6f0e867-e898-4ee8-9c84-275b3a7f13fc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.959428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-d6f0e867-e898-4ee8-9c84-275b3a7f13fc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.966282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-d6f0e867-e898-4ee8-9c84-275b3a7f13fc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.973593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-d6f0e867-e898-4ee8-9c84-275b3a7f13fc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.980223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-d6f0e867-e898-4ee8-9c84-275b3a7f13fc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.982041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-d6f0e867-e898-4ee8-9c84-275b3a7f13fc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 4599 time: 0.2098920 Dec 16 08:01:28.992957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab830f7-75a4-4403-bd54-2b88d1611c47 req-b6f07c63-4837-416a-a4df-5d3383a2592d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:28.994406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ab830f7-75a4-4403-bd54-2b88d1611c47 req-b6f07c63-4837-416a-a4df-5d3383a2592d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 947 time: 0.2096941 Dec 16 08:01:28.999616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.001053 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.096130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] For port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:29.108757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ab830f7-75a4-4403-bd54-2b88d1611c47 req-0bc30b90-809a-493f-9a63-d6c9d55be76d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998476 Dec 16 08:01:29.126905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] For port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:29.140739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/a8f4a49c-abd8-433a-aa58-0678a775224b/42ed4eee-a31f-4a8e-ab4a-4ca284954e31) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:29.156807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6c9c47f3-371a-46e0-89fa-7f5c7f04b201 req-199adc43-b2e9-49e3-ab05-2e1f6133a852 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610925 Dec 16 08:01:29.196929 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.281057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.295402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.297538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.299928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] 10.222.0.36 "PUT /v2.0/ports/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 1131 time: 2.9271765 Dec 16 08:01:29.300795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': '4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:29.303926 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:29.394600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c26e2-d0da-4ef7-916a-c88c6d1c7629 service neutron] Pushing event updated for resources: {'Port': ['ID=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:29.400509 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b460f263-c2a1-4199-910a-321890f220d1 x-openstack-request-id: req-b460f263-c2a1-4199-910a-321890f220d1 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:29.400807 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:29.401089 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b460f263-c2a1-4199-910a-321890f220d1 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:29.401499 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': '4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9', 'status': 'completed', 'code': 200} Dec 16 08:01:29.432688 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.451422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:29.510853 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.528083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fca22e27-3185-46eb-b028-8993333efd61, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fca22e27-3185-46eb-b028-8993333efd61,segment=NetworkSegment(7e101bdd-6e28-4a0c-bfe8-6ade3cb47615),segment_id=7e101bdd-6e28-4a0c-bfe8-6ade3cb47615)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:29.652247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:29.660144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-b6d2e73c-f4db-4679-8fc5-ccea45f75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.660815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-b6d2e73c-f4db-4679-8fc5-ccea45f75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.661038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:29.661449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-b6d2e73c-f4db-4679-8fc5-ccea45f75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.662018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-b6d2e73c-f4db-4679-8fc5-ccea45f75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.662557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-b6d2e73c-f4db-4679-8fc5-ccea45f75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.663083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-b6d2e73c-f4db-4679-8fc5-ccea45f75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.665134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-b6d2e73c-f4db-4679-8fc5-ccea45f75b2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5287 time: 0.2107770 Dec 16 08:01:29.667179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:29.677455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'fca22e27-3185-46eb-b028-8993333efd61', 'network_id': '41fe60eb-5331-406b-8e2d-da179d0a49d6', 'port_id': 'fca22e27-3185-46eb-b028-8993333efd61', 'mac_address': 'fa:16:3e:29:b0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f055d07f-b46f-4759-adcd-fa62f68b6f05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:01:29.680711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.732082 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.744058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Pushing event updated for resources: {'Port': ['ID=42ed4eee-a31f-4a8e-ab4a-4ca284954e31,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:29.831799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca22e27-3185-46eb-b028-8993333efd61 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:29.848835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:29.857706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fca22e27-3185-46eb-b028-8993333efd61, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fca22e27-3185-46eb-b028-8993333efd61,segment=NetworkSegment(7e101bdd-6e28-4a0c-bfe8-6ade3cb47615),segment_id=7e101bdd-6e28-4a0c-bfe8-6ade3cb47615)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:29.860945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Attempting to bind port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:29.861619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Attempting to bind port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:29.862242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Attempting to bind port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:29.868882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:29.872017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:29.872017 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.872017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:29.872017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Bound port: 42ed4eee-a31f-4a8e-ab4a-4ca284954e31, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:29.872017 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.882933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e917816-ff02-482e-9d82-590c49c1b79a req-94520308-47d1-4fe1-b522-f98cd85e54ca tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:29.894634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e917816-ff02-482e-9d82-590c49c1b79a req-94520308-47d1-4fe1-b522-f98cd85e54ca tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 943 time: 0.2631986 Dec 16 08:01:29.930831 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:29.959456 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.003020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] For port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:30.009171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] For port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=42ed4eee-a31f-4a8e-ab4a-4ca284954e31,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:30.010754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=fca22e27-3185-46eb-b028-8993333efd61,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:30.021446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.051376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.069596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 119b7096-a31b-4964-bfc0-486a88597846 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:01:30.070534 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.151414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d156c26-f864-4e31-a442-542b34f5495e None None] Pushing event updated for resources: {'Port': ['ID=42ed4eee-a31f-4a8e-ab4a-4ca284954e31,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:30.201985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e917816-ff02-482e-9d82-590c49c1b79a req-f219a6f7-b708-4d79-92af-4b0e2689fa90 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061624 Dec 16 08:01:30.232697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-d5c6db76-14d3-4263-a331-e7895502adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.233157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-d5c6db76-14d3-4263-a331-e7895502adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.233628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-d5c6db76-14d3-4263-a331-e7895502adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.235289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-d5c6db76-14d3-4263-a331-e7895502adbb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5500953 Dec 16 08:01:30.320044 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:01:30.340487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::187:4f5f:b188:be55 (feccb947-4baf-4886-a172-ef2f821be361/a8f4a49c-abd8-433a-aa58-0678a775224b/119b7096-a31b-4964-bfc0-486a88597846) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:30.409740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['fca22e27-3185-46eb-b028-8993333efd61'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:01:30.524688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.536757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abd650-2db2-48d0-a293-54339a6e6c1f req-20997fd8-c49e-4aa0-804f-4999e794ab2d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.544364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1abd650-2db2-48d0-a293-54339a6e6c1f req-20997fd8-c49e-4aa0-804f-4999e794ab2d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 947 time: 0.2580433 Dec 16 08:01:30.556119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.638173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-05666146-9642-4287-8530-1c59a60eef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.641396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdf26457-4e9b-4b35-8f44-87b6f317ddb8 req-05666146-9642-4287-8530-1c59a60eef61 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3905349 Dec 16 08:01:30.672730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796938-e26c-497a-8fd2-f983d866dee4 req-649f3e10-d4f8-44b7-8af3-a4b6e66de47d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.679884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796938-e26c-497a-8fd2-f983d866dee4 req-649f3e10-d4f8-44b7-8af3-a4b6e66de47d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.686245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796938-e26c-497a-8fd2-f983d866dee4 req-649f3e10-d4f8-44b7-8af3-a4b6e66de47d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.692595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796938-e26c-497a-8fd2-f983d866dee4 req-649f3e10-d4f8-44b7-8af3-a4b6e66de47d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.699518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796938-e26c-497a-8fd2-f983d866dee4 req-649f3e10-d4f8-44b7-8af3-a4b6e66de47d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.705973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796938-e26c-497a-8fd2-f983d866dee4 req-649f3e10-d4f8-44b7-8af3-a4b6e66de47d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:30.714518 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38796938-e26c-497a-8fd2-f983d866dee4 req-649f3e10-d4f8-44b7-8af3-a4b6e66de47d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 4599 time: 0.3140247 Dec 16 08:01:30.764875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:30.772137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Allocated IP 172.25.2.157 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/480d87ce-d4ad-403b-beb8-af2b25ac06c5) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:30.783829 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.784133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3684a4b-bee0-4891-8b3e-304f495a3a26 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:30.801848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1abd650-2db2-48d0-a293-54339a6e6c1f req-f78ae50d-21c1-40e0-a2a3-820a6398807d tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562749 Dec 16 08:01:30.842182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e3684a4b-bee0-4891-8b3e-304f495a3a26 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:30.842533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3684a4b-bee0-4891-8b3e-304f495a3a26 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:30.896349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Transition to ACTIVE for port object c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:30.926882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-120bb5ef-844e-4869-b77f-3802977c4718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.959087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38796938-e26c-497a-8fd2-f983d866dee4 req-754e24b8-55f5-4b4e-a211-967c114a9974 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2307706 Dec 16 08:01:30.962381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:30.979078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.028477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.105738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.125586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00badeee-482c-4758-8441-1145801a85af service neutron] Pushing event updated for resources: {'Port': ['ID=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:31.147421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Attempting to bind port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:31.148373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Attempting to bind port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:31.148715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Attempting to bind port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:31.149350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.166815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 on network 29968169-cc04-4c11-aae1-81c809ec2077 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:31.167526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Attempting to bind port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:31.174233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:31.177166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:31.178072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Checking segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:31.179743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Bound using segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:31.180230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:31.181227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Bound port: c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:31.182014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.182703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:31.222912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:31.226016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event updated for resources: {'Port': ['ID=480d87ce-d4ad-403b-beb8-af2b25ac06c5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:31.233869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:31.236315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:31.242402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:31.243081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.338697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] For port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:31.343469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] For port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:31.410750 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5420964 Dec 16 08:01:31.414696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37212) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:31.422979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98473b7-4ee0-4ca7-bed4-35381944e849 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=119b7096-a31b-4964-bfc0-486a88597846,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:31.423534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6781f281-f429-44c6-8415-8af607f4fda6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': 'a8f4a49c-abd8-433a-aa58-0678a775224b', 'ip_address': '2001:db8::187:4f5f:b188:be55'}], 'name': 'tempest-NetworksTestDHCPv6-1788704295'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:31.530245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.584691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:31.585565 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.587056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-00badeee-482c-4758-8441-1145801a85af service neutron] 10.222.0.36 "PUT /v2.0/ports/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 1131 time: 2.1463184 Dec 16 08:01:31.592731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:31.595004 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe1b029-1bf3-402b-ac1c-f18d59a84317" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:31.616374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9907-93d5-430b-b942-273432915d76 req-aa2d6d12-53ed-4d5b-a02e-011620a151cb tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:31.618114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a2c9907-93d5-430b-b942-273432915d76 req-aa2d6d12-53ed-4d5b-a02e-011620a151cb tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 944 time: 0.2480364 Dec 16 08:01:31.684697 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03266655-17a2-4934-a6c7-56ca26bc3b29 x-openstack-request-id: req-03266655-17a2-4934-a6c7-56ca26bc3b29 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:31.688683 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:31.689011 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03266655-17a2-4934-a6c7-56ca26bc3b29 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:31.690057 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405', 'status': 'completed', 'code': 200} Dec 16 08:01:31.751785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00badeee-482c-4758-8441-1145801a85af service neutron] Pushing event updated for resources: {'Port': ['ID=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:31.762766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.764493 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:31.797872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:32.010373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a2c9907-93d5-430b-b942-273432915d76 req-b3b49694-a062-413e-9564-6988fa3b6e93 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636100 Dec 16 08:01:32.042947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cd69cb3c-ecf4-4dd9-8677-c8bfda9e8ce9 None None] Provisioning complete for port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:32.044338 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb3c-ecf4-4dd9-8677-c8bfda9e8ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:32.109593 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:32.176529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.177034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.177521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.178766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.179242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.184865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.184865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.184865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-48c3a55a-adda-4393-86d0-4512029ac7ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6211 time: 0.4148242 Dec 16 08:01:32.199705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:32.286296 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb3c-ecf4-4dd9-8677-c8bfda9e8ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:32.378229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-cd69cb3c-ecf4-4dd9-8677-c8bfda9e8ce9 None None] For port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=42ed4eee-a31f-4a8e-ab4a-4ca284954e31,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:32.476095 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb3c-ecf4-4dd9-8677-c8bfda9e8ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:32.542893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:32.583611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cb3c-ecf4-4dd9-8677-c8bfda9e8ce9 None None] Pushing event updated for resources: {'Port': ['ID=42ed4eee-a31f-4a8e-ab4a-4ca284954e31,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:32.625307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Router 417956f1-f4ee-4239-9dd5-fc2f83043996 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:01:32.634371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6781f281-f429-44c6-8415-8af607f4fda6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:32.678065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:32.678939 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:32.720073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8fab54c0-afff-4e8e-afe5-ad4c01d7cb4f None None] Provisioning complete for port 119b7096-a31b-4964-bfc0-486a88597846 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:32.720887 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8fab54c0-afff-4e8e-afe5-ad4c01d7cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:32.769514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8fab54c0-afff-4e8e-afe5-ad4c01d7cb4f None None] Port 119b7096-a31b-4964-bfc0-486a88597846 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:32.776598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45323c-3202-4ad3-862b-46ad4c4acee4 req-4cbb5528-e73d-46cb-9f44-37b9ed638787 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.785877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f45323c-3202-4ad3-862b-46ad4c4acee4 req-4cbb5528-e73d-46cb-9f44-37b9ed638787 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 947 time: 0.8224897 Dec 16 08:01:32.873240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:32.891389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fca22e27-3185-46eb-b028-8993333efd61 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:32.905985 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] Sync routers for ids ['417956f1-f4ee-4239-9dd5-fc2f83043996'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:32.909669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.915599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.921891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.932380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.938248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.946490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.950848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:32.960299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-052d2441-de63-4531-b334-9ba837c77f14 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5371 time: 0.3176196 Dec 16 08:01:32.996558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] Routers {'417956f1-f4ee-4239-9dd5-fc2f83043996'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:32.997379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['417956f1-f4ee-4239-9dd5-fc2f83043996'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:33.022869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.028698 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-976bac10-2f2b-4980-97aa-d518f751eff5 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2923255 Dec 16 08:01:33.029807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37226) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:33.044992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': False}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:33.054452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-d277dc41-4a61-4b0f-b43e-4114f933d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:33.054932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-d277dc41-4a61-4b0f-b43e-4114f933d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:33.055458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-d277dc41-4a61-4b0f-b43e-4114f933d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:33.057203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-d277dc41-4a61-4b0f-b43e-4114f933d58f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8414953 Dec 16 08:01:33.086142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:33.097991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] Routers {'417956f1-f4ee-4239-9dd5-fc2f83043996'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:33.099083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['417956f1-f4ee-4239-9dd5-fc2f83043996'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:33.148164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd69c460-05c4-4ac4-a1e9-378e1b8c8727 req-e7bb0688-d253-429b-bc8f-f8def64981f7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1867161 Dec 16 08:01:33.182112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:33.182966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7deaa-de62-4999-8f42-709e2704b110 None None] The sync data for ids ['417956f1-f4ee-4239-9dd5-fc2f83043996'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:33.188964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port fca22e27-3185-46eb-b028-8993333efd61 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:01:33.195173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port fca22e27-3185-46eb-b028-8993333efd61 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:33.195659 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.240118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6781f281-f429-44c6-8415-8af607f4fda6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.310236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f45323c-3202-4ad3-862b-46ad4c4acee4 req-72aa7167-d2b2-491e-9cbd-eddfb26a46ee tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5233793 Dec 16 08:01:33.339066 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.396831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca22e27-3185-46eb-b028-8993333efd61'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:33.402946 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460c03ca-57b2-4c8a-bb5d-5cfc944c7e35" -d '{"events": [{"server_uuid": "d9e86c23-9e68-4715-9a72-53a4909aec2d", "name": "network-vif-plugged", "status": "completed", "tag": "fca22e27-3185-46eb-b028-8993333efd61"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:33.417696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-6781f281-f429-44c6-8415-8af607f4fda6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 2ba4cde0-391c-49d1-a4a5-1dc6396bbc97 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:01:33.423575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fca22e27-3185-46eb-b028-8993333efd61, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fca22e27-3185-46eb-b028-8993333efd61,segment=NetworkSegment(7e101bdd-6e28-4a0c-bfe8-6ade3cb47615),segment_id=7e101bdd-6e28-4a0c-bfe8-6ade3cb47615)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:33.453961 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.499436 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.601728 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=fca22e27-3185-46eb-b028-8993333efd61,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:33.605186 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d6aeb-958a-419a-b407-cc0255050356 x-openstack-request-id: req-901d6aeb-958a-419a-b407-cc0255050356 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:33.605992 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e86c23-9e68-4715-9a72-53a4909aec2d", "name": "network-vif-plugged", "status": "completed", "tag": "fca22e27-3185-46eb-b028-8993333efd61", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:33.612829 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-901d6aeb-958a-419a-b407-cc0255050356 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:33.617475 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca22e27-3185-46eb-b028-8993333efd61', 'code': 200} Dec 16 08:01:33.665174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d55e6-d4af-4ed7-af76-f76dd344c3c3 req-29f398cc-c078-4fcd-b9d5-da3f145ce464 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:33.667358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e67d55e6-d4af-4ed7-af76-f76dd344c3c3 req-29f398cc-c078-4fcd-b9d5-da3f145ce464 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 944 time: 0.3843794 Dec 16 08:01:33.773404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-30464377-ade6-4604-8aad-fbdb4c908ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:33.774908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fe1b029-1bf3-402b-ac1c-f18d59a84317 req-30464377-ade6-4604-8aad-fbdb4c908ddb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6672678 Dec 16 08:01:33.820737 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-6781f281-f429-44c6-8415-8af607f4fda6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 08:01:33.821402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6781f281-f429-44c6-8415-8af607f4fda6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:01:33.843730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cccf6b3-c21b-4330-9a4b-0339413e3ebb {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:33.853311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.891883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6781f281-f429-44c6-8415-8af607f4fda6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.4747572 Dec 16 08:01:33.894238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Transition to ACTIVE for port object 5cccf6b3-c21b-4330-9a4b-0339413e3ebb will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:33.896678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37240) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:33.959316 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:33.964637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e67d55e6-d4af-4ed7-af76-f76dd344c3c3 req-7538d5fe-9a96-43a7-9807-4bc284ca7b8a tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506599 Dec 16 08:01:34.022856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60aa14-3b18-4824-a0e9-890307e569cd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.030167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60aa14-3b18-4824-a0e9-890307e569cd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.032857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fa60aa14-3b18-4824-a0e9-890307e569cd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1347086 Dec 16 08:01:34.037153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37242) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:34.057484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:34.074398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc291-d991-4d18-8643-ab70f99302d8 req-d3ecebde-763d-4d73-a46c-a96e2ee4d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.075894 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9efcc291-d991-4d18-8643-ab70f99302d8 req-d3ecebde-763d-4d73-a46c-a96e2ee4d172 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 1097 time: 0.1036730 Dec 16 08:01:34.099399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.122561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.160337 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9efcc291-d991-4d18-8643-ab70f99302d8 req-180cbbfe-7ead-4be3-9b90-b6c311667612 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529420 Dec 16 08:01:34.224865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 119b7096-a31b-4964-bfc0-486a88597846 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:34.225324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.231941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Attempting to bind port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:34.232400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Attempting to bind port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:34.232804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Attempting to bind port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:34.288125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb on network 29968169-cc04-4c11-aae1-81c809ec2077 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:34.288587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Attempting to bind port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:34.323596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:34.323596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Checking segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:34.323596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Bound using segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:34.323596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Bound port: 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:34.323596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.411542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:34.425527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.450699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.457282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.462081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:34.462462 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.463103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.469161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.475229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.481111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.487139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.495490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-205c886e-6693-4a26-a4e4-30b457c98368 req-09b5b6b2-b5d5-40ea-893b-ea69a90624bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5383 time: 0.1973665 Dec 16 08:01:34.565385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 119b7096-a31b-4964-bfc0-486a88597846 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:34.614952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] For port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:34.675491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] For port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:34.693093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-205c886e-6693-4a26-a4e4-30b457c98368 req-c85dabf1-3550-4c58-a8bd-867f53d89d41 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822629 Dec 16 08:01:34.719331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.728086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.771410 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.815704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:34.816782 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.818301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] 10.222.0.36 "PUT /v2.0/ports/5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 1091 time: 3.0479693 Dec 16 08:01:34.822135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:34.824524 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf762ae-ca60-4976-b106-2cd39d7cc9da" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:34.851234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd13047-84df-462e-90f8-8671587b6856 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:34.853498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Router 417956f1-f4ee-4239-9dd5-fc2f83043996 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:01:34.896229 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be08bd2-f9ae-4cde-bb29-6af61727ac55 x-openstack-request-id: req-2be08bd2-f9ae-4cde-bb29-6af61727ac55 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:34.896518 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:34.896774 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2be08bd2-f9ae-4cde-bb29-6af61727ac55 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:34.897196 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb', 'status': 'completed', 'code': 200} Dec 16 08:01:34.984099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:34.988788 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:34.990766 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7588586e-8fb9-402d-bf5b-e75459bdc54a tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "PUT /v2.0/routers/417956f1-f4ee-4239-9dd5-fc2f83043996 HTTP/1.1" status: 200 len: 921 time: 1.9590588 Dec 16 08:01:34.995951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37254) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:35.000585 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] Sync routers for ids ['417956f1-f4ee-4239-9dd5-fc2f83043996'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:35.013783 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] Routers {'417956f1-f4ee-4239-9dd5-fc2f83043996'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:35.015521 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['417956f1-f4ee-4239-9dd5-fc2f83043996'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:35.029160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.030739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.031438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.031920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.032420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.034093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.034752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.037227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-767062a9-91a8-4870-9019-a06a64822c61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6279 time: 0.0873477 Dec 16 08:01:35.038446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:35.085464 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:35.107573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:35.114495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=119b7096-a31b-4964-bfc0-486a88597846,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:35.119454 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] Routers {'417956f1-f4ee-4239-9dd5-fc2f83043996'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:35.119809 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['417956f1-f4ee-4239-9dd5-fc2f83043996'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:35.190544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:35.196284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7d561655-42c7-42ef-87df-d056f63561eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/119b7096-a31b-4964-bfc0-486a88597846 HTTP/1.1" status: 204 len: 168 time: 1.1552060 Dec 16 08:01:35.199548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37258) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:35.201279 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:35.201952 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45760305-d37c-4a8d-8bff-a986f0526065 None None] The sync data for ids ['417956f1-f4ee-4239-9dd5-fc2f83043996'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:35.273567 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aa5adb5a-a6e2-4033-b1d4-616f5bfca0fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/417956f1-f4ee-4239-9dd5-fc2f83043996 HTTP/1.1" status: 200 len: 921 time: 0.2763243 Dec 16 08:01:35.276354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37260) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:35.323035 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb8c17-114a-411e-b73d-fa7b32be6cdc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.324805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050ebc1-7a93-4d53-884e-fdd4e69ed5d4 req-a1cc600b-0808-495e-984c-9aad558ddc8d tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.325005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb8c17-114a-411e-b73d-fa7b32be6cdc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.326440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9050ebc1-7a93-4d53-884e-fdd4e69ed5d4 req-a1cc600b-0808-495e-984c-9aad558ddc8d tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 945 time: 0.2249341 Dec 16 08:01:35.327110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:35.337275 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-77fb8c17-114a-411e-b73d-fa7b32be6cdc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1338885 Dec 16 08:01:35.350110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37264) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:35.384367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d92c4-675a-4656-9ab4-6dedee6fafcd tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.386024 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-462d92c4-675a-4656-9ab4-6dedee6fafcd tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=417956f1-f4ee-4239-9dd5-fc2f83043996&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1086895 Dec 16 08:01:35.388843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37266) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:35.395753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-0dec2731-7d9c-4611-834d-4026d5b52734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.396248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-0dec2731-7d9c-4611-834d-4026d5b52734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.396713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-0dec2731-7d9c-4611-834d-4026d5b52734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.398274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-0dec2731-7d9c-4611-834d-4026d5b52734 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2959068 Dec 16 08:01:35.479641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a35c8e-3b1e-4463-854b-e21ad7e8049b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:35.479641 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97a35c8e-3b1e-4463-854b-e21ad7e8049b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.0897782 Dec 16 08:01:35.488834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37268) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:35.514191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet a8f4a49c-abd8-433a-aa58-0678a775224b {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:01:35.530497 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:35.555592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-393adadc-320d-4ff9-b16e-2721adca7a18 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=417956f1-f4ee-4239-9dd5-fc2f83043996 HTTP/1.1" status: 200 len: 205 time: 0.0651400 Dec 16 08:01:35.558086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37270) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:35.585794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9050ebc1-7a93-4d53-884e-fdd4e69ed5d4 req-b51491cb-e04d-4ba4-93c6-ad46600fe23f tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431171 Dec 16 08:01:35.699919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:35.735159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:35.828477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:35.978843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Deleting port 480d87ce-d4ad-403b-beb8-af2b25ac06c5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:35.979190 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.067105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.106519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Calling delete_port for 480d87ce-d4ad-403b-beb8-af2b25ac06c5 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:36.128506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-9df28fc6-2615-4584-b9b9-77919ff8b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.129952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdf762ae-ca60-4976-b106-2cd39d7cc9da req-9df28fc6-2615-4584-b9b9-77919ff8b1e3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7181091 Dec 16 08:01:36.262344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.364046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.370437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.376456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.383057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.389222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.396203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.402336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.404368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-2d750ae9-b61e-4906-b76c-fca99a70c400 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5383 time: 0.3403492 Dec 16 08:01:36.433820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc179bc-fcc4-4d58-bef3-c65566df6871 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:36.446272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.493452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff34d349-c7f3-4cb9-977c-7dd08cd8e70c req-9bdbe94b-6dee-46a4-b942-df099a8cbda8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817873 Dec 16 08:01:36.612527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.636626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.640552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Transition to ACTIVE for port object bcc179bc-fcc4-4d58-bef3-c65566df6871 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:36.658828 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.664723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/a8f4a49c-abd8-433a-aa58-0678a775224b HTTP/1.1" status: 204 len: 168 time: 1.3109834 Dec 16 08:01:36.678710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dccac2c-afe0-4a89-a940-4510c63cbd04 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:36.695135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37284) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:36.706828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event deleted for resources: {'Port': ['ID=480d87ce-d4ad-403b-beb8-af2b25ac06c5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:36.717702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb95d59-0d67-4fb3-a510-6a55254d64a9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f4a49c-abd8-433a-aa58-0678a775224b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:36.790479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c332c796-17fd-4a82-b1f6-6d38a27915d1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885334 Dec 16 08:01:36.791749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.799428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37292) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:36.808696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:36.934941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:36.936657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21692b-f22e-45b3-b676-035f74f149ff req-04b394a8-9adf-4a5d-ab1a-fd08337cdc03 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:36.953947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf21692b-f22e-45b3-b676-035f74f149ff req-04b394a8-9adf-4a5d-ab1a-fd08337cdc03 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 945 time: 0.1694036 Dec 16 08:01:36.985785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d10564-a477-4923-94f8-711893a74366 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc179bc-fcc4-4d58-bef3-c65566df6871,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:37.066107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:01:37.120787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf21692b-f22e-45b3-b676-035f74f149ff req-06b7666e-54e7-4ccb-9328-51872e86ff99 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724174 Dec 16 08:01:37.171221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Attempting to bind port bcc179bc-fcc4-4d58-bef3-c65566df6871 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:37.171859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Attempting to bind port bcc179bc-fcc4-4d58-bef3-c65566df6871 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:37.173896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Attempting to bind port bcc179bc-fcc4-4d58-bef3-c65566df6871 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:37.192093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Port bcc179bc-fcc4-4d58-bef3-c65566df6871 on network 29968169-cc04-4c11-aae1-81c809ec2077 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:37.192459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Attempting to bind port bcc179bc-fcc4-4d58-bef3-c65566df6871 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:37.196963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Deleting port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:37.197339 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.201291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:37.201639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Checking segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:37.202022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Bound using segment: {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:37.202447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Bound port: bcc179bc-fcc4-4d58-bef3-c65566df6871, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb455108-1395-4b8c-aba8-57632e759d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:37.202799 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.227180 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.231192 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.339492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] For port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=42ed4eee-a31f-4a8e-ab4a-4ca284954e31,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:37.340219 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.361525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Calling delete_port for 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:37.407646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] For port bcc179bc-fcc4-4d58-bef3-c65566df6871, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:37.412447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] For port bcc179bc-fcc4-4d58-bef3-c65566df6871, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:37.575153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.599372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.600634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.601977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:37.605831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.610786 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.613301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.614289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-35d10564-a477-4923-94f8-711893a74366 service neutron] 10.222.0.36 "PUT /v2.0/ports/bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 1092 time: 2.5138445 Dec 16 08:01:37.615571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Fanout notify agent at l3_agent the message router_deleted on router 417956f1-f4ee-4239-9dd5-fc2f83043996 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:01:37.643826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:37.645390 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aafc652-dc53-4cfa-bacf-939a675143a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:37.648459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Pushing event deleted for resources: {'Port': ['ID=42ed4eee-a31f-4a8e-ab4a-4ca284954e31,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:37.664402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] No DVR routers for this DVR port 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:37.679089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.679627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.679869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.680318 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.680958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.681518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.681979 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:37.682642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.683390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.683896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.684426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.687483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.688038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.688724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4193332b-af16-4d94-a9e1-ac128cbdd047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:01:37.691906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-557760d8-c3f9-4e49-9e88-cf6e15389f7a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/417956f1-f4ee-4239-9dd5-fc2f83043996 HTTP/1.1" status: 204 len: 168 time: 2.1298504 Dec 16 08:01:37.711225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37318) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:37.757200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8e565471-e7a9-421a-b6ee-b3cbfaccda21 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1405070579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:37.803943 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e414f9d-1088-405a-ab85-ba5aee27f0b4 x-openstack-request-id: req-2e414f9d-1088-405a-ab85-ba5aee27f0b4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:37.804968 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:37.808579 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e414f9d-1088-405a-ab85-ba5aee27f0b4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:37.809028 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871', 'status': 'completed', 'code': 200} Dec 16 08:01:37.839722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:37.848320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d10564-a477-4923-94f8-711893a74366 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc179bc-fcc4-4d58-bef3-c65566df6871,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:37.988170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.988704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.989180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.989638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.990672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.991153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.991632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:37.993650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-5585757b-1211-444f-8d12-ec4b42eb512b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6347 time: 0.1587639 Dec 16 08:01:38.004990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.013929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.017976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.024014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.029985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.037226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.045295 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.047563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-57b88794-040b-45cc-a3f4-71ac425e3cc4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5395 time: 0.4306035 Dec 16 08:01:38.059424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.087335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.094852 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e565471-e7a9-421a-b6ee-b3cbfaccda21 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.096524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e565471-e7a9-421a-b6ee-b3cbfaccda21 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.127995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=5071eb7f-ce29-4e44-9947-705de8876a57,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:38.148053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:38.149597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:38.167473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.168083 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.170663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2342af-e5ed-49cc-8d41-e5395ec0a9c4 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:38.213115 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e565471-e7a9-421a-b6ee-b3cbfaccda21 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.265476 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab9e6e7a-6b00-4f12-a101-985745ab6525 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4614773 Dec 16 08:01:38.265476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:38.271185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-38a5f2be-a1cb-4b12-a4e1-66bc3ec4063b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': '5071eb7f-ce29-4e44-9947-705de8876a57', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1855187582'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:38.280481 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e565471-e7a9-421a-b6ee-b3cbfaccda21 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.398858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '5071eb7f-ce29-4e44-9947-705de8876a57'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:38.403209 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.483910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdf9dd6c-12c5-47dd-9753-8a8f8067df4a req-b9bc5f2f-ba1b-4aa8-b017-b6b07edbd02c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3921111 Dec 16 08:01:38.564406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:38.602408 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e565471-e7a9-421a-b6ee-b3cbfaccda21 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.606109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8e565471-e7a9-421a-b6ee-b3cbfaccda21 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8535824 Dec 16 08:01:38.614032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-c0fd3dbe-46eb-4645-a23f-56bdb09382c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.614769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-c0fd3dbe-46eb-4645-a23f-56bdb09382c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.620564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37360) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:38.621044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-c0fd3dbe-46eb-4645-a23f-56bdb09382c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.622432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-c0fd3dbe-46eb-4645-a23f-56bdb09382c3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5615900 Dec 16 08:01:38.636508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:38.641384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:38.642130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 42ed4eee-a31f-4a8e-ab4a-4ca284954e31 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:38.738599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/5071eb7f-ce29-4e44-9947-705de8876a57/4916f1cb-82de-44c0-b71d-5d94a987a4ad) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:38.915119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-3e116465-e3de-4ad4-9e36-c2a6563bcece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:38.916884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6aafc652-dc53-4cfa-bacf-939a675143a3 req-3e116465-e3de-4ad4-9e36-c2a6563bcece service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246292 Dec 16 08:01:38.973685 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:38.995900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e26515-5357-493d-aae0-1616e423bcad {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:39.005053 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.019203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Transition to ACTIVE for port object 65e26515-5357-493d-aae0-1616e423bcad will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:39.044990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a5f2be-a1cb-4b12-a4e1-66bc3ec4063b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:39.094554 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.139168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:39.144713 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.148784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:39.162367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:39.275338 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.287407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Attempting to bind port 4916f1cb-82de-44c0-b71d-5d94a987a4ad on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:39.297890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Attempting to bind port 4916f1cb-82de-44c0-b71d-5d94a987a4ad by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:39.297890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Attempting to bind port 4916f1cb-82de-44c0-b71d-5d94a987a4ad on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:39.297890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Pushing event updated for resources: {'Port': ['ID=4916f1cb-82de-44c0-b71d-5d94a987a4ad,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:39.303529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:39.304028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:39.304941 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.305675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:39.306445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Bound port: 4916f1cb-82de-44c0-b71d-5d94a987a4ad, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:39.307022 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.407605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] For port 4916f1cb-82de-44c0-b71d-5d94a987a4ad, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:39.412981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] For port 4916f1cb-82de-44c0-b71d-5d94a987a4ad, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4916f1cb-82de-44c0-b71d-5d94a987a4ad,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:39.422651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Pushing event updated for resources: {'Port': ['ID=65e26515-5357-493d-aae0-1616e423bcad,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:39.444674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Attempting to bind port 65e26515-5357-493d-aae0-1616e423bcad on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:39.445017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Attempting to bind port 65e26515-5357-493d-aae0-1616e423bcad by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:39.445351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Attempting to bind port 65e26515-5357-493d-aae0-1616e423bcad on network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:39.465829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Port 65e26515-5357-493d-aae0-1616e423bcad on network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:39.465829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Attempting to bind port 65e26515-5357-493d-aae0-1616e423bcad on network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:39.472095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:39.472538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Checking segment: {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:39.472934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Bound using segment: {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:39.473369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Bound port: 65e26515-5357-493d-aae0-1616e423bcad, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:39.473729 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.489131 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.501567 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38a5f2be-a1cb-4b12-a4e1-66bc3ec4063b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.549311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-38a5f2be-a1cb-4b12-a4e1-66bc3ec4063b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 81fc3b08-74ca-48b9-b973-3b6f03cc38fc yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:01:39.601190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad4d5e-fa64-4843-ae3f-7304cdce8bbc None None] Pushing event updated for resources: {'Port': ['ID=4916f1cb-82de-44c0-b71d-5d94a987a4ad,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:39.601421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] For port 65e26515-5357-493d-aae0-1616e423bcad, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:39.604620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] For port 65e26515-5357-493d-aae0-1616e423bcad, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=65e26515-5357-493d-aae0-1616e423bcad,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:39.700549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.802249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.813543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.813700 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a5f2be-a1cb-4b12-a4e1-66bc3ec4063b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:01:39.813700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a5f2be-a1cb-4b12-a4e1-66bc3ec4063b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:01:39.815070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.821777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.828291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.834843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.841348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.844001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-ec513d20-87f3-41b6-b37d-318026d2b129 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5407 time: 0.1880441 Dec 16 08:01:39.895278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:39.897644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:39.899337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] 10.222.0.36 "PUT /v2.0/ports/65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 1092 time: 2.0876164 Dec 16 08:01:39.901700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': '65e26515-5357-493d-aae0-1616e423bcad'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:39.904355 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b740341-781a-43b0-8678-20aa3b151c60" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "65e26515-5357-493d-aae0-1616e423bcad"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:40.010227 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed52e1f-9059-48b2-8aa6-0d5c4f6a7d51 x-openstack-request-id: req-9ed52e1f-9059-48b2-8aa6-0d5c4f6a7d51 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:40.011212 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "65e26515-5357-493d-aae0-1616e423bcad", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:40.011840 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ed52e1f-9059-48b2-8aa6-0d5c4f6a7d51 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:40.012510 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': '65e26515-5357-493d-aae0-1616e423bcad', 'status': 'completed', 'code': 200} Dec 16 08:01:40.015630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a5cad-a12e-4bbf-85cd-4498733507ad service neutron] Pushing event updated for resources: {'Port': ['ID=65e26515-5357-493d-aae0-1616e423bcad,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:40.016741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.053190 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.108279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Request body: {'port': {'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:40.121375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30005fe2-7b9b-4110-94c3-74cf02e2d596 req-89054202-e6a8-433c-b979-bba295bd55a0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534537 Dec 16 08:01:40.135088 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-38a5f2be-a1cb-4b12-a4e1-66bc3ec4063b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8684433 Dec 16 08:01:40.138143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37418) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:40.299800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e21c04-4100-4d1b-ba93-fad32ce81512 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.304126 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90e21c04-4100-4d1b-ba93-fad32ce81512 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1621716 Dec 16 08:01:40.304549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37426) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:40.332061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.355597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.356087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.356592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.357058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.357514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.358422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.358422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.360555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b740341-781a-43b0-8678-20aa3b151c60 req-0d25908f-61cb-4330-a612-942ea3ba4676 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6415 time: 0.2835839 Dec 16 08:01:40.390494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Allocated IP 172.25.2.199 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/69ae703f-6473-4add-8c9f-b1257294b678) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:40.415241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a581c61-62aa-4146-af33-9ecf3a6fad36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.417343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a581c61-62aa-4146-af33-9ecf3a6fad36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.418929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7a581c61-62aa-4146-af33-9ecf3a6fad36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1134503 Dec 16 08:01:40.424468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37432) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:40.559213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 5071eb7f-ce29-4e44-9947-705de8876a57 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:01:40.566998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.569382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4916f1cb-82de-44c0-b71d-5d94a987a4ad up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:40.661457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.723785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-c52812bc-28fc-43ca-8ac8-59dda29a2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.726006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-c52812bc-28fc-43ca-8ac8-59dda29a2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.726006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-c52812bc-28fc-43ca-8ac8-59dda29a2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:40.726728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b740341-781a-43b0-8678-20aa3b151c60 req-c52812bc-28fc-43ca-8ac8-59dda29a2a29 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3377755 Dec 16 08:01:40.736421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 4916f1cb-82de-44c0-b71d-5d94a987a4ad triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:40.737842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.800373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.835679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:40.901989 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.002906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.014564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b740341-781a-43b0-8678-20aa3b151c60 req-851a5423-c34f-4a96-8bb3-8872a6675301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.016248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b740341-781a-43b0-8678-20aa3b151c60 req-851a5423-c34f-4a96-8bb3-8872a6675301 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740796 Dec 16 08:01:41.069761 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.098685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97e15cc-5bb3-41d0-b91e-0f85ae36df45 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:01:41.101096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:41.108619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.108865 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:41.109225 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:41.123856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Transition to ACTIVE for port object b97e15cc-5bb3-41d0-b91e-0f85ae36df45 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:01:41.138862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=5071eb7f-ce29-4e44-9947-705de8876a57,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:41.138862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:41.142086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:41.145246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event updated for resources: {'Port': ['ID=69ae703f-6473-4add-8c9f-b1257294b678,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:41.179186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.182463 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-306f67e5-5fa7-49ba-b2c0-fb3f8bc240f8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/5071eb7f-ce29-4e44-9947-705de8876a57 HTTP/1.1" status: 204 len: 168 time: 0.7569599 Dec 16 08:01:41.186009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37472) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:41.242852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a2db2b76-f3eb-4d61-b483-dd855ccf933b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545723 Dec 16 08:01:41.243717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.249859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37478) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:41.265268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:41.320946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb1352-3ec7-4925-a4b7-50fb1c864ca1 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:41.412588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Pushing event updated for resources: {'Port': ['ID=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:41.552516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.555809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5b6906ef-8ab0-4cb2-9ca3-e80d8c49895d None None] Provisioning complete for port 4916f1cb-82de-44c0-b71d-5d94a987a4ad triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:41.559202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.560787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b6906ef-8ab0-4cb2-9ca3-e80d8c49895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.587703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.595380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.609873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.619782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.626371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:41.629734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-35d43443-9fa9-443b-ba02-71cb33342424 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.3622887 Dec 16 08:01:41.689134 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.733490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.790892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 4916f1cb-82de-44c0-b71d-5d94a987a4ad, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4916f1cb-82de-44c0-b71d-5d94a987a4ad,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:41.933379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:01:41.945012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a13da7c-f86c-4e2f-a8d9-03970dc5c968 req-efd000f4-32c9-4685-bd82-00a47aba4e2c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2453797 Dec 16 08:01:41.960000 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.963692 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b6906ef-8ab0-4cb2-9ca3-e80d8c49895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:41.965046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Attempting to bind port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:41.965575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Attempting to bind port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:41.966098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Attempting to bind port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 on network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:41.992355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 on network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:01:41.992961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Attempting to bind port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 on network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:42.003571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:42.003997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Checking segment: {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:42.005552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Bound using segment: {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:42.006113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Bound port: b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbec411-2b2b-4287-b5f8-c30535615bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:42.016716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.022671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:42.027275 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.164791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=4916f1cb-82de-44c0-b71d-5d94a987a4ad,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:42.194332 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-5b6906ef-8ab0-4cb2-9ca3-e80d8c49895d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:42.196470 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-5b6906ef-8ab0-4cb2-9ca3-e80d8c49895d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:42.208757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] Deleting port 4916f1cb-82de-44c0-b71d-5d94a987a4ad {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:42.209387 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.245022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.259885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.311633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] For port b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:42.340879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] For port 4916f1cb-82de-44c0-b71d-5d94a987a4ad, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4916f1cb-82de-44c0-b71d-5d94a987a4ad,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:42.341400 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.359177 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] Calling delete_port for 4916f1cb-82de-44c0-b71d-5d94a987a4ad owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:42.369556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] For port b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:42.462629 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.466159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4916f1cb-82de-44c0-b71d-5d94a987a4ad no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:42.597562 n-d-820935-11 neutron-server[110397]: INFO neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No ports have port_id starting with 4916f1cb-82de-44c0-b71d-5d94a987a4ad Dec 16 08:01:42.597562 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.647300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Router e90a6d80-44d8-4720-a9ba-6e17dfaf9818 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:01:42.713105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] Pushing event deleted for resources: {'Port': ['ID=4916f1cb-82de-44c0-b71d-5d94a987a4ad,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:42.823326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5b6906ef-8ab0-4cb2-9ca3-e80d8c49895d None None] Port 4916f1cb-82de-44c0-b71d-5d94a987a4ad update to ACTIVE by agent not found {{(pid=110397) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 08:01:42.836016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c01bf8-78c0-43ea-a880-6944d617cfa3 None None] No DVR routers for this DVR port 4916f1cb-82de-44c0-b71d-5d94a987a4ad on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:42.949320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:42.949928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.951318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] 10.222.0.36 "PUT /v2.0/ports/b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 1092 time: 2.8515732 Dec 16 08:01:42.958917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:42.976399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:42.979666 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:42.988016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:42.990322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] Sync routers for ids ['e90a6d80-44d8-4720-a9ba-6e17dfaf9818'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:42.994321 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c33ac70b-bdb7-48c2-8410-019647ffc2ab tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "PUT /v2.0/routers/e90a6d80-44d8-4720-a9ba-6e17dfaf9818 HTTP/1.1" status: 200 len: 880 time: 4.3725865 Dec 16 08:01:42.996726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:43.039252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] Routers {'e90a6d80-44d8-4720-a9ba-6e17dfaf9818'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:43.058150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e90a6d80-44d8-4720-a9ba-6e17dfaf9818'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:43.094273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659a01a-b896-4894-b6c1-8b9222b2c81f service neutron] Pushing event updated for resources: {'Port': ['ID=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:43.123032 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.168061 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-64f320ca-10a0-458f-8f00-f223bd328731 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/e90a6d80-44d8-4720-a9ba-6e17dfaf9818 HTTP/1.1" status: 200 len: 921 time: 0.1699092 Dec 16 08:01:43.171078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37586) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:43.188953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:43.204380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] Routers {'e90a6d80-44d8-4720-a9ba-6e17dfaf9818'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:43.206191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e90a6d80-44d8-4720-a9ba-6e17dfaf9818'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:43.214061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=3d62e4e0-2039-4b2d-8b39-33982e944864,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:43.266830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b30eb8-ca95-4b76-a9d0-59451141d0ed tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.283133 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-44b30eb8-ca95-4b76-a9d0-59451141d0ed tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=e90a6d80-44d8-4720-a9ba-6e17dfaf9818&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1103537 Dec 16 08:01:43.286582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37594) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:43.300622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:43.301692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7b584-7666-4111-affa-f698bf289df8 None None] The sync data for ids ['e90a6d80-44d8-4720-a9ba-6e17dfaf9818'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:43.308818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:43.319222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:43.331250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a8c4d-910f-4a42-aa32-5bb8fbb6d303 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:43.351801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.352587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.387828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.388361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.388994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.389464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.389918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.390372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.390831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.393086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a1aa881d-9b52-454d-83fb-7057be99fbc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6483 time: 0.1720586 Dec 16 08:01:43.415087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.422820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.430178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.436563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb0a6c-cede-4a7a-ac2b-a7c46beda16c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.436968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.438161 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a1cb0a6c-cede-4a7a-ac2b-a7c46beda16c tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.1505289 Dec 16 08:01:43.441885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37602) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:43.448207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.451740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.458551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.460715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-848f9781-97d3-4742-9829-eede7bba2294 req-aafbe843-1723-4677-98ce-501952f99341 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.2565801 Dec 16 08:01:43.487679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6312a1d4-1e88-4cf1-b90e-7052126f26f0 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=e90a6d80-44d8-4720-a9ba-6e17dfaf9818 HTTP/1.1" status: 200 len: 205 time: 0.0444450 Dec 16 08:01:43.490349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:43.528940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7a99196c-fc42-4c47-8591-3df9ab0b7f0f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2749343 Dec 16 08:01:43.538210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37610) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:43.544333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d020e50c-736b-4161-a236-00027a3d5091 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-54553730', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:43.555953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-f3e731cb-6b60-4fc7-bc3d-0872d7634994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 217 time: 0.0942035 Dec 16 08:01:43.659017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d020e50c-736b-4161-a236-00027a3d5091 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.660099 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d020e50c-736b-4161-a236-00027a3d5091 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.741067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-ea11371d-c82a-4e74-90b7-32de7cb7d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.743029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-ea11371d-c82a-4e74-90b7-32de7cb7d49e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.1614499 Dec 16 08:01:43.743748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.753481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-848f9781-97d3-4742-9829-eede7bba2294 req-aa62c760-5a5d-4130-a963-8dc379d02037 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2840977 Dec 16 08:01:43.812963 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d020e50c-736b-4161-a236-00027a3d5091 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.848451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '3d62e4e0-2039-4b2d-8b39-33982e944864'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:43.849326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.903086 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2e267-5574-4213-883c-99b627f7bfc2 x-openstack-request-id: req-ecb2e267-5574-4213-883c-99b627f7bfc2 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:43.903305 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:43.903952 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecb2e267-5574-4213-883c-99b627f7bfc2 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:43.904708 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45', 'status': 'completed', 'code': 200} Dec 16 08:01:43.907514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d020e50c-736b-4161-a236-00027a3d5091 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:43.930210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-3e9ae6a7-b03d-4ffd-b968-b5f8fd01d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:43.932375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-3e9ae6a7-b03d-4ffd-b968-b5f8fd01d428 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218894 Dec 16 08:01:44.099130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d020e50c-736b-4161-a236-00027a3d5091 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.107558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d020e50c-736b-4161-a236-00027a3d5091 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5680070 Dec 16 08:01:44.111454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37634) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:44.126280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/3d62e4e0-2039-4b2d-8b39-33982e944864/ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:44.283886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.339442 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.361528 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.403293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Pushing event updated for resources: {'Port': ['ID=ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:44.412307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a3d88af5-7698-43a1-bfc0-c2f1baf07519 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711812 Dec 16 08:01:44.428060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:44.430681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:44.434057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:44.507392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Deleting port 69ae703f-6473-4add-8c9f-b1257294b678 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:44.508461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.553903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Attempting to bind port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:44.554279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Attempting to bind port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:44.554644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Attempting to bind port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:44.569790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:44.570169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:44.570578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.570969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:44.571565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Bound port: ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:44.571948 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.609864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.613149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-01a1b050-f8d3-4b5d-9696-31b8479dd780 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772826 Dec 16 08:01:44.627882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Calling delete_port for 69ae703f-6473-4add-8c9f-b1257294b678 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:44.697885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] For port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:44.708714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] For port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:44.713823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-fd4a6adf-7d7c-41df-b4e5-5d871f7ef713 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 217 time: 0.0488627 Dec 16 08:01:44.799511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2ec9c-42d3-46a1-b72d-6fce5843b351 req-a75ce7ac-6587-451c-80bc-cf980768a6c1 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:44.809739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60b2ec9c-42d3-46a1-b72d-6fce5843b351 req-a75ce7ac-6587-451c-80bc-cf980768a6c1 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 945 time: 0.4084494 Dec 16 08:01:44.859445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:44.871090 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-23c5f461-ba1a-4db7-a6e7-8ece6f97c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:44.872549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-23c5f461-ba1a-4db7-a6e7-8ece6f97c46c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1464293 Dec 16 08:01:44.940697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7103c3-2647-4231-bb07-14ed6537354c None None] Pushing event updated for resources: {'Port': ['ID=ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:44.955367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60b2ec9c-42d3-46a1-b72d-6fce5843b351 req-36af952e-3d89-497a-b306-a2e447a5c599 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441586 Dec 16 08:01:44.983081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.001460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.056082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event deleted for resources: {'Port': ['ID=69ae703f-6473-4add-8c9f-b1257294b678,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:45.087407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-0d2c662a-7eae-40dc-b307-e0a3c5837944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.089122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-0d2c662a-7eae-40dc-b307-e0a3c5837944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2045412 Dec 16 08:01:45.136072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.301246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.307528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.313796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.320245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.331690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.333269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.339348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.347579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-5d853c2a-e4ea-4803-b172-5be6daff178d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.3162682 Dec 16 08:01:45.349465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.357460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.447679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-c3661366-e7fa-4495-81e7-03780d47a831 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040087 Dec 16 08:01:45.534240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb2ef37b-dd08-4453-a497-ee715c3c10d0 req-24d7204c-b66c-419d-b51c-aef5e50a6591 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855996 Dec 16 08:01:45.538990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.540143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Fanout notify agent at l3_agent the message router_deleted on router e90a6d80-44d8-4720-a9ba-6e17dfaf9818 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:01:45.559612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.564041 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9e02b461-fb3e-45da-927f-664494873217 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/e90a6d80-44d8-4720-a9ba-6e17dfaf9818 HTTP/1.1" status: 204 len: 168 time: 2.0682902 Dec 16 08:01:45.565036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37694) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:45.569607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bd167db4-21c1-4e84-9f9b-1b76657b9b9e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2048668536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:45.598045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::1 (feccb947-4baf-4886-a172-ef2f821be361/3d62e4e0-2039-4b2d-8b39-33982e944864/8d74dd2b-f1d2-4319-972b-97c1e665a56c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:45.676706 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd167db4-21c1-4e84-9f9b-1b76657b9b9e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.677581 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd167db4-21c1-4e84-9f9b-1b76657b9b9e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.681565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-89d1d60a-f2c1-4a63-9b47-b5329fe515be service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198739 Dec 16 08:01:45.748074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-199ac1b0-bbe0-423d-96a0-6edaf8a60a9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 217 time: 0.0519798 Dec 16 08:01:45.763224 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd167db4-21c1-4e84-9f9b-1b76657b9b9e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.853964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-f97d4e2c-2c97-4bda-8a7a-7f28ce859f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.857597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-f97d4e2c-2c97-4bda-8a7a-7f28ce859f2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0945230 Dec 16 08:01:45.875960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd167db4-21c1-4e84-9f9b-1b76657b9b9e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.886289 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.972601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-798aeebb-a3f8-4442-8098-68867fead297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.974556 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-798aeebb-a3f8-4442-8098-68867fead297 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1097 time: 0.0845184 Dec 16 08:01:45.978128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7f12-eba8-4f8e-a84e-064702b97299 req-038cf6aa-d51b-4b45-b476-85761f70279f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:45.978128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f63c7f12-eba8-4f8e-a84e-064702b97299 req-038cf6aa-d51b-4b45-b476-85761f70279f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2331250 Dec 16 08:01:45.984535 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bd167db4-21c1-4e84-9f9b-1b76657b9b9e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:45.985899 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bd167db4-21c1-4e84-9f9b-1b76657b9b9e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4200661 Dec 16 08:01:45.992302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37718) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:46.007942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': True}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:46.082818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-05d1d2a8-024c-42ce-af2f-8227abcc3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:46.087165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-05d1d2a8-024c-42ce-af2f-8227abcc3541 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2145457 Dec 16 08:01:46.092851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-3dcf29a5-aa73-4c32-88c8-40bf2fe41cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:46.095284 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-3dcf29a5-aa73-4c32-88c8-40bf2fe41cb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1069775 Dec 16 08:01:46.199175 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-91b5f158-97bd-4282-bc14-e27111f68b79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1000 time: 0.0903878 Dec 16 08:01:46.284848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-bb8212a3-5af8-421c-9dae-717ea0ed9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:46.286742 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-bb8212a3-5af8-421c-9dae-717ea0ed9bef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0544913 Dec 16 08:01:46.356968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-23b3cf47-47c9-4de1-9616-5b3fd09b5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:46.359368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-23b3cf47-47c9-4de1-9616-5b3fd09b5943 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653226 Dec 16 08:01:46.361055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b009803c-7555-48bd-92f0-447a0c4be74f None None] Provisioning complete for port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:46.362350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b009803c-7555-48bd-92f0-447a0c4be74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:46.473368 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b009803c-7555-48bd-92f0-447a0c4be74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:46.480679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-48815a8b-ed6c-4a31-abd8-142507919608 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123469 Dec 16 08:01:46.531201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:46.561417 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:46.574462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b009803c-7555-48bd-92f0-447a0c4be74f None None] For port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:46.610469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f63c7f12-eba8-4f8e-a84e-064702b97299 req-d9fbfeea-eb95-4b2d-93ce-fa0e51a00448 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6198823 Dec 16 08:01:46.611987 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4539363a-4cda-4d8a-a24d-6211b893efcf req-b1f54edb-d78f-4f36-af69-f5b093ec04b6 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232245 Dec 16 08:01:46.614846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:46.615227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:46.651539 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b009803c-7555-48bd-92f0-447a0c4be74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:46.717288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009803c-7555-48bd-92f0-447a0c4be74f None None] Pushing event updated for resources: {'Port': ['ID=ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:46.750291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:46.772228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:46.800271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:46.800840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:46.804588 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:46.814826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c105b1-2d1f-4a23-8546-3136bb689ec7 req-bec801fb-ef57-40fb-957d-9b7faf9068e3 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:46.816429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4c105b1-2d1f-4a23-8546-3136bb689ec7 req-bec801fb-ef57-40fb-957d-9b7faf9068e3 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 945 time: 0.7146585 Dec 16 08:01:46.877506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=8d74dd2b-f1d2-4319-972b-97c1e665a56c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:46.890955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-b99262ac-fb44-4072-bc87-447ab094870a tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:46.897813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-b99262ac-fb44-4072-bc87-447ab094870a tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 945 time: 0.3784151 Dec 16 08:01:46.910002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-c52af110-9d28-429b-a692-cca42418aaa8 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111479 Dec 16 08:01:47.075774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ed516401-a5c2-411c-9fd6-1e84e53f8649 None None] Provisioning complete for port 8d74dd2b-f1d2-4319-972b-97c1e665a56c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:47.076258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed516401-a5c2-411c-9fd6-1e84e53f8649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:47.117639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ed516401-a5c2-411c-9fd6-1e84e53f8649 None None] Port 8d74dd2b-f1d2-4319-972b-97c1e665a56c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:47.130652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.136573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.143178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.149182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.155087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.161005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.166908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.168850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-fa151a22-fb4f-4aac-93d8-8e4039699ffa tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.4720078 Dec 16 08:01:47.216136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4c105b1-2d1f-4a23-8546-3136bb689ec7 req-c8fc0073-3ea1-4d6a-983b-e4221592135b tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565991 Dec 16 08:01:47.336642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-2fdfa808-71c6-4ced-9a95-2247c0b33104 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979607 Dec 16 08:01:47.360834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:47.418635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-b5ed9245-b325-40c7-a969-4fe237f68b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 217 time: 0.0684996 Dec 16 08:01:47.426493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5eafe9a-2ba5-4be0-967c-90408a880f00 req-27753d39-2210-4565-8379-215ca59d8993 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2067707 Dec 16 08:01:47.446662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Deleting port fca22e27-3185-46eb-b028-8993333efd61 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:47.446995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:47.650975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-3e96c44b-ce2e-418f-a12e-ebdccf751899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.652475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-3e96c44b-ce2e-418f-a12e-ebdccf751899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.2190459 Dec 16 08:01:47.795313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] For port fca22e27-3185-46eb-b028-8993333efd61, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fca22e27-3185-46eb-b028-8993333efd61,segment=NetworkSegment(7e101bdd-6e28-4a0c-bfe8-6ade3cb47615),segment_id=7e101bdd-6e28-4a0c-bfe8-6ade3cb47615)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:47.795688 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:47.843929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Calling delete_port for fca22e27-3185-46eb-b028-8993333efd61 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:47.932855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-4d6f9b91-8258-47bb-b961-030982e56ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:47.938102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-4d6f9b91-8258-47bb-b961-030982e56ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2686734 Dec 16 08:01:47.996224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:48.326215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd62b92-6770-4216-a359-53983f18aea6 req-d411a103-097a-4f44-9b94-c0d81a1988ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:48.326215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efd62b92-6770-4216-a359-53983f18aea6 req-d411a103-097a-4f44-9b94-c0d81a1988ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.5839052 Dec 16 08:01:48.336049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:48.398968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:48.451087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:48.451468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:48.587348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e53a-9c96-4691-b90b-198743271771 req-e0fdd790-b828-44a9-aa1f-c5dea275d848 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:48.588770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91b4e53a-9c96-4691-b90b-198743271771 req-e0fdd790-b828-44a9-aa1f-c5dea275d848 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 945 time: 0.2639787 Dec 16 08:01:48.603413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efd62b92-6770-4216-a359-53983f18aea6 req-8c4ebaba-3ced-49bb-bda6-d84d861a1dd2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2620578 Dec 16 08:01:48.628570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:48.637715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-d1741147-f746-4605-88e9-f83b585e2ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618550 Dec 16 08:01:48.737136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:48.737932 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:48.746855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Allocated IP 172.25.2.151 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/c279ed7e-22a4-4ec5-86a7-a62c52a43fe5) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:48.907460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91b4e53a-9c96-4691-b90b-198743271771 req-4069e27b-5cef-449b-ae9e-af6a0d2f4f70 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/security-groups?id=db2216ee-7122-4484-9709-adc0b72ec667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011901 Dec 16 08:01:48.940790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:48.952883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=8d74dd2b-f1d2-4319-972b-97c1e665a56c,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:48.980466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fca22e27-3185-46eb-b028-8993333efd61 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:49.006932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: fca22e27-3185-46eb-b028-8993333efd61 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:49.006932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fca22e27-3185-46eb-b028-8993333efd61 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:49.017650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Pushing event deleted for resources: {'Port': ['ID=fca22e27-3185-46eb-b028-8993333efd61,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:49.027180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-e613afbb-51c3-40c2-be85-2b100ab2df22 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672543 Dec 16 08:01:49.048117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.055086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.062593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.069197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.075171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.081356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.087244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.089197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-8ead28ec-99a6-433a-8c72-fdbaff1d6777 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.3320866 Dec 16 08:01:49.190898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-17f619dc-908f-493c-97fc-18aafc10bd3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 217 time: 0.0973728 Dec 16 08:01:49.191486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] No DVR routers for this DVR port fca22e27-3185-46eb-b028-8993333efd61 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:49.212639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:49.215825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9859ad89-b6ab-4b75-894b-8c4e51ed7952 req-8a7fbf93-71e4-4d12-960d-31ad2a07ce44 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.16 "DELETE /v2.0/ports/fca22e27-3185-46eb-b028-8993333efd61 HTTP/1.1" status: 204 len: 173 time: 2.3033919 Dec 16 08:01:49.216288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'name': 'network-vif-deleted', 'tag': 'fca22e27-3185-46eb-b028-8993333efd61'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:01:49.218519 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7597313a-b44b-4bba-b387-f517bf4c1e8e" -d '{"events": [{"server_uuid": "d9e86c23-9e68-4715-9a72-53a4909aec2d", "name": "network-vif-deleted", "tag": "fca22e27-3185-46eb-b028-8993333efd61"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:01:49.273841 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb9a90a-3458-4d16-89bb-084e1d838728 x-openstack-request-id: req-2fb9a90a-3458-4d16-89bb-084e1d838728 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:01:49.274131 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e86c23-9e68-4715-9a72-53a4909aec2d", "name": "network-vif-deleted", "tag": "fca22e27-3185-46eb-b028-8993333efd61", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:01:49.274435 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fb9a90a-3458-4d16-89bb-084e1d838728 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:01:49.274799 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e86c23-9e68-4715-9a72-53a4909aec2d', 'name': 'network-vif-deleted', 'tag': 'fca22e27-3185-46eb-b028-8993333efd61', 'status': 'completed', 'code': 200} Dec 16 08:01:49.281810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:49.295384 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:49.300777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:49.328669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-56c2f062-71b1-4137-83cc-6e4ffa6b26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.330813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-56c2f062-71b1-4137-83cc-6e4ffa6b26b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1195209 Dec 16 08:01:49.396519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b22e7e0a-aabe-4810-ac61-83e8831918b5 req-a14f7113-18a8-4c04-aea9-23a9fdffc88b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2858450 Dec 16 08:01:49.484627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-d8f3e977-9b65-4ed9-8fe4-96b0286e4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.486405 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-d8f3e977-9b65-4ed9-8fe4-96b0286e4cd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1387112 Dec 16 08:01:49.546809 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:49.565910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f437eda0-f86c-4489-b119-e5907064d3f3 None None] Provisioning complete for port 8d74dd2b-f1d2-4319-972b-97c1e665a56c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:49.566528 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f437eda0-f86c-4489-b119-e5907064d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:49.602255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f437eda0-f86c-4489-b119-e5907064d3f3 None None] Port 8d74dd2b-f1d2-4319-972b-97c1e665a56c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:01:49.616112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:49.626174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:49.641269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:49.646272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Port': ['ID=c279ed7e-22a4-4ec5-86a7-a62c52a43fe5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:49.681689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-e57d6b45-a35c-4ac4-a363-e98e332c62f1 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841002 Dec 16 08:01:49.709254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Router e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:01:49.946625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3b185-f5c1-4093-943e-9d61b010fbee req-58cdeff7-b407-4b1b-b0a6-f60cfd9cabb1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:49.948156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48e3b185-f5c1-4093-943e-9d61b010fbee req-58cdeff7-b407-4b1b-b0a6-f60cfd9cabb1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2655609 Dec 16 08:01:50.028567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-446b7357-5a28-42c9-b900-3a505026cec5 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321605 Dec 16 08:01:50.029684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:50.040807 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Sync routers for ids ['e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:50.054057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7e402b60-8182-4ad9-8c03-40356d5074b8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "PUT /v2.0/routers/e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9383299 Dec 16 08:01:50.054269 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Routers {'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:50.054372 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:50.054486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:50.056444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14bb9766-4d8d-4b94-9bd9-3964891121f0 req-519d9e16-1fb6-464d-8045-69b5e959fb16 tempest-VolumesActionsTest-1991140810 tempest-VolumesActionsTest-1991140810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e86c23-9e68-4715-9a72-53a4909aec2d HTTP/1.1" status: 200 len: 210 time: 0.0504181 Dec 16 08:01:50.111263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-6ad409b3-3f13-4a79-93de-514b7c82e190 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 217 time: 0.0583160 Dec 16 08:01:50.140790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52650570-5e32-4eb2-805d-91161bc4aaf0 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.146729 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-52650570-5e32-4eb2-805d-91161bc4aaf0 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports/8d74dd2b-f1d2-4319-972b-97c1e665a56c HTTP/1.1" status: 200 len: 911 time: 0.0910747 Dec 16 08:01:50.147449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:50.173281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48e3b185-f5c1-4093-943e-9d61b010fbee req-e0452814-efdd-459e-a62a-fca3192d41e8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2031879 Dec 16 08:01:50.234708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-27fb5597-433e-4935-b022-92bc15e1f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.237201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-27fb5597-433e-4935-b022-92bc15e1f204 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.0845883 Dec 16 08:01:50.259392 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Set router e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:01:50.280943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ad56b1-d293-4444-a43b-9cf38b7c238e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.297881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ad56b1-d293-4444-a43b-9cf38b7c238e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.304082 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-79ad56b1-d293-4444-a43b-9cf38b7c238e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1553819 Dec 16 08:01:50.304835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37892) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:50.498827 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c', 'name': 'tempest-NetworksTestDHCPv6-router-54553730', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:43Z', 'updated_at': '2021-12-16T08:01:47Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'gw_port_host': None, '_interfaces': [{'id': '8d74dd2b-f1d2-4319-972b-97c1e665a56c', 'name': '', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'mac_address': 'fa:16:3e:f5:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '3d62e4e0-2039-4b2d-8b39-33982e944864', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:45Z', 'updated_at': '2021-12-16T08:01:47Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'subnets': [{'id': '3d62e4e0-2039-4b2d-8b39-33982e944864', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:50.533976 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Checking router: e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:01:50.534319 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Updating router e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c port 8d74dd2b-f1d2-4319-972b-97c1e665a56c binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:01:50.562970 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:50.639602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:50.654060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.660819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.666755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.673022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.679448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.685683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.692363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.694442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-5d91f51f-80b5-42b5-8412-1d44f8c626c5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.1456544 Dec 16 08:01:50.746055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-8689d88f-9722-4aba-a9d3-c17e1990a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:50.747507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-8689d88f-9722-4aba-a9d3-c17e1990a0ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2002094 Dec 16 08:01:50.863513 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:50.874606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:50.894571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-755200e6-479d-4ea1-b6bc-aebbf9cc5741 req-869e4d30-38e3-44f8-8bab-4f1dc645a78e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579440 Dec 16 08:01:50.933363 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.018627 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd31a7-228d-4f5a-b59f-8c3c54743da7 None None] Pushing event updated for resources: {'Port': ['ID=8d74dd2b-f1d2-4319-972b-97c1e665a56c,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:51.044091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-65ca42fb-5d10-432e-bfcb-d0f4d59916a0 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835252 Dec 16 08:01:51.087665 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Attempting to bind port 8d74dd2b-f1d2-4319-972b-97c1e665a56c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:51.088686 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Attempting to bind port 8d74dd2b-f1d2-4319-972b-97c1e665a56c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:51.090068 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Attempting to bind port 8d74dd2b-f1d2-4319-972b-97c1e665a56c on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:51.105711 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:51.106095 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:51.106506 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.114452 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:51.114452 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Bound port: 8d74dd2b-f1d2-4319-972b-97c1e665a56c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:51.114452 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.146916 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.157005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.177195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 8d74dd2b-f1d2-4319-972b-97c1e665a56c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:51.177718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.219533 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] For port 8d74dd2b-f1d2-4319-972b-97c1e665a56c, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:51.225351 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] For port 8d74dd2b-f1d2-4319-972b-97c1e665a56c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8d74dd2b-f1d2-4319-972b-97c1e665a56c,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:51.280444 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.301524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-7856d897-396a-4b2e-8cc8-4845c4cb778a service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409256 Dec 16 08:01:51.354592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f89c08cb-6d30-4a57-bff5-e9887e1343b8 None None] Provisioning complete for port 8d74dd2b-f1d2-4319-972b-97c1e665a56c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:51.355213 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f89c08cb-6d30-4a57-bff5-e9887e1343b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.386524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-cf12cf7e-c6a7-4eb1-9faa-2d9f15d77600 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.0735724 Dec 16 08:01:51.397031 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Routers {'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:51.397031 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:51.442253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] For port 8d74dd2b-f1d2-4319-972b-97c1e665a56c, host n-d-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:51.442813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.468037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 8d74dd2b-f1d2-4319-972b-97c1e665a56c owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:51.505125 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] Set router e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:01:51.569631 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd31a7-228d-4f5a-b59f-8c3c54743da7 None None] Pushing event updated for resources: {'Port': ['ID=8d74dd2b-f1d2-4319-972b-97c1e665a56c,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:51.584930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-0156d8c0-7850-4b58-b7b4-eb2ef011f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:51.586461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-0156d8c0-7850-4b58-b7b4-eb2ef011f8e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.1632841 Dec 16 08:01:51.614736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa031-1cd5-4703-94a1-e2099e4c958f req-d130e81c-711c-4568-8865-048eae8d46c4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:51.615364 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f89c08cb-6d30-4a57-bff5-e9887e1343b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.619688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e5aa031-1cd5-4703-94a1-e2099e4c958f req-d130e81c-711c-4568-8865-048eae8d46c4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2537606 Dec 16 08:01:51.691311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f89c08cb-6d30-4a57-bff5-e9887e1343b8 None None] For port 8d74dd2b-f1d2-4319-972b-97c1e665a56c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8d74dd2b-f1d2-4319-972b-97c1e665a56c,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:51.752618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e5aa031-1cd5-4703-94a1-e2099e4c958f req-767b9bc3-9dc8-46f6-a56e-b2663b11d867 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188588 Dec 16 08:01:51.752618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-b065a67a-c4c1-469e-a4b7-2aa9d3c7da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:51.752618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-b065a67a-c4c1-469e-a4b7-2aa9d3c7da1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126440 Dec 16 08:01:51.794342 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b12cf044-6194-42a8-9743-f74015531ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c', 'name': 'tempest-NetworksTestDHCPv6-router-54553730', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:43Z', 'updated_at': '2021-12-16T08:01:47Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'gw_port_host': None, '_interfaces': [{'id': '8d74dd2b-f1d2-4319-972b-97c1e665a56c', 'name': '', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'mac_address': 'fa:16:3e:f5:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '3d62e4e0-2039-4b2d-8b39-33982e944864', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:45Z', 'updated_at': '2021-12-16T08:01:51Z', 'revision_number': 4, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'subnets': [{'id': '3d62e4e0-2039-4b2d-8b39-33982e944864', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:51.804271 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f89c08cb-6d30-4a57-bff5-e9887e1343b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.845133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Router 9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:01:51.865666 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cf044-6194-42a8-9743-f74015531ece None None] The sync data for ids ['e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'] in n-d-820935-11 is: [{'id': 'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c', 'name': 'tempest-NetworksTestDHCPv6-router-54553730', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:43Z', 'updated_at': '2021-12-16T08:01:47Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'gw_port_host': None, '_interfaces': [{'id': '8d74dd2b-f1d2-4319-972b-97c1e665a56c', 'name': '', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'mac_address': 'fa:16:3e:f5:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '3d62e4e0-2039-4b2d-8b39-33982e944864', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:45Z', 'updated_at': '2021-12-16T08:01:51Z', 'revision_number': 4, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'subnets': [{'id': '3d62e4e0-2039-4b2d-8b39-33982e944864', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:51.867010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-5dd8c14c-e3cb-40c9-b9b8-560ea2042c05 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124692 Dec 16 08:01:51.917004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c08cb-6d30-4a57-bff5-e9887e1343b8 None None] Pushing event updated for resources: {'Port': ['ID=8d74dd2b-f1d2-4319-972b-97c1e665a56c,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:51.973980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:51.975553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ef96bed3-a994-4e0e-a882-6ce1074c3001 None None] Provisioning complete for port 8d74dd2b-f1d2-4319-972b-97c1e665a56c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:51.976257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef96bed3-a994-4e0e-a882-6ce1074c3001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:52.013422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ef96bed3-a994-4e0e-a882-6ce1074c3001 None None] Port 8d74dd2b-f1d2-4319-972b-97c1e665a56c was deleted so its status cannot be updated. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 08:01:52.024520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=8d74dd2b-f1d2-4319-972b-97c1e665a56c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:52.134048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bedeb668-0ffe-48e0-bd84-9ad187e24414 req-a9d0a1bc-eb45-41cd-9fd8-00cc204e4ddf service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078526 Dec 16 08:01:52.209388 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:52.262072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.277436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.284021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.293312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.300846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.307133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.315380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.321459 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-813f922a-0723-483f-9aa2-1938776ad63f req-53a2d746-c888-4e5f-9d4e-79a5be7503bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.2390957 Dec 16 08:01:52.351758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:52.358066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:52.359298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-380bb500-4da6-4714-97de-caad697f1c46 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "PUT /v2.0/routers/9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e HTTP/1.1" status: 200 len: 915 time: 6.3550439 Dec 16 08:01:52.366697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:52.366977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] Sync routers for ids ['9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:52.379898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] Routers {'9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:52.380761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:52.467629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:52.488562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] Routers {'9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:52.489392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:52.567430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:52.569774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8939baf-3957-47cf-ba66-494cfaf98e7d None None] The sync data for ids ['9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:52.597352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Router e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:01:52.623009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-813f922a-0723-483f-9aa2-1938776ad63f req-3533e1f9-345e-4a83-a021-b52da89636ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3004766 Dec 16 08:01:52.654963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.655455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.655926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.656412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.656879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.657390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.657857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.660013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-8ccdb956-0371-46dc-a4a8-9d574b1de0cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6483 time: 0.1803303 Dec 16 08:01:52.673750 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c2025c98-59c6-4d98-b99a-c8d8074789d9 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e HTTP/1.1" status: 200 len: 921 time: 0.2835565 Dec 16 08:01:52.698898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37916) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:52.727206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:01:52.733273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-47417493-8399-414a-af02-0e01c375983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "PUT /v2.0/routers/e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4271259 Dec 16 08:01:52.735694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37918) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:52.813094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a1adf-46fc-4d80-aaa1-a8b62698afab tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.819461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a1adf-46fc-4d80-aaa1-a8b62698afab tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:52.821269 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac0a1adf-46fc-4d80-aaa1-a8b62698afab tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0839541 Dec 16 08:01:52.823887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37922) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:52.893564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 3d62e4e0-2039-4b2d-8b39-33982e944864 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:01:52.897574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:52.965707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:53.062751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbf798-aa34-4da4-9f23-71f111562ddf tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:53.064964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b6cbf798-aa34-4da4-9f23-71f111562ddf tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3698251 Dec 16 08:01:53.070145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37926) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:53.075554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-88073e0c-79d1-4bb7-a362-7549361c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:53.077407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-88073e0c-79d1-4bb7-a362-7549361c245b service neutron] 10.222.0.36 "GET /v2.0/networks?id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 903 time: 0.4055181 Dec 16 08:01:53.134806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-d393ae76-a7cd-4db0-ae94-c8698dff5c38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.0485914 Dec 16 08:01:53.147027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45350-e2cc-4e06-b8a1-34e096a8680e req-0c237f58-2037-41cf-8044-3143d6620f00 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:53.149617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbe45350-e2cc-4e06-b8a1-34e096a8680e req-0c237f58-2037-41cf-8044-3143d6620f00 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2276292 Dec 16 08:01:53.160932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:53.236723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e444c5d-7ea5-4ca4-b6a5-b00f91f06e48 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:53.241846 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9e444c5d-7ea5-4ca4-b6a5-b00f91f06e48 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.1709092 Dec 16 08:01:53.244739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37928) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:53.283552 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-91f2b20b-20b7-484d-b64f-712b390e73fa tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e HTTP/1.1" status: 200 len: 205 time: 0.0347493 Dec 16 08:01:53.289255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-0884864e-051b-4c96-9f79-aefcd92b62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:53.289408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37930) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:53.289542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-0884864e-051b-4c96-9f79-aefcd92b62f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.1341803 Dec 16 08:01:53.329927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbe45350-e2cc-4e06-b8a1-34e096a8680e req-087d843c-918f-4696-b8a7-a1b8e5d5232e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1669199 Dec 16 08:01:53.349354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-3989e39e-e5a9-48f3-896f-2b1f46cee360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:53.351346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-3989e39e-e5a9-48f3-896f-2b1f46cee360 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557649 Dec 16 08:01:53.362333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:53.395480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=3d62e4e0-2039-4b2d-8b39-33982e944864,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:53.437859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:53.442339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-66506119-42a1-442e-bb5b-167bcdb4bb84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/3d62e4e0-2039-4b2d-8b39-33982e944864 HTTP/1.1" status: 204 len: 168 time: 0.6162887 Dec 16 08:01:53.444018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37934) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:53.452290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f305dec-a3ce-40b1-9aa3-3c0011d30c7d None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:53.542956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-ca74ea54-45cb-4d30-be24-4fdb889c6b5f service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804457 Dec 16 08:01:53.692586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5075a21-67bd-4296-b9ed-3ff9ace5d1e6 req-1eb91fa2-0227-4825-b1ec-3e7cc539d2b2 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339161 Dec 16 08:01:53.718521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:01:53.812746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] Deleting port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:53.813431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:53.928939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] For port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:53.929576 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:53.947073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] Calling delete_port for ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:54.008467 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.087632 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-687dc4a1-b024-4f53-938a-9753ada0b58d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6424329 Dec 16 08:01:54.116742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37942) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:54.144868 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.162687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-96f76479-1b87-4c6b-8a43-fbe118c8f49a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4329276 Dec 16 08:01:54.216696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61ff3235-6452-4d24-a448-be531a146d34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.228023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] Pushing event deleted for resources: {'Port': ['ID=ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:54.230873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.239118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.243680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9deb4bd-5d4d-4a35-9258-5cbf879e44d2 None None] No DVR routers for this DVR port ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:01:54.245891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.255328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.261765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.268598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.276080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.278048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-608c6182-f79b-4877-8344-2208137b28d5 req-ae04170f-686b-49a7-8786-75b0f3e93d87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.4908667 Dec 16 08:01:54.296548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.378382 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] Sync routers for ids ['e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:01:54.395278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-608c6182-f79b-4877-8344-2208137b28d5 req-b1f30041-9ca2-4055-8ed7-cb63ab971c1e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822816 Dec 16 08:01:54.408912 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] Routers {'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:54.409279 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:54.435950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.441650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.442163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.442639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.443104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.443569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.448738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.450862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-986cdd04-b851-4653-bc5f-14e7a4cde587 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6508 time: 0.1718891 Dec 16 08:01:54.471115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61ff3235-6452-4d24-a448-be531a146d34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.474906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:54.476134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61ff3235-6452-4d24-a448-be531a146d34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.522033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:54.522692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ff54b8f2-7aa7-4406-bf36-b0a6ee8f60ca not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:54.558644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Deleting port c279ed7e-22a4-4ec5-86a7-a62c52a43fe5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:01:54.558878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.575768 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] Set router e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:01:54.653250 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61ff3235-6452-4d24-a448-be531a146d34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.653999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ff3235-6452-4d24-a448-be531a146d34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Fanout notify agent at l3_agent the message router_deleted on router e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:01:54.665417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61ff3235-6452-4d24-a448-be531a146d34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.666595 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61ff3235-6452-4d24-a448-be531a146d34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/routers/e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c HTTP/1.1" status: 204 len: 168 time: 0.5485361 Dec 16 08:01:54.674557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37954) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:54.681124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:54.682204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:54.702542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-3d23409c-6cea-487b-aeca-4fe16c3f1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.703220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-3d23409c-6cea-487b-aeca-4fe16c3f1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.704134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-3d23409c-6cea-487b-aeca-4fe16c3f1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:54.706485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-3d23409c-6cea-487b-aeca-4fe16c3f1989 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=50554593-86d8-4125-aa44-2756977b8260&id=50554593-86d8-4125-aa44-2756977b8260 HTTP/1.1" status: 200 len: 2299 time: 0.1865344 Dec 16 08:01:54.707132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Calling delete_port for c279ed7e-22a4-4ec5-86a7-a62c52a43fe5 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:01:54.714846 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c', 'name': 'tempest-NetworksTestDHCPv6-router-54553730', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:43Z', 'updated_at': '2021-12-16T08:01:51Z', 'revision_number': 3, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:01:54.749423 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] Checking router: e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:01:54.760948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] Routers set() bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:01:54.761564 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] Router IDs set() for agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 08:01:54.762977 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent'). {{(pid=110398) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 08:01:54.763709 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29c06c-0520-4ae7-8e20-aaa77fdc59aa None None] The sync data for ids ['e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:01:54.978885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-4ef6fca1-bd39-4a7d-9c38-3334c127cccc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5 HTTP/1.1" status: 200 len: 1002 time: 0.2271705 Dec 16 08:01:55.013251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.035460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-bc602f26-15ea-4afb-9425-939a76c9c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.037023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-bc602f26-15ea-4afb-9425-939a76c9c3cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b806765-50b6-4970-8d37-d1e022e4d5f3 HTTP/1.1" status: 200 len: 856 time: 0.0512946 Dec 16 08:01:55.055764 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event deleted for resources: {'Port': ['ID=c279ed7e-22a4-4ec5-86a7-a62c52a43fe5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:55.088904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:01:55.092914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.129338 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.184636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-cf4d3810-1d30-421f-9102-a54340e474d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.186912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-cf4d3810-1d30-421f-9102-a54340e474d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432834 Dec 16 08:01:55.299841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-089c0396-9a30-41d0-9b29-23c2308979f4 service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052823 Dec 16 08:01:55.321508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.324948 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.415300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-590f71df-ac04-499b-8246-361cbe4c6c48 service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075315 Dec 16 08:01:55.461507 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.462051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Fanout notify agent at l3_agent the message router_deleted on router 9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:01:55.469923 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.471022 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1d95a2ba-2455-42b7-aaff-d5c83a9cc5f2 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e HTTP/1.1" status: 204 len: 168 time: 2.1849265 Dec 16 08:01:55.474874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37960) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:55.481314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-32e62b49-0baf-40c1-9cd1-8eeec29d6a5e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-203291690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:55.487746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-fb231cf8-b244-46c6-a56d-0bba9954af46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 217 time: 0.0651610 Dec 16 08:01:55.632578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-f7a1c209-b2e1-4a6c-b35f-a2bc5ed75b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.634072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-f7a1c209-b2e1-4a6c-b35f-a2bc5ed75b5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1394753 Dec 16 08:01:55.685531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.692674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.698648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.705201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.711274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.717259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.723514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.725551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-853eaeea-20b2-40a9-8cfa-5d31e7a55159 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.2142279 Dec 16 08:01:55.758725 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32e62b49-0baf-40c1-9cd1-8eeec29d6a5e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.759793 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32e62b49-0baf-40c1-9cd1-8eeec29d6a5e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.859459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-409c3e5c-e12e-4dd5-8a9e-c404341d520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:55.861676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-409c3e5c-e12e-4dd5-8a9e-c404341d520c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2189517 Dec 16 08:01:55.870438 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32e62b49-0baf-40c1-9cd1-8eeec29d6a5e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.894901 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.963676 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32e62b49-0baf-40c1-9cd1-8eeec29d6a5e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:55.989039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77042e2e-41fa-4446-acc9-0da660f47f23 req-7ff67fa3-c4c3-4fef-8c6b-b02a7bf2f7e2 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2407126 Dec 16 08:01:56.007048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:56.016206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:56.027915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55a8a3-6488-4b29-bf77-fe42af7a547b None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:01:56.032773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:56.033709 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.048838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=cb3eeff8-7283-4266-a2ee-788a122dc2b9,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:56.069946 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-67d68a81-4103-445b-b3d7-f95d7f2173e5 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982722 Dec 16 08:01:56.101442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-32e62b49-0baf-40c1-9cd1-8eeec29d6a5e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.103116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-32e62b49-0baf-40c1-9cd1-8eeec29d6a5e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6268728 Dec 16 08:01:56.105954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37966) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:56.110764 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': False}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:56.153918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-75b2204c-6058-4fb5-8784-b1d4970ae9f9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4780254 Dec 16 08:01:56.156673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37968) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:56.162829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-509b0c90-1680-4ac7-aec8-512cbf6a784a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-432830229', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:01:56.198658 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'cb3eeff8-7283-4266-a2ee-788a122dc2b9'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:01:56.199732 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.231951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-57c358d7-0fe4-4781-9d81-7c294d72e9d1 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539626 Dec 16 08:01:56.287165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-afed37ec-cba4-4b95-8fd1-caa7ff0db1a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 217 time: 0.0463767 Dec 16 08:01:56.289878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-509b0c90-1680-4ac7-aec8-512cbf6a784a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.291699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-509b0c90-1680-4ac7-aec8-512cbf6a784a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.381096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8d74dd2b-f1d2-4319-972b-97c1e665a56c no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:01:56.420932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8d74dd2b-f1d2-4319-972b-97c1e665a56c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:01:56.421427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8d74dd2b-f1d2-4319-972b-97c1e665a56c not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:01:56.444145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-b9287271-2137-4e5a-9327-f79e83759689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:56.445683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-b9287271-2137-4e5a-9327-f79e83759689 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1447577 Dec 16 08:01:56.447113 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-509b0c90-1680-4ac7-aec8-512cbf6a784a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.460003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/cb3eeff8-7283-4266-a2ee-788a122dc2b9/97f0422d-434c-4f8f-bc7c-4db263ae664a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:56.468087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-b9070af6-ec60-493d-b1f4-be0f7a31530e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1320837 Dec 16 08:01:56.502602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-509b0c90-1680-4ac7-aec8-512cbf6a784a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.515022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.539341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-93688201-d5d6-4e2e-81d5-0c9b5cb27b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:56.540962 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-93688201-d5d6-4e2e-81d5-0c9b5cb27b9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0867782 Dec 16 08:01:56.636957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-0cf69e82-57b1-4854-baad-96984da35576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:56.638454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-0cf69e82-57b1-4854-baad-96984da35576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 1097 time: 0.1163826 Dec 16 08:01:56.667767 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-509b0c90-1680-4ac7-aec8-512cbf6a784a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.669066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-509b0c90-1680-4ac7-aec8-512cbf6a784a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5111372 Dec 16 08:01:56.674036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37972) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:01:56.729577 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.738437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-ca87f3fc-6247-4e44-ac53-e04173480a84 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766639 Dec 16 08:01:56.813242 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:56.889678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-7e4c9445-0bb1-4d7b-964e-909ac80477d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:56.891394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-7e4c9445-0bb1-4d7b-964e-909ac80477d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.2195001 Dec 16 08:01:56.900171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:56.916305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:56.922638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:56.928274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-bbbe8f74-1d6b-4694-b102-ab55543fe80d service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819935 Dec 16 08:01:57.010585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Pushing event updated for resources: {'Port': ['ID=97f0422d-434c-4f8f-bc7c-4db263ae664a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:57.063650 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-3a8d88a6-a12f-422f-ad91-3383569a198c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04c21fec-68ad-44cd-ae98-f8a14e324921 HTTP/1.1" status: 200 len: 217 time: 0.1343160 Dec 16 08:01:57.065668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-8a139a50-acb5-4d75-8b59-974c357cd169 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=4889025c-1913-4600-8cbc-c47eff052b5f HTTP/1.1" status: 200 len: 217 time: 0.1294632 Dec 16 08:01:57.097756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Attempting to bind port 97f0422d-434c-4f8f-bc7c-4db263ae664a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:01:57.098348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Attempting to bind port 97f0422d-434c-4f8f-bc7c-4db263ae664a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:01:57.098713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Attempting to bind port 97f0422d-434c-4f8f-bc7c-4db263ae664a on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:01:57.106424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:01:57.106975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:01:57.107471 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:57.107965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:01:57.108561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Bound port: 97f0422d-434c-4f8f-bc7c-4db263ae664a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:01:57.109052 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:57.153297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:57.153640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-98fccd08-7dcb-4278-b19b-aa36bfa2588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.155145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-98fccd08-7dcb-4278-b19b-aa36bfa2588e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.0805264 Dec 16 08:01:57.197954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:57.202799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] For port 97f0422d-434c-4f8f-bc7c-4db263ae664a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:01:57.207281 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] For port 97f0422d-434c-4f8f-bc7c-4db263ae664a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=97f0422d-434c-4f8f-bc7c-4db263ae664a,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:01:57.226612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:57.259196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:57.302004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-1fbde6f7-436f-4348-8699-97871678accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.308907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-1fbde6f7-436f-4348-8699-97871678accd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.1498106 Dec 16 08:01:57.353754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e35d8b-bf62-42d9-8536-51475e14839d None None] Pushing event updated for resources: {'Port': ['ID=97f0422d-434c-4f8f-bc7c-4db263ae664a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:57.435478 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:57.450305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-6731b703-2621-489b-ba65-391814c53406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.452368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-6731b703-2621-489b-ba65-391814c53406 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2072361 Dec 16 08:01:57.503912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.510642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.516730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.523349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.530167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.536901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.542898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.545214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-e97acb4d-547b-4e42-b803-c9c061068e13 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.3228066 Dec 16 08:01:57.547123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-f7ee0d06-43e4-4d2c-b513-c72d8ed705e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:57.548634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-f7ee0d06-43e4-4d2c-b513-c72d8ed705e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671190 Dec 16 08:01:57.762981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-4eb1a4c3-8a09-41dd-a57a-5f8fd319c7f1 service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021928 Dec 16 08:01:57.922166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81b454ae-6c07-42e2-8c46-de42a46f4474 req-480046fd-0b98-439a-a769-6a68cdd5aa02 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2691419 Dec 16 08:01:57.927470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-213fc6c3-297e-45d0-8987-3b7e95e1c53b service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629815 Dec 16 08:01:58.074877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18da046e-0e06-4694-b109-4e3aee5c2642 req-7e76c3b7-c180-4734-a93c-4af7102b65c5 service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971570 Dec 16 08:01:58.076277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::1 (feccb947-4baf-4886-a172-ef2f821be361/cb3eeff8-7283-4266-a2ee-788a122dc2b9/7fdd901e-542b-469e-b7b7-1fbd4a766613) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:58.140835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-a2175be1-27f2-447a-ad9c-aae7c2695304 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943069 Dec 16 08:01:58.179440 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da1b22aa-4e9c-4740-871d-1fca8bb4b1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.213170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-55417d3b-c684-4473-872b-09a1ffd83853 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=2fb121c9-f464-4a6c-9689-a7432580002e HTTP/1.1" status: 200 len: 217 time: 0.0644963 Dec 16 08:01:58.245741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Allocated IP 172.25.2.218 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/f498bdc5-acca-42ae-80c4-e0c52271d912) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:01:58.287648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-34841337-8b72-4d88-91ea-32936351adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:58.288849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-34841337-8b72-4d88-91ea-32936351adaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.0654294 Dec 16 08:01:58.363328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-65178cf4-0b2b-44fa-a783-b963de84c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:58.365005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-65178cf4-0b2b-44fa-a783-b963de84c288 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693228 Dec 16 08:01:58.370269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.524138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-98854dcc-d4d7-4bae-8441-a9f97dca68a6 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513844 Dec 16 08:01:58.541950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.557692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 97f0422d-434c-4f8f-bc7c-4db263ae664a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:01:58.632842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.676753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-e475d12b-3fd3-4a91-8653-26e0366ac14e service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439612 Dec 16 08:01:58.677247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 97f0422d-434c-4f8f-bc7c-4db263ae664a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:58.677637 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.688535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=7fdd901e-542b-469e-b7b7-1fbd4a766613,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:58.695602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.735010 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:58.740938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-031573d5-baad-4ff1-ad6f-40b3d49e9500 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6048354-ffb4-4b99-a86a-694aa381a605 HTTP/1.1" status: 200 len: 217 time: 0.0569439 Dec 16 08:01:58.758472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:01:58.763033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:58.768396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:58.769318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.775159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:01:58.777743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:01:58.845175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-19b157ad-0f5e-4c42-a878-de040613bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:58.847960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-19b157ad-0f5e-4c42-a878-de040613bcce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.1001287 Dec 16 08:01:58.867427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Pushing event updated for resources: {'Port': ['ID=f498bdc5-acca-42ae-80c4-e0c52271d912,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:58.886888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-03517a5c-cbdc-4f06-ba29-d62c918dfb02 None None] Provisioning complete for port 97f0422d-434c-4f8f-bc7c-4db263ae664a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:01:58.890140 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03517a5c-cbdc-4f06-ba29-d62c918dfb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:58.966441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-44d027a4-f777-4a1e-a927-d87bb847ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:58.971253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-44d027a4-f777-4a1e-a927-d87bb847ff5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132753 Dec 16 08:01:59.047830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.113276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 97f0422d-434c-4f8f-bc7c-4db263ae664a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=97f0422d-434c-4f8f-bc7c-4db263ae664a,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:01:59.170715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.192692 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03517a5c-cbdc-4f06-ba29-d62c918dfb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.205907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-19fa368f-b917-4a8c-bd1f-ed02556b8114 service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279608 Dec 16 08:01:59.241806 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.291237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.299235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.305543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.311884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.319258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.325749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.332680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.335437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-da6f97cf-0cb1-48cc-b53f-746f588430e1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.2285523 Dec 16 08:01:59.356280 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-03517a5c-cbdc-4f06-ba29-d62c918dfb02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:01:59.356816 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-03517a5c-cbdc-4f06-ba29-d62c918dfb02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:01:59.403990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=97f0422d-434c-4f8f-bc7c-4db263ae664a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:01:59.499874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.777432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4d850b2-f878-432a-8c73-bcd4852d6a89 req-3a77395f-cbad-4a4e-b570-2c9f79b8c055 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4322340 Dec 16 08:01:59.781349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-e165ed90-8207-4bc2-b94e-207ba556a3de service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660517 Dec 16 08:01:59.835150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-976d25e6-b56a-4fde-8b78-c760f8f4762f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a78ae675-cc66-473b-95d1-de9a6843215e HTTP/1.1" status: 200 len: 217 time: 0.0444317 Dec 16 08:01:59.846207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2069-62cf-411d-8080-7d1aaa0a7aad req-7d7fcd49-def3-482b-a4d6-bb41cdd705f5 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.849761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-024d2069-62cf-411d-8080-7d1aaa0a7aad req-7d7fcd49-def3-482b-a4d6-bb41cdd705f5 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 949 time: 0.1369340 Dec 16 08:01:59.906462 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.938128 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.944516 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.948007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:01:59.951582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-538e94c7-d2de-40a8-8cfc-bebd27e0919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:01:59.961436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-538e94c7-d2de-40a8-8cfc-bebd27e0919d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.0995095 Dec 16 08:01:59.975151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-024d2069-62cf-411d-8080-7d1aaa0a7aad req-4f2e5459-ae4d-406d-9bde-c5b08efb028d tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076784 Dec 16 08:02:00.009429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-1f099e4d-8740-409a-9146-d70048715003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:00.010852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-1f099e4d-8740-409a-9146-d70048715003 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501235 Dec 16 08:02:00.031317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-44d83cbf-4100-4998-9302-d72dbd580e8c None None] Provisioning complete for port 7fdd901e-542b-469e-b7b7-1fbd4a766613 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:00.031964 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-44d83cbf-4100-4998-9302-d72dbd580e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:00.057030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:00.057823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:00.078586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-44d83cbf-4100-4998-9302-d72dbd580e8c None None] Port 7fdd901e-542b-469e-b7b7-1fbd4a766613 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:02:00.118393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-11208327-677a-42df-9c7f-386160aa5fff service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976706 Dec 16 08:02:00.163234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=7fdd901e-542b-469e-b7b7-1fbd4a766613,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:00.219690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e74c13-3f13-4006-a3c8-ffb415310d3f req-231cc23e-5b3e-45ae-8947-2f68451dddc4 service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933201 Dec 16 08:02:00.249073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:00.250727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:00.331892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Router e9aed8fd-6cf5-48e0-99ca-1a3902885f31 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:00.412547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 97f0422d-434c-4f8f-bc7c-4db263ae664a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:00.466646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 97f0422d-434c-4f8f-bc7c-4db263ae664a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:00.467023 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:00.493569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:00.507591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:00.507802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] Sync routers for ids ['e9aed8fd-6cf5-48e0-99ca-1a3902885f31'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:00.509188 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c74cd17e-3a57-497a-9b3c-5281dcfac5fa tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "PUT /v2.0/routers/e9aed8fd-6cf5-48e0-99ca-1a3902885f31 HTTP/1.1" status: 200 len: 915 time: 4.4019287 Dec 16 08:02:00.511872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:00.527135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] Routers {'e9aed8fd-6cf5-48e0-99ca-1a3902885f31'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:00.527764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9aed8fd-6cf5-48e0-99ca-1a3902885f31'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:00.600239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Router 6033ef55-b648-4a30-b3da-d8181cf8b7d0 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:00.695624 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc73c9fb-24db-4aa9-ba6d-6074692c3024 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/e9aed8fd-6cf5-48e0-99ca-1a3902885f31 HTTP/1.1" status: 200 len: 921 time: 0.1817136 Dec 16 08:02:00.698450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38008) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:00.717055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:00.726357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ca8bcbf3-77de-4a71-8c67-6e8280289ec3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "PUT /v2.0/routers/6033ef55-b648-4a30-b3da-d8181cf8b7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0420742 Dec 16 08:02:00.726923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38010) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:00.732586 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Sync routers for ids ['6033ef55-b648-4a30-b3da-d8181cf8b7d0'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:00.738622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:00.745938 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Routers {'6033ef55-b648-4a30-b3da-d8181cf8b7d0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:00.746815 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6033ef55-b648-4a30-b3da-d8181cf8b7d0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:00.748022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e4506-af5d-4128-9ca8-898719c34316 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:00.752771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-af4e4506-af5d-4128-9ca8-898719c34316 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=e9aed8fd-6cf5-48e0-99ca-1a3902885f31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0501986 Dec 16 08:02:00.752959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38012) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:00.778372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] Routers {'e9aed8fd-6cf5-48e0-99ca-1a3902885f31'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:00.778917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:01:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e9aed8fd-6cf5-48e0-99ca-1a3902885f31'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:00.784373 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cd84a507-cbeb-42d4-8dff-6e2316ee8700 None None] Provisioning complete for port 7fdd901e-542b-469e-b7b7-1fbd4a766613 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:00.784752 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd84a507-cbeb-42d4-8dff-6e2316ee8700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:00.809077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddccd2d-741f-4d6b-b06c-7f7a0fef33b4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:00.812778 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9ddccd2d-741f-4d6b-b06c-7f7a0fef33b4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports/7fdd901e-542b-469e-b7b7-1fbd4a766613 HTTP/1.1" status: 200 len: 911 time: 0.0840750 Dec 16 08:02:00.816212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:00.845205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:00.846062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652c423-ff6c-4a1f-8b25-0c02f94c0c03 None None] The sync data for ids ['e9aed8fd-6cf5-48e0-99ca-1a3902885f31'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:00.849940 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Set router 6033ef55-b648-4a30-b3da-d8181cf8b7d0 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:00.877949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30dd69-f75f-41a3-b52c-60a3dee0bf06 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:00.880815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5a30dd69-f75f-41a3-b52c-60a3dee0bf06 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.1263669 Dec 16 08:02:00.883104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-cd84a507-cbeb-42d4-8dff-6e2316ee8700 None None] Port 7fdd901e-542b-469e-b7b7-1fbd4a766613 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:02:00.887570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38022) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:00.904993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f3fcfefb-6f6a-4608-bea5-fdbb2da0ba22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:00.932953 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1132a0a1-5661-4ff9-b741-7a5b7eb62c57 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9aed8fd-6cf5-48e0-99ca-1a3902885f31 HTTP/1.1" status: 200 len: 205 time: 0.0416775 Dec 16 08:02:00.936754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38026) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:00.951806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ceff27-aede-468d-a360-f4b78590fa11 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:00.960053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ceff27-aede-468d-a360-f4b78590fa11 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:00.962621 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d0ceff27-aede-468d-a360-f4b78590fa11 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1445572 Dec 16 08:02:00.965404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38030) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:01.134350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.141088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.148501 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.154989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.162239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.169589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.177328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.179473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-8c9ce555-92a1-484f-a190-47a2a67c8e69 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.2471833 Dec 16 08:02:01.256516 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6033ef55-b648-4a30-b3da-d8181cf8b7d0', 'name': 'tempest-NetworksTestDHCPv6-router-432830229', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:56Z', 'updated_at': '2021-12-16T08:01:59Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'gw_port_host': None, '_interfaces': [{'id': '7fdd901e-542b-469e-b7b7-1fbd4a766613', 'name': '', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'mac_address': 'fa:16:3e:e4:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033ef55-b648-4a30-b3da-d8181cf8b7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cb3eeff8-7283-4266-a2ee-788a122dc2b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:57Z', 'updated_at': '2021-12-16T08:01:59Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'subnets': [{'id': 'cb3eeff8-7283-4266-a2ee-788a122dc2b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:01.289064 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Checking router: 6033ef55-b648-4a30-b3da-d8181cf8b7d0 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:02:01.289543 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Updating router 6033ef55-b648-4a30-b3da-d8181cf8b7d0 port 7fdd901e-542b-469e-b7b7-1fbd4a766613 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:02:01.301889 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.310434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b3513-8af9-4302-aac8-934e1078afb9 req-df5f65fa-3adf-4835-9f51-096b309edd0c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.312078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa2b3513-8af9-4302-aac8-934e1078afb9 req-df5f65fa-3adf-4835-9f51-096b309edd0c tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 949 time: 0.1315091 Dec 16 08:02:01.323533 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.417935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-d40debfe-aac7-484c-8bee-26b39eb56c51 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:01.419715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-d40debfe-aac7-484c-8bee-26b39eb56c51 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.36 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 949 time: 0.1770890 Dec 16 08:02:01.450841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c544273-be72-4dbc-9f87-4b1aa4c6ef28 req-e570a0a3-371b-4dca-b2f3-17eaa01242ec tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2326574 Dec 16 08:02:01.534637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa2b3513-8af9-4302-aac8-934e1078afb9 req-b567a1eb-f6ee-49ce-8d50-0472f513ee9d tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/security-groups?id=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820939 Dec 16 08:02:01.571020 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.602434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Deleting port 3f28f653-4586-48b2-8675-13ce2bd02569 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:01.602777 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.708898 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.723285 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.756964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] For port 3f28f653-4586-48b2-8675-13ce2bd02569, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3f28f653-4586-48b2-8675-13ce2bd02569,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:01.757348 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.765556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Deleting port f498bdc5-acca-42ae-80c4-e0c52271d912 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:01.765906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.774394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.781600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Calling delete_port for 3f28f653-4586-48b2-8675-13ce2bd02569 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:01.785831 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.857886 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdad44c-9a0a-4c43-b579-c33ad52744e7 None None] Pushing event updated for resources: {'Port': ['ID=7fdd901e-542b-469e-b7b7-1fbd4a766613,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:01.922146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.932502 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Attempting to bind port 7fdd901e-542b-469e-b7b7-1fbd4a766613 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:01.933019 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Attempting to bind port 7fdd901e-542b-469e-b7b7-1fbd4a766613 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:01.933477 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Attempting to bind port 7fdd901e-542b-469e-b7b7-1fbd4a766613 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:01.939019 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:01.939804 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:01.940575 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.941070 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:01.941640 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Bound port: 7fdd901e-542b-469e-b7b7-1fbd4a766613, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:01.942262 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:01.943487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Calling delete_port for f498bdc5-acca-42ae-80c4-e0c52271d912 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:02.071862 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] For port 7fdd901e-542b-469e-b7b7-1fbd4a766613, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:02.082994 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] For port 7fdd901e-542b-469e-b7b7-1fbd4a766613, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7fdd901e-542b-469e-b7b7-1fbd4a766613,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:02.092519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 7fdd901e-542b-469e-b7b7-1fbd4a766613 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:02.102078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.134024 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.199935 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Routers {'6033ef55-b648-4a30-b3da-d8181cf8b7d0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:02.199935 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6033ef55-b648-4a30-b3da-d8181cf8b7d0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:02.232324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4bbbb9d9-649f-487d-9496-82bfb690bec6 None None] Provisioning complete for port 7fdd901e-542b-469e-b7b7-1fbd4a766613 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:02.232789 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb9d9-649f-487d-9496-82bfb690bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.237615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] For port 7fdd901e-542b-469e-b7b7-1fbd4a766613, host n-d-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:02.238296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.254299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 7fdd901e-542b-469e-b7b7-1fbd4a766613 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:02.261006 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdad44c-9a0a-4c43-b579-c33ad52744e7 None None] Pushing event updated for resources: {'Port': ['ID=7fdd901e-542b-469e-b7b7-1fbd4a766613,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:02.276628 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.325118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3f28f653-4586-48b2-8675-13ce2bd02569'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:02.355588 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] Set router 6033ef55-b648-4a30-b3da-d8181cf8b7d0 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:02.371697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.399300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Pushing event deleted for resources: {'Port': ['ID=3f28f653-4586-48b2-8675-13ce2bd02569,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:02.475269 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb9d9-649f-487d-9496-82bfb690bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.526829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.527205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.527536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.527874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.528566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.528566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.528910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.529215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.529555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.529882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.530372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.539616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.539616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:02.600380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] No DVR routers for this DVR port 3f28f653-4586-48b2-8675-13ce2bd02569 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:02.608895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.614960 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.619357 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2983493-acb8-4205-ae72-0d4eea1d65d7 req-47c4077e-f23b-4aa9-aefb-c7c88a17a00e tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.36 "DELETE /v2.0/ports/3f28f653-4586-48b2-8675-13ce2bd02569 HTTP/1.1" status: 204 len: 173 time: 1.1597800 Dec 16 08:02:02.650591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576d8649-0495-4861-adc7-69c5a07664af', 'name': 'network-vif-deleted', 'tag': '3f28f653-4586-48b2-8675-13ce2bd02569'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:02:02.653508 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b4a12c-d291-4f3d-a72d-23fd390ff849" -d '{"events": [{"server_uuid": "576d8649-0495-4861-adc7-69c5a07664af", "name": "network-vif-deleted", "tag": "3f28f653-4586-48b2-8675-13ce2bd02569"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:02:02.655531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=7fdd901e-542b-469e-b7b7-1fbd4a766613,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:02.691891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event deleted for resources: {'Port': ['ID=f498bdc5-acca-42ae-80c4-e0c52271d912,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:02.734203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b636672-b4c6-4993-a1a9-0b5ff9562ae1 req-cb338908-efa6-410d-af14-20898c076c30 tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 210 time: 0.0771182 Dec 16 08:02:02.792013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-dd394eec-9e44-4cf8-aec3-9be9f28116e3 None None] Could not find standard attr ID for object 7fdd901e-542b-469e-b7b7-1fbd4a766613. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:02.800573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.825536 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6033ef55-b648-4a30-b3da-d8181cf8b7d0', 'name': 'tempest-NetworksTestDHCPv6-router-432830229', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:56Z', 'updated_at': '2021-12-16T08:01:59Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'gw_port_host': None, '_interfaces': [{'id': '7fdd901e-542b-469e-b7b7-1fbd4a766613', 'name': '', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'mac_address': 'fa:16:3e:e4:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033ef55-b648-4a30-b3da-d8181cf8b7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cb3eeff8-7283-4266-a2ee-788a122dc2b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:57Z', 'updated_at': '2021-12-16T08:02:02Z', 'revision_number': 4, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'subnets': [{'id': 'cb3eeff8-7283-4266-a2ee-788a122dc2b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:02.838025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:02.932633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:02.944270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:02.950775 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61226bff-53d9-4c2e-9dda-189760c66427 None None] The sync data for ids ['6033ef55-b648-4a30-b3da-d8181cf8b7d0'] in n-d-820935-11 is: [{'id': '6033ef55-b648-4a30-b3da-d8181cf8b7d0', 'name': 'tempest-NetworksTestDHCPv6-router-432830229', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:01:56Z', 'updated_at': '2021-12-16T08:01:59Z', 'revision_number': 2, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'gw_port_host': None, '_interfaces': [{'id': '7fdd901e-542b-469e-b7b7-1fbd4a766613', 'name': '', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'tenant_id': '77b552b7b517401dafdf94e305d9aa09', 'mac_address': 'fa:16:3e:e4:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033ef55-b648-4a30-b3da-d8181cf8b7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cb3eeff8-7283-4266-a2ee-788a122dc2b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:01:57Z', 'updated_at': '2021-12-16T08:02:02Z', 'revision_number': 4, 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'subnets': [{'id': 'cb3eeff8-7283-4266-a2ee-788a122dc2b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:02.953864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:02.962791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:02.968953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:02.975399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:02.985508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:02.993491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-4d8dbf93-22db-4961-af0e-47ebc735366b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.3880651 Dec 16 08:02:03.049703 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad6da9e-9105-4e9a-b35c-2001bd466a04 x-openstack-request-id: req-7ad6da9e-9105-4e9a-b35c-2001bd466a04 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:02:03.049993 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576d8649-0495-4861-adc7-69c5a07664af", "name": "network-vif-deleted", "tag": "3f28f653-4586-48b2-8675-13ce2bd02569", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:02:03.050250 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ad6da9e-9105-4e9a-b35c-2001bd466a04 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:02:03.050788 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576d8649-0495-4861-adc7-69c5a07664af', 'name': 'network-vif-deleted', 'tag': '3f28f653-4586-48b2-8675-13ce2bd02569', 'status': 'completed', 'code': 200} Dec 16 08:02:03.161410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Router 6033ef55-b648-4a30-b3da-d8181cf8b7d0 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:02:03.162790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.167221 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.218339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63063e24-2ece-4553-8452-4dbbfd2377f1 req-717f6fa7-e91b-4cdf-ba00-b957d12dfda0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668031 Dec 16 08:02:03.308128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:03.319055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38054) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:03.322314 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5cb4d699-47aa-4fbd-9c4c-45d67307dd95 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "PUT /v2.0/routers/6033ef55-b648-4a30-b3da-d8181cf8b7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534296 Dec 16 08:02:03.379484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b65635-490e-4d73-bb7f-2643730cb755 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:03.381215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b65635-490e-4d73-bb7f-2643730cb755 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:03.385563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b0b65635-490e-4d73-bb7f-2643730cb755 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0626926 Dec 16 08:02:03.385835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:03.424017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.425088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Fanout notify agent at l3_agent the message router_deleted on router e9aed8fd-6cf5-48e0-99ca-1a3902885f31 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:03.431897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.434139 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.441300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8e64ffdb-0dc2-4ded-b1c9-292eaa67e39f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/e9aed8fd-6cf5-48e0-99ca-1a3902885f31 HTTP/1.1" status: 204 len: 168 time: 2.5033708 Dec 16 08:02:03.441575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38058) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:03.446288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1742680265', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:03.469362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet cb3eeff8-7283-4266-a2ee-788a122dc2b9 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:03.472931 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.531993 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.539071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.542806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.625337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.685367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.836519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.879522 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:03.887424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:03.888992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f82aa-27b0-4187-9e0f-f377b76763f5 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:03.890941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/cb3eeff8-7283-4266-a2ee-788a122dc2b9 HTTP/1.1" status: 204 len: 168 time: 0.5039754 Dec 16 08:02:03.894223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6863f-35b4-4b33-a93c-1d575a4ce4bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3eeff8-7283-4266-a2ee-788a122dc2b9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:03.966936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2cd510bd-6584-4a67-9587-24bc0a9e8c84 req-91d2f385-dd59-4e83-9f9f-9052012da0ea tempest-VolumesBackupsTest-1718064792 tempest-VolumesBackupsTest-1718064792-project] 10.222.0.43 "GET /v2.0/ports?device_id=576d8649-0495-4861-adc7-69c5a07664af HTTP/1.1" status: 200 len: 210 time: 0.0737827 Dec 16 08:02:04.057013 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.081795 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-39b81512-e057-416c-a100-020a3a5a983e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1919689 Dec 16 08:02:04.083326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38066) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:04.120706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:02:04.168519 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.178625 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4a1f-0c08-4aee-90b0-bdfca188822b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.185010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] Deleting port 97f0422d-434c-4f8f-bc7c-4db263ae664a {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:04.185470 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.282110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] For port 97f0422d-434c-4f8f-bc7c-4db263ae664a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=97f0422d-434c-4f8f-bc7c-4db263ae664a,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:04.282578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.300558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] Calling delete_port for 97f0422d-434c-4f8f-bc7c-4db263ae664a owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:04.394886 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4a1f-0c08-4aee-90b0-bdfca188822b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.397806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4a1f-0c08-4aee-90b0-bdfca188822b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.421665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.429042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.444267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.450197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.456134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.462003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.467839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.469873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-a8aa63da-16e2-46e7-ab6b-462932ede3bc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.1457105 Dec 16 08:02:04.493542 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.504478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 97f0422d-434c-4f8f-bc7c-4db263ae664a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:04.542175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9ba97ae-404f-4d4b-9a99-98c47133dc14 req-6078d3c6-be42-47a6-b998-d5a613817f21 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625062 Dec 16 08:02:04.569047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] Pushing event deleted for resources: {'Port': ['ID=97f0422d-434c-4f8f-bc7c-4db263ae664a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:04.573322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4a1f-0c08-4aee-90b0-bdfca188822b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.573860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcc4a1f-0c08-4aee-90b0-bdfca188822b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Fanout notify agent at l3_agent the message router_deleted on router 6033ef55-b648-4a30-b3da-d8181cf8b7d0 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:04.580876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d238e31-92eb-4a92-be6b-a7220254ab29 None None] No DVR routers for this DVR port 97f0422d-434c-4f8f-bc7c-4db263ae664a on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:04.584250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 97f0422d-434c-4f8f-bc7c-4db263ae664a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:04.584665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 97f0422d-434c-4f8f-bc7c-4db263ae664a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:04.585096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4a1f-0c08-4aee-90b0-bdfca188822b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.586895 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4bcc4a1f-0c08-4aee-90b0-bdfca188822b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/routers/6033ef55-b648-4a30-b3da-d8181cf8b7d0 HTTP/1.1" status: 204 len: 168 time: 0.5025001 Dec 16 08:02:04.590063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38072) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:04.637222 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-da388d7b-47be-49f6-b96d-29a08eaadf0c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0441127 Dec 16 08:02:04.637222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.639632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38076) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:04.662948 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.701126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740df77-1c77-45ba-91c8-30d439cec1f1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:04.705949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5740df77-1c77-45ba-91c8-30d439cec1f1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0639923 Dec 16 08:02:04.706115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38080) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:04.761852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7a576154-33e4-4606-9c3c-08cb69d88133 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545771 Dec 16 08:02:04.762562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38082) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:04.768638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:04.805997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Allocated IP 172.25.2.229 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/177aa7e4-e7f7-45aa-bd87-e9c5cac2df62) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:04.939616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:04.960791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:04.964481 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:05.065606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:05.117122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:05.120890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:05.123540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:05.160743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event updated for resources: {'Port': ['ID=177aa7e4-e7f7-45aa-bd87-e9c5cac2df62,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:05.167566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] Sync routers for ids ['6033ef55-b648-4a30-b3da-d8181cf8b7d0'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:05.184890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] Routers set() bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:05.185785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] Router IDs set() for agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 08:02:05.186785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6033ef55-b648-4a30-b3da-d8181cf8b7d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent'). {{(pid=110397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 08:02:05.213632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] Routers set() bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:05.214058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] Router IDs set() for agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 08:02:05.214662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6033ef55-b648-4a30-b3da-d8181cf8b7d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent'). {{(pid=110397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 08:02:05.215091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b731f-8d38-409e-959a-003f7d38f2b3 None None] The sync data for ids ['6033ef55-b648-4a30-b3da-d8181cf8b7d0'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:05.420255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:05.422470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:05.722461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:05.829205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:05.842552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:05.853539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.854198 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:05.854660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e689a-434d-4042-b7dc-5f830805e79a None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:05.859189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=bbb826c6-c630-4e14-ab30-da2140af674d,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:05.886629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.894145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.901336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.908382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.915284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.924070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.933739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:05.943643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-6081f476-cd85-47c0-88c5-c73c5df88508 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.1648650 Dec 16 08:02:06.019381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be96b5a9-85a3-4980-89ba-b23341bf50d1 req-de3f1006-7b55-4185-95d1-ebd10079ea87 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744133 Dec 16 08:02:06.030126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cab48953-0144-40af-a466-9d7ee9fcd2b9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2665107 Dec 16 08:02:06.043628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38102) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:06.054637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:06.105470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'bbb826c6-c630-4e14-ab30-da2140af674d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:02:06.106749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:06.327599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:06.344093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:06.513180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Allocated IP 2001:db8::f816:3eff:febf:7037 (feccb947-4baf-4886-a172-ef2f821be361/bbb826c6-c630-4e14-ab30-da2140af674d/b8f66751-484e-449f-b203-133a154c404b) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:06.637675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3f28f653-4586-48b2-8675-13ce2bd02569 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:06.639587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7fdd901e-542b-469e-b7b7-1fbd4a766613 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:06.686356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 3f28f653-4586-48b2-8675-13ce2bd02569 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:06.686697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3f28f653-4586-48b2-8675-13ce2bd02569 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:06.688632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7fdd901e-542b-469e-b7b7-1fbd4a766613 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:06.689204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7fdd901e-542b-469e-b7b7-1fbd4a766613 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:06.752125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:06.833566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:06.933381 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:06.933968 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:06.979331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:06.982961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:06.986332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:06.987019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:06.989967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:06.994492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:06.994999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Pushing event updated for resources: {'Port': ['ID=b8f66751-484e-449f-b203-133a154c404b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:06.999815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:07.012267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=6c32233c-19e4-4df4-bb7b-2a4294a2efda,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:07.052404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Attempting to bind port b8f66751-484e-449f-b203-133a154c404b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:07.052784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Attempting to bind port b8f66751-484e-449f-b203-133a154c404b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:07.053181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Attempting to bind port b8f66751-484e-449f-b203-133a154c404b on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:07.059272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:07.059658 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:07.060073 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:07.060549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:07.060781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Router d0312e17-173a-47c4-8890-12522258fc06 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:07.061039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Bound port: b8f66751-484e-449f-b203-133a154c404b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:07.061468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:07.094361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-95b49eb3-eeb0-489c-a454-8b68a4992001 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0480063 Dec 16 08:02:07.096921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38112) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:07.103740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:60:32:c8', 'name': 'tempest-NetworksTestDHCPv6-1040016253'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:07.155383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] For port b8f66751-484e-449f-b203-133a154c404b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:07.161414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] For port b8f66751-484e-449f-b203-133a154c404b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b8f66751-484e-449f-b203-133a154c404b,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:07.289221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:07.302525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:07.311606 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:02:07.314276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:07.320393 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] Sync routers for ids ['d0312e17-173a-47c4-8890-12522258fc06'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:07.321695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:07.330254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:07.338086 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] Routers {'d0312e17-173a-47c4-8890-12522258fc06'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:07.339733 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d0312e17-173a-47c4-8890-12522258fc06'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:07.341851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:07.350805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:07.357465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:07.359793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-4d6271bd-670e-4f59-96c0-f1b62eb08dd7 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.1635013 Dec 16 08:02:07.384000 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:07.395756 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] Routers {'d0312e17-173a-47c4-8890-12522258fc06'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:07.396559 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d0312e17-173a-47c4-8890-12522258fc06'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:07.440159 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:07.440877 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dcd40-7fb7-4fec-9020-a50eabc03547 None None] The sync data for ids ['d0312e17-173a-47c4-8890-12522258fc06'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:07.457341 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9ca773d-431f-4464-a4af-34077ec0b6c4 req-be7df853-34bd-4ec7-9410-8dafe8e02149 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773416 Dec 16 08:02:07.543471 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:07.560047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:07.561503 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4f44f4a2-43ee-4c2f-a686-f411bac22b4f tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1187608 Dec 16 08:02:07.564718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38118) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:07.569424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:07.619515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862be43-429c-49a9-b11a-539dfb0ed055 None None] Pushing event updated for resources: {'Port': ['ID=b8f66751-484e-449f-b203-133a154c404b,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:07.659313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:07.788267 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:07.824453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port ae964bd1-b53e-4b61-a56d-091d6355ddb7 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:07.979191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.056468 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.066040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 172.20.0.8 (feccb947-4baf-4886-a172-ef2f821be361/6c32233c-19e4-4df4-bb7b-2a4294a2efda/ae964bd1-b53e-4b61-a56d-091d6355ddb7) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:08.081637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe60:32c8 (feccb947-4baf-4886-a172-ef2f821be361/bbb826c6-c630-4e14-ab30-da2140af674d/ae964bd1-b53e-4b61-a56d-091d6355ddb7) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:08.200380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Deleting port 177aa7e4-e7f7-45aa-bd87-e9c5cac2df62 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:08.201061 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.244011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.277714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.292962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Calling delete_port for 177aa7e4-e7f7-45aa-bd87-e9c5cac2df62 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:08.381940 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.461660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:08.465165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:08.469323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:08.522883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=ae964bd1-b53e-4b61-a56d-091d6355ddb7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:08.523826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b8f66751-484e-449f-b203-133a154c404b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:08.568448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.569202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.573809 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.640429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Pushing event deleted for resources: {'Port': ['ID=177aa7e4-e7f7-45aa-bd87-e9c5cac2df62,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:08.661006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.661499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.661939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.662075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b8f66751-484e-449f-b203-133a154c404b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:08.662555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.662676 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.662949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.663394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.663826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.664272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.664697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.665114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.665681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.666098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.670800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1aa1396d-d324-4ff8-974d-02b3940faab3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5723779 Dec 16 08:02:08.671610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:08.675717 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38132) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:08.726423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.735922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.743537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.751905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.774796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.787047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.795581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.795889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.807413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-e5cb457c-ec42-4670-9b30-44a3415ccd2f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.1908362 Dec 16 08:02:08.868284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port b8f66751-484e-449f-b203-133a154c404b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b8f66751-484e-449f-b203-133a154c404b,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:08.879011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c84a3eb-2d33-4686-98ad-58c5bedb0553 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.894783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c84a3eb-2d33-4686-98ad-58c5bedb0553 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:08.896778 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3c84a3eb-2d33-4686-98ad-58c5bedb0553 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2184632 Dec 16 08:02:08.899786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:08.901765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:08.915460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29ab62b7-b555-4aed-a7a0-0e2b44acee81 req-d9c16688-b95b-41f6-8cbf-4b283dadf774 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036689 Dec 16 08:02:08.978672 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.027895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71380cbf-eddd-42d3-bf28-955816eb5a50 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:09.109821 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=b8f66751-484e-449f-b203-133a154c404b,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:09.128346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2391c394-20ef-4289-9d09-d0b114ee6794 None None] Provisioning complete for port b8f66751-484e-449f-b203-133a154c404b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:09.134847 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2391c394-20ef-4289-9d09-d0b114ee6794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.227310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.234913 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.320629 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port ae964bd1-b53e-4b61-a56d-091d6355ddb7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:09.320981 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.344305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f639a-ff97-44fa-80d6-bf011f926488 None None] Update dhcp port {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': 'bbb826c6-c630-4e14-ab30-da2140af674d', 'ip_address': '2001:db8::f816:3eff:febf:7037'}, {'subnet_id': '6c32233c-19e4-4df4-bb7b-2a4294a2efda'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'b8f66751-484e-449f-b203-133a154c404b'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:02:09.373158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-664f639a-ff97-44fa-80d6-bf011f926488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.376614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Router d0312e17-173a-47c4-8890-12522258fc06 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:02:09.497826 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.508093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:09.515893 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.520275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38144) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:09.523001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] Sync routers for ids ['d0312e17-173a-47c4-8890-12522258fc06'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:09.538057 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df5adefd-b437-4ba4-ae75-09785c3b1c6d tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "PUT /v2.0/routers/d0312e17-173a-47c4-8890-12522258fc06 HTTP/1.1" status: 200 len: 706 time: 1.9721727 Dec 16 08:02:09.542978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for ae964bd1-b53e-4b61-a56d-091d6355ddb7 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:09.558618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] Routers {'d0312e17-173a-47c4-8890-12522258fc06'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:09.559246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d0312e17-173a-47c4-8890-12522258fc06'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:09.598501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:09.607688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-664f639a-ff97-44fa-80d6-bf011f926488 None None] Allocated IP 172.20.0.2 (feccb947-4baf-4886-a172-ef2f821be361/6c32233c-19e4-4df4-bb7b-2a4294a2efda/b8f66751-484e-449f-b203-133a154c404b) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:09.624295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] Routers {'d0312e17-173a-47c4-8890-12522258fc06'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:09.624849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d0312e17-173a-47c4-8890-12522258fc06'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:09.665691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:09.666399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa2dd0-3531-492b-9253-88f3e88f9358 None None] The sync data for ids ['d0312e17-173a-47c4-8890-12522258fc06'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:09.710299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-08d522f4-1d28-42d0-98f1-1ed7e3281d91 tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/routers/d0312e17-173a-47c4-8890-12522258fc06 HTTP/1.1" status: 200 len: 741 time: 0.1886327 Dec 16 08:02:09.713024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38148) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:09.764044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-664f639a-ff97-44fa-80d6-bf011f926488 None None] For port b8f66751-484e-449f-b203-133a154c404b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b8f66751-484e-449f-b203-133a154c404b,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:09.772222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9c79b45d-335b-419f-a65b-0cc50b32cf5b tempest-RoutersAdminTest-558556239 tempest-RoutersAdminTest-558556239-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=d0312e17-173a-47c4-8890-12522258fc06 HTTP/1.1" status: 200 len: 205 time: 0.0566137 Dec 16 08:02:09.773762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38150) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:09.796739 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-664f639a-ff97-44fa-80d6-bf011f926488 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.807695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a4ce350a-7edd-4fa0-8776-285c437cbe66 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0312e17-173a-47c4-8890-12522258fc06 HTTP/1.1" status: 200 len: 205 time: 0.0323899 Dec 16 08:02:09.810246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38152) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:09.824436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.853157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=ae964bd1-b53e-4b61-a56d-091d6355ddb7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:09.889932 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5c1-c4b5-4922-b4e7-8fa93c0a1007 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:09.904565 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-664f639a-ff97-44fa-80d6-bf011f926488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.002436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.006161 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3638fb34-e665-42e4-b0b9-5ab0a817fee2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/ae964bd1-b53e-4b61-a56d-091d6355ddb7 HTTP/1.1" status: 204 len: 168 time: 1.1054416 Dec 16 08:02:10.009491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38158) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.150222 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5c1-c4b5-4922-b4e7-8fa93c0a1007 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.158328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5c1-c4b5-4922-b4e7-8fa93c0a1007 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.174870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f639a-ff97-44fa-80d6-bf011f926488 None None] Pushing event updated for resources: {'Port': ['ID=b8f66751-484e-449f-b203-133a154c404b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:10.236201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b8148-fc0b-4126-a062-743defa8ea8c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.241725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b8148-fc0b-4126-a062-743defa8ea8c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.241725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b8148-fc0b-4126-a062-743defa8ea8c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.241938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ba3b8148-fc0b-4126-a062-743defa8ea8c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2313216 Dec 16 08:02:10.245011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38162) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.262329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.270025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.276586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.290500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.296670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.304002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.310109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 6c32233c-19e4-4df4-bb7b-2a4294a2efda {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:10.310275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:10.312023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-391c6966-8a9d-4b58-a509-b5d89498fd0d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.2504275 Dec 16 08:02:10.314500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.366704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5c1-c4b5-4922-b4e7-8fa93c0a1007 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.366704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce0a5c1-c4b5-4922-b4e7-8fa93c0a1007 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Fanout notify agent at l3_agent the message router_deleted on router d0312e17-173a-47c4-8890-12522258fc06 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:10.387009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.387896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bce0a5c1-c4b5-4922-b4e7-8fa93c0a1007 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.393083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.394708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bce0a5c1-c4b5-4922-b4e7-8fa93c0a1007 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/d0312e17-173a-47c4-8890-12522258fc06 HTTP/1.1" status: 204 len: 168 time: 0.5830469 Dec 16 08:02:10.445967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07c3dca8-8e2b-4a53-994e-011a682381e9 req-f6670eca-b964-4e29-a834-a38f430c198c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254065 Dec 16 08:02:10.481428 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b766eea2-e71f-4ffb-9dc1-703f6995e43e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0312e17-173a-47c4-8890-12522258fc06 HTTP/1.1" status: 200 len: 205 time: 0.0865901 Dec 16 08:02:10.484620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38166) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.522439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b8f66751-484e-449f-b203-133a154c404b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:10.541972 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-39c3d220-9187-4f18-8c45-862887923420 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] delete failed (client error): The resource could not be found. Dec 16 08:02:10.544016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-39c3d220-9187-4f18-8c45-862887923420 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/d0312e17-173a-47c4-8890-12522258fc06 HTTP/1.1" status: 404 len: 336 time: 0.0583754 Dec 16 08:02:10.547183 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38168) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.608772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b8f66751-484e-449f-b203-133a154c404b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:10.611396 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-517498fe-35fd-4757-bb4e-a107f62e447a tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9aed8fd-6cf5-48e0-99ca-1a3902885f31 HTTP/1.1" status: 200 len: 205 time: 0.0625138 Dec 16 08:02:10.614021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38170) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.614433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.627301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.672626 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-514c210d-e040-4c24-90d7-0dfadab1f72c tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] delete failed (client error): The resource could not be found. Dec 16 08:02:10.674037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-514c210d-e040-4c24-90d7-0dfadab1f72c tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/e9aed8fd-6cf5-48e0-99ca-1a3902885f31 HTTP/1.1" status: 404 len: 336 time: 0.0590057 Dec 16 08:02:10.676721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38172) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.716095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6c939101-e8ba-48f6-8963-a32eaad3dcb6 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e HTTP/1.1" status: 200 len: 205 time: 0.0379174 Dec 16 08:02:10.734996 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38174) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.820902 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-36e8b8dc-ac43-4c6b-ba69-c5f1d38f75c0 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] delete failed (client error): The resource could not be found. Dec 16 08:02:10.824943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38182) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.835290 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-36e8b8dc-ac43-4c6b-ba69-c5f1d38f75c0 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/9d7ebe7b-c0ce-4c93-bcf8-f7f0fdf1815e HTTP/1.1" status: 404 len: 336 time: 0.0981619 Dec 16 08:02:10.842088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.880517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8b8a7c00-f48c-4621-bd73-d06411631b8e tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=e90a6d80-44d8-4720-a9ba-6e17dfaf9818 HTTP/1.1" status: 200 len: 205 time: 0.0543287 Dec 16 08:02:10.881134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38190) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.887369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=6c32233c-19e4-4df4-bb7b-2a4294a2efda,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:10.903895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:10.917566 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b9172a3-b713-4ff0-8ead-168023eaee77 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/6c32233c-19e4-4df4-bb7b-2a4294a2efda HTTP/1.1" status: 204 len: 168 time: 0.6714497 Dec 16 08:02:10.920773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38196) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:10.941148 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-dfcb7e39-9609-4b05-97c8-f9b6776a77f1 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] delete failed (client error): The resource could not be found. Dec 16 08:02:10.943820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dfcb7e39-9609-4b05-97c8-f9b6776a77f1 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/e90a6d80-44d8-4720-a9ba-6e17dfaf9818 HTTP/1.1" status: 404 len: 336 time: 0.0617492 Dec 16 08:02:10.946517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38206) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:11.011558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38216) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:11.015348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-54719585-9abb-4623-9058-45ae504b53d8 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=417956f1-f4ee-4239-9dd5-fc2f83043996 HTTP/1.1" status: 200 len: 205 time: 0.0673902 Dec 16 08:02:11.080795 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-6984d6bc-cf00-4128-b850-8a6c99a6f859 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] delete failed (client error): The resource could not be found. Dec 16 08:02:11.083785 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6984d6bc-cf00-4128-b850-8a6c99a6f859 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/417956f1-f4ee-4239-9dd5-fc2f83043996 HTTP/1.1" status: 404 len: 336 time: 0.0660040 Dec 16 08:02:11.086497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38224) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:11.110563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet bbb826c6-c630-4e14-ab30-da2140af674d {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:11.127266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:11.144506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-25ef5f30-d9bc-4da4-979b-8590ffaffa33 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "GET /v2.0/ports?device_id=75773001-16b9-48ac-8a02-6a18d9735b23 HTTP/1.1" status: 200 len: 205 time: 0.0567579 Dec 16 08:02:11.150149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38230) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:11.255022 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-a99f9320-d783-4ed7-9856-1e4e9fe7d73b tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] delete failed (client error): The resource could not be found. Dec 16 08:02:11.258416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a99f9320-d783-4ed7-9856-1e4e9fe7d73b tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/routers/75773001-16b9-48ac-8a02-6a18d9735b23 HTTP/1.1" status: 404 len: 336 time: 0.1009521 Dec 16 08:02:11.259261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38234) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:11.310032 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d1d39f-f046-4ff0-90ea-eb741160bff4 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] DELETE failed (client error): The resource could not be found. Dec 16 08:02:11.310504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d1d39f-f046-4ff0-90ea-eb741160bff4 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:02:11.316982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-08d1d39f-f046-4ff0-90ea-eb741160bff4 tempest-RoutersAdminTest-1419662533 tempest-RoutersAdminTest-1419662533-project] 10.222.0.43 "DELETE /v2.0/subnets/4c00c16d-7221-4285-aa82-464478a8fe71 HTTP/1.1" status: 404 len: 337 time: 0.0501618 Dec 16 08:02:11.362747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812176cd-06bc-4df6-9be3-d9979c789a73 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:11.573327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-be7fa2b4-c19c-402f-9bb2-ba20fabe148b None None] Provisioning complete for port b8f66751-484e-449f-b203-133a154c404b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:11.573938 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be7fa2b4-c19c-402f-9bb2-ba20fabe148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:11.622247 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:11.663356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:11.678638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:11.689760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:11.696862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:11.706802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:11.710943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:11.741379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:11.752007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-7b18b5ce-a7af-4e73-a63e-3c70f53369fb tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5419 time: 0.1839542 Dec 16 08:02:11.779857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:11.800020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-be7fa2b4-c19c-402f-9bb2-ba20fabe148b None None] Could not find standard attr ID for object ae964bd1-b53e-4b61-a56d-091d6355ddb7. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:11.849413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-771ab849-50e1-4d2d-9638-2305ea1569f4 req-a0318a1d-62c9-43e5-8ea1-073ef90fbf57 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950031 Dec 16 08:02:11.950920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:11.987067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb826c6-c630-4e14-ab30-da2140af674d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:11.989399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:11.992719 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1369a7e7-39bc-466f-b671-7831096d1d03 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/bbb826c6-c630-4e14-ab30-da2140af674d HTTP/1.1" status: 204 len: 168 time: 1.0700767 Dec 16 08:02:11.995376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38246) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:12.007342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38248) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:12.053346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-69623057-9c6e-4ac6-8478-a105b056d92e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566905 Dec 16 08:02:12.056143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38252) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:12.061422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:12.191750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8e9298c-7b98-4d4a-9a66-337a7ffe52dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.276042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:12.279678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.297569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d7b03c53-6239-4b25-a1bd-16e3225f417e details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:12.307204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8e9298c-7b98-4d4a-9a66-337a7ffe52dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.396279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8e9298c-7b98-4d4a-9a66-337a7ffe52dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.458058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d7b03c53-6239-4b25-a1bd-16e3225f417e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:12.464534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a8e9298c-7b98-4d4a-9a66-337a7ffe52dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee3f8877a74a49e1a5b0084e62339af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4544790 Dec 16 08:02:12.464534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9298c-7b98-4d4a-9a66-337a7ffe52dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d5d9a0-8ca7-42dc-82a5-a776915492d6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:12.465883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38288) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:12.485292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'port_id': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'mac_address': 'fa:16:3e:33:1c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:12.556624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee988cb-a8c6-4f41-b455-79d2d5aff25e None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:12.560564 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.571994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ed46fed-81e7-4bdd-8130-e0444b68b682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.601546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ed46fed-81e7-4bdd-8130-e0444b68b682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.635857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b03c53-6239-4b25-a1bd-16e3225f417e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:12.682292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d7b03c53-6239-4b25-a1bd-16e3225f417e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:12.686150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9ba0e3bf-1f56-4067-8d35-954b868c1f08 None None] Provisioning complete for port b8f66751-484e-449f-b203-133a154c404b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:12.686531 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9ba0e3bf-1f56-4067-8d35-954b868c1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.734386 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ed46fed-81e7-4bdd-8130-e0444b68b682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.745022 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ed46fed-81e7-4bdd-8130-e0444b68b682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.745022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4ed46fed-81e7-4bdd-8130-e0444b68b682 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84d5d9a0-8ca7-42dc-82a5-a776915492d6 HTTP/1.1" status: 204 len: 168 time: 0.2534349 Dec 16 08:02:12.763502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed46fed-81e7-4bdd-8130-e0444b68b682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d5d9a0-8ca7-42dc-82a5-a776915492d6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:12.816821 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:12.818060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:12.868491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:02:12.915375 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:13.040578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d7b03c53-6239-4b25-a1bd-16e3225f417e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:13.104904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:13.117941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:13.127278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:13.132035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] Deleting port b8f66751-484e-449f-b203-133a154c404b {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:13.132421 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.136579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:13.145408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:13.153107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:13.165613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:13.173801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:13.180933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-38f88043-39b8-49a1-815d-882d228de1d3 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5420 time: 0.2049332 Dec 16 08:02:13.201099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405', 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'port_id': 'c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405', 'mac_address': 'fa:16:3e:b6:14:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef69349a-01ab-4006-9678-f518b2017d28', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:13.293692 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.315684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45f34942-20fa-4c50-952b-09bc40a34b95 req-f4fc33f1-05d5-42cb-976b-83a6cd0377b4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269958 Dec 16 08:02:13.336697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:13.387552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] For port b8f66751-484e-449f-b203-133a154c404b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b8f66751-484e-449f-b203-133a154c404b,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:13.387956 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.392894 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:13.405324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] Calling delete_port for b8f66751-484e-449f-b203-133a154c404b owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:13.420099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.468687 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.469363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device bcc179bc-fcc4-4d58-bef3-c65566df6871 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:13.773934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:13.773934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port bcc179bc-fcc4-4d58-bef3-c65566df6871, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:13.773934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'bcc179bc-fcc4-4d58-bef3-c65566df6871', 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'port_id': 'bcc179bc-fcc4-4d58-bef3-c65566df6871', 'mac_address': 'fa:16:3e:14:44:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef69349a-01ab-4006-9678-f518b2017d28', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:13.773934 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.773934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc179bc-fcc4-4d58-bef3-c65566df6871 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:13.773934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port bcc179bc-fcc4-4d58-bef3-c65566df6871, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:13.775494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] For port b8f66751-484e-449f-b203-133a154c404b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b8f66751-484e-449f-b203-133a154c404b,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:13.775649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38304) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:13.776054 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.776131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b0296db3-6fb7-4e75-86c4-88bcc74e699f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5fc86679a9b4f918ae4c147596e2e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509617 Dec 16 08:02:13.776343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38306) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:13.825524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5f57-8995-4c88-8226-eb857f99af7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.854756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5f57-8995-4c88-8226-eb857f99af7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.859122 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:13.865780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 65e26515-5357-493d-aae0-1616e423bcad details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:13.988141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=bcc179bc-fcc4-4d58-bef3-c65566df6871,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:14.002370 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.003344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.012325 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5f57-8995-4c88-8226-eb857f99af7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.015038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5f57-8995-4c88-8226-eb857f99af7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.016195 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7e0e5f57-8995-4c88-8226-eb857f99af7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bfdfebc-0ef1-4d40-bf8a-1cb16e35c1a5 HTTP/1.1" status: 204 len: 168 time: 0.2656233 Dec 16 08:02:14.090548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 65e26515-5357-493d-aae0-1616e423bcad, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=65e26515-5357-493d-aae0-1616e423bcad,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:14.096766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e5f57-8995-4c88-8226-eb857f99af7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfdfebc-0ef1-4d40-bf8a-1cb16e35c1a5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:14.120998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '65e26515-5357-493d-aae0-1616e423bcad', 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7', 'port_id': '65e26515-5357-493d-aae0-1616e423bcad', 'mac_address': 'fa:16:3e:99:1f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:14.143249 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:14.170670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.172352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:14.178569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.179170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.181571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=2a812a09-cf54-4045-ad70-826148ad4f7e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:14.192307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=b8f66751-484e-449f-b203-133a154c404b,revision_number=8']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:14.193908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e26515-5357-493d-aae0-1616e423bcad {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:14.211088 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.247636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 65e26515-5357-493d-aae0-1616e423bcad, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=65e26515-5357-493d-aae0-1616e423bcad,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:14.249196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] Pushing event deleted for resources: {'Port': ['ID=b8f66751-484e-449f-b203-133a154c404b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:14.255085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3b21c-9afd-4086-a158-ea8e6089e12d None None] No DVR routers for this DVR port b8f66751-484e-449f-b203-133a154c404b on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:14.275104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7babdf09-0b0a-4b1b-b6a0-7d53bc545775 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:14.352205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1abe0f44-4d9f-4c58-ba3a-1e3fccf55493 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2921278 Dec 16 08:02:14.352413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38316) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:14.357600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:14.425281 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.425966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5cccf6b3-c21b-4330-9a4b-0339413e3ebb details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:14.450703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b8f66751-484e-449f-b203-133a154c404b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:14.568917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.575393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.581267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b8f66751-484e-449f-b203-133a154c404b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:14.581737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b8f66751-484e-449f-b203-133a154c404b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:14.582515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.611523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.622226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.625302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=65e26515-5357-493d-aae0-1616e423bcad,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:14.641341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.648570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:14.659630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-6bc70d83-f9db-4fec-abcb-9a8069045cd5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5423 time: 0.2439582 Dec 16 08:02:14.699144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:14.710734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:14.714953 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.729760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb', 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'port_id': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb', 'mac_address': 'fa:16:3e:d6:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef69349a-01ab-4006-9678-f518b2017d28', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:14.771210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0a7140d-25fc-40dd-8ae2-53afecd96ce7 req-cdd1339f-3763-4058-8ef3-cdfaddb9621a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959198 Dec 16 08:02:14.787237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '2a812a09-cf54-4045-ad70-826148ad4f7e'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:02:14.788206 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.833394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:14.897011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cccf6b3-c21b-4330-9a4b-0339413e3ebb {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:14.935054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:14.997705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Allocated IP 2001:db8::f816:3eff:fede:64dc (feccb947-4baf-4886-a172-ef2f821be361/2a812a09-cf54-4045-ad70-826148ad4f7e/b62a1e8e-c0d7-457b-85b9-a448a623622e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:15.019717 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.020950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:15.167938 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.216171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:15.221490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:15.231701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:15.232341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.251672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=1d4df07a-08e4-4cac-a7ae-3c914127cd74,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:15.343267 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ef2ca035-9557-47ab-b106-8f4e9c5dd77b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9873004 Dec 16 08:02:15.344144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38346) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:15.350249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:15.353870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:80:8f:cd', 'name': 'tempest-NetworksTestDHCPv6-416240364'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:15.367495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:15.395003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9', 'network_id': '29968169-cc04-4c11-aae1-81c809ec2077', 'port_id': '4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9', 'mac_address': 'fa:16:3e:35:49:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef69349a-01ab-4006-9678-f518b2017d28', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:15.484037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.537512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:15.582578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:15.584563 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.585641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:15.659518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.660233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device b97e15cc-5bb3-41d0-b91e-0f85ae36df45 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:15.693318 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.716403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.744426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port cca7ddfd-db05-4f80-85a5-0d2676688d5e yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:15.745456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:15.748572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:15.758469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:15.761179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:15.765898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:15.813225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45', 'network_id': '00c3a685-fd4b-47f2-a016-487b2c36f4e7', 'port_id': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45', 'mac_address': 'fa:16:3e:79:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:15.893385 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.920491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Pushing event updated for resources: {'Port': ['ID=b62a1e8e-c0d7-457b-85b9-a448a623622e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:15.933460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97e15cc-5bb3-41d0-b91e-0f85ae36df45 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:15.944020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Attempting to bind port b62a1e8e-c0d7-457b-85b9-a448a623622e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:15.945315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Attempting to bind port b62a1e8e-c0d7-457b-85b9-a448a623622e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:15.945834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Attempting to bind port b62a1e8e-c0d7-457b-85b9-a448a623622e on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:15.953483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:15.954904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:15.955724 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.956318 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:15.956960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Bound port: b62a1e8e-c0d7-457b-85b9-a448a623622e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:15.957581 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:15.992897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:16.004001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.010530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.017461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.024028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.030432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.037822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.045721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.056387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-0e9d55e4-481f-4539-95f9-419234bee044 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5425 time: 0.1441267 Dec 16 08:02:16.069449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 172.20.0.8 (feccb947-4baf-4886-a172-ef2f821be361/1d4df07a-08e4-4cac-a7ae-3c914127cd74/cca7ddfd-db05-4f80-85a5-0d2676688d5e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:16.083750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe80:8fcd (feccb947-4baf-4886-a172-ef2f821be361/2a812a09-cf54-4045-ad70-826148ad4f7e/cca7ddfd-db05-4f80-85a5-0d2676688d5e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:16.084253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] For port b62a1e8e-c0d7-457b-85b9-a448a623622e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:16.096713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] For port b62a1e8e-c0d7-457b-85b9-a448a623622e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b62a1e8e-c0d7-457b-85b9-a448a623622e,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:16.104600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:16.154261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07f7481a-3b5d-476a-b975-2e2038c4c3e5 req-af429afb-5e28-46f6-bff3-7fb642216ffd tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966339 Dec 16 08:02:16.190648 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:16.201418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:16.278698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372bb4-56b2-4af5-bf4a-49e0a050c41e None None] Pushing event updated for resources: {'Port': ['ID=b62a1e8e-c0d7-457b-85b9-a448a623622e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:16.315480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:16.493310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:16.545759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:16.549401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:16.553457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:16.585004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=cca7ddfd-db05-4f80-85a5-0d2676688d5e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:16.616733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.617524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:16.713098 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c140bc2-8a70-480b-9af8-69cd7c05ac78 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3665502 Dec 16 08:02:16.716289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38380) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:16.781070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91987d-41fc-4a53-b257-3d371a58d098 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.790735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91987d-41fc-4a53-b257-3d371a58d098 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:16.792486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ff91987d-41fc-4a53-b257-3d371a58d098 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0748796 Dec 16 08:02:16.798308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38384) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:16.918712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port cca7ddfd-db05-4f80-85a5-0d2676688d5e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:16.919076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:16.925725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38388) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:17.058313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.075672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for cca7ddfd-db05-4f80-85a5-0d2676688d5e owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:17.080421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-615372342', 'router:external': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:17.148627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['65e26515-5357-493d-aae0-1616e423bcad'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:17.167861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Made reservation on behalf of 4e893421d7234342b17b0c9cab280bd1 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:17.170753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.203800 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.215251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:17.215405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['bcc179bc-fcc4-4d58-bef3-c65566df6871'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:17.238179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['d7b03c53-6239-4b25-a1bd-16e3225f417e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:17.240355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['b97e15cc-5bb3-41d0-b91e-0f85ae36df45'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:17.344286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['5cccf6b3-c21b-4330-9a4b-0339413e3ebb'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:17.372051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.381935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.398631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.407108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.418382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.427702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.434978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.437609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-3fc5fccb-6525-4d77-a070-1e4b16714161 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5426 time: 0.1604097 Dec 16 08:02:17.487720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.566515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047369d2-cde9-49c7-ac92-0efd11276d6e None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:17.580327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=cca7ddfd-db05-4f80-85a5-0d2676688d5e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:17.642458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd87922b-c8f2-4b83-8f65-f0ac9ca6bb43 req-f326ea9b-a4e4-42f1-b6ec-818af25b70de tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929493 Dec 16 08:02:17.710453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.715327 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c153e243-ec09-4693-adef-335cf7093232 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/cca7ddfd-db05-4f80-85a5-0d2676688d5e HTTP/1.1" status: 204 len: 168 time: 0.9150586 Dec 16 08:02:17.717650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38404) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:17.728649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.798843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c14b4-cbe4-45db-8b28-6e41d0fa4fd9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.800945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c14b4-cbe4-45db-8b28-6e41d0fa4fd9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.806456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c14b4-cbe4-45db-8b28-6e41d0fa4fd9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:17.806456 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b38c14b4-cbe4-45db-8b28-6e41d0fa4fd9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0859549 Dec 16 08:02:17.807538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:17.824169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.878400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 1d4df07a-08e4-4cac-a7ae-3c914127cd74 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:17.881684 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.882241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2d4ab-57e0-42eb-8ef3-f868be01149f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:17.903402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:02:17.931077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.933311 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Added segment f3de04a8-82b4-46af-ad77-bf12e34727ac of type vlan for network 977a2b69-bd5e-447c-a663-91105a27de8a Dec 16 08:02:17.950668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:17.999802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.029703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.127536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.128873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.129679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.177080 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:18.179430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9280e13b-01e4-484e-bab7-7c38d3cf87cd None None] Provisioning complete for port b62a1e8e-c0d7-457b-85b9-a448a623622e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:18.179806 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9280e13b-01e4-484e-bab7-7c38d3cf87cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.187195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.241888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4df07a-08e4-4cac-a7ae-3c914127cd74,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:18.252470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.259405 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f39faf58-13c1-41f5-ad0e-30ddd9184e36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/1d4df07a-08e4-4cac-a7ae-3c914127cd74 HTTP/1.1" status: 204 len: 168 time: 0.4480157 Dec 16 08:02:18.259822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38416) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:18.273651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Network': ['ID=977a2b69-bd5e-447c-a663-91105a27de8a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:18.299334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a8b1f7dd-7e1a-4d22-b535-27b2db194548 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3723211 Dec 16 08:02:18.302263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 977a2b69-bd5e-447c-a663-91105a27de8a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:02:18.308591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38418) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:18.308591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'subnet': {'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:18.372875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 2a812a09-cf54-4045-ad70-826148ad4f7e {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:18.377505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.452794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Made reservation on behalf of 4e893421d7234342b17b0c9cab280bd1 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:18.457011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.466434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.574280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b62a1e8e-c0d7-457b-85b9-a448a623622e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:18.614942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.842285 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.853745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.858098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:18.862481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.865331 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/2a812a09-cf54-4045-ad70-826148ad4f7e HTTP/1.1" status: 204 len: 168 time: 0.6034193 Dec 16 08:02:18.865965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:18.867472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.873829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.894661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1481f1c-965c-48a0-a972-5ff7ecad102c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=2a812a09-cf54-4045-ad70-826148ad4f7e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:18.899639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.914137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.934771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:18.943783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-3e00064e-2f12-42ca-91f5-3886b17a4781 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5426 time: 0.1624458 Dec 16 08:02:18.970168 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cf9d1444-994e-4e9a-a07f-6ec7afe2cdf4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835485 Dec 16 08:02:18.970804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38428) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:18.976647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:19.082133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b62a1e8e-c0d7-457b-85b9-a448a623622e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:19.082664 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.096646 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9280e13b-01e4-484e-bab7-7c38d3cf87cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.125500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c242a008-ed96-4017-b46e-8211f3b64ea6 req-a7a5524f-ac68-4008-8e01-f220d5d3fd08 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805170 Dec 16 08:02:19.163811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae955ed6-91eb-4463-97c8-fba72897ce07 None None] Update dhcp port {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': '2a812a09-cf54-4045-ad70-826148ad4f7e', 'ip_address': '2001:db8::f816:3eff:fede:64dc'}, {'subnet_id': '1d4df07a-08e4-4cac-a7ae-3c914127cd74'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'b62a1e8e-c0d7-457b-85b9-a448a623622e'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:02:19.234728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:19.240006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.246580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae955ed6-91eb-4463-97c8-fba72897ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.252148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:19.252690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.297616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2032a78a-c04d-47d5-8de4-dab98a78ecbc,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:19.298861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-9280e13b-01e4-484e-bab7-7c38d3cf87cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:02:19.299332 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-9280e13b-01e4-484e-bab7-7c38d3cf87cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:02:19.347994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Checking segment: {'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:19.348478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network hostable DHCP agents. Network: 977a2b69-bd5e-447c-a663-91105a27de8a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:02:19.424464 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.453052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network 977a2b69-bd5e-447c-a663-91105a27de8a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:02:19.504648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port b62a1e8e-c0d7-457b-85b9-a448a623622e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b62a1e8e-c0d7-457b-85b9-a448a623622e,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:19.520934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077cf4f-18d5-4d9d-8fe3-ba7759777d67 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:19.545842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 977a2b69-bd5e-447c-a663-91105a27de8a) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:19.556805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:19.558408 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.565882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2db6b4-9569-438b-a6f4-fb8efc4c030b None None] Network 977a2b69-bd5e-447c-a663-91105a27de8a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:19.633051 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.680268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c288b649-dc90-4935-8a31-5796262caa92 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3765035 Dec 16 08:02:19.690092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38434) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:19.695615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1956416024', 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:19.716520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.745690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f254747-03ef-4e1d-bad1-803fa9e72330 None None] Network 977a2b69-bd5e-447c-a663-91105a27de8a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:19.781412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:19.790858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:19.793730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:19.793930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=b62a1e8e-c0d7-457b-85b9-a448a623622e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:19.795065 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.796728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Made reservation on behalf of 4e893421d7234342b17b0c9cab280bd1 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:19.801628 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:19.824452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=8cf87a90-0ef0-4c78-a7a6-96aed255509b,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:19.839847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:02:19.846917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] device_id is not set on port 37db3849-f790-408f-8f1f-f60a6ebdeb5b yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:19.891124 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b2254526-224b-43e8-aa22-98388a70def3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9187179 Dec 16 08:02:19.893486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:19.910095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:19.934911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] Deleting port b62a1e8e-c0d7-457b-85b9-a448a623622e {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:19.935381 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.016706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8cda909a-88f8-4c35-b2ac-8d079cf3ebe2 None None] Provisioning complete for port b62a1e8e-c0d7-457b-85b9-a448a623622e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:20.017350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8cda909a-88f8-4c35-b2ac-8d079cf3ebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.031108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Allocated IP 2001:db8::2f0 (977a2b69-bd5e-447c-a663-91105a27de8a/2032a78a-c04d-47d5-8de4-dab98a78ecbc/37db3849-f790-408f-8f1f-f60a6ebdeb5b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:20.070285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] For port b62a1e8e-c0d7-457b-85b9-a448a623622e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b62a1e8e-c0d7-457b-85b9-a448a623622e,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:20.070753 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.088493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] Calling delete_port for b62a1e8e-c0d7-457b-85b9-a448a623622e owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:20.154928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:20.161938 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.243888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.256355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 65e26515-5357-493d-aae0-1616e423bcad up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:20.299006 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.336062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] No DVR routers for this DVR port b62a1e8e-c0d7-457b-85b9-a448a623622e on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:20.343998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecea9a8-01cd-4812-968a-1f7c0db0765a None None] Pushing event deleted for resources: {'Port': ['ID=b62a1e8e-c0d7-457b-85b9-a448a623622e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:20.367122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b706d-9183-4359-9cbd-df0ee15dfa14 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:20.437272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.456787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.462960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.469072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.477321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.486662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.493760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.495740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-6fc3fd07-5f1e-4e66-a59a-1cf58b607abe tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5426 time: 0.2305796 Dec 16 08:02:20.497516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.530117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b62a1e8e-c0d7-457b-85b9-a448a623622e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:20.574813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 65e26515-5357-493d-aae0-1616e423bcad completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:02:20.578056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network 977a2b69-bd5e-447c-a663-91105a27de8a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:20.582745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b62a1e8e-c0d7-457b-85b9-a448a623622e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:20.586691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b62a1e8e-c0d7-457b-85b9-a448a623622e not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:20.588481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '8cf87a90-0ef0-4c78-a7a6-96aed255509b'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:02:20.589618 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.592726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 65e26515-5357-493d-aae0-1616e423bcad triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:20.593105 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.602771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:20.604732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Port': ['ID=37db3849-f790-408f-8f1f-f60a6ebdeb5b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:20.622796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:20.625128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.627327 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.669501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fe9da2b-2409-4e34-93da-444a910d3c36 req-432f089b-dbde-41a9-8d01-6c821a7a5eb4 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570203 Dec 16 08:02:20.699940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:20.701585 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.736652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-64c387c4-58d4-4634-93cb-ed014970996d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0448797 Dec 16 08:02:20.739114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38448) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:20.764532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:20.770350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:20.774847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:20.775652 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.779413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=9a2a22da-f484-473f-ac89-c28c9eadf918,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:20.810510 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.840217 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e26515-5357-493d-aae0-1616e423bcad'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:02:20.842488 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704ec4a-a21e-4a7d-991c-fae4bd9e0371" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "65e26515-5357-493d-aae0-1616e423bcad"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:02:20.849703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Deleting port 37db3849-f790-408f-8f1f-f60a6ebdeb5b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:20.850045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:20.873016 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa8986bd-58c8-42cb-8162-0d3d0a6f9c68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9783165 Dec 16 08:02:20.875395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38454) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:20.880776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:9c:7f:d1', 'name': 'tempest-NetworksTestDHCPv6-320188314'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:20.887302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 65e26515-5357-493d-aae0-1616e423bcad, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=65e26515-5357-493d-aae0-1616e423bcad,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:20.915019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Allocated IP 172.20.0.2 (feccb947-4baf-4886-a172-ef2f821be361/8cf87a90-0ef0-4c78-a7a6-96aed255509b/839d5a9b-483e-45fd-91fe-2048c6c87547) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:20.922002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Allocated IP 2001:db8::f816:3eff:fe9f:1c0 (feccb947-4baf-4886-a172-ef2f821be361/9a2a22da-f484-473f-ac89-c28c9eadf918/839d5a9b-483e-45fd-91fe-2048c6c87547) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:20.989554 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.002693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Calling delete_port for 37db3849-f790-408f-8f1f-f60a6ebdeb5b owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:21.114875 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.120492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.121553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5cccf6b3-c21b-4330-9a4b-0339413e3ebb up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:21.196363 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.224583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:21.225292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.239649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:21.243530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:21.245378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=65e26515-5357-493d-aae0-1616e423bcad,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:21.248041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:21.250862 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d163b1c2-765f-4335-a789-66cb716cc42d x-openstack-request-id: req-d163b1c2-765f-4335-a789-66cb716cc42d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:02:21.251263 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "65e26515-5357-493d-aae0-1616e423bcad", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:02:21.251525 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d163b1c2-765f-4335-a789-66cb716cc42d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:02:21.251922 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e26515-5357-493d-aae0-1616e423bcad', 'code': 200} Dec 16 08:02:21.276353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event deleted for resources: {'Port': ['ID=37db3849-f790-408f-8f1f-f60a6ebdeb5b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:21.313093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.317689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3a886886-1735-4a42-b329-885897d4891a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "DELETE /v2.0/ports/37db3849-f790-408f-8f1f-f60a6ebdeb5b HTTP/1.1" status: 204 len: 168 time: 0.5775166 Dec 16 08:02:21.322397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38458) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:21.327176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a', 'external_fixed_ips': [{'subnet_id': '2032a78a-c04d-47d5-8de4-dab98a78ecbc', 'ip_address': '2001:db8::2f0'}]}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:21.343757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Pushing event updated for resources: {'Port': ['ID=839d5a9b-483e-45fd-91fe-2048c6c87547,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:21.374955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Attempting to bind port 839d5a9b-483e-45fd-91fe-2048c6c87547 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:21.375686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Attempting to bind port 839d5a9b-483e-45fd-91fe-2048c6c87547 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:21.376332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Attempting to bind port 839d5a9b-483e-45fd-91fe-2048c6c87547 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:21.383209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:21.383793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:21.384499 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.384893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:21.385377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Bound port: 839d5a9b-483e-45fd-91fe-2048c6c87547, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:21.385770 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.398439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.428638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 2b773bfd-cc6d-4583-9f90-9a89115c0a67 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:21.434126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:02:21.438630 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.442329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.446071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:21.446517 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.567328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.568193 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] For port 839d5a9b-483e-45fd-91fe-2048c6c87547, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:21.571956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] For port 839d5a9b-483e-45fd-91fe-2048c6c87547, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=839d5a9b-483e-45fd-91fe-2048c6c87547,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:21.628044 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.747778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 172.20.0.7 (feccb947-4baf-4886-a172-ef2f821be361/8cf87a90-0ef0-4c78-a7a6-96aed255509b/2b773bfd-cc6d-4583-9f90-9a89115c0a67) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:21.757261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe9c:7fd1 (feccb947-4baf-4886-a172-ef2f821be361/9a2a22da-f484-473f-ac89-c28c9eadf918/2b773bfd-cc6d-4583-9f90-9a89115c0a67) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:21.807386 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:21.868495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:21.914946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94258a9-36cc-4a77-8437-d713f32f0b8c None None] Pushing event updated for resources: {'Port': ['ID=839d5a9b-483e-45fd-91fe-2048c6c87547,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:21.953803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.001590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:22.008268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:22.012779 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.013665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:22.026962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:22.044785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:22.059790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:22.076861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.082221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:22.094530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:22.110903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-515ac43b-a80b-4b93-99cb-603fea1e61ae tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5427 time: 0.2475855 Dec 16 08:02:22.188033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:22.327222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:02:22.334230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:22.334895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.622901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 839d5a9b-483e-45fd-91fe-2048c6c87547 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:22.686908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.779515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:22.787407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 839d5a9b-483e-45fd-91fe-2048c6c87547 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:22.787792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.855000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4f66fcc-308c-4ec7-a53d-4c8a381b3262 req-84fa05ba-c221-459c-ae2b-eee483587627 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7425146 Dec 16 08:02:22.859040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.895577 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:22.896616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device b97e15cc-5bb3-41d0-b91e-0f85ae36df45 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:22.962908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:22.971736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:22.978977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:23.015742 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.018211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:23.059111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 839d5a9b-483e-45fd-91fe-2048c6c87547, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=839d5a9b-483e-45fd-91fe-2048c6c87547,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:23.073692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=2b773bfd-cc6d-4583-9f90-9a89115c0a67,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:23.111072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:23.111825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.112236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:02:23.118779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:23.118779 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.153141 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.186316 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.206484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.241906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cdb8ed84-0c48-4ee6-b4ac-54773f7f3bce tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3652620 Dec 16 08:02:23.242576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38478) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:23.259748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb'}, {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:02:23.262485 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36ed610-9c12-4f49-ac75-8ecc817df532" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb"}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:02:23.311892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=839d5a9b-483e-45fd-91fe-2048c6c87547,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:23.333705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.354058 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 08:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b4b802-9f88-40b2-be45-6ad2dc6cf365 x-openstack-request-id: req-c8b4b802-9f88-40b2-be45-6ad2dc6cf365 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:02:23.354360 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb", "code": 200}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:02:23.356772 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8b4b802-9f88-40b2-be45-6ad2dc6cf365 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:02:23.362847 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb', 'code': 200} Dec 16 08:02:23.363186 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405', 'code': 200} Dec 16 08:02:23.379089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8710b68-f729-4d60-a3c6-282de6bced5f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:23.382579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1224386a-dd89-42e3-b308-d1fee8c688d2 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:23.399453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8710b68-f729-4d60-a3c6-282de6bced5f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:23.405272 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8710b68-f729-4d60-a3c6-282de6bced5f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1573923 Dec 16 08:02:23.405587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38484) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:23.510508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Allocated IP 2001:db8::2f0 (977a2b69-bd5e-447c-a663-91105a27de8a/2032a78a-c04d-47d5-8de4-dab98a78ecbc/36687a01-08f0-4f01-9c89-7550b729fd8d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:23.528854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:23.543674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5d7c4da5-1fe0-428a-b78d-97dd099bdf61 None None] Provisioning complete for port 839d5a9b-483e-45fd-91fe-2048c6c87547 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:23.544405 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d7c4da5-1fe0-428a-b78d-97dd099bdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.608397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.645151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:23.653204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 2b773bfd-cc6d-4583-9f90-9a89115c0a67 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:23.653560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.688115 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.803910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:23.808067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.830281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.849588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 2b773bfd-cc6d-4583-9f90-9a89115c0a67 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:23.872469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network 977a2b69-bd5e-447c-a663-91105a27de8a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:23.878482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:23.893338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:02:23.898400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:23.899037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:23.907013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:24.078136 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.125036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Port': ['ID=36687a01-08f0-4f01-9c89-7550b729fd8d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:24.136043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:24.230200 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.231267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d7b03c53-6239-4b25-a1bd-16e3225f417e up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:24.238060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.243628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.249640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.256050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.267682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.277357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.290676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.300208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-38347ea8-f02e-43b5-966e-028947487359 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5430 time: 0.2010403 Dec 16 08:02:24.327297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:24.333339 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.391281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=2b773bfd-cc6d-4583-9f90-9a89115c0a67,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:24.402830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7d8dce5-dccb-4833-a91e-edf9b10f7971 req-98fe7b5d-64c4-4357-a27d-c7748f23dca8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016200 Dec 16 08:02:24.444787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 839d5a9b-483e-45fd-91fe-2048c6c87547 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:24.483180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port d7b03c53-6239-4b25-a1bd-16e3225f417e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:02:24.502579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port d7b03c53-6239-4b25-a1bd-16e3225f417e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:24.503034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.557767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.568335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 839d5a9b-483e-45fd-91fe-2048c6c87547 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:24.568708 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.573061 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2aa03e21-5cba-4995-9cea-717fe9d4fed9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/2b773bfd-cc6d-4583-9f90-9a89115c0a67 HTTP/1.1" status: 204 len: 168 time: 1.1650732 Dec 16 08:02:24.574591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38494) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:24.693019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.700998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a49cfc-6f11-4301-98d9-c1203533dcad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.706171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a49cfc-6f11-4301-98d9-c1203533dcad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.708421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a49cfc-6f11-4301-98d9-c1203533dcad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:24.714050 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-19a49cfc-6f11-4301-98d9-c1203533dcad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1359072 Dec 16 08:02:24.715198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38498) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:24.716873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.817681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d7b03c53-6239-4b25-a1bd-16e3225f417e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:24.818758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5cf1e03a-42ab-4234-a026-77c78a5f96b5 None None] Could not find standard attr ID for object 2b773bfd-cc6d-4583-9f90-9a89115c0a67. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:24.847271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5cf1e03a-42ab-4234-a026-77c78a5f96b5 None None] Provisioning complete for port 839d5a9b-483e-45fd-91fe-2048c6c87547 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:24.847801 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5cf1e03a-42ab-4234-a026-77c78a5f96b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.881246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 8cf87a90-0ef0-4c78-a7a6-96aed255509b {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:24.886433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.892513 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.893498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device bcc179bc-fcc4-4d58-bef3-c65566df6871 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:24.984122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:24.997079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d7b03c53-6239-4b25-a1bd-16e3225f417e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:25.007190 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.094058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port bcc179bc-fcc4-4d58-bef3-c65566df6871 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:02:25.110566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port bcc179bc-fcc4-4d58-bef3-c65566df6871 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:25.110566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.184677 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.213537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8c51a958-83ae-42f9-af53-e1b80b656a89 None None] Could not find standard attr ID for object ae964bd1-b53e-4b61-a56d-091d6355ddb7. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:25.221682 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.274441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port bcc179bc-fcc4-4d58-bef3-c65566df6871, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:25.364481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45'}, {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9'}, {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e'}, {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:02:25.367169 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f19e4e-da11-404a-b795-b99570dd7d54" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45"}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9"}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e"}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:02:25.390960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Router f0dce567-ec7a-42e1-9706-44099bea37a5 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:25.415644 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Dec 2021 08:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f176505f-f29b-4d50-aa6e-d9bdd766144e x-openstack-request-id: req-f176505f-f29b-4d50-aa6e-d9bdd766144e {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:02:25.415951 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45", "code": 200}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9", "code": 200}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e", "code": 200}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-plugged", "status": "completed", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:02:25.416322 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f176505f-f29b-4d50-aa6e-d9bdd766144e {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:02:25.417070 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45', 'code': 200} Dec 16 08:02:25.417070 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9', 'code': 200} Dec 16 08:02:25.417290 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'code': 200} Dec 16 08:02:25.417559 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871', 'code': 200} Dec 16 08:02:25.449647 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.451783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.527289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf87a90-0ef0-4c78-a7a6-96aed255509b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:25.537754 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.543657 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6e24f1d2-c043-45e0-a265-90971e29a288 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8cf87a90-0ef0-4c78-a7a6-96aed255509b HTTP/1.1" status: 204 len: 168 time: 0.8238811 Dec 16 08:02:25.543657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38516) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:25.544809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cd093c30-53bb-4199-803b-95fd93100218 None None] Could not find standard attr ID for object 2b773bfd-cc6d-4583-9f90-9a89115c0a67. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:25.558797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=bcc179bc-fcc4-4d58-bef3-c65566df6871,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:25.576352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:25.590403 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Sync routers for ids ['f0dce567-ec7a-42e1-9706-44099bea37a5'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:25.625669 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Routers {'f0dce567-ec7a-42e1-9706-44099bea37a5'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:25.626946 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f0dce567-ec7a-42e1-9706-44099bea37a5'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:25.703631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 9a2a22da-f484-473f-ac89-c28c9eadf918 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:25.714545 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.729852 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.737885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e00ad999-9289-4ca9-b5ba-cae99579d2d1 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4142466 Dec 16 08:02:25.738835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38526) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:25.780004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:25.786452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:25.804143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:25.810317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:25.816939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:25.818907 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Set router f0dce567-ec7a-42e1-9706-44099bea37a5 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:25.822985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:25.827286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:25.836670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:25.838677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-30c041b1-9dde-4f52-8ea8-060b225e5107 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.2648270 Dec 16 08:02:25.995960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.049200 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c68a5d-2e36-4734-b533-7a0e701c3c3f None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:26.117964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:26.119145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:26.119625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:26.120099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:26.120597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:26.121071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:26.121778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:26.124034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-2d399e59-a83a-4b55-b988-fec524d6d034 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.4635174 Dec 16 08:02:26.128552 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce567-ec7a-42e1-9706-44099bea37a5', 'name': '', 'tenant_id': '4e893421d7234342b17b0c9cab280bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a', 'external_fixed_ips': [{'subnet_id': '2032a78a-c04d-47d5-8de4-dab98a78ecbc', 'ip_address': '2001:db8::2f0'}], 'enable_snat': True}, 'gw_port_id': '36687a01-08f0-4f01-9c89-7550b729fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:02:21Z', 'updated_at': '2021-12-16T08:02:24Z', 'revision_number': 3, 'project_id': '4e893421d7234342b17b0c9cab280bd1', 'gw_port': {'id': '36687a01-08f0-4f01-9c89-7550b729fd8d', 'name': '', 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce567-ec7a-42e1-9706-44099bea37a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2032a78a-c04d-47d5-8de4-dab98a78ecbc', 'ip_address': '2001:db8::2f0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:02:23Z', 'updated_at': '2021-12-16T08:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2032a78a-c04d-47d5-8de4-dab98a78ecbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:26.185722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.203047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89375ea7-a947-40cf-91a8-422e9fc68db6 req-4f8a7e1f-8aaa-4306-9d59-b05a52f1ff75 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3266146 Dec 16 08:02:26.230488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.234941 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/9a2a22da-f484-473f-ac89-c28c9eadf918 HTTP/1.1" status: 204 len: 168 time: 0.6900353 Dec 16 08:02:26.245702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74e4d853-6298-4b73-a4fb-87fa6a9cb89c req-94591cc8-f7ab-4979-b59c-8e55a89c0d6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065400 Dec 16 08:02:26.246203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38536) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:26.253553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.270110 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c1563-3089-4bc8-b0ad-90bf83049d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2a22da-f484-473f-ac89-c28c9eadf918,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:26.302281 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Checking router: f0dce567-ec7a-42e1-9706-44099bea37a5 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:02:26.302878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Updating router f0dce567-ec7a-42e1-9706-44099bea37a5 port 36687a01-08f0-4f01-9c89-7550b729fd8d binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:02:26.322955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf79673-60b5-47e5-b7da-bda91f1650e3 None None] Update dhcp port {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': '9a2a22da-f484-473f-ac89-c28c9eadf918'}], 'binding:host_id': 'n-d-820935-11'}, 'id': '839d5a9b-483e-45fd-91fe-2048c6c87547'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:02:26.333449 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.351410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2b8af24c-7e3b-403e-85de-5431d7caf21a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038160 Dec 16 08:02:26.354806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38538) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:26.366552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ccf79673-60b5-47e5-b7da-bda91f1650e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.370646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:26.453063 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.683764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Deleting port 36687a01-08f0-4f01-9c89-7550b729fd8d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:26.683764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.700250 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.705410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd34705d-b1a5-454f-ae78-082be8b5b4f1 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:26.757846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.779418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Calling delete_port for 36687a01-08f0-4f01-9c89-7550b729fd8d owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:26.841916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-93066f0f-867b-4e72-bc44-9bc3b53301f8 None None] Provisioning complete for port 839d5a9b-483e-45fd-91fe-2048c6c87547 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:26.842558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-93066f0f-867b-4e72-bc44-9bc3b53301f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:26.990909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:02:27.029338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:27.033614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.069489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] Deleting port 839d5a9b-483e-45fd-91fe-2048c6c87547 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:27.070204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.145458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] For port 839d5a9b-483e-45fd-91fe-2048c6c87547, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=839d5a9b-483e-45fd-91fe-2048c6c87547,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:27.146106 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.150124 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.165119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] Calling delete_port for 839d5a9b-483e-45fd-91fe-2048c6c87547 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:27.224133 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Pushing event updated for resources: {'Port': ['ID=36687a01-08f0-4f01-9c89-7550b729fd8d,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:27.241218 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.242174 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.242899 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.243341 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.243772 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.244260 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.244689 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.245165 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.245677 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.246080 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.252201 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.252201 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.252201 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd95fc-cd2d-4582-af57-f5ed6e7e0eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:27.280281 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Attempting to bind port 36687a01-08f0-4f01-9c89-7550b729fd8d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:27.280843 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Attempting to bind port 36687a01-08f0-4f01-9c89-7550b729fd8d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:27.288754 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Attempting to bind port 36687a01-08f0-4f01-9c89-7550b729fd8d on network 977a2b69-bd5e-447c-a663-91105a27de8a {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:27.288754 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:27.289719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Checking segment: {'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:27.290222 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.290724 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Bound using segment: {'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:27.291304 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Bound port: 36687a01-08f0-4f01-9c89-7550b729fd8d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:27.292010 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.452868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.458982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.464848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.471839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.483077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.491367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.496974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.498489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-a503d915-5e71-4377-933f-cad6cb675ab8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.1186180 Dec 16 08:02:27.504578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.506477 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.db.api [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:02:27.507105 n-d-820935-11 neutron-server[110398]: DEBUG oslo_db.api [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:02:27.550607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event deleted for resources: {'Port': ['ID=36687a01-08f0-4f01-9c89-7550b729fd8d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:27.561627 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.562043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.582981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.600710 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.607114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:27.616893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:27.620237 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:27.620844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.635424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=157e91bf-bcfb-49c8-84f1-d06028cad27c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:27.653237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] Pushing event deleted for resources: {'Port': ['ID=839d5a9b-483e-45fd-91fe-2048c6c87547,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:27.659425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c5691-4b3c-4faf-bd13-2d1494fa0a8f None None] No DVR routers for this DVR port 839d5a9b-483e-45fd-91fe-2048c6c87547 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:27.693546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be154bdc-dca4-4b62-a3ff-dccdf3915f64 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:27.706122 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.708662 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.714944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82271b60-9b57-43ab-a25e-766a6f6133ad req-e8b1e508-3c6a-4c6f-95c2-4f878a4ea085 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2063866 Dec 16 08:02:27.805787 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97aeaf5e-d9d4-4b6b-b73f-2ba1cc39ee8e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4464042 Dec 16 08:02:27.811444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38550) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:27.818416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:27.859035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.860062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0dce567-ec7a-42e1-9706-44099bea37a5 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:27.876655 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.883501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03069484-097f-435a-815a-c55a855e7685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '157e91bf-bcfb-49c8-84f1-d06028cad27c'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:02:27.883501 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03069484-097f-435a-815a-c55a855e7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:27.884707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-40812c63-255e-454f-a1b6-bf01a2dcedb3 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f0dce567-ec7a-42e1-9706-44099bea37a5 HTTP/1.1" status: 204 len: 168 time: 2.1368854 Dec 16 08:02:27.885468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38552) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:27.989630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Deleting subnet 2032a78a-c04d-47d5-8de4-dab98a78ecbc {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:27.993733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.027299 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Attempting to bind port 36687a01-08f0-4f01-9c89-7550b729fd8d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:28.027725 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Attempting to bind port 36687a01-08f0-4f01-9c89-7550b729fd8d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:28.028022 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Attempting to bind port 36687a01-08f0-4f01-9c89-7550b729fd8d on network 977a2b69-bd5e-447c-a663-91105a27de8a {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:28.036277 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:28.036932 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Checking segment: {'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:28.037543 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.038064 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Bound using segment: {'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:28.038711 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Bound port: 36687a01-08f0-4f01-9c89-7550b729fd8d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3de04a8-82b4-46af-ad77-bf12e34727ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '977a2b69-bd5e-447c-a663-91105a27de8a'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:28.039097 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.065188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:28.072834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.073457 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.plugin [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Port 36687a01-08f0-4f01-9c89-7550b729fd8d has been deleted concurrently {{(pid=110398) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 08:02:28.074877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.090872 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Routers set() bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:28.091500 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Router IDs set() for agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 08:02:28.092314 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_agentschedulers_db [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0dce567-ec7a-42e1-9706-44099bea37a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent'). {{(pid=110398) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 08:02:28.092879 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20249c90-e739-4b9a-8e99-6c7cbc909691 None None] The sync data for ids ['f0dce567-ec7a-42e1-9706-44099bea37a5'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:28.165035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.195557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-03069484-097f-435a-815a-c55a855e7685 None None] Allocated IP 172.20.0.2 (feccb947-4baf-4886-a172-ef2f821be361/157e91bf-bcfb-49c8-84f1-d06028cad27c/df4a1c5f-a3e4-4bf6-8468-e17af62adf76) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:28.253346 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cb1c7cb9-06bd-432f-bac2-51aa5077bd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.328071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.389476 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03069484-097f-435a-815a-c55a855e7685 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.405129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2032a78a-c04d-47d5-8de4-dab98a78ecbc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:28.420096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.428261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38562) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:28.428453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-80b4e665-a241-4eea-af81-ee6cc36bffbf tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/2032a78a-c04d-47d5-8de4-dab98a78ecbc HTTP/1.1" status: 204 len: 168 time: 0.5412488 Dec 16 08:02:28.487674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 839d5a9b-483e-45fd-91fe-2048c6c87547 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:28.532270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 839d5a9b-483e-45fd-91fe-2048c6c87547 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:28.532864 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 839d5a9b-483e-45fd-91fe-2048c6c87547 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:28.545956 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03069484-097f-435a-815a-c55a855e7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.582628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.603400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03069484-097f-435a-815a-c55a855e7685 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:28.606620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-03069484-097f-435a-815a-c55a855e7685 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:28.610509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03069484-097f-435a-815a-c55a855e7685 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:28.619663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03069484-097f-435a-815a-c55a855e7685 None None] Pushing event updated for resources: {'Port': ['ID=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:28.667438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:28.692472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-03069484-097f-435a-815a-c55a855e7685 None None] Attempting to bind port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:28.693177 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-03069484-097f-435a-815a-c55a855e7685 None None] Attempting to bind port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:28.693641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03069484-097f-435a-815a-c55a855e7685 None None] Attempting to bind port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:28.702651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03069484-097f-435a-815a-c55a855e7685 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:28.703445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03069484-097f-435a-815a-c55a855e7685 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:28.705084 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03069484-097f-435a-815a-c55a855e7685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.705744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03069484-097f-435a-815a-c55a855e7685 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:28.706797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-03069484-097f-435a-815a-c55a855e7685 None None] Bound port: df4a1c5f-a3e4-4bf6-8468-e17af62adf76, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:28.707750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03069484-097f-435a-815a-c55a855e7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.814380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-03069484-097f-435a-815a-c55a855e7685 None None] For port df4a1c5f-a3e4-4bf6-8468-e17af62adf76, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:28.819863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-03069484-097f-435a-815a-c55a855e7685 None None] For port df4a1c5f-a3e4-4bf6-8468-e17af62adf76, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:28.826306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.873100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977a2b69-bd5e-447c-a663-91105a27de8a']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:28.884280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:28.890092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3de04a8-82b4-46af-ad77-bf12e34727ac') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:28.890469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3de04a8-82b4-46af-ad77-bf12e34727ac') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:28.891102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:28.894638 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-03069484-097f-435a-815a-c55a855e7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.897900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:28.903913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:28.905708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.910865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:28.916928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:28.923287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:28.923866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.925318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-b086a588-927e-4532-a38f-f17da8aabf86 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.1044078 Dec 16 08:02:28.938599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:02:28.938599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:02:28.941081 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:02:28.977795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03069484-097f-435a-815a-c55a855e7685 None None] Pushing event updated for resources: {'Port': ['ID=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:29.020694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5b40a03-8c70-432e-8754-34854b29ec3b req-ea1be995-57f1-4383-999e-ccf1149692e6 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885341 Dec 16 08:02:29.078922 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.172720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.189964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 977a2b69-bd5e-447c-a663-91105a27de8a {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 08:02:29.203754 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.208699 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "DELETE /v2.0/networks/977a2b69-bd5e-447c-a663-91105a27de8a HTTP/1.1" status: 204 len: 168 time: 0.7789950 Dec 16 08:02:29.219142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895bd6c-bc13-4da6-9092-5813fb863aa8 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event deleted for resources: {'Network': ['ID=977a2b69-bd5e-447c-a663-91105a27de8a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:29.247685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.260585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.287453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.304022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.312031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.318457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.338856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.340825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b70492dc-53e7-4a75-a44a-5785bae944b3 req-382b2aa5-a26e-4a02-9b92-7ec0a84889c1 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.2060993 Dec 16 08:02:29.351755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38576) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:29.356275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Request body: {'floatingip': {'port_id': 'd7b03c53-6239-4b25-a1bd-16e3225f417e'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:29.378504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] For port df4a1c5f-a3e4-4bf6-8468-e17af62adf76, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:29.422996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.450973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.515908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.517401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.615782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38588) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:29.620339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1ba9a358-c903-4a9c-9247-3eef64e577d7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'router': {'name': 'tempest-router--1392590946', 'project_id': '39a62a748997452091c2498425ed017d'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:29.713913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:29.723903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:29.733164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:29.733758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.760991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=8b615b4a-9962-4e8e-8997-f497fd006108,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:29.775305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,revision_number=4']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:29.931764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:29.942142 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2e5efce-3815-406d-9abb-6fd89c6e5d42 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1268578 Dec 16 08:02:29.942755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38594) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:29.950856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:7f:0f:b4', 'name': 'tempest-NetworksTestDHCPv6-269761020'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:30.258494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:30.371238 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a358-c903-4a9c-9247-3eef64e577d7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.372717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a358-c903-4a9c-9247-3eef64e577d7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.517972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.545070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 294f0b93-a77c-4a18-95b2-263cd5b9eb4e yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:30.559981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7070ff5-57ba-4968-a159-119ad5d7ba13 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:30.646177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a358-c903-4a9c-9247-3eef64e577d7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.672432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df4a1c5f-a3e4-4bf6-8468-e17af62adf76 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:30.758263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7561b9ad-ce46-4d5f-8230-43d257af64f6 None None] Provisioning complete for port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:30.758927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7561b9ad-ce46-4d5f-8230-43d257af64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.809435 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a358-c903-4a9c-9247-3eef64e577d7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.858726 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.899856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 172.20.0.3 (feccb947-4baf-4886-a172-ef2f821be361/157e91bf-bcfb-49c8-84f1-d06028cad27c/294f0b93-a77c-4a18-95b2-263cd5b9eb4e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:30.907678 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-877b6334-466c-41c8-b5fb-732ee912d938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.908409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe7f:fb4 (feccb947-4baf-4886-a172-ef2f821be361/8b615b4a-9962-4e8e-8997-f497fd006108/294f0b93-a77c-4a18-95b2-263cd5b9eb4e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:30.927601 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.939018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:30.940012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:30.981613 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7561b9ad-ce46-4d5f-8230-43d257af64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.010631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a358-c903-4a9c-9247-3eef64e577d7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.013619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1ba9a358-c903-4a9c-9247-3eef64e577d7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3967793 Dec 16 08:02:31.018565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38604) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:31.096979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7561b9ad-ce46-4d5f-8230-43d257af64f6 None None] For port df4a1c5f-a3e4-4bf6-8468-e17af62adf76, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:31.107197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.172482 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7561b9ad-ce46-4d5f-8230-43d257af64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.317846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.319852 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2035ad98-88c8-42ea-acbb-60a826367760 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.353459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:02:31.353817 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:02:31.374776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561b9ad-ce46-4d5f-8230-43d257af64f6 None None] Pushing event updated for resources: {'Port': ['ID=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:31.398264 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Floating IP 69da433f-e76e-47ed-a73e-f361d524f72c associated. External IP: 172.25.2.138, port: d7b03c53-6239-4b25-a1bd-16e3225f417e. Dec 16 08:02:31.734528 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2035ad98-88c8-42ea-acbb-60a826367760 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.739272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2035ad98-88c8-42ea-acbb-60a826367760 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:31.958423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:02:32.075145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2a1072b9-0b25-4d1c-b3df-f718f61c23ef None None] Provisioning complete for port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:32.076314 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a1072b9-0b25-4d1c-b3df-f718f61c23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.091762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:32.099860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.109961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] Sync routers for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:32.125291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:32.126481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:32.140392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dbfba666-7bc2-4cde-b071-eb0d499d023f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "PUT /v2.0/floatingips/69da433f-e76e-47ed-a73e-f361d524f72c HTTP/1.1" status: 200 len: 991 time: 2.7874198 Dec 16 08:02:32.338565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:02:32.338565 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac64866-5f22-46e6-a158-87c021fbfa3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:02:32.338565 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a404d672-54d9-477d-aff9-1afe3d822b5b x-openstack-request-id: req-a404d672-54d9-477d-aff9-1afe3d822b5b {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:02:32.338565 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:02:32.338565 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a404d672-54d9-477d-aff9-1afe3d822b5b {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:02:32.338565 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'status': 'completed', 'code': 200} Dec 16 08:02:32.340718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.340797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-221bfe3a-0152-4d98-b877-607cebe1947f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.0518725 Dec 16 08:02:32.440838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-2e7dc83c-5d56-4b68-8bb8-7ee6e079b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.443984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-2e7dc83c-5d56-4b68-8bb8-7ee6e079b667 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a HTTP/1.1" status: 200 len: 912 time: 0.1416321 Dec 16 08:02:32.447625 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.468639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df4a1c5f-a3e4-4bf6-8468-e17af62adf76 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:32.577760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2035ad98-88c8-42ea-acbb-60a826367760 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.578301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2035ad98-88c8-42ea-acbb-60a826367760 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b36cfea-0ad8-46bf-80e3-2fa3ea5bf59c {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:32.584580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2035ad98-88c8-42ea-acbb-60a826367760 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.588956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2035ad98-88c8-42ea-acbb-60a826367760 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2b36cfea-0ad8-46bf-80e3-2fa3ea5bf59c HTTP/1.1" status: 204 len: 168 time: 1.4551370 Dec 16 08:02:32.594459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.603231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:32.618610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9da84fe0-ec5a-45cf-b580-8b594ffd2d27 None None] Could not find standard attr ID for object cca7ddfd-db05-4f80-85a5-0d2676688d5e. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:32.627243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:32.633293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-670a77c3-9974-441e-a1df-ca8a77b9c959 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 999 time: 0.1636517 Dec 16 08:02:32.638760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:32.661732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:32.662443 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.750321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=294f0b93-a77c-4a18-95b2-263cd5b9eb4e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:32.779103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-e803b21a-4057-4086-afd2-7216eb0fb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.780648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-e803b21a-4057-4086-afd2-7216eb0fb23e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.1275477 Dec 16 08:02:32.831478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.832240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:32.870349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-02a6c079-a0ca-41da-b910-590321da9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:32.876320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-02a6c079-a0ca-41da-b910-590321da9148 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850658 Dec 16 08:02:32.911658 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '69da433f-e76e-47ed-a73e-f361d524f72c', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'port_id': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'mac_address': 'fa:16:3e:33:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:00:52Z', 'updated_at': '2021-12-16T08:02:30Z', 'revision_number': 1, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:40Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:32.968141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] Checking router: f5d93b7d-cdd2-4482-9f0e-2b0a29306581 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:02:32.981324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:32.981937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:32.992846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-b913a0d1-7d4a-4479-ad39-045e1138d49a service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108665 Dec 16 08:02:33.010132 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6224faf9-4ec9-4f51-bb58-cd485feaba1a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.0661812 Dec 16 08:02:33.012683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38624) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:33.076249 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:33.143210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d2289-c8e0-4c4b-a66b-05c167003fb6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:33.157814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d2289-c8e0-4c4b-a66b-05c167003fb6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:33.162556 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a45d2289-c8e0-4c4b-a66b-05c167003fb6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1468415 Dec 16 08:02:33.162877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38630) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:33.169997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ac64866-5f22-46e6-a158-87c021fbfa3c req-db1bb8d0-79df-462a-9008-6060a3854cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703818 Dec 16 08:02:33.255110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:33.359926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 294f0b93-a77c-4a18-95b2-263cd5b9eb4e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:33.359926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:33.525552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:33.543641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 294f0b93-a77c-4a18-95b2-263cd5b9eb4e owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:33.627089 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:33.656229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bb1255d6-6ad8-4e58-88b6-89c40ab01d77 None None] Provisioning complete for port 294f0b93-a77c-4a18-95b2-263cd5b9eb4e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:33.663083 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb1255d6-6ad8-4e58-88b6-89c40ab01d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:33.742856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2134812297', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:33.783640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bb1255d6-6ad8-4e58-88b6-89c40ab01d77 None None] Port 294f0b93-a77c-4a18-95b2-263cd5b9eb4e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:02:33.835337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '69da433f-e76e-47ed-a73e-f361d524f72c', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'port_id': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'mac_address': 'fa:16:3e:33:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:00:52Z', 'updated_at': '2021-12-16T08:02:30Z', 'revision_number': 1, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:40Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:33.854380 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:33.874532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb187af-bdcb-4080-8900-ab8b0023e4b3 None None] The sync data for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 is: [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '69da433f-e76e-47ed-a73e-f361d524f72c', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'port_id': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'mac_address': 'fa:16:3e:33:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:00:52Z', 'updated_at': '2021-12-16T08:02:30Z', 'revision_number': 1, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:40Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:33.903762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=294f0b93-a77c-4a18-95b2-263cd5b9eb4e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:33.909997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:33.910946 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:33.985352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.122142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.170785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.177531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38648) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:34.180970 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4b95e5d2-abee-4830-9b69-a9c46cba6a21 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/294f0b93-a77c-4a18-95b2-263cd5b9eb4e HTTP/1.1" status: 204 len: 168 time: 1.0141985 Dec 16 08:02:34.230417 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e05af-4009-44a7-8c4a-b3c13a69dfb7 None None] New status for floating IP 69da433f-e76e-47ed-a73e-f361d524f72c: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:02:34.298178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41008be-6364-493c-8a70-cd9ca119c065 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:34.299771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.300404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41008be-6364-493c-8a70-cd9ca119c065 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:34.302912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41008be-6364-493c-8a70-cd9ca119c065 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:34.305113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f41008be-6364-493c-8a70-cd9ca119c065 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1258423 Dec 16 08:02:34.308484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38650) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:34.367871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 157e91bf-bcfb-49c8-84f1-d06028cad27c {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:34.371390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.425804 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.466668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38662) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:34.540637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] Deleting subnet f055d07f-b46f-4759-adcd-fa62f68b6f05 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:34.546478 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.601586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.612029 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.747484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.833801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.854009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:34.970550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Allocated IP 172.25.2.8 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/11002c72-4b4e-41fb-8307-0d4c5c95ad74) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:35.076502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.191044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.209356 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.224323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2c5a5-a073-4479-97dd-63f2a39c683e None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:35.224874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.227971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.234715 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f055d07f-b46f-4759-adcd-fa62f68b6f05 HTTP/1.1" status: 204 len: 168 time: 0.7631452 Dec 16 08:02:35.235227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/157e91bf-bcfb-49c8-84f1-d06028cad27c HTTP/1.1" status: 204 len: 168 time: 0.9250145 Dec 16 08:02:35.235872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778cc07-11a8-4e3e-b759-68b01ebe5a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f055d07f-b46f-4759-adcd-fa62f68b6f05,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:35.236357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38670) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:35.236758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38672) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:35.327873 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.348653 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.352608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e85bd0-7b87-4da2-a637-ac067c86442e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=157e91bf-bcfb-49c8-84f1-d06028cad27c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:35.410582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:35.435056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event updated for resources: {'Port': ['ID=11002c72-4b4e-41fb-8307-0d4c5c95ad74,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:35.447156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:35.457429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:35.489635 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.518942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fe60eb-5331-406b-8e2d-da179d0a49d6']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:35.530236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e101bdd-6e28-4a0c-bfe8-6ade3cb47615') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:35.530638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e101bdd-6e28-4a0c-bfe8-6ade3cb47615') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:35.543801 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.564997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.575729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:02:35.576139 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: items = [ Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:02:35.664274 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:02:35.669759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 8b615b4a-9962-4e8e-8997-f497fd006108 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:35.674246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.736319 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.843789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.849750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:35.853943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] 10.222.0.43 "DELETE /v2.0/networks/41fe60eb-5331-406b-8e2d-da179d0a49d6 HTTP/1.1" status: 204 len: 168 time: 0.5944109 Dec 16 08:02:35.864814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38680) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:36.056806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.300057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56dd4f-2f2c-48e4-aad3-b8a78018a95b admin admin] Pushing event deleted for resources: {'Network': ['ID=41fe60eb-5331-406b-8e2d-da179d0a49d6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:36.311613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.359152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] Deleting subnet 9fc31aa9-ee3e-4fb7-80f6-73abc94ebabe {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:36.367134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.416391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.434442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-925b4634-a43f-4dc0-bc98-017d25f548b3 None None] Provisioning complete for port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:36.435010 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-925b4634-a43f-4dc0-bc98-017d25f548b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.465083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.625048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.672071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.682925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=8b615b4a-9962-4e8e-8997-f497fd006108,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:36.687368 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.696222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ca29b3de-cd0e-4451-9c88-45c0a7f7a01d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8b615b4a-9962-4e8e-8997-f497fd006108 HTTP/1.1" status: 204 len: 168 time: 1.4347486 Dec 16 08:02:36.696447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38696) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:36.701591 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848171b0-556a-4291-9a63-a095acbeb5a6 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:36.743693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c6f6374-cc48-4f10-b273-37ca17fb22b4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455918 Dec 16 08:02:36.744044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38698) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:36.745678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.821530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:36.824839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9fc31aa9-ee3e-4fb7-80f6-73abc94ebabe HTTP/1.1" status: 204 len: 168 time: 0.9586713 Dec 16 08:02:36.825954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf22ff-c3b4-4244-a4ea-5350c7cea92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc31aa9-ee3e-4fb7-80f6-73abc94ebabe,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:36.828917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38700) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:36.859779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95665440-2f6b-43a4-a03d-aee8efbc1917 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:36.867381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-95665440-2f6b-43a4-a03d-aee8efbc1917 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1176789 Dec 16 08:02:36.871794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38702) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:36.965826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:02:36.968928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc23af4-9b20-4b65-8c6c-202a022e7c3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:36.979360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ebc23af4-9b20-4b65-8c6c-202a022e7c3f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1100681 Dec 16 08:02:36.981013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38708) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:37.037266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.078590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c2a90b29-4a63-49ec-afb4-c61ba6dc0f34 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905988 Dec 16 08:02:37.081611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38712) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:37.085566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] Deleting port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:37.085566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.087793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a8e39700-a6d1-46e6-918f-307a5609b8bb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:37.209572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Router 108891cc-eab4-4996-a46a-a848f82174b8 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:37.242879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] For port df4a1c5f-a3e4-4bf6-8468-e17af62adf76, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:37.243337 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.269104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] Calling delete_port for df4a1c5f-a3e4-4bf6-8468-e17af62adf76 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:37.275812 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.458785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e39700-a6d1-46e6-918f-307a5609b8bb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:37.462978 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8e39700-a6d1-46e6-918f-307a5609b8bb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.463946 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e39700-a6d1-46e6-918f-307a5609b8bb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:02:37.464423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e39700-a6d1-46e6-918f-307a5609b8bb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:02:37.491569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:37.501364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] Sync routers for ids ['108891cc-eab4-4996-a46a-a848f82174b8'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:37.506264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb329a50-c843-4a75-ab99-048143a90d05']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:37.513503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] Routers {'108891cc-eab4-4996-a46a-a848f82174b8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:37.514340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['108891cc-eab4-4996-a46a-a848f82174b8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:37.533261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b9d46a-5050-4aaf-9c17-d8750d2ba6bb') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:37.533492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b9d46a-5050-4aaf-9c17-d8750d2ba6bb') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:37.555064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.559279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:37.568344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.574523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.584756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:02:37.585813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:02:37.588104 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:02:37.596038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a8e39700-a6d1-46e6-918f-307a5609b8bb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5129032 Dec 16 08:02:37.599567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38722) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:37.604629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d64a513d-a5e5-4ea1-9d6a-278f9ad46393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:37.611890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] Pushing event deleted for resources: {'Port': ['ID=df4a1c5f-a3e4-4bf6-8468-e17af62adf76,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:37.616358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] Routers {'108891cc-eab4-4996-a46a-a848f82174b8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:37.617234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['108891cc-eab4-4996-a46a-a848f82174b8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:37.621674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a021b7-9a92-4e2b-addf-63ee63a16fcc None None] No DVR routers for this DVR port df4a1c5f-a3e4-4bf6-8468-e17af62adf76 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:37.631587 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.633803 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-431ef4a3-397a-4e37-9397-f16b9f64b08a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5567148 Dec 16 08:02:37.657485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:37.658391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb76bf-911c-4534-b1ea-bf414aea6d1b None None] The sync data for ids ['108891cc-eab4-4996-a46a-a848f82174b8'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:37.677027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38724) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:37.807453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.818281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.828913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ec28b49d-2a54-4f72-b4e2-f7ecabfd6d49 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/108891cc-eab4-4996-a46a-a848f82174b8 HTTP/1.1" status: 200 len: 923 time: 0.1505363 Dec 16 08:02:37.830009 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fb329a50-c843-4a75-ab99-048143a90d05 HTTP/1.1" status: 204 len: 168 time: 0.9981709 Dec 16 08:02:37.831480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38728) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:37.854550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c4cc6-2430-472d-af21-3304ee123409 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb329a50-c843-4a75-ab99-048143a90d05,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:37.871081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-226b9ae9-6d33-48f8-b7b6-278fc3604da0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=108891cc-eab4-4996-a46a-a848f82174b8 HTTP/1.1" status: 200 len: 205 time: 0.0380688 Dec 16 08:02:37.873322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38730) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:37.992473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64a513d-a5e5-4ea1-9d6a-278f9ad46393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:37.996388 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d64a513d-a5e5-4ea1-9d6a-278f9ad46393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:37.997854 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64a513d-a5e5-4ea1-9d6a-278f9ad46393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:02:37.998292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64a513d-a5e5-4ea1-9d6a-278f9ad46393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:02:38.005184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.177977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.183381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d64a513d-a5e5-4ea1-9d6a-278f9ad46393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5827680 Dec 16 08:02:38.186687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38740) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:38.193820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2d9e0c7b-f35b-43ea-8017-8a860e9d9190 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:38.248156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de57f6-c839-4287-8c80-207e27e38ab4 req-5f2f76b3-3ae6-417d-81ed-12ddd38b0bd0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:38.249741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4de57f6-c839-4287-8c80-207e27e38ab4 req-5f2f76b3-3ae6-417d-81ed-12ddd38b0bd0 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 947 time: 0.1219985 Dec 16 08:02:38.364640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4de57f6-c839-4287-8c80-207e27e38ab4 req-46c10212-c520-4edf-8611-1f7466fcf028 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038339 Dec 16 08:02:38.390752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Deleting port 11002c72-4b4e-41fb-8307-0d4c5c95ad74 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:38.391105 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.442841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38742) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:38.447523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df4a1c5f-a3e4-4bf6-8468-e17af62adf76 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:38.455867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9e0c7b-f35b-43ea-8017-8a860e9d9190 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:38.459339 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c7b-f35b-43ea-8017-8a860e9d9190 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.461046 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9e0c7b-f35b-43ea-8017-8a860e9d9190 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:02:38.461531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9e0c7b-f35b-43ea-8017-8a860e9d9190 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:02:38.468922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: df4a1c5f-a3e4-4bf6-8468-e17af62adf76 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:38.469316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df4a1c5f-a3e4-4bf6-8468-e17af62adf76 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:38.541403 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a7bb6071-87b2-40c2-b3e2-85592d66f63b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7bf39cdc3654dd29f509ebc29c9b1d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0976827 Dec 16 08:02:38.544381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:38.545268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.558395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Calling delete_port for 11002c72-4b4e-41fb-8307-0d4c5c95ad74 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:38.566944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2d9e0c7b-f35b-43ea-8017-8a860e9d9190 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3792717 Dec 16 08:02:38.571618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38746) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:38.580394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ca526b65-2c80-4aec-bb58-1f8523da7328 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:38.693955 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-468cc93b-1694-4252-bd45-6b0ade35b508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.718559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-468cc93b-1694-4252-bd45-6b0ade35b508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.830891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca526b65-2c80-4aec-bb58-1f8523da7328 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:38.834724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca526b65-2c80-4aec-bb58-1f8523da7328 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.836396 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca526b65-2c80-4aec-bb58-1f8523da7328 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:02:38.836833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca526b65-2c80-4aec-bb58-1f8523da7328 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:02:38.876360 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.904296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-468cc93b-1694-4252-bd45-6b0ade35b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.907476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-468cc93b-1694-4252-bd45-6b0ade35b508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:38.907607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event deleted for resources: {'Port': ['ID=11002c72-4b4e-41fb-8307-0d4c5c95ad74,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:38.910957 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-468cc93b-1694-4252-bd45-6b0ade35b508 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db2216ee-7122-4484-9709-adc0b72ec667 HTTP/1.1" status: 204 len: 168 time: 0.3628597 Dec 16 08:02:38.918721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cc93b-1694-4252-bd45-6b0ade35b508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2216ee-7122-4484-9709-adc0b72ec667,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:38.986738 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.008414 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ca526b65-2c80-4aec-bb58-1f8523da7328 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4320519 Dec 16 08:02:39.008414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.012860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cbd3dcd1-26d5-48c8-9fe8-55b748e476ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:39.084828 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.087285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.224826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd3dcd1-26d5-48c8-9fe8-55b748e476ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:39.228831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbd3dcd1-26d5-48c8-9fe8-55b748e476ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.230383 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd3dcd1-26d5-48c8-9fe8-55b748e476ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:02:39.230828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd3dcd1-26d5-48c8-9fe8-55b748e476ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:02:39.259127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.261921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Fanout notify agent at l3_agent the message router_deleted on router 108891cc-eab4-4996-a46a-a848f82174b8 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:39.270447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.271616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-48adf754-13be-456a-bdef-a114786d17d6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/108891cc-eab4-4996-a46a-a848f82174b8 HTTP/1.1" status: 204 len: 168 time: 1.3971903 Dec 16 08:02:39.277224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.289549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'router': {'name': 'tempest-snat-router-943204530', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': False}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:39.364837 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbd3dcd1-26d5-48c8-9fe8-55b748e476ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3556738 Dec 16 08:02:39.368132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38762) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.374982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d3fefb2b-4d23-4752-a92d-a923b3a60712 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:39.475053 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.476317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.534213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848472d-59cf-4e8b-b23e-601d9ab0ea03 req-22ec392e-a114-4dbd-af43-28d121ccaad3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:39.535994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7848472d-59cf-4e8b-b23e-601d9ab0ea03 req-22ec392e-a114-4dbd-af43-28d121ccaad3 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 947 time: 0.0713465 Dec 16 08:02:39.541512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.590221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7848472d-59cf-4e8b-b23e-601d9ab0ea03 req-068aff14-eadf-4576-bdba-8442fd60eb84 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups?id=047c517e-98bf-4377-b4ec-6c3a01d5684e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453556 Dec 16 08:02:39.608204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fefb2b-4d23-4752-a92d-a923b3a60712 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:39.612030 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d3fefb2b-4d23-4752-a92d-a923b3a60712 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.613480 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fefb2b-4d23-4752-a92d-a923b3a60712 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:02:39.613911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fefb2b-4d23-4752-a92d-a923b3a60712 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:02:39.754334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d3fefb2b-4d23-4752-a92d-a923b3a60712 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3841915 Dec 16 08:02:39.757085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38766) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.776061 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:39.792724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ce724fc8-7c97-4845-be40-23c6baacd4be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0344458 Dec 16 08:02:39.795372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38768) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.848763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49430-4b25-48dc-940f-702919529a99 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:39.850287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d0e49430-4b25-48dc-940f-702919529a99 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0540197 Dec 16 08:02:39.853167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38770) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.890232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38772) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.892982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d9b0c77b-55e7-457b-8c8a-c80be68485df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387118 Dec 16 08:02:39.899169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38774) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:39.912517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:39.943406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-0008a1cf-874e-41bd-82a4-ea62b0005435 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:39.945122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-0008a1cf-874e-41bd-82a4-ea62b0005435 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.16 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 947 time: 0.0550358 Dec 16 08:02:40.046156 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-75336fab-c335-4e56-af3e-dc8a2e375199 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd84a767874e40169dcaddd44a135830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546736 Dec 16 08:02:40.048555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Deleting port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:40.049110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.051175 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38776) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:40.135297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb47a4d6-e671-40ca-9a23-3260489780ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.151929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] For port ed33b036-010b-433c-80fb-4c8bd2d9dfa7, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:40.152333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.167955 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb47a4d6-e671-40ca-9a23-3260489780ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.255151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:40.258727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.393523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.393937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.394317 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.394640 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Floating IP 60e63764-3afe-4252-ba52-59f0f7b72b9c disassociated. External IP: 172.25.2.100, port: ed33b036-010b-433c-80fb-4c8bd2d9dfa7. Dec 16 08:02:40.395283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Calling delete_port for ed33b036-010b-433c-80fb-4c8bd2d9dfa7 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:40.413265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.529199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Allocated IP 172.25.2.82 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/83df9914-a2e3-419f-abda-0b5db3870833) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:40.541127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb47a4d6-e671-40ca-9a23-3260489780ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.543703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb47a4d6-e671-40ca-9a23-3260489780ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.545119 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eb47a4d6-e671-40ca-9a23-3260489780ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c58666c5-0935-4401-84bd-00c1154fda2d HTTP/1.1" status: 204 len: 168 time: 0.4920571 Dec 16 08:02:40.597889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47a4d6-e671-40ca-9a23-3260489780ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58666c5-0935-4401-84bd-00c1154fda2d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:40.618001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.658483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event deleted for resources: {'Port': ['ID=ed33b036-010b-433c-80fb-4c8bd2d9dfa7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:40.745718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.794987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5d6d467-e9b5-4704-9bf2-aa8bda842b31 req-69f501c9-5729-4b22-bfe6-b141e2a3a51e tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 210 time: 0.0369270 Dec 16 08:02:40.826245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Router 06c29fa8-9020-4962-a060-e47509e1040c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:02:40.928609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:40.941165 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] Sync routers for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:40.951512 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:40.952509 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:40.954735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.982298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] No DVR routers for this DVR port ed33b036-010b-433c-80fb-4c8bd2d9dfa7 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:40.982298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:40.986110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ed3a696-9540-4bf6-904c-80af33d4696b req-ca29d489-5c44-41e1-a28e-4a3b1340300b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.16 "DELETE /v2.0/ports/ed33b036-010b-433c-80fb-4c8bd2d9dfa7 HTTP/1.1" status: 204 len: 173 time: 1.0348938 Dec 16 08:02:40.987443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-deleted', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:02:40.989502 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b1e08-d2d1-4c8e-8ee9-9eeb46e04ce8" -d '{"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-deleted", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:02:41.017335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:41.038840 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eead4ed-22f1-4524-b941-f77038b891d9 x-openstack-request-id: req-9eead4ed-22f1-4524-b941-f77038b891d9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:02:41.039221 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76120f7b-a654-46bd-be23-b8b8bbabb02b", "name": "network-vif-deleted", "tag": "ed33b036-010b-433c-80fb-4c8bd2d9dfa7", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:02:41.039533 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9eead4ed-22f1-4524-b941-f77038b891d9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:02:41.040807 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76120f7b-a654-46bd-be23-b8b8bbabb02b', 'name': 'network-vif-deleted', 'tag': 'ed33b036-010b-433c-80fb-4c8bd2d9dfa7', 'status': 'completed', 'code': 200} Dec 16 08:02:41.045118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:41.049511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:41.055618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:41.058131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:41.076309 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:41.097092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Port': ['ID=83df9914-a2e3-419f-abda-0b5db3870833,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:41.136746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:41.147631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:41.158721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e135d-56e3-4237-8c44-33ae843102df None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:41.179083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:41.179796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:41.208810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=7835d1a9-586b-4179-8270-0543fb5b8061,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:41.348261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '7835d1a9-586b-4179-8270-0543fb5b8061'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:02:41.348261 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:41.402094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2a8316ab-c28b-4bcd-86b9-c11ed9fa8268 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5017486 Dec 16 08:02:41.405146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38804) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:41.411628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:92:96:42', 'name': 'tempest-NetworksTestDHCPv6-138213831'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:41.434596 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:41.486563 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] Checking router: 06c29fa8-9020-4962-a060-e47509e1040c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:02:41.508292 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:41.509327 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:41.539543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Allocated IP 2001:db8::f816:3eff:fe4a:823b (feccb947-4baf-4886-a172-ef2f821be361/7835d1a9-586b-4179-8270-0543fb5b8061/ad8827b4-29a0-4da0-bad6-b8fda64e470d) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:41.635783 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:41.716112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:41.724015 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:41.802200 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:41.810227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:41.835909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:41.892009 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:41.910420 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:41.924104 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116559c2-ef44-4512-8a55-c9a8405eb94e None None] The sync data for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 is: [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T07:50:58Z', 'revision_number': 4, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8bb9d7aa-0690-4929-971d-869b7ab13fef', 'name': '', 'network_id': '79a19e99-7552-41d7-bb46-c7e243a7986b', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'mac_address': 'fa:16:3e:da:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:57Z', 'updated_at': '2021-12-16T07:51:06Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'subnets': [{'id': '685f2c64-988a-4ee3-a726-db2d75d7ea7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:41.960871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:41.964840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:41.972006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:42.021093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Pushing event updated for resources: {'Port': ['ID=ad8827b4-29a0-4da0-bad6-b8fda64e470d,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:42.030930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.031282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.031682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.032032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.032407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.032758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.033087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.033441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.033739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.034082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.034409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.034897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.035244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:02:42.074348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Attempting to bind port ad8827b4-29a0-4da0-bad6-b8fda64e470d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:42.074863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Attempting to bind port ad8827b4-29a0-4da0-bad6-b8fda64e470d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:42.075300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Attempting to bind port ad8827b4-29a0-4da0-bad6-b8fda64e470d on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:42.083473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:42.083473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:42.083473 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.084115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:42.084354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Bound port: ad8827b4-29a0-4da0-bad6-b8fda64e470d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:42.084851 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.091298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70367c7b-2802-41ab-9e73-5d8395abb89e req-f3a476a4-81e9-46e3-a362-2327f44278db tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/ports?device_id=76120f7b-a654-46bd-be23-b8b8bbabb02b HTTP/1.1" status: 200 len: 210 time: 0.1919832 Dec 16 08:02:42.112334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe92:9642 (feccb947-4baf-4886-a172-ef2f821be361/7835d1a9-586b-4179-8270-0543fb5b8061/8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:42.130636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.167023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] For port ad8827b4-29a0-4da0-bad6-b8fda64e470d, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:42.171340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] For port ad8827b4-29a0-4da0-bad6-b8fda64e470d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ad8827b4-29a0-4da0-bad6-b8fda64e470d,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:42.264723 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.372653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa44dba5-2a68-4be7-a9a2-0bfb70f7be99 None None] New status for floating IP 60e63764-3afe-4252-ba52-59f0f7b72b9c: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:02:42.384477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffb70d-310f-4d33-b002-1c114bd76959 None None] Pushing event updated for resources: {'Port': ['ID=ad8827b4-29a0-4da0-bad6-b8fda64e470d,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:42.408728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.458887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Router a66f894b-7370-4c8c-836d-d0d542e4088f is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:42.627726 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.657258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:42.690048 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Sync routers for ids ['a66f894b-7370-4c8c-836d-d0d542e4088f'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:42.695143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:42.701614 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Routers {'a66f894b-7370-4c8c-836d-d0d542e4088f'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:42.702412 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a66f894b-7370-4c8c-836d-d0d542e4088f'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:42.703205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb433c-7202-4c8c-87a6-0949bbf0e489 req-063e8801-e640-49aa-9ed2-a920cf4f2c2b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:42.707945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33eb433c-7202-4c8c-87a6-0949bbf0e489 req-063e8801-e640-49aa-9ed2-a920cf4f2c2b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1356180 Dec 16 08:02:42.722054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:42.727437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:42.733452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:42.734098 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.774991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:42.838406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33eb433c-7202-4c8c-87a6-0949bbf0e489 req-f35b5ac7-3061-4d9f-800d-a841d9a0f0ee tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987401 Dec 16 08:02:42.872349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:42.877403 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc803687-07a4-4dd8-9165-a1a3b0004dcc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5970199 Dec 16 08:02:42.880119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38834) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:42.888848 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Set router a66f894b-7370-4c8c-836d-d0d542e4088f gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:42.948327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4f364c87-da7a-442e-afe4-f267031caead tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5417042 Dec 16 08:02:42.951189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:43.018813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76691386-b31c-4b88-8f5a-625be669d4c6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:43.025125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76691386-b31c-4b88-8f5a-625be669d4c6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:43.026826 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-76691386-b31c-4b88-8f5a-625be669d4c6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0745475 Dec 16 08:02:43.029579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38838) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:43.180808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:43.180808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.227225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:43.252744 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66f894b-7370-4c8c-836d-d0d542e4088f', 'name': 'tempest-snat-router-943204530', 'tenant_id': '4e893421d7234342b17b0c9cab280bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '83df9914-a2e3-419f-abda-0b5db3870833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:02:39Z', 'updated_at': '2021-12-16T08:02:41Z', 'revision_number': 3, 'project_id': '4e893421d7234342b17b0c9cab280bd1', 'gw_port': {'id': '83df9914-a2e3-419f-abda-0b5db3870833', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66f894b-7370-4c8c-836d-d0d542e4088f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:02:40Z', 'updated_at': '2021-12-16T08:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:43.267656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: ed33b036-010b-433c-80fb-4c8bd2d9dfa7 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:43.268703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device ed33b036-010b-433c-80fb-4c8bd2d9dfa7 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:43.286668 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Checking router: a66f894b-7370-4c8c-836d-d0d542e4088f for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:02:43.294322 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Updating router a66f894b-7370-4c8c-836d-d0d542e4088f port 83df9914-a2e3-419f-abda-0b5db3870833 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:02:43.323646 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.373268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38850) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:43.424221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfea169-be04-48f5-b078-1f037f740788 req-075b1c8e-d8db-4f9a-b5ac-5dc3552d4c3d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:43.425805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcfea169-be04-48f5-b078-1f037f740788 req-075b1c8e-d8db-4f9a-b5ac-5dc3552d4c3d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.4811590 Dec 16 08:02:43.454217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b2472d1e-4afd-4465-9532-89f8104d00ef tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/a66f894b-7370-4c8c-836d-d0d542e4088f HTTP/1.1" status: 200 len: 907 time: 0.5714931 Dec 16 08:02:43.462055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38854) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:43.468143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'router': {'name': 'tempest-snat-router-943204530', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': True}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:43.566111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcfea169-be04-48f5-b078-1f037f740788 req-92b0b350-830f-437c-94dc-30aefa06bbde tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250875 Dec 16 08:02:43.608167 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.610373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.715589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.801640 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.805578 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.824340 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:43.926853 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:43.971774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b403fb54-3ae8-414d-bad3-844ef45594c5 None None] Provisioning complete for port ad8827b4-29a0-4da0-bad6-b8fda64e470d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:43.972848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b403fb54-3ae8-414d-bad3-844ef45594c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.024220 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656536-b3dc-4b15-8a8d-e78d86ec2ab9 None None] Pushing event updated for resources: {'Port': ['ID=83df9914-a2e3-419f-abda-0b5db3870833,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:44.029012 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Attempting to bind port 83df9914-a2e3-419f-abda-0b5db3870833 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:44.032082 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Attempting to bind port 83df9914-a2e3-419f-abda-0b5db3870833 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:44.033675 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Attempting to bind port 83df9914-a2e3-419f-abda-0b5db3870833 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:44.037539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7462664-f88f-47ad-b289-6f810f004832 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.048894 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:44.049563 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:44.050116 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.052887 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:44.053472 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Bound port: 83df9914-a2e3-419f-abda-0b5db3870833, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:44.058012 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.074689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7462664-f88f-47ad-b289-6f810f004832 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.074906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.101413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b403fb54-3ae8-414d-bad3-844ef45594c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.132633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.151293 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] For port 83df9914-a2e3-419f-abda-0b5db3870833, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:44.154571 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] For port 83df9914-a2e3-419f-abda-0b5db3870833, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=83df9914-a2e3-419f-abda-0b5db3870833,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:44.186648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:44.193971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b403fb54-3ae8-414d-bad3-844ef45594c5 None None] For port ad8827b4-29a0-4da0-bad6-b8fda64e470d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ad8827b4-29a0-4da0-bad6-b8fda64e470d,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:44.222978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.228219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-38c51e57-5c75-4494-8f5d-d36b35f9ce76 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc HTTP/1.1" status: 204 len: 168 time: 1.1959779 Dec 16 08:02:44.229652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38878) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:44.278144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-9e399476-4635-480d-9e9a-d62577abd7be tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:44.280132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7462664-f88f-47ad-b289-6f810f004832 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.283555 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b7462664-f88f-47ad-b289-6f810f004832 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.284864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-9e399476-4635-480d-9e9a-d62577abd7be tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.3199856 Dec 16 08:02:44.289208 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b7462664-f88f-47ad-b289-6f810f004832 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "DELETE /v2.0/security-groups/047c517e-98bf-4377-b4ec-6c3a01d5684e HTTP/1.1" status: 204 len: 168 time: 0.9144762 Dec 16 08:02:44.292313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38880) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:44.309593 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:02:44.312775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-2585cc07-0bcb-4bf8-b5b4-4a7e14723727 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/quotas/5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 375 time: 0.0250304 Dec 16 08:02:44.315411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27752dc3-858d-468d-89e3-14a929087c71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:44.317245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27752dc3-858d-468d-89e3-14a929087c71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:44.320778 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-27752dc3-858d-468d-89e3-14a929087c71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0895853 Dec 16 08:02:44.321697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38882) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:44.327969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7462664-f88f-47ad-b289-6f810f004832 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047c517e-98bf-4377-b4ec-6c3a01d5684e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:44.334495 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-ced67718-04f9-46ab-af7a-0aecf627b01b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] show failed (client error): The resource could not be found. Dec 16 08:02:44.335949 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ced67718-04f9-46ab-af7a-0aecf627b01b tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "GET /v2.0/security-groups/047c517e-98bf-4377-b4ec-6c3a01d5684e HTTP/1.1" status: 404 len: 347 time: 0.0398712 Dec 16 08:02:44.339960 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.345173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:44.345735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b403fb54-3ae8-414d-bad3-844ef45594c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.511358 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Routers {'a66f894b-7370-4c8c-836d-d0d542e4088f'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:44.511997 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a66f894b-7370-4c8c-836d-d0d542e4088f'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:44.516705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-650ebb29-a498-4e51-8fc0-81a72c1d7ea5 None None] Could not find standard attr ID for object 8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:44.523543 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656536-b3dc-4b15-8a8d-e78d86ec2ab9 None None] Pushing event updated for resources: {'Port': ['ID=83df9914-a2e3-419f-abda-0b5db3870833,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:44.528129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403fb54-3ae8-414d-bad3-844ef45594c5 None None] Pushing event updated for resources: {'Port': ['ID=ad8827b4-29a0-4da0-bad6-b8fda64e470d,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:44.570713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 7835d1a9-586b-4179-8270-0543fb5b8061 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:44.594215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-ad3446c8-6b70-4125-951a-e38829f3ee3c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2713783 Dec 16 08:02:44.604261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.606198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ad8827b4-29a0-4da0-bad6-b8fda64e470d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:44.676704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Deleting port 73d3e8ea-7e53-4b8f-8c0d-8f4befba9d57 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:44.677640 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.713911 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.745164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ad8827b4-29a0-4da0-bad6-b8fda64e470d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:44.745907 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.763438 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] Set router a66f894b-7370-4c8c-836d-d0d542e4088f gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:44.811487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.811827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:44.841574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Calling delete_port for 73d3e8ea-7e53-4b8f-8c0d-8f4befba9d57 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:44.946102 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.002548 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.008674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-c5093af2-fc3f-49dc-a532-0e27177110a7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:02:45.018383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-c5093af2-fc3f-49dc-a532-0e27177110a7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4225228 Dec 16 08:02:45.093917 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66f894b-7370-4c8c-836d-d0d542e4088f', 'name': 'tempest-snat-router-943204530', 'tenant_id': '4e893421d7234342b17b0c9cab280bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '83df9914-a2e3-419f-abda-0b5db3870833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:02:39Z', 'updated_at': '2021-12-16T08:02:41Z', 'revision_number': 3, 'project_id': '4e893421d7234342b17b0c9cab280bd1', 'gw_port': {'id': '83df9914-a2e3-419f-abda-0b5db3870833', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66f894b-7370-4c8c-836d-d0d542e4088f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:02:40Z', 'updated_at': '2021-12-16T08:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:45.124413 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3516eba-a841-469e-983c-78c04d59f6b1 None None] The sync data for ids ['a66f894b-7370-4c8c-836d-d0d542e4088f'] in n-d-820935-11 is: [{'id': 'a66f894b-7370-4c8c-836d-d0d542e4088f', 'name': 'tempest-snat-router-943204530', 'tenant_id': '4e893421d7234342b17b0c9cab280bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '83df9914-a2e3-419f-abda-0b5db3870833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:02:39Z', 'updated_at': '2021-12-16T08:02:41Z', 'revision_number': 3, 'project_id': '4e893421d7234342b17b0c9cab280bd1', 'gw_port': {'id': '83df9914-a2e3-419f-abda-0b5db3870833', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66f894b-7370-4c8c-836d-d0d542e4088f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:02:40Z', 'updated_at': '2021-12-16T08:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:45.132832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.196132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.225498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Pushing event deleted for resources: {'Port': ['ID=73d3e8ea-7e53-4b8f-8c0d-8f4befba9d57,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:45.278778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-c9a791cc-4f7a-4261-b1b8-f1374b6b7892 service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594972 Dec 16 08:02:45.300541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.303310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Allocated IP 172.25.2.49 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/18ed87eb-b3e1-4b77-ba7c-3af39eb43286) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:45.304111 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.308900 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ed06c63b-bbcc-485a-968e-77f854655497 tempest-AttachVolumeShelveTestJSON-412173095 tempest-AttachVolumeShelveTestJSON-412173095-project] 10.222.0.43 "DELETE /v2.0/floatingips/60e63764-3afe-4252-ba52-59f0f7b72b9c HTTP/1.1" status: 204 len: 168 time: 0.9583564 Dec 16 08:02:45.369169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.413723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=7835d1a9-586b-4179-8270-0543fb5b8061,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:45.481632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.488405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07e149-94fa-4206-8108-b1fe9dd7f4c0 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:45.488895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bcdd514e-afb8-481b-b4ef-fe58d85c78e1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/7835d1a9-586b-4179-8270-0543fb5b8061 HTTP/1.1" status: 204 len: 168 time: 1.1622066 Dec 16 08:02:45.501400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38910) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:45.567650 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4126460d-9d83-4b21-8b43-c9bd3faa178f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720394 Dec 16 08:02:45.567650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:45.574590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:45.624362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-bb9736c3-583e-48bd-8c73-60ccce070866 service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316243 Dec 16 08:02:45.655010 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.717960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:02:45.800757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] Deleting port ad8827b4-29a0-4da0-bad6-b8fda64e470d {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:45.801202 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.853504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.879222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] For port ad8827b4-29a0-4da0-bad6-b8fda64e470d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ad8827b4-29a0-4da0-bad6-b8fda64e470d,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:45.880070 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:45.896337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] Calling delete_port for ad8827b4-29a0-4da0-bad6-b8fda64e470d owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:45.908188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:45.911569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:45.915824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:45.958470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Port': ['ID=18ed87eb-b3e1-4b77-ba7c-3af39eb43286,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:46.002631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:46.009980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.144206 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.198330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] Pushing event deleted for resources: {'Port': ['ID=ad8827b4-29a0-4da0-bad6-b8fda64e470d,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:46.204979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02858fe5-ba4d-45d6-b55e-412c5dcaad49 None None] No DVR routers for this DVR port ad8827b4-29a0-4da0-bad6-b8fda64e470d on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:46.244963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85489ee4-eb22-4f0d-96ee-34a37c7c9c58 req-0852a3fa-56af-467e-b3db-ed5dbdf7a720 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 210 time: 0.0580332 Dec 16 08:02:46.506181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83df9914-a2e3-419f-abda-0b5db3870833 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:46.512012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.574324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 83df9914-a2e3-419f-abda-0b5db3870833 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:46.575472 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.640452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:46.645155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.686649 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.711477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:46.722977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:46.726600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:46.729663 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.748849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=a6c8082f-a46a-4bab-840b-5aed361fa0f6,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:46.765169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3470678-972c-4559-97dd-453ae94f652c None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:46.771959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 83df9914-a2e3-419f-abda-0b5db3870833, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=83df9914-a2e3-419f-abda-0b5db3870833,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:46.860712 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.944227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'a6c8082f-a46a-4bab-840b-5aed361fa0f6'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:02:46.945110 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:46.998731 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-74354a6e-1da0-40d1-a139-bc525f0a0b46 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4304037 Dec 16 08:02:47.002046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38940) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:47.008474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:17:00:dd', 'name': 'tempest-NetworksTestDHCPv6-1876355354'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:47.031003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:47.123589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ad8827b4-29a0-4da0-bad6-b8fda64e470d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:47.167439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Router cbb7e98f-536d-4d15-bb8f-38b029b9d9bf is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:47.445890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: ad8827b4-29a0-4da0-bad6-b8fda64e470d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:47.445890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ad8827b4-29a0-4da0-bad6-b8fda64e470d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:47.445890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=83df9914-a2e3-419f-abda-0b5db3870833,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:47.478766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:47.506666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Allocated IP 2001:db8::f816:3eff:fee0:6b6d (feccb947-4baf-4886-a172-ef2f821be361/a6c8082f-a46a-4bab-840b-5aed361fa0f6/6012c94a-e82d-48e4-8d46-68121ff3d2cd) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:47.629153 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:47.668661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 794f68ec-c6df-4e76-87a9-f86957776294 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:47.797117 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:47.830140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-342bcb7b-9a4b-4ed2-8a61-002b7c6b0c5e req-1e99f1c0-1bf6-4664-8f2f-b1b4f41ca18f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 210 time: 0.4631984 Dec 16 08:02:47.847603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:47.856768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Sync routers for ids ['cbb7e98f-536d-4d15-bb8f-38b029b9d9bf'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:47.870933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Routers {'cbb7e98f-536d-4d15-bb8f-38b029b9d9bf'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:47.871691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9f791675-790b-4683-a442-26322ed689f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cbb7e98f-536d-4d15-bb8f-38b029b9d9bf'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:47.985961 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.005373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.009820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2771ece2-0c1c-4c98-8f47-7fb580074d1b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5443444 Dec 16 08:02:48.010132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38958) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:48.032610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe17:dd (feccb947-4baf-4886-a172-ef2f821be361/a6c8082f-a46a-4bab-840b-5aed361fa0f6/794f68ec-c6df-4e76-87a9-f86957776294) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:48.147997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Pushing event updated for resources: {'Port': ['ID=6012c94a-e82d-48e4-8d46-68121ff3d2cd,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:48.157292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:48.169530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:48.183110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-abe3ba8d-d3dc-43ed-afe6-0fece8bd29ef tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/cbb7e98f-536d-4d15-bb8f-38b029b9d9bf HTTP/1.1" status: 200 len: 906 time: 0.1703837 Dec 16 08:02:48.187470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38962) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:48.189384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:48.192566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Set router cbb7e98f-536d-4d15-bb8f-38b029b9d9bf gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:02:48.431624 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.472712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Attempting to bind port 6012c94a-e82d-48e4-8d46-68121ff3d2cd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:48.473087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Attempting to bind port 6012c94a-e82d-48e4-8d46-68121ff3d2cd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:48.473450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Attempting to bind port 6012c94a-e82d-48e4-8d46-68121ff3d2cd on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:48.502105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:48.502423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:48.502828 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.503219 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:48.503705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Bound port: 6012c94a-e82d-48e4-8d46-68121ff3d2cd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:48.504091 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.521125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.629904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] For port 6012c94a-e82d-48e4-8d46-68121ff3d2cd, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:48.636449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] For port 6012c94a-e82d-48e4-8d46-68121ff3d2cd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6012c94a-e82d-48e4-8d46-68121ff3d2cd,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:48.637939 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.644007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83df9914-a2e3-419f-abda-0b5db3870833 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:48.681771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9f791675-790b-4683-a442-26322ed689f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb7e98f-536d-4d15-bb8f-38b029b9d9bf', 'name': 'tempest-snat-router-943204530', 'tenant_id': '4e893421d7234342b17b0c9cab280bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '18ed87eb-b3e1-4b77-ba7c-3af39eb43286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:02:43Z', 'updated_at': '2021-12-16T08:02:46Z', 'revision_number': 3, 'project_id': '4e893421d7234342b17b0c9cab280bd1', 'gw_port': {'id': '18ed87eb-b3e1-4b77-ba7c-3af39eb43286', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb7e98f-536d-4d15-bb8f-38b029b9d9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:02:45Z', 'updated_at': '2021-12-16T08:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:48.715101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Checking router: cbb7e98f-536d-4d15-bb8f-38b029b9d9bf for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:02:48.715372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Updating router cbb7e98f-536d-4d15-bb8f-38b029b9d9bf port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:02:48.728041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.748874 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.780660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:48.782617 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.784951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:48.791478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:48.797600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:48.803092 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.830834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=794f68ec-c6df-4e76-87a9-f86957776294,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:48.835922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 83df9914-a2e3-419f-abda-0b5db3870833 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:48.836600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.865439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Deleting port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:48.865825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:48.976050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fe09b-b7dc-4e80-8309-fcf6cfa48a38 None None] Pushing event updated for resources: {'Port': ['ID=6012c94a-e82d-48e4-8d46-68121ff3d2cd,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:49.010526 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f8785af4-92c7-4342-a7e2-d5a08edc149c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0035110 Dec 16 08:02:49.016485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f459abe6-de42-4434-a074-cb530183c08c req-98ee920c-061c-40ea-838a-fa1bb7642fc3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 210 time: 0.0660231 Dec 16 08:02:49.017124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38974) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:49.064455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.084617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Calling delete_port for 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:49.098932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972a94c-922a-48e0-a937-7e6b13814de3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:49.113448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972a94c-922a-48e0-a937-7e6b13814de3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:49.115177 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2972a94c-922a-48e0-a937-7e6b13814de3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0966666 Dec 16 08:02:49.117903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38978) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:49.260454 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.289281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 794f68ec-c6df-4e76-87a9-f86957776294 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:49.289631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.403767 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.411937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.481633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 794f68ec-c6df-4e76-87a9-f86957776294 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:49.520942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Attempting to bind port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:49.521242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Attempting to bind port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:49.521596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Attempting to bind port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:49.527586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ed78-3ffd-4297-b81d-0b1ea10e677b None None] Pushing event updated for resources: {'Port': ['ID=18ed87eb-b3e1-4b77-ba7c-3af39eb43286,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:49.533051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:49.533427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:49.533831 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.534223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:49.534707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Bound port: 18ed87eb-b3e1-4b77-ba7c-3af39eb43286, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:49.535149 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.636066 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.638928 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:02:49.638928 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:02:49.677129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event deleted for resources: {'Port': ['ID=18ed87eb-b3e1-4b77-ba7c-3af39eb43286,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:49.692489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-70f558f1-a266-47b1-bb2c-21c5c5df8264 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:49.694118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-70f558f1-a266-47b1-bb2c-21c5c5df8264 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.2593131 Dec 16 08:02:49.716065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'port': {'device_id': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'admin_state_up': True, 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:49.762781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.863136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:49.865572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.092004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.126968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.127606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbb7e98f-536d-4d15-bb8f-38b029b9d9bf {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:50.135687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.137694 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a5690714-2224-4b20-be4d-53a1b1d5b88d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "DELETE /v2.0/routers/cbb7e98f-536d-4d15-bb8f-38b029b9d9bf HTTP/1.1" status: 204 len: 168 time: 1.9492266 Dec 16 08:02:50.142479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:50.177477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Attempting to bind port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:50.177893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Attempting to bind port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:50.178284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Attempting to bind port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:50.187084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7039a006-e832-4b03-8726-c8fa34bd5936 req-9fff40ea-829f-4c47-9b43-0eb263886c70 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 210 time: 0.0827627 Dec 16 08:02:50.193387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Made reservation on behalf of 5f12b49b90034634b9a8dd1c6695eccf for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:50.194857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:50.197355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:50.197823 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.198237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:50.198742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Bound port: 18ed87eb-b3e1-4b77-ba7c-3af39eb43286, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:50.199137 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.199982 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.205449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=794f68ec-c6df-4e76-87a9-f86957776294,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:50.226565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Port 18ed87eb-b3e1-4b77-ba7c-3af39eb43286 has been deleted concurrently {{(pid=110397) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 08:02:50.240588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Routers set() bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:50.242133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Router IDs set() for agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 08:02:50.242803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f791675-790b-4683-a442-26322ed689f3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbb7e98f-536d-4d15-bb8f-38b029b9d9bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent'). {{(pid=110397) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 08:02:50.243187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f791675-790b-4683-a442-26322ed689f3 None None] The sync data for ids ['cbb7e98f-536d-4d15-bb8f-38b029b9d9bf'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:50.273153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.276993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-94fe9925-5383-4019-a2cd-27257846bc01 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/794f68ec-c6df-4e76-87a9-f86957776294 HTTP/1.1" status: 204 len: 168 time: 1.1579711 Dec 16 08:02:50.284901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:50.356750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c73f7377-c787-43ba-98ce-920bc8bd58d0 None None] Provisioning complete for port 6012c94a-e82d-48e4-8d46-68121ff3d2cd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:50.360224 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c73f7377-c787-43ba-98ce-920bc8bd58d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.449881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ff420-b5ac-459e-8c70-1ae40cb55408 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:50.451737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ff420-b5ac-459e-8c70-1ae40cb55408 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:50.457704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-947ff420-b5ac-459e-8c70-1ae40cb55408 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1716866 Dec 16 08:02:50.458302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:50.566744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Allocated IP 172.20.0.11 (59beea27-d09d-4ce5-9ae9-eedb0717b41e/a5c1b24f-3405-47d3-9d75-e80b2bef0d18/7c66bb64-cfdb-445e-b68d-a4026d8ffb2d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:50.576941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.635657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6012c94a-e82d-48e4-8d46-68121ff3d2cd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:50.724928 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c73f7377-c787-43ba-98ce-920bc8bd58d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.735491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet a6c8082f-a46a-4bab-840b-5aed361fa0f6 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:02:50.739064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.789320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.858773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c73f7377-c787-43ba-98ce-920bc8bd58d0 None None] For port 6012c94a-e82d-48e4-8d46-68121ff3d2cd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6012c94a-e82d-48e4-8d46-68121ff3d2cd,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:50.873901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6012c94a-e82d-48e4-8d46-68121ff3d2cd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:50.874384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:50.927212 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.017627 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.024074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.042782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.053315 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c73f7377-c787-43ba-98ce-920bc8bd58d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.141691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f7377-c787-43ba-98ce-920bc8bd58d0 None None] Pushing event updated for resources: {'Port': ['ID=6012c94a-e82d-48e4-8d46-68121ff3d2cd,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:51.170150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-769cbbdc-b066-4e68-8f3e-8c940e3b15d5 None None] Could not find standard attr ID for object 794f68ec-c6df-4e76-87a9-f86957776294. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:02:51.181188 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.207694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:51.246542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['04c21fec-68ad-44cd-ae98-f8a14e324921'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:02:51.255708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Deleting port 83df9914-a2e3-419f-abda-0b5db3870833 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:51.256047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.291861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:51.315326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:51.322334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:51.347730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:51.428750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.494519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:51.495234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.504277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] For port 83df9914-a2e3-419f-abda-0b5db3870833, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=83df9914-a2e3-419f-abda-0b5db3870833,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:51.504277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.519086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Calling delete_port for 83df9914-a2e3-419f-abda-0b5db3870833 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:51.571079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c41f-f8c4-48d6-9678-d7e17e637377 req-c3395465-4ff2-4810-b54d-352a4a25e4fe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:51.577457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3924c41f-f8c4-48d6-9678-d7e17e637377 req-c3395465-4ff2-4810-b54d-352a4a25e4fe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 932 time: 0.2342315 Dec 16 08:02:51.605473 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:02:51.605849 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:02:51.655941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c8082f-a46a-4bab-840b-5aed361fa0f6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:51.673520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3924c41f-f8c4-48d6-9678-d7e17e637377 req-020100dd-7abd-4dde-9a41-b4bc5db0a467 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782070 Dec 16 08:02:51.697251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-f3d0df54-8763-4d08-8945-12ef62134899 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9866862 Dec 16 08:02:51.705449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.710594 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-372126c4-b1b4-482f-8c1c-fd9f10da49df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/a6c8082f-a46a-4bab-840b-5aed361fa0f6 HTTP/1.1" status: 204 len: 168 time: 1.2376456 Dec 16 08:02:51.713682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6330a039-4235-4e77-b7cb-b64c11e39601 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:02:51.717744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39026) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:51.717875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6330a039-4235-4e77-b7cb-b64c11e39601 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102592 Dec 16 08:02:51.742070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7ba3d-cac2-4a2c-b6cb-1976520cb9ea None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:51.753507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Request body: {'port': {'device_id': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:51.824103 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7846364a-452b-4ef0-ac41-eee485b9d27a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052258 Dec 16 08:02:51.826546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39032) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:51.936241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ea10d5b3-b8fa-4cbe-95ef-b17f57b52ace None None] Provisioning complete for port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:51.936570 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ea10d5b3-b8fa-4cbe-95ef-b17f57b52ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.937419 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:51.978068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ea10d5b3-b8fa-4cbe-95ef-b17f57b52ace None None] Port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:02:52.031432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d776a69-4a9e-476a-813f-a623765964e9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:52.035095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0d776a69-4a9e-476a-813f-a623765964e9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2036762 Dec 16 08:02:52.038498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39034) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:52.067756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794633fc-e735-4c80-9099-61d781b571cd None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:02:52.100671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:52.183528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event deleted for resources: {'Port': ['ID=83df9914-a2e3-419f-abda-0b5db3870833,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:52.196757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc27560-4806-4a6b-9377-5d81826d7269 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:52.198519 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0dc27560-4806-4a6b-9377-5d81826d7269 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1588786 Dec 16 08:02:52.221218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:52.238219 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-794633fc-e735-4c80-9099-61d781b571cd None None] Deleting port 6012c94a-e82d-48e4-8d46-68121ff3d2cd {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:52.238499 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-794633fc-e735-4c80-9099-61d781b571cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:52.331868 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1d2d5893-06bd-46e3-bd3c-889d9ed3670b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094816 Dec 16 08:02:52.338773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39042) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:52.357835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:52.416553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:52.452637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-794633fc-e735-4c80-9099-61d781b571cd None None] For port 6012c94a-e82d-48e4-8d46-68121ff3d2cd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6012c94a-e82d-48e4-8d46-68121ff3d2cd,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:52.452967 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-794633fc-e735-4c80-9099-61d781b571cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:52.523225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-794633fc-e735-4c80-9099-61d781b571cd None None] Calling delete_port for 6012c94a-e82d-48e4-8d46-68121ff3d2cd owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:52.681649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:52.685024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6012c94a-e82d-48e4-8d46-68121ff3d2cd no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:52.693310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:52.713906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Transition to ACTIVE for port object 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:02:52.817286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:52.822205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.005377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.204455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:53.230498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.241152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.286899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d254686-9d48-4c55-8d5e-c5556d56986e req-c4812c69-b1ac-48ab-88ba-3b7704b00def tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:53.288605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d254686-9d48-4c55-8d5e-c5556d56986e req-c4812c69-b1ac-48ab-88ba-3b7704b00def tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 944 time: 0.4516039 Dec 16 08:02:53.410269 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.414484 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-794633fc-e735-4c80-9099-61d781b571cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.448721 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.449339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a66f894b-7370-4c8c-836d-d0d542e4088f {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:02:53.454271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.455590 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b1e9b32-d0ae-4489-be0a-103bae9f66a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a66f894b-7370-4c8c-836d-d0d542e4088f HTTP/1.1" status: 204 len: 168 time: 3.3118515 Dec 16 08:02:53.459237 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39066) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:53.474532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1901304780', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:53.503123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794633fc-e735-4c80-9099-61d781b571cd None None] Pushing event deleted for resources: {'Port': ['ID=6012c94a-e82d-48e4-8d46-68121ff3d2cd,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:53.523936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794633fc-e735-4c80-9099-61d781b571cd None None] No DVR routers for this DVR port 6012c94a-e82d-48e4-8d46-68121ff3d2cd on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:02:53.598136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d254686-9d48-4c55-8d5e-c5556d56986e req-0422a766-ad10-40fe-9be9-66e7b4bde9e0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837453 Dec 16 08:02:53.611750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Attempting to bind port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:53.612487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Attempting to bind port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:53.613052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Attempting to bind port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:53.619531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.620696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.623865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:02:53.624470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Attempting to bind port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:53.710595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:53.713457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:53.714043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Bound using segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:53.714608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Bound port: 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:53.715085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.726522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:53.843998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] For port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:53.848561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] For port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:53.964468 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.121837 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.127708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:54.146725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:54.147629 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.149260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6d8c96ae-c049-47e0-b74c-d4dbfd87f3e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/7c66bb64-cfdb-445e-b68d-a4026d8ffb2d HTTP/1.1" status: 200 len: 1093 time: 2.4145865 Dec 16 08:02:54.149834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:02:54.171811 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2cc22-baaf-4544-b051-e136df980ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:02:54.254582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:02:54.261711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.280044 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038b92d3-e4e1-4ba0-bac3-f8f749f020df x-openstack-request-id: req-038b92d3-e4e1-4ba0-bac3-f8f749f020df {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:02:54.280444 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:02:54.280738 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-038b92d3-e4e1-4ba0-bac3-f8f749f020df {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:02:54.281128 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d', 'status': 'completed', 'code': 200} Dec 16 08:02:54.452461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83df9914-a2e3-419f-abda-0b5db3870833 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:02:54.466236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:54.509118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:54.530152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f1352-7f18-4423-9bb0-a7c680529a94 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:02:54.534238 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 83df9914-a2e3-419f-abda-0b5db3870833 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:02:54.534606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83df9914-a2e3-419f-abda-0b5db3870833 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:02:54.546776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=67afd98b-0068-4146-a243-e9ab51f8d0d0,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:54.550034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:54.550853 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.555455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.594801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2cc22-baaf-4544-b051-e136df980ba5 req-fa03cb7f-b854-463c-aa97-60bf07503e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:54.597697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9b2cc22-baaf-4544-b051-e136df980ba5 req-fa03cb7f-b854-463c-aa97-60bf07503e52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 1096 time: 0.3099744 Dec 16 08:02:54.616577 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.760076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '67afd98b-0068-4146-a243-e9ab51f8d0d0'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:02:54.760921 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:54.779052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-397aec9d-af70-47c1-b85a-fecaa3f879b6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4300187 Dec 16 08:02:54.779606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39082) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:54.792936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:37:fd:7e', 'name': 'tempest-NetworksTestDHCPv6-1431046505'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:54.870519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6519f3-b060-4741-a09e-b2278622a492 req-bab54aae-f87d-4359-a9b3-95dfc5cda937 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:54.872054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba6519f3-b060-4741-a09e-b2278622a492 req-bab54aae-f87d-4359-a9b3-95dfc5cda937 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 944 time: 0.0907767 Dec 16 08:02:54.884832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2cc22-baaf-4544-b051-e136df980ba5 req-1ad6e73d-cd6d-4ce8-a539-4cea504d80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:54.886967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9b2cc22-baaf-4544-b051-e136df980ba5 req-1ad6e73d-cd6d-4ce8-a539-4cea504d80b1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2716062 Dec 16 08:02:54.929790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Allocated IP 2001:db8::f816:3eff:febf:776c (feccb947-4baf-4886-a172-ef2f821be361/67afd98b-0068-4146-a243-e9ab51f8d0d0/4767714a-a3e9-43ce-82fc-d80d2009f3d5) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:55.024520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Allocated IP 172.25.2.224 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/a002e7f9-73b1-4d85-bd10-1ef2ba60b018) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:55.066217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba6519f3-b060-4741-a09e-b2278622a492 req-ca91cf88-8c52-4ebd-a733-749fb86519b5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753244 Dec 16 08:02:55.121920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2cc22-baaf-4544-b051-e136df980ba5 req-a1a54148-5754-4be5-a47c-fafb091ef596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:55.123514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9b2cc22-baaf-4544-b051-e136df980ba5 req-a1a54148-5754-4be5-a47c-fafb091ef596 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227056 Dec 16 08:02:55.185029 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:55.260852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-988173b4-733e-41f4-b650-9fb731c69198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:55.261159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-988173b4-733e-41f4-b650-9fb731c69198 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 1096 time: 0.0679936 Dec 16 08:02:55.276744 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:55.331583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:55.332748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Pushing event updated for resources: {'Port': ['ID=4767714a-a3e9-43ce-82fc-d80d2009f3d5,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:55.338473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:55.342034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:55.353252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-6b226a6d-fbcd-4c4b-938b-f766425395aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d HTTP/1.1" status: 200 len: 217 time: 0.0768852 Dec 16 08:02:55.390472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:02:55.400091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:55.420739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-b0ae1dee-42c9-456d-9b71-d8d37f319b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:55.423349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-b0ae1dee-42c9-456d-9b71-d8d37f319b01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0636728 Dec 16 08:02:55.425170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Attempting to bind port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:02:55.425802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Attempting to bind port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:02:55.426328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Attempting to bind port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:02:55.435658 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:02:55.436049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:02:55.436538 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:55.437010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:02:55.437550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Bound port: 4767714a-a3e9-43ce-82fc-d80d2009f3d5, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:02:55.439009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:55.515521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-08af4b0c-0da9-4ad0-8fc7-62055a13ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:55.521648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-08af4b0c-0da9-4ad0-8fc7-62055a13ec79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895469 Dec 16 08:02:55.534434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] For port 4767714a-a3e9-43ce-82fc-d80d2009f3d5, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:02:55.538410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] For port 4767714a-a3e9-43ce-82fc-d80d2009f3d5, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4767714a-a3e9-43ce-82fc-d80d2009f3d5,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:02:55.563671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:55.614272 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:55.651397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 79d124f5-46c9-472c-a540-3e3668227349 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:02:55.665411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-1a7022f7-4d0c-4b8b-9d3e-9b0631267728 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353304 Dec 16 08:02:55.721684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c19499-7cce-439f-b34a-815aabf906d7 None None] Pushing event updated for resources: {'Port': ['ID=4767714a-a3e9-43ce-82fc-d80d2009f3d5,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:55.850032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf8c820e-f6ca-4446-adee-3828c273cbe0 req-d65c5f85-5138-417c-b944-9041db7004c2 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742711 Dec 16 08:02:55.853408 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-be84b986-a742-415d-85e9-1529c5e0cee8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1705186 Dec 16 08:02:55.885160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe37:fd7e (feccb947-4baf-4886-a172-ef2f821be361/67afd98b-0068-4146-a243-e9ab51f8d0d0/79d124f5-46c9-472c-a540-3e3668227349) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:02:55.935745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:56.033769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:56.040387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:56.042664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event updated for resources: {'Port': ['ID=a002e7f9-73b1-4d85-bd10-1ef2ba60b018,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:56.048720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:56.055101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-839188f7-9436-41f3-97c0-afc4f64d1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:56.056703 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-839188f7-9436-41f3-97c0-afc4f64d1003 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 1098 time: 0.1533463 Dec 16 08:02:56.300773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39110) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:56.355438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59104e4b-fa2a-4df3-8edf-ba57a3b3dc20 req-d16922f6-f664-4cda-ad10-2abd82f09f18 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:56.366672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59104e4b-fa2a-4df3-8edf-ba57a3b3dc20 req-d16922f6-f664-4cda-ad10-2abd82f09f18 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 944 time: 0.1516495 Dec 16 08:02:56.488720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59104e4b-fa2a-4df3-8edf-ba57a3b3dc20 req-6ad7a687-bec6-4d10-a41a-47f6bf050d47 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205821 Dec 16 08:02:56.591934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-b3923839-08cd-479e-8822-89d85d30c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:56.593642 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-b3923839-08cd-479e-8822-89d85d30c9ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.3899317 Dec 16 08:02:56.613374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4767714a-a3e9-43ce-82fc-d80d2009f3d5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:56.666498 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-615ae380-db44-42cb-ab53-e1874f3cac97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51ef6083-bf01-4f9e-bd2e-befd30ae8075 HTTP/1.1" status: 200 len: 217 time: 0.0539112 Dec 16 08:02:56.672782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:56.720704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:56.721007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:56.755412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-848f0645-9fc8-45ad-afe7-7b5c18cbc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:56.757144 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-848f0645-9fc8-45ad-afe7-7b5c18cbc8f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0829153 Dec 16 08:02:56.887613 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:56.935882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-7a09bc08-849f-44ca-90d8-aea7c7bb93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:56.937411 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-7a09bc08-849f-44ca-90d8-aea7c7bb93eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228838 Dec 16 08:02:56.962244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:56.979184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 4767714a-a3e9-43ce-82fc-d80d2009f3d5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4767714a-a3e9-43ce-82fc-d80d2009f3d5,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:56.983450 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:57.066211 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:57.161163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:02:57.207967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=4767714a-a3e9-43ce-82fc-d80d2009f3d5,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:57.283987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:02:57.286563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:02:57.294679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:57.295360 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:57.321522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=79d124f5-46c9-472c-a540-3e3668227349,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:02:57.445468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-893d5b47-fc70-4d31-9fe2-3925989ecbf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1080341 Dec 16 08:02:57.465758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-33f40033-ed03-4dd5-bc31-184550bda740 None None] Provisioning complete for port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:57.466142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33f40033-ed03-4dd5-bc31-184550bda740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:57.480311 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-0b5e1dd9-b0f0-435e-b730-35398557717c service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311499 Dec 16 08:02:57.491385 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2faef1b0-c8ee-4ed7-9129-a02678e8e06e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7004192 Dec 16 08:02:57.492297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39126) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:57.607109 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:57.638835 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:57.895789 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:57.932805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-305de6be-8426-4a0a-a4cf-9e1a31967a01 None None] Provisioning complete for port 79d124f5-46c9-472c-a540-3e3668227349 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:57.933356 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-305de6be-8426-4a0a-a4cf-9e1a31967a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:58.069583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-88bcabc7-1189-40e3-909c-f12a39b9bcdf req-95b88b05-65d9-4298-b14a-c6a6f96786a4 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167919 Dec 16 08:02:58.086169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-305de6be-8426-4a0a-a4cf-9e1a31967a01 None None] Port 79d124f5-46c9-472c-a540-3e3668227349 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:02:58.290501 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-98090679-f547-4211-aba6-e504e1507c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:58.436202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Router 72d41d1b-e461-4fb7-8c26-3397352ba58d is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:02:58.446588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfbdc4f-3c14-4746-89ee-18c1d8459be5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:58.454632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfbdc4f-3c14-4746-89ee-18c1d8459be5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:58.459254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-acfbdc4f-3c14-4746-89ee-18c1d8459be5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.9626598 Dec 16 08:02:58.460236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:58.469628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df15c6-e974-4fa2-820b-32fc2c096a0a req-95f60a8f-523e-40c5-b1f2-1c5ca2cff837 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:58.475257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24df15c6-e974-4fa2-820b-32fc2c096a0a req-95f60a8f-523e-40c5-b1f2-1c5ca2cff837 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 944 time: 0.7461369 Dec 16 08:02:58.508350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-04ca17f7-546c-4bcc-9f84-11e38a6de87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:58.509923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-04ca17f7-546c-4bcc-9f84-11e38a6de87b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 1097 time: 0.9292805 Dec 16 08:02:58.510790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4767714a-a3e9-43ce-82fc-d80d2009f3d5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:02:58.647663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:02:58.648362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:58.726470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24df15c6-e974-4fa2-820b-32fc2c096a0a req-bc728d1a-9f97-4164-aa76-8cf5662bd759 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153516 Dec 16 08:02:58.870905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:02:58.884802 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] Sync routers for ids ['72d41d1b-e461-4fb7-8c26-3397352ba58d'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:02:58.895114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-7e601bf0-b502-4400-8c57-5faf418099c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:58.897448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-7e601bf0-b502-4400-8c57-5faf418099c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.3455412 Dec 16 08:02:58.902876 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] Routers {'72d41d1b-e461-4fb7-8c26-3397352ba58d'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:58.903516 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['72d41d1b-e461-4fb7-8c26-3397352ba58d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:58.914141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 79d124f5-46c9-472c-a540-3e3668227349 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:58.914627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:58.941786 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:58.956268 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] Routers {'72d41d1b-e461-4fb7-8c26-3397352ba58d'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:02:58.956268 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:02:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['72d41d1b-e461-4fb7-8c26-3397352ba58d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:58.965906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-59884fd4-c8c8-41c6-a112-d943dc414c6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04c21fec-68ad-44cd-ae98-f8a14e324921 HTTP/1.1" status: 200 len: 217 time: 0.0602572 Dec 16 08:02:58.995173 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:02:58.995173 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d64f68-0c4a-4fc8-92b9-62a3117e65a4 None None] The sync data for ids ['72d41d1b-e461-4fb7-8c26-3397352ba58d'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:02:59.030827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:59.060876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 79d124f5-46c9-472c-a540-3e3668227349 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:59.103097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-1a1d8ca4-84f2-4013-a0c2-8aca715d6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:59.105031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-1a1d8ca4-84f2-4013-a0c2-8aca715d6fdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.1267056 Dec 16 08:02:59.115737 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:59.117019 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc153f02-51b9-4111-8a17-c87d4f2283dd tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6567733 Dec 16 08:02:59.119677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39148) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:02:59.124328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': False}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:02:59.190905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Deleting port 8bb9d7aa-0690-4929-971d-869b7ab13fef {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:02:59.191271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:59.247921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-8f709111-01b9-4462-8027-b2137520401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:02:59.249762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-8f709111-01b9-4462-8027-b2137520401b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340652 Dec 16 08:02:59.270860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-53411f0e-e71b-439a-a2a7-e9b79eb5fa08 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:02:59.273672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-53411f0e-e71b-439a-a2a7-e9b79eb5fa08 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116720 Dec 16 08:02:59.339980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:02:59.410390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-c31bd9c7-ce3d-442f-ad96-3257ef58a396 service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270392 Dec 16 08:02:59.545164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] For port 8bb9d7aa-0690-4929-971d-869b7ab13fef, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8bb9d7aa-0690-4929-971d-869b7ab13fef,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:59.546171 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:59.569005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Calling delete_port for 8bb9d7aa-0690-4929-971d-869b7ab13fef owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:02:59.654202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:59.658384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c82665f4-b009-4f41-91e8-bab1cf9427c7 req-0317accf-7a39-4aa4-a65a-87d0b03935d4 service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397850 Dec 16 08:02:59.695865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d', 'mac_address': 'fa:16:3e:81:5b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:02:59.788784 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:02:59.834843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:02:59.903883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:02:59.961090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.000674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e82df5-dc47-469a-8a31-db3374d9d30e req-704c8a8a-8658-4f96-89fe-489c15c88e10 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:00.002075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5e82df5-dc47-469a-8a31-db3374d9d30e req-704c8a8a-8658-4f96-89fe-489c15c88e10 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 944 time: 0.1056957 Dec 16 08:03:00.017919 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.030159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=79d124f5-46c9-472c-a540-3e3668227349,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:00.057326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.068535 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.078538 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e33d230-933d-4cfa-93cf-a7880f095a74 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/79d124f5-46c9-472c-a540-3e3668227349 HTTP/1.1" status: 204 len: 168 time: 1.6145623 Dec 16 08:03:00.088788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39160) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:00.095897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c5e82df5-dc47-469a-8a31-db3374d9d30e req-2023891c-3ec7-47c9-a156-ff766291b886 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842743 Dec 16 08:03:00.112313 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.149744 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.183750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71674c98-b01b-4e9f-b242-624640ba0f6c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:00.191855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71674c98-b01b-4e9f-b242-624640ba0f6c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:00.197732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:00.199186 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-71674c98-b01b-4e9f-b242-624640ba0f6c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1144829 Dec 16 08:03:00.201156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39162) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:00.210151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb9d7aa-0690-4929-971d-869b7ab13fef,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:00.372061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 67afd98b-0068-4146-a243-e9ab51f8d0d0 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:00.376775 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.444536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.517330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['7c66bb64-cfdb-445e-b68d-a4026d8ffb2d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:00.533442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.589450 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.794790 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8e9c-c2fa-4c51-872a-9a679bd96106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.808379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Router 06c29fa8-9020-4962-a060-e47509e1040c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:03:00.835008 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.866791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=67afd98b-0068-4146-a243-e9ab51f8d0d0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:00.874260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:00.880938 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8100c163-a5c1-430a-8df5-8aeae6c1d871 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/67afd98b-0068-4146-a243-e9ab51f8d0d0 HTTP/1.1" status: 204 len: 168 time: 0.6757512 Dec 16 08:03:00.881102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39168) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:00.892671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf72e436-3127-4dd3-aaba-cccaa7d4d037 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:00.928464 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ff731154-4a9e-44d6-b106-519d47d028ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462587 Dec 16 08:03:00.935420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39172) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:00.945388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:01.023631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:03:01.033699 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] Sync routers for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:03:01.038012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cdc0b473-e687-4cad-b8e6-90d0ec268a0a admin admin] 10.222.0.43 "PUT /v2.0/routers/06c29fa8-9020-4962-a060-e47509e1040c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7293158 Dec 16 08:03:01.042958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39176) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:01.046192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:01.047431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.108839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:01.188612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:03:01.210868 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.318145 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.321754 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.330912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:01.345046 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.352442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] Deleting port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:01.352921 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.447076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Router 72d41d1b-e461-4fb7-8c26-3397352ba58d has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:03:01.464168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] For port 4767714a-a3e9-43ce-82fc-d80d2009f3d5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4767714a-a3e9-43ce-82fc-d80d2009f3d5,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:01.464595 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.487320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] Calling delete_port for 4767714a-a3e9-43ce-82fc-d80d2009f3d5 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:01.495180 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.537878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fc639-7178-4fbd-b7c2-8770bd9735ef req-b778bebc-a395-42bf-bbe4-96b74ab61d4b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:01.540196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd6fc639-7178-4fbd-b7c2-8770bd9735ef req-b778bebc-a395-42bf-bbe4-96b74ab61d4b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 945 time: 0.2134643 Dec 16 08:03:01.562145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T08:02:59Z', 'revision_number': 5, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port': {'id': 'f10a5b11-ce94-4634-9dbb-099a0b54cd7a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c29fa8-9020-4962-a060-e47509e1040c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:50:52Z', 'updated_at': '2021-12-16T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.603178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] Checking router: 06c29fa8-9020-4962-a060-e47509e1040c for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:03:01.605028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:03:01.619758 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] Sync routers for ids ['72d41d1b-e461-4fb7-8c26-3397352ba58d'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:03:01.620430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.621576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] Routers {'06c29fa8-9020-4962-a060-e47509e1040c'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:01.622440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['06c29fa8-9020-4962-a060-e47509e1040c'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.627131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-32de2a28-384c-43bd-aeb1-6e328ba161dc tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "PUT /v2.0/routers/72d41d1b-e461-4fb7-8c26-3397352ba58d HTTP/1.1" status: 200 len: 926 time: 2.5063047 Dec 16 08:03:01.628630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39180) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:01.646988 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] Routers {'72d41d1b-e461-4fb7-8c26-3397352ba58d'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:01.646988 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['72d41d1b-e461-4fb7-8c26-3397352ba58d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.713660 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.735991 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] Routers {'72d41d1b-e461-4fb7-8c26-3397352ba58d'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:01.738063 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['72d41d1b-e461-4fb7-8c26-3397352ba58d'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.766199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] Set router 06c29fa8-9020-4962-a060-e47509e1040c gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:03:01.772682 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd6fc639-7178-4fbd-b7c2-8770bd9735ef req-02275db6-f2eb-4eec-b53d-4b92de6b0df3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255085 Dec 16 08:03:01.807089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7ea2b97f-d3af-4e3d-8fdb-3145e189239d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/72d41d1b-e461-4fb7-8c26-3397352ba58d HTTP/1.1" status: 200 len: 926 time: 0.1771219 Dec 16 08:03:01.811593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:01.821949 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.822622 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ddf6c-462f-4b85-9d24-03426c974e5c None None] The sync data for ids ['72d41d1b-e461-4fb7-8c26-3397352ba58d'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:03:01.847607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T08:03:01Z', 'revision_number': 6, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:01.849848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.877044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc716d-ab13-4cc1-bf55-faff36a8ab6e tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:01.878805 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fcbc716d-ab13-4cc1-bf55-faff36a8ab6e tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=72d41d1b-e461-4fb7-8c26-3397352ba58d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0661478 Dec 16 08:03:01.881479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39190) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:01.884171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Deleting port f10a5b11-ce94-4634-9dbb-099a0b54cd7a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:01.884750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575adac-ef2c-464b-a493-8684e4646ced None None] The sync data for ids ['06c29fa8-9020-4962-a060-e47509e1040c'] in n-d-820935-11 is: [{'id': '06c29fa8-9020-4962-a060-e47509e1040c', 'name': 'tempest-AttachVolumeShelveTestJSON-2028356815-router', 'tenant_id': 'f1dea21f2e944d1082e8792465adb3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:50:50Z', 'updated_at': '2021-12-16T08:03:01Z', 'revision_number': 6, 'project_id': 'f1dea21f2e944d1082e8792465adb3f4', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:03:01.884851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.885631 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:01.899756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] No DVR routers for this DVR port 4767714a-a3e9-43ce-82fc-d80d2009f3d5 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:01.997546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] For port f10a5b11-ce94-4634-9dbb-099a0b54cd7a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:01.998037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.003038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff9b2d-4de7-4f77-b55d-d0f48ff84f6d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:02.007353 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a6ff9b2d-4de7-4f77-b55d-d0f48ff84f6d tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.1221137 Dec 16 08:03:02.008231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39192) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:02.019807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Calling delete_port for f10a5b11-ce94-4634-9dbb-099a0b54cd7a owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:02.057496 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3b708e94-551c-49cf-87bb-851ccdc4eca9 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=72d41d1b-e461-4fb7-8c26-3397352ba58d HTTP/1.1" status: 200 len: 205 time: 0.0480464 Dec 16 08:03:02.058264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39198) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:02.130445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49073bd-3198-4c3f-9d98-74e470d43c18 None None] Pushing event deleted for resources: {'Port': ['ID=4767714a-a3e9-43ce-82fc-d80d2009f3d5,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:02.216404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:03:02.220164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.226615 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.270045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:02.276066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:02.289428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa82dd-e524-4f57-8de3-645dfbfaf4e7 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:02.332071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:02.332763 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.371470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=8d5ac792-c49c-45e4-af9f-c240842b43da,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:02.393012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.475670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '8d5ac792-c49c-45e4-af9f-c240842b43da'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:03:02.477189 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.492543 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f1f27d60-969a-4f3f-9d69-a8dd2bad6e4d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5502965 Dec 16 08:03:02.497030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39210) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:02.503450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:51:84:63', 'name': 'tempest-NetworksTestDHCPv6-1744931290'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:02.556303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.626516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Pushing event deleted for resources: {'Port': ['ID=f10a5b11-ce94-4634-9dbb-099a0b54cd7a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:02.640379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Deleting port a002e7f9-73b1-4d85-bd10-1ef2ba60b018 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:02.641455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.669316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.669995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.670565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.671111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.671761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.672938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.673673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.674593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.675124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.675760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.676310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.676825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Allocated IP 2001:db8::f816:3eff:fe98:560a (feccb947-4baf-4886-a172-ef2f821be361/8d5ac792-c49c-45e4-af9f-c240842b43da/660e34cb-b205-45f6-83bf-6583a0cfea3a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:02.677738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.678268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:02.744971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.746737 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.954229 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Calling delete_port for a002e7f9-73b1-4d85-bd10-1ef2ba60b018 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:02.956234 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.956234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8bb9d7aa-0690-4929-971d-869b7ab13fef no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:02.956234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8bb9d7aa-0690-4929-971d-869b7ab13fef {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:02.956234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8bb9d7aa-0690-4929-971d-869b7ab13fef not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:02.956234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4767714a-a3e9-43ce-82fc-d80d2009f3d5 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:02.956234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 4767714a-a3e9-43ce-82fc-d80d2009f3d5 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:02.956234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4767714a-a3e9-43ce-82fc-d80d2009f3d5 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:02.957117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:02.957117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.053504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:03.168961 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.192033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 281799c4-1fe7-4211-a56d-dd5cc61c911d yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:03.206705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.230733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.267148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:03.270741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:03.276118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:03.279413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event deleted for resources: {'Port': ['ID=a002e7f9-73b1-4d85-bd10-1ef2ba60b018,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:03.347465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf267-55f6-4ef2-999f-677af2bc6121 req-217aac73-80ac-4a86-8664-fb392220ffec tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:03.349337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bafcf267-55f6-4ef2-999f-677af2bc6121 req-217aac73-80ac-4a86-8664-fb392220ffec tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 945 time: 0.4460993 Dec 16 08:03:03.372240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Pushing event updated for resources: {'Port': ['ID=660e34cb-b205-45f6-83bf-6583a0cfea3a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:03.395217 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:03.398834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe51:8463 (feccb947-4baf-4886-a172-ef2f821be361/8d5ac792-c49c-45e4-af9f-c240842b43da/281799c4-1fe7-4211-a56d-dd5cc61c911d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:03.406190 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.436832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.439803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c29fa8-9020-4962-a060-e47509e1040c {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:03:03.460663 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.465260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Attempting to bind port 660e34cb-b205-45f6-83bf-6583a0cfea3a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:03.465448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7daaf42f-d776-49ea-b369-7753176384db admin admin] 10.222.0.43 "DELETE /v2.0/routers/06c29fa8-9020-4962-a060-e47509e1040c HTTP/1.1" status: 204 len: 168 time: 2.4187171 Dec 16 08:03:03.465536 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Attempting to bind port 660e34cb-b205-45f6-83bf-6583a0cfea3a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:03.465536 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Attempting to bind port 660e34cb-b205-45f6-83bf-6583a0cfea3a on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:03.473738 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:03.474188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:03.474856 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.475327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:03.475815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Bound port: 660e34cb-b205-45f6-83bf-6583a0cfea3a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:03.476299 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.479048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bafcf267-55f6-4ef2-999f-677af2bc6121 req-56fae7d7-eca0-48fd-97a0-f3401a971949 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198053 Dec 16 08:03:03.485091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39228) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:03.543383 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.547367 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.566923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.599261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] Deleting subnet 685f2c64-988a-4ee3-a726-db2d75d7ea7d {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:03.606557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.621136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:03:03.630614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:03.630989 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.678799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] For port 660e34cb-b205-45f6-83bf-6583a0cfea3a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:03.685860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.723846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] For port 660e34cb-b205-45f6-83bf-6583a0cfea3a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=660e34cb-b205-45f6-83bf-6583a0cfea3a,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:03.726944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.727544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Fanout notify agent at l3_agent the message router_deleted on router 72d41d1b-e461-4fb7-8c26-3397352ba58d {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:03:03.750699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.758940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cdafde35-eac6-4130-9187-fc74d936b40d tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/72d41d1b-e461-4fb7-8c26-3397352ba58d HTTP/1.1" status: 204 len: 168 time: 1.6995716 Dec 16 08:03:03.759478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39230) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:03.778844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6fcc5567-d018-460a-9caa-b707e8705f11 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1047134386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:03.830025 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.832707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.862675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.896620 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:03.926050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626886b6-157d-4580-9e9d-73cace26bda1 None None] Pushing event updated for resources: {'Port': ['ID=660e34cb-b205-45f6-83bf-6583a0cfea3a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:03.955794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:03.957205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:03.959922 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf7e163-c609-4e80-a34c-6c2523a2b575" -d '{"events": [{"server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "name": "network-vif-plugged", "status": "completed", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:03.980106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.015079 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d5fc15-98fa-4798-a630-0edfdd926171 x-openstack-request-id: req-f5d5fc15-98fa-4798-a630-0edfdd926171 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:04.015079 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "name": "network-vif-plugged", "status": "completed", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:04.015079 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5d5fc15-98fa-4798-a630-0edfdd926171 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:04.015079 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d', 'code': 200} Dec 16 08:03:04.034057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.064121 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5567-d018-460a-9caa-b707e8705f11 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.065766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5567-d018-460a-9caa-b707e8705f11 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.070878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.110436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=281799c4-1fe7-4211-a56d-dd5cc61c911d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:04.134422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685f2c64-988a-4ee3-a726-db2d75d7ea7d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:04.144142 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.150432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ed1fe753-5bf6-40aa-92f4-8cd968a052e4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/685f2c64-988a-4ee3-a726-db2d75d7ea7d HTTP/1.1" status: 204 len: 168 time: 0.6538479 Dec 16 08:03:04.152355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:04.153029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39238) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:04.164960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fdf2a2-3fb5-4933-9695-5207ecbb6cf5 None None] Network 79a19e99-7552-41d7-bb46-c7e243a7986b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:04.219564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:04.222932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:04.228845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:04.229487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.245110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5567-d018-460a-9caa-b707e8705f11 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.263560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c91aa1-b0e3-4c4f-a5dd-4f42c6de2b37 req-416db67f-a951-4647-9def-625ef1c5c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:04.276925 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f7c91aa1-b0e3-4c4f-a5dd-4f42c6de2b37 req-416db67f-a951-4647-9def-625ef1c5c9b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 1098 time: 0.1511064 Dec 16 08:03:04.333664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5567-d018-460a-9caa-b707e8705f11 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.406089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:04.409118 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.472781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6fcc5567-d018-460a-9caa-b707e8705f11 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.474589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.475416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6fcc5567-d018-460a-9caa-b707e8705f11 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7078691 Dec 16 08:03:04.481362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39244) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:04.494080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f7c91aa1-b0e3-4c4f-a5dd-4f42c6de2b37 req-0de9f17c-706e-4f73-80db-b7b63e115275 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159173 Dec 16 08:03:04.497899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:04.508021 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-34370e58-686d-4d9e-b997-5e65a59baa6d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0098896 Dec 16 08:03:04.516743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39248) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:04.563578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] DHCP port deletion for 79a19e99-7552-41d7-bb46-c7e243a7986b request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:04.680687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] Deleting port 1f278fef-a08e-48a6-9102-ae5bf7398fdc {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:04.681337 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.737532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432bef7-3fe2-4235-aaee-d9e728893bb7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:04.744223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432bef7-3fe2-4235-aaee-d9e728893bb7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:04.745904 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2432bef7-3fe2-4235-aaee-d9e728893bb7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2292399 Dec 16 08:03:04.753736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 660e34cb-b205-45f6-83bf-6583a0cfea3a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:04.753926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39250) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:04.761133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Deleting port 1f278fef-a08e-48a6-9102-ae5bf7398fdc {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:04.761510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.863961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] For port 1f278fef-a08e-48a6-9102-ae5bf7398fdc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1f278fef-a08e-48a6-9102-ae5bf7398fdc,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:04.864554 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.898052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] Calling delete_port for 1f278fef-a08e-48a6-9102-ae5bf7398fdc owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:04.915545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 660e34cb-b205-45f6-83bf-6583a0cfea3a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:04.915925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.921444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] For port 1f278fef-a08e-48a6-9102-ae5bf7398fdc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1f278fef-a08e-48a6-9102-ae5bf7398fdc,segment=NetworkSegment(1ccb973f-3e01-4066-9e95-caeac7bcf10b),segment_id=1ccb973f-3e01-4066-9e95-caeac7bcf10b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:04.922482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:04.939161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Calling delete_port for 1f278fef-a08e-48a6-9102-ae5bf7398fdc owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:04.966343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba9c1-2df6-48f5-81e7-3d4eed6f6242 req-be66b256-95c5-462c-ac5b-65fed0299293 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:04.975262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-126ba9c1-2df6-48f5-81e7-3d4eed6f6242 req-be66b256-95c5-462c-ac5b-65fed0299293 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 946 time: 0.3031685 Dec 16 08:03:05.104274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.126570 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.138717 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.168018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-126ba9c1-2df6-48f5-81e7-3d4eed6f6242 req-1b46f30a-5e85-4c67-88ad-15c226d41131 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801734 Dec 16 08:03:05.183819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 281799c4-1fe7-4211-a56d-dd5cc61c911d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:05.184641 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.231723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f278fef-a08e-48a6-9102-ae5bf7398fdc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:05.265263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] No DVR routers for this DVR port 1f278fef-a08e-48a6-9102-ae5bf7398fdc on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:05.323022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 660e34cb-b205-45f6-83bf-6583a0cfea3a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=660e34cb-b205-45f6-83bf-6583a0cfea3a,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:05.336996 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.413739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] Pushing event deleted for resources: {'Port': ['ID=1f278fef-a08e-48a6-9102-ae5bf7398fdc,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:05.421115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8104afc-8c3c-4ae0-96ff-fe6fc6e0c936 None None] No DVR routers for this DVR port 1f278fef-a08e-48a6-9102-ae5bf7398fdc on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:05.429555 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.430678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.447104 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.505474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 281799c4-1fe7-4211-a56d-dd5cc61c911d owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:05.540272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a19e99-7552-41d7-bb46-c7e243a7986b']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:05.575683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccb973f-3e01-4066-9e95-caeac7bcf10b') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:05.576059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccb973f-3e01-4066-9e95-caeac7bcf10b') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:05.590549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.616605 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.623968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=660e34cb-b205-45f6-83bf-6583a0cfea3a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:05.630632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f10a5b11-ce94-4634-9dbb-099a0b54cd7a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:05.637371 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:03:05.637956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: items = [ Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:03:05.640472 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:03:05.658868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f10a5b11-ce94-4634-9dbb-099a0b54cd7a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:05.663752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f10a5b11-ce94-4634-9dbb-099a0b54cd7a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:05.801911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.804853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bbd5fa1b-636e-401c-b9e5-3f2745f3338e None None] Provisioning complete for port 660e34cb-b205-45f6-83bf-6583a0cfea3a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:05.805336 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fa1b-636e-401c-b9e5-3f2745f3338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.816644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.820052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:05.832929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/79a19e99-7552-41d7-bb46-c7e243a7986b HTTP/1.1" status: 204 len: 168 time: 1.6774104 Dec 16 08:03:05.866440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c37bcb-59f1-4cf0-8fc3-97719135b4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a19e99-7552-41d7-bb46-c7e243a7986b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:05.924215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.078889 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.147115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=281799c4-1fe7-4211-a56d-dd5cc61c911d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:06.198609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.204154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-96412925-1f29-46a4-8f24-650b712d9a3e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/281799c4-1fe7-4211-a56d-dd5cc61c911d HTTP/1.1" status: 204 len: 168 time: 1.4467957 Dec 16 08:03:06.207234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d37dbbb9-f0b7-44f1-93c6-6f988679f3a8 None None] Could not find standard attr ID for object 281799c4-1fe7-4211-a56d-dd5cc61c911d. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:03:06.209102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39264) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:06.307596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d40142-3492-491d-a880-19eabc6fb9df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:06.309283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d40142-3492-491d-a880-19eabc6fb9df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:06.311214 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a6d40142-3492-491d-a880-19eabc6fb9df tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1010251 Dec 16 08:03:06.314744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39268) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:06.331318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Allocated IP 172.25.2.191 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/6f09ee79-887d-4b55-a96e-61e06a948d24) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:06.361609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39272) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:06.414526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34699-4acb-4290-af67-bebb942d6788 req-181c0ba6-f749-4465-8904-8d7a4cc3c05c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:06.419997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aa34699-4acb-4290-af67-bebb942d6788 req-181c0ba6-f749-4465-8904-8d7a4cc3c05c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 946 time: 0.0991609 Dec 16 08:03:06.441059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 8d5ac792-c49c-45e4-af9f-c240842b43da {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:06.448205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.503981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 660e34cb-b205-45f6-83bf-6583a0cfea3a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:06.507470 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ef2efaf-78e7-42a9-9650-dbcf58d49895 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1dea21f2e944d1082e8792465adb3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442747 Dec 16 08:03:06.511994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39274) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:06.551225 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.574935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aa34699-4acb-4290-af67-bebb942d6788 req-6a146a57-3974-43b6-9a84-793de214e6e6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492116 Dec 16 08:03:06.685752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 660e34cb-b205-45f6-83bf-6583a0cfea3a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:06.686128 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.697357 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.748019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.862633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc62f3ff-288d-4002-8af7-4e41618118e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.862877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-76816f38-253c-4006-9e94-194973030e66 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 267 time: 0.0741589 Dec 16 08:03:06.890728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.895313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc62f3ff-288d-4002-8af7-4e41618118e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.917618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1f278fef-a08e-48a6-9102-ae5bf7398fdc no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:06.945776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1f278fef-a08e-48a6-9102-ae5bf7398fdc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:06.946175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1f278fef-a08e-48a6-9102-ae5bf7398fdc not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:06.953874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:06.993564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5ac792-c49c-45e4-af9f-c240842b43da,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:06.996619 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.008323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ccd292-f68a-4f08-a9c9-7410aaacec87 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:07.009117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5220714d-a3ba-423f-bdfc-2063d84e10ed tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8d5ac792-c49c-45e4-af9f-c240842b43da HTTP/1.1" status: 204 len: 168 time: 0.6933115 Dec 16 08:03:07.010191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39284) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:07.049945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event updated for resources: {'Port': ['ID=6f09ee79-887d-4b55-a96e-61e06a948d24,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:07.061977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:07.065634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:07.069511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:07.082574 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-23244ed6-0983-437e-9469-e97c0bed92a4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711565 Dec 16 08:03:07.083783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc62f3ff-288d-4002-8af7-4e41618118e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.086485 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc62f3ff-288d-4002-8af7-4e41618118e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.087509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc62f3ff-288d-4002-8af7-4e41618118e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83daceaf-1ae9-4065-832a-42e3cc33b5c4 HTTP/1.1" status: 204 len: 168 time: 0.5745616 Dec 16 08:03:07.088039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39288) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:07.122544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-83ffacce-a488-42db-a0e9-0ec72495251e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:07.132564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f3ff-288d-4002-8af7-4e41618118e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83daceaf-1ae9-4065-832a-42e3cc33b5c4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:07.132788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-83ffacce-a488-42db-a0e9-0ec72495251e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 946 time: 0.2564516 Dec 16 08:03:07.139889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'port': {'security_groups': []}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:07.163920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e2ad5-33e4-4ee4-b584-513b2435a393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:07.166355 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2a9e2ad5-33e4-4ee4-b584-513b2435a393 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0755379 Dec 16 08:03:07.170584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39294) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:07.376659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:07.387601 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.493822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] Deleting port 660e34cb-b205-45f6-83bf-6583a0cfea3a {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:07.494202 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.632070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] For port 660e34cb-b205-45f6-83bf-6583a0cfea3a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=660e34cb-b205-45f6-83bf-6583a0cfea3a,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:07.632800 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.649643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] Calling delete_port for 660e34cb-b205-45f6-83bf-6583a0cfea3a owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:07.909080 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.938818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1028e580-f1b0-4cb6-8ffb-72f5a0da9ae0 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:07.943490 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1028e580-f1b0-4cb6-8ffb-72f5a0da9ae0 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7688296 Dec 16 08:03:07.943812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39314) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:07.965512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] For port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:07.967762 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:07.986120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] No DVR routers for this DVR port 660e34cb-b205-45f6-83bf-6583a0cfea3a on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:07.986324 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-95d3d1ec-0d16-462d-a617-524e0849463c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362649 Dec 16 08:03:07.986324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39316) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:07.993324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:08.025788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e7fb6-4da3-4829-8854-2148fe188962 None None] Pushing event deleted for resources: {'Port': ['ID=660e34cb-b205-45f6-83bf-6583a0cfea3a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:08.064597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.207740 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.211867 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.252970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:08.256892 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.271291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.309516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075', '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:08.312445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['04c21fec-68ad-44cd-ae98-f8a14e324921'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:08.420439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:08.424484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.426541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7be1a01e-a7a5-4cf0-9ce8-13824977dda5 req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "PUT /v2.0/ports/7c66bb64-cfdb-445e-b68d-a4026d8ffb2d HTTP/1.1" status: 200 len: 905 time: 1.2930565 Dec 16 08:03:08.440349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:08.447400 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038700d3-1e8b-4fed-b7d4-c1db8601957c" -d '{"events": [{"name": "network-changed", "server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:08.599325 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 660e34cb-b205-45f6-83bf-6583a0cfea3a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:08.632674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 660e34cb-b205-45f6-83bf-6583a0cfea3a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:08.633262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 660e34cb-b205-45f6-83bf-6583a0cfea3a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:08.635202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['7c66bb64-cfdb-445e-b68d-a4026d8ffb2d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:08.792037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39334) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:08.804665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c897995-d0f2-4216-8321-ad4f43aa2583 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:08.895942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.977709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5165c2e9-6461-4704-8bee-e1b9e984c85e None None] Provisioning complete for port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:08.978774 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5165c2e9-6461-4704-8bee-e1b9e984c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:08.996151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:09.000988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:09.017778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.023804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acfc25-b2ef-4254-8519-5c7817454698 req-3c373900-fdf9-46d6-b1a6-2e147c292b40 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.023970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:09.024049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25acfc25-b2ef-4254-8519-5c7817454698 req-3c373900-fdf9-46d6-b1a6-2e147c292b40 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 908 time: 0.3503652 Dec 16 08:03:09.069751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579bd2f8-853d-435b-827c-d9dd652d14b9 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:09.094402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=a7251909-b4b4-4b0d-b805-c1def4274743,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:09.103535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.104106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.106610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.107139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.107778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.108366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.110506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.111004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.111518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.112615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.113197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.114685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.115245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:09.130897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fad9ddb-1383-4471-90b6-052e6e7b6c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:09.162912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Router 6a6f3c60-4f7d-4f27-ac89-0b57979b311d is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:03:09.167627 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b67ada3-8cfa-4611-afa9-17ce8a6432b1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1804407 Dec 16 08:03:09.170591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39348) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:09.184512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:07:91:4e', 'name': 'tempest-NetworksTestDHCPv6-1644773022'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:09.308682 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee03be-5cf8-4721-9250-8ea5fbe5cb24 x-openstack-request-id: req-baee03be-5cf8-4721-9250-8ea5fbe5cb24 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:09.308979 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:09.309231 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-baee03be-5cf8-4721-9250-8ea5fbe5cb24 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:09.309658 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d', 'status': 'completed', 'code': 200} Dec 16 08:03:09.395151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'a7251909-b4b4-4b0d-b805-c1def4274743'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:03:09.396020 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:09.449841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-d386fb51-3cf2-4e73-a198-aad1c9219cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.451348 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-d386fb51-3cf2-4e73-a198-aad1c9219cad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 1060 time: 0.1086557 Dec 16 08:03:09.549068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9397d-32f3-44f3-9d1a-4195c160cb92 req-940add7d-f382-47e2-9c1c-e30bfcdab49c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.550616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aa9397d-32f3-44f3-9d1a-4195c160cb92 req-940add7d-f382-47e2-9c1c-e30bfcdab49c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2352836 Dec 16 08:03:09.554619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:03:09.562075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:09.567492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-30c6959b-24b5-4ce3-bba7-fff1a22df4ac tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "PUT /v2.0/routers/6a6f3c60-4f7d-4f27-ac89-0b57979b311d HTTP/1.1" status: 200 len: 884 time: 5.0841644 Dec 16 08:03:09.569426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] Sync routers for ids ['6a6f3c60-4f7d-4f27-ac89-0b57979b311d'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:03:09.574469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39354) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:09.613309 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:09.613928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] Routers {'6a6f3c60-4f7d-4f27-ac89-0b57979b311d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:09.614572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6a6f3c60-4f7d-4f27-ac89-0b57979b311d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:09.644590 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fad9ddb-1383-4471-90b6-052e6e7b6c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:09.654897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-0c9db989-92db-4b5d-b749-462aabbcb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.657414 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-0c9db989-92db-4b5d-b749-462aabbcb8cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1732159 Dec 16 08:03:09.714275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aa9397d-32f3-44f3-9d1a-4195c160cb92 req-18de5320-3199-467e-9f7e-f601f72d2cb2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410878 Dec 16 08:03:09.723898 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-d8d33f1f-a5ba-4914-b5e3-3c3e2607fad2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d HTTP/1.1" status: 200 len: 217 time: 0.0555193 Dec 16 08:03:09.752093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e91ac2b2-9248-49c6-a7ae-f315f300209a tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/6a6f3c60-4f7d-4f27-ac89-0b57979b311d HTTP/1.1" status: 200 len: 925 time: 0.1742356 Dec 16 08:03:09.752093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39366) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:09.811064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:09.811602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fad9ddb-1383-4471-90b6-052e6e7b6c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:09.819799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-c4a78244-dfb9-4680-9946-ac7ba4375ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.821788 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-c4a78244-dfb9-4680-9946-ac7ba4375ae3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0826855 Dec 16 08:03:09.833547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/a7251909-b4b4-4b0d-b805-c1def4274743/49a9fcbd-0581-4a37-ba17-58e7e436d1c8) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:09.880805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5fad9ddb-1383-4471-90b6-052e6e7b6c3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87c33e0103764a3283e08f0b94d934ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0821681 Dec 16 08:03:09.891280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] Routers {'6a6f3c60-4f7d-4f27-ac89-0b57979b311d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:09.892028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['6a6f3c60-4f7d-4f27-ac89-0b57979b311d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:09.893970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:09.897284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad9ddb-1383-4471-90b6-052e6e7b6c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52611f29-1319-455b-9891-bb3a6b5a792a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:09.908718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a6c1b-6c4c-4740-a4ec-ccc2e720ca59 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.910506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-116a6c1b-6c4c-4740-a4ec-ccc2e720ca59 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=6a6f3c60-4f7d-4f27-ac89-0b57979b311d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1577094 Dec 16 08:03:09.916646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39372) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:09.934902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:09.935556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19837f-a5ae-4dad-bd98-befcb70092b6 None None] The sync data for ids ['6a6f3c60-4f7d-4f27-ac89-0b57979b311d'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:03:09.943726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95937348-efd4-479e-8e07-2eac8baa643d req-f0f9d27c-8f70-4c4f-8ed0-190ca376242d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:09.946169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:09.951893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95937348-efd4-479e-8e07-2eac8baa643d req-f0f9d27c-8f70-4c4f-8ed0-190ca376242d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0934989 Dec 16 08:03:09.996400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95937348-efd4-479e-8e07-2eac8baa643d req-1713951d-ac23-4bd6-9e51-1a593d0af21a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440371 Dec 16 08:03:10.037054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.041012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 50f0b3d4-51e0-40dd-8de9-3df0ed3e784a yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:10.052120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-9855aebb-37e5-4e92-b907-96195bbed504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:10.053685 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-9855aebb-37e5-4e92-b907-96195bbed504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2190843 Dec 16 08:03:10.145594 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.213770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:10.224131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:10.228010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:10.256713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e9e96-5f37-46d4-bfaf-50bfaed9288c tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:10.265070 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c97e9e96-5f37-46d4-bfaf-50bfaed9288c tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.3469036 Dec 16 08:03:10.271089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39398) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:10.274752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6095f5a4-e99a-4f5f-8ed8-e9c251622cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.356510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Attempting to bind port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:10.367903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Attempting to bind port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:10.367903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Attempting to bind port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:10.367903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Pushing event updated for resources: {'Port': ['ID=49a9fcbd-0581-4a37-ba17-58e7e436d1c8,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:10.367903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:10.368952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:10.368952 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.369199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:10.369606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Bound port: 49a9fcbd-0581-4a37-ba17-58e7e436d1c8, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:10.369947 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.385253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a1e3bcf2-9a97-41d6-9982-303c45f20434 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:10.387901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a1e3bcf2-9a97-41d6-9982-303c45f20434 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.1940811 Dec 16 08:03:10.397998 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b9527bf4-e3dd-4107-9ace-fd506e570379 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a6f3c60-4f7d-4f27-ac89-0b57979b311d HTTP/1.1" status: 200 len: 205 time: 0.1234088 Dec 16 08:03:10.400526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39402) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:10.413005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-e6e42255-e3fc-4b19-b838-90861212e009 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/quotas/5f12b49b90034634b9a8dd1c6695eccf HTTP/1.1" status: 200 len: 375 time: 0.0192196 Dec 16 08:03:10.432957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6095f5a4-e99a-4f5f-8ed8-e9c251622cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.470973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] For port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:10.475581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] For port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=49a9fcbd-0581-4a37-ba17-58e7e436d1c8,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:10.484241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::2c6 (feccb947-4baf-4886-a172-ef2f821be361/a7251909-b4b4-4b0d-b805-c1def4274743/50f0b3d4-51e0-40dd-8de9-3df0ed3e784a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:10.581158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.585590 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-d8df7bbc-3a62-46ed-9a7a-6574c1ebf031 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201283 Dec 16 08:03:10.704602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4df88b-81da-4e21-b95d-1c3a8eb4a8ef None None] Pushing event updated for resources: {'Port': ['ID=49a9fcbd-0581-4a37-ba17-58e7e436d1c8,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:10.765933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6095f5a4-e99a-4f5f-8ed8-e9c251622cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.768916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6095f5a4-e99a-4f5f-8ed8-e9c251622cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:10.770058 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6095f5a4-e99a-4f5f-8ed8-e9c251622cfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52611f29-1319-455b-9891-bb3a6b5a792a HTTP/1.1" status: 204 len: 168 time: 0.8738785 Dec 16 08:03:10.818845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095f5a4-e99a-4f5f-8ed8-e9c251622cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52611f29-1319-455b-9891-bb3a6b5a792a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:10.888737 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-038700d3-1e8b-4fed-b7d4-c1db8601957c req-604c1e41-61d1-4c18-adc5-01cb470204c3 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727830 Dec 16 08:03:11.009324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.073836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-1b56a775-f52d-409e-bceb-f40dfa77b01f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6248667 Dec 16 08:03:11.079425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.202067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.253326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:11.258694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:11.263280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:11.269304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:11.269959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.279706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=50f0b3d4-51e0-40dd-8de9-3df0ed3e784a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:11.293418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-8e1f0c33-7ba0-4654-8393-0d376a49ce2e service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086179 Dec 16 08:03:11.366367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.390808 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9d9dbb5d-6349-499e-8b46-c6adc3d1ec00 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2158146 Dec 16 08:03:11.394921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39430) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:11.454959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-2e9e9927-3f4b-4004-bda0-e6c4161f11a2 service neutron] 10.222.0.43 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533129 Dec 16 08:03:11.485445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12bf9b3-a39b-4e51-befa-ee6084256451 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:11.500779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12bf9b3-a39b-4e51-befa-ee6084256451 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:11.502843 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a12bf9b3-a39b-4e51-befa-ee6084256451 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1105583 Dec 16 08:03:11.506071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:11.571393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Deleting port 6f09ee79-887d-4b55-a96e-61e06a948d24 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:11.571961 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.679907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 50f0b3d4-51e0-40dd-8de9-3df0ed3e784a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:11.680289 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.742545 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.764649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Calling delete_port for 6f09ee79-887d-4b55-a96e-61e06a948d24 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:11.860602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:11.899382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45957188-6919-4bd1-beab-b7d1d1bff66a req-bfa18dc7-bd85-4574-a38f-2663195a020c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 210 time: 0.0691919 Dec 16 08:03:11.923153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 50f0b3d4-51e0-40dd-8de9-3df0ed3e784a owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:12.069515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:12.095012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f389aaa3-74ec-402e-a161-bb7efa642ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.212516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-86b5efcb-8c13-438d-98e3-d508244865cc None None] Provisioning complete for port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:12.213552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b5efcb-8c13-438d-98e3-d508244865cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.258660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.312225 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.365228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event deleted for resources: {'Port': ['ID=6f09ee79-887d-4b55-a96e-61e06a948d24,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:12.415761 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b5efcb-8c13-438d-98e3-d508244865cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.417038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=50f0b3d4-51e0-40dd-8de9-3df0ed3e784a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:12.490981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-86b5efcb-8c13-438d-98e3-d508244865cc None None] For port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=49a9fcbd-0581-4a37-ba17-58e7e436d1c8,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:12.497183 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.531837 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.546247 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f8c51ef-c049-44f6-ae9d-caaea8055caf tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/50f0b3d4-51e0-40dd-8de9-3df0ed3e784a HTTP/1.1" status: 204 len: 168 time: 1.0363371 Dec 16 08:03:12.549843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39466) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:12.636882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-86b5efcb-8c13-438d-98e3-d508244865cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.651936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:12.654172 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.657557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.728389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c70c5-540f-4d56-9c83-95035c73a7d2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:12.734523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c70c5-540f-4d56-9c83-95035c73a7d2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:12.738842 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c35c70c5-540f-4d56-9c83-95035c73a7d2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1853986 Dec 16 08:03:12.738842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f389aaa3-74ec-402e-a161-bb7efa642ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.739202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39472) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:12.783315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.784119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cbd524a9-f4d0-49e8-aa50-b79d3c44e8a7 None None] Could not find standard attr ID for object 50f0b3d4-51e0-40dd-8de9-3df0ed3e784a. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:03:12.784429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6f3c60-4f7d-4f27-ac89-0b57979b311d {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:03:12.799342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5efcb-8c13-438d-98e3-d508244865cc None None] Pushing event updated for resources: {'Port': ['ID=49a9fcbd-0581-4a37-ba17-58e7e436d1c8,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:12.806731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:12.807180 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.808581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.810135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-88f63a71-a2e5-441d-a863-7efa94fd216a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/6a6f3c60-4f7d-4f27-ac89-0b57979b311d HTTP/1.1" status: 204 len: 168 time: 2.4073637 Dec 16 08:03:12.815783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39476) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:12.829719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f594b5ac-fc4d-470d-b302-cbeb2a6788a0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1236678933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:12.844028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet a7251909-b4b4-4b0d-b805-c1def4274743 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:12.849920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.885859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f389aaa3-74ec-402e-a161-bb7efa642ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.905002 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:12.917487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389aaa3-74ec-402e-a161-bb7efa642ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83bc03-08c3-45e9-a7ed-29345d266e0d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:12.957284 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f389aaa3-74ec-402e-a161-bb7efa642ef2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b9db5e4c4064f1fa919f494979bcd80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8865385 Dec 16 08:03:12.961757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39480) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:13.009290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f594b5ac-fc4d-470d-b302-cbeb2a6788a0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.010777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f594b5ac-fc4d-470d-b302-cbeb2a6788a0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.028023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba1253a1-32ea-43a4-bda0-3883ba0a24af req-44009a91-9d60-4f83-8a35-0dd3547d9f9f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 210 time: 0.0579057 Dec 16 08:03:13.050372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57317c75-0236-47b7-a916-53f4a1167d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.052613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.075749 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57317c75-0236-47b7-a916-53f4a1167d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.147146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f594b5ac-fc4d-470d-b302-cbeb2a6788a0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.269285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.270440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f594b5ac-fc4d-470d-b302-cbeb2a6788a0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.281196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57317c75-0236-47b7-a916-53f4a1167d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.284352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57317c75-0236-47b7-a916-53f4a1167d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.288313 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-57317c75-0236-47b7-a916-53f4a1167d98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c83bc03-08c3-45e9-a7ed-29345d266e0d HTTP/1.1" status: 204 len: 168 time: 0.3253460 Dec 16 08:03:13.304020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=a7251909-b4b4-4b0d-b805-c1def4274743,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:13.306062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57317c75-0236-47b7-a916-53f4a1167d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83bc03-08c3-45e9-a7ed-29345d266e0d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:13.312210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1228e34-34fb-4a34-9b57-e9ae8609df52 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:13.319852 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.327508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:13.332490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8196e731-9d16-440c-94d9-8f054899a53c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/a7251909-b4b4-4b0d-b805-c1def4274743 HTTP/1.1" status: 204 len: 168 time: 0.5917890 Dec 16 08:03:13.409420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39492) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:13.428724 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dbbef98a-8376-465c-9de5-74a1a4c3ebc4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996292 Dec 16 08:03:13.447437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f594b5ac-fc4d-470d-b302-cbeb2a6788a0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.448669 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f594b5ac-fc4d-470d-b302-cbeb2a6788a0 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6318512 Dec 16 08:03:13.451461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39494) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:13.457032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': True}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:13.486246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107853d4-d17e-48a1-959f-91305100f947 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:13.491751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-107853d4-d17e-48a1-959f-91305100f947 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0756884 Dec 16 08:03:13.492360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39496) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:13.552057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:13.554920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130594e-0c71-4b3c-a780-9a26a9efaff1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:13.559010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7130594e-0c71-4b3c-a780-9a26a9efaff1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631621 Dec 16 08:03:13.559147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39498) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:13.621820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] Deleting port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:13.622669 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.632240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-13dfcf2f-4f7c-4314-ad3c-7d576e61ff2d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705192 Dec 16 08:03:13.639755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39504) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:13.647792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:13.727923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] For port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=49a9fcbd-0581-4a37-ba17-58e7e436d1c8,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:13.728396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.742336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] Calling delete_port for 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:13.790628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.944617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:13.947047 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:13.955052 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.004755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] Pushing event deleted for resources: {'Port': ['ID=49a9fcbd-0581-4a37-ba17-58e7e436d1c8,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:14.017519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cc37c-f831-4781-b2d4-20d62f9edd6b None None] No DVR routers for this DVR port 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:14.177585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99adb289-cda5-45bc-b44d-703d93d250e0 req-2714b4af-2628-4042-8112-c0d89637be4a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 210 time: 0.0449717 Dec 16 08:03:14.210702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.232770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.415976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:03:14.418793 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.475049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:14.483913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:14.489797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:14.490410 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.496880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23015cf-bc8e-48f6-a44a-69b45ab01b3f None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:14.508116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=da370971-a63f-400d-a8f2-801da8d447e8,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:14.528169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:14.598792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:14.599160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 49a9fcbd-0581-4a37-ba17-58e7e436d1c8 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:14.608344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a4dfe2b9-a5cf-41a6-af1d-86ae9ffefc3b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9671392 Dec 16 08:03:14.609126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39526) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:14.616233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7fb08d42-56f5-457d-b6a1-f981d6cb2385 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:14.647320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39528) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:14.696778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Allocated IP 172.25.2.193 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/09ec0760-8d90-4ed8-b0cb-5a1747d91000) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:14.724726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'da370971-a63f-400d-a8f2-801da8d447e8'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:03:14.725675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.734730 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d8edad20-7b49-4367-b8db-d5146069f27a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.900842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d8edad20-7b49-4367-b8db-d5146069f27a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.906957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:14.943514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Allocated IP 2001:db8::f816:3eff:fe81:d2de (feccb947-4baf-4886-a172-ef2f821be361/da370971-a63f-400d-a8f2-801da8d447e8/e331f214-1f86-4d72-8f9b-c61915b751b0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:14.972988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb08d42-56f5-457d-b6a1-f981d6cb2385 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:14.976964 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7fb08d42-56f5-457d-b6a1-f981d6cb2385 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.048930 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d8edad20-7b49-4367-b8db-d5146069f27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.081250 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.104678 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.133558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:15.138529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:15.142142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:15.163370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edad20-7b49-4367-b8db-d5146069f27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7cdcd3-69cc-4e34-8344-0a7b4d436fbb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:15.197160 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d8edad20-7b49-4367-b8db-d5146069f27a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bab159f177eb4c9bb821b2cb2bf37a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5487938 Dec 16 08:03:15.199143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Port': ['ID=09ec0760-8d90-4ed8-b0cb-5a1747d91000,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:15.206550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39538) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:15.209173 n-d-820935-11 neutron-server[110395]: INFO neutron.db.ipam_backend_mixin [None req-7fb08d42-56f5-457d-b6a1-f981d6cb2385 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da370971-a63f-400d-a8f2-801da8d447e8 (CIDR: 2001:db8::/64) Dec 16 08:03:15.223185 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.268437 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb08d42-56f5-457d-b6a1-f981d6cb2385 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:03:15.268952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb08d42-56f5-457d-b6a1-f981d6cb2385 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:15.329104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:15.337256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:15.368680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-927b3ba0-0e10-4e9e-8780-4befb1433948 req-6ad550db-b0bc-4444-a3f9-23f7bccde8a1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 210 time: 0.0313520 Dec 16 08:03:15.387970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Pushing event updated for resources: {'Port': ['ID=e331f214-1f86-4d72-8f9b-c61915b751b0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:15.391252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:15.448065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-f698cf90-5204-4019-8f41-91e8ce89f136 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:15.452190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-f698cf90-5204-4019-8f41-91e8ce89f136 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.36 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 811 time: 0.3255463 Dec 16 08:03:15.484759 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5a5332f3-0ba6-4349-bb15-f8a57bf6d503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.485777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Attempting to bind port e331f214-1f86-4d72-8f9b-c61915b751b0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:15.486217 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Attempting to bind port e331f214-1f86-4d72-8f9b-c61915b751b0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:15.486596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Attempting to bind port e331f214-1f86-4d72-8f9b-c61915b751b0 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:15.492549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:15.492945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:15.493362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.493762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:15.494261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Bound port: e331f214-1f86-4d72-8f9b-c61915b751b0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:15.494649 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.514950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Request body: {'port': {'device_id': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'admin_state_up': True, 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:15.524482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7fb08d42-56f5-457d-b6a1-f981d6cb2385 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9116859 Dec 16 08:03:15.524936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39546) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:15.530303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:15.532665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5a5332f3-0ba6-4349-bb15-f8a57bf6d503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.563124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] For port e331f214-1f86-4d72-8f9b-c61915b751b0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:15.566577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] For port e331f214-1f86-4d72-8f9b-c61915b751b0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e331f214-1f86-4d72-8f9b-c61915b751b0,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:15.634449 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.743964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d79a2-b9db-4ccf-8e6b-90b484055de3 None None] Pushing event updated for resources: {'Port': ['ID=e331f214-1f86-4d72-8f9b-c61915b751b0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:15.773601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.887685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5a5332f3-0ba6-4349-bb15-f8a57bf6d503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.893158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5a5332f3-0ba6-4349-bb15-f8a57bf6d503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:15.895568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5a5332f3-0ba6-4349-bb15-f8a57bf6d503 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b7cdcd3-69cc-4e34-8344-0a7b4d436fbb HTTP/1.1" status: 204 len: 168 time: 0.6839588 Dec 16 08:03:15.903584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5332f3-0ba6-4349-bb15-f8a57bf6d503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7cdcd3-69cc-4e34-8344-0a7b4d436fbb,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:15.961663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Made reservation on behalf of 5f12b49b90034634b9a8dd1c6695eccf for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:15.965667 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.020913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:16.024722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.071110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.076807 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.196705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Allocated IP 172.20.0.8 (59beea27-d09d-4ce5-9ae9-eedb0717b41e/a5c1b24f-3405-47d3-9d75-e80b2bef0d18/1741a2d3-b134-458d-9493-645dc82fb8d3) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:16.382623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.519130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64b3604d-a633-4415-9691-276c53660743 req-c1ac8225-142d-46a4-a4c4-2c2e2c4cf874 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 210 time: 0.0379560 Dec 16 08:03:16.550093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Router cc901cff-22a5-406f-9715-c0c4434012b3 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:03:16.560720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e331f214-1f86-4d72-8f9b-c61915b751b0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:16.596426 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.650944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:16.654062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['04c21fec-68ad-44cd-ae98-f8a14e324921'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:16.690324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:16.694351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:16.699273 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.700097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:16.733474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:16.785136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:16.786103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.814750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e331f214-1f86-4d72-8f9b-c61915b751b0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:16.815376 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.840323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=00e6cb9c-810b-45ef-960d-4b75a86f28b9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:16.848818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:16.851027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:16.863371 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:16.864628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.885060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:03:16.904434 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] Sync routers for ids ['cc901cff-22a5-406f-9715-c0c4434012b3'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:03:16.912384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-a81eef66-6e32-4808-ab99-ea11529f4aa9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4292185 Dec 16 08:03:16.917543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:16.919636 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d6b21cad-22c9-4dfe-92a3-909298cf3f53 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "PUT /v2.0/routers/cc901cff-22a5-406f-9715-c0c4434012b3 HTTP/1.1" status: 200 len: 919 time: 3.4671848 Dec 16 08:03:16.923480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39576) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:16.937223 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] Routers {'cc901cff-22a5-406f-9715-c0c4434012b3'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:16.938895 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc901cff-22a5-406f-9715-c0c4434012b3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:17.006024 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa244644-a06e-45f6-a84e-d54d02768797 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4798734 Dec 16 08:03:17.009772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:17.020135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:3d:39:cd', 'name': 'tempest-NetworksTestDHCPv6-1560411120'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:17.067566 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:17.116218 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] Routers {'cc901cff-22a5-406f-9715-c0c4434012b3'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:17.116966 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc901cff-22a5-406f-9715-c0c4434012b3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:17.161009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:17.236677 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:17.237372 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fe1c8-8217-493e-a26d-3f55ff0b4d03 None None] The sync data for ids ['cc901cff-22a5-406f-9715-c0c4434012b3'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:03:17.262281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-62d95b96-230b-4cb4-b4f2-361beb84d05b tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/cc901cff-22a5-406f-9715-c0c4434012b3 HTTP/1.1" status: 200 len: 925 time: 0.3340607 Dec 16 08:03:17.264105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port e331f214-1f86-4d72-8f9b-c61915b751b0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e331f214-1f86-4d72-8f9b-c61915b751b0,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:17.269857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39590) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:17.275957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Request body: {'port': {'device_id': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:17.415151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:17.428161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-60ae5b5b-67d1-4b71-916a-1b6ae17768af None None] Provisioning complete for port 1741a2d3-b134-458d-9493-645dc82fb8d3 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:17.428559 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60ae5b5b-67d1-4b71-916a-1b6ae17768af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:17.435652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efff7f4-cc44-409b-8b1f-b97e19d917a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:17.439301 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3efff7f4-cc44-409b-8b1f-b97e19d917a5 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=cc901cff-22a5-406f-9715-c0c4434012b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1644642 Dec 16 08:03:17.441023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39598) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:17.468113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d32bae-80f9-4ee2-bdff-61391092e37d None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:17.530639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-60ae5b5b-67d1-4b71-916a-1b6ae17768af None None] Port 1741a2d3-b134-458d-9493-645dc82fb8d3 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:03:17.566905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804ba93-469e-4150-a6b9-bde35415ea99 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:17.568617 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6804ba93-469e-4150-a6b9-bde35415ea99 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.1265619 Dec 16 08:03:17.571272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:17.629085 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8284a4cc-d74b-49f7-a61c-5c854597c198 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc901cff-22a5-406f-9715-c0c4434012b3 HTTP/1.1" status: 200 len: 205 time: 0.0543101 Dec 16 08:03:17.629406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39608) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:17.703426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:17.794421 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:17.809253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b4c6f-7a10-4593-8c72-87b6c22b1e23 req-6ab7cde3-d04c-4e75-badb-a627848bc32f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:17.819747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d6b4c6f-7a10-4593-8c72-87b6c22b1e23 req-6ab7cde3-d04c-4e75-badb-a627848bc32f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 931 time: 0.1544743 Dec 16 08:03:17.881140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-28d51204-0424-4856-a5d4-704a1cea57cc None None] Provisioning complete for port e331f214-1f86-4d72-8f9b-c61915b751b0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:17.881140 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-28d51204-0424-4856-a5d4-704a1cea57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:17.930923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d6b4c6f-7a10-4593-8c72-87b6c22b1e23 req-00d1f92a-e768-4f05-b97b-1ae4c3c37497 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047471 Dec 16 08:03:17.948631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:17.964795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=e331f214-1f86-4d72-8f9b-c61915b751b0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:18.018474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1741a2d3-b134-458d-9493-645dc82fb8d3 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:03:18.029519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.045875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Transition to ACTIVE for port object 1741a2d3-b134-458d-9493-645dc82fb8d3 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:03:18.051456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.121840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.124608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91801f-f91c-4c67-89c2-22c214663a3b None None] Update dhcp port {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': 'da370971-a63f-400d-a8f2-801da8d447e8', 'ip_address': '2001:db8::f816:3eff:fe81:d2de'}, {'subnet_id': '00e6cb9c-810b-45ef-960d-4b75a86f28b9'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'e331f214-1f86-4d72-8f9b-c61915b751b0'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:03:18.126101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 821df270-3b5e-495f-b40a-f38b96bb410c yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:18.177648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:18.213475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f91801f-f91c-4c67-89c2-22c214663a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.274874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.340888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Attempting to bind port 1741a2d3-b134-458d-9493-645dc82fb8d3 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:18.341234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Attempting to bind port 1741a2d3-b134-458d-9493-645dc82fb8d3 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:18.343372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Attempting to bind port 1741a2d3-b134-458d-9493-645dc82fb8d3 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:18.347366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Port 1741a2d3-b134-458d-9493-645dc82fb8d3 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:03:18.347366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Attempting to bind port 1741a2d3-b134-458d-9493-645dc82fb8d3 on network 59beea27-d09d-4ce5-9ae9-eedb0717b41e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:18.366442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:18.368518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Checking segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:18.369171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Bound using segment: {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:18.371397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Bound port: 1741a2d3-b134-458d-9493-645dc82fb8d3, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882d7825-4f73-4dbd-825d-2332e7112aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:18.372074 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.571549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:18.582618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:18.606239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e331f214-1f86-4d72-8f9b-c61915b751b0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:18.616546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39632) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:18.642927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.664223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e331f214-1f86-4d72-8f9b-c61915b751b0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:18.664604 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.667050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8:0:1::3c9 (feccb947-4baf-4886-a172-ef2f821be361/00e6cb9c-810b-45ef-960d-4b75a86f28b9/821df270-3b5e-495f-b40a-f38b96bb410c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:18.676186 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fe3d:39cd (feccb947-4baf-4886-a172-ef2f821be361/da370971-a63f-400d-a8f2-801da8d447e8/821df270-3b5e-495f-b40a-f38b96bb410c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:18.679325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Deleting port 09ec0760-8d90-4ed8-b0cb-5a1747d91000 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:18.679675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.740481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:18.743193 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.746115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1741a2d3-b134-458d-9493-645dc82fb8d3 HTTP/1.1" status: 200 len: 1092 time: 1.4828374 Dec 16 08:03:18.748790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:18.753329 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf19e92-ec34-4860-901f-43bffffd6ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:18.839617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd47df-5038-4684-914c-b0b83c3ba1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:18.847541 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0331259-5e5c-474a-8709-9210a719e48a x-openstack-request-id: req-c0331259-5e5c-474a-8709-9210a719e48a {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:18.847872 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:18.848081 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0331259-5e5c-474a-8709-9210a719e48a {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:18.848517 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'status': 'completed', 'code': 200} Dec 16 08:03:18.853339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1584489395-network', 'tenant_id': '076156c9c98a49739286f058f1bd4325'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:18.918219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:18.939398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf19e92-ec34-4860-901f-43bffffd6ce5 req-8b9b295c-5163-4f6d-b2f2-4db188352644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:18.940379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Calling delete_port for 09ec0760-8d90-4ed8-b0cb-5a1747d91000 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:18.941374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cf19e92-ec34-4860-901f-43bffffd6ce5 req-8b9b295c-5163-4f6d-b2f2-4db188352644 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 1095 time: 0.0540988 Dec 16 08:03:19.033005 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.097101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Made reservation on behalf of 076156c9c98a49739286f058f1bd4325 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:19.097913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.122279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f270b-2e3d-4ef1-8a70-2c5efba5e40e req-948f0ec0-0e66-4217-bc6e-e8e5f272a706 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:19.123818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-734f270b-2e3d-4ef1-8a70-2c5efba5e40e req-948f0ec0-0e66-4217-bc6e-e8e5f272a706 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 943 time: 0.1093442 Dec 16 08:03:19.128762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.160922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf19e92-ec34-4860-901f-43bffffd6ce5 req-31413900-07ff-4ee6-aea0-9c119a8a5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:19.162366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cf19e92-ec34-4860-901f-43bffffd6ce5 req-31413900-07ff-4ee6-aea0-9c119a8a5a1d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2011058 Dec 16 08:03:19.251343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-734f270b-2e3d-4ef1-8a70-2c5efba5e40e req-c9c47b87-9eef-404b-8fb1-e5617dd780ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093385 Dec 16 08:03:19.375622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.420491 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.443374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:19.447255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:19.450245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:19.457102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:19.457771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.470984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=821df270-3b5e-495f-b40a-f38b96bb410c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:19.553334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-7f91801f-f91c-4c67-89c2-22c214663a3b None None] Allocated IP 2001:db8:0:1::2 (feccb947-4baf-4886-a172-ef2f821be361/00e6cb9c-810b-45ef-960d-4b75a86f28b9/e331f214-1f86-4d72-8f9b-c61915b751b0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:19.619466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event deleted for resources: {'Port': ['ID=09ec0760-8d90-4ed8-b0cb-5a1747d91000,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:19.628318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.652555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf19e92-ec34-4860-901f-43bffffd6ce5 req-8aec0d6d-03b1-4903-8504-e271ee04a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:19.654064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cf19e92-ec34-4860-901f-43bffffd6ce5 req-8aec0d6d-03b1-4903-8504-e271ee04a6a9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4704278 Dec 16 08:03:19.761397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.767449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7f91801f-f91c-4c67-89c2-22c214663a3b None None] For port e331f214-1f86-4d72-8f9b-c61915b751b0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e331f214-1f86-4d72-8f9b-c61915b751b0,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:19.779559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-5099e75d-b07b-4f75-88c0-1a0cfe6e0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:19.781702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-5099e75d-b07b-4f75-88c0-1a0cfe6e0fab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 1095 time: 0.0571988 Dec 16 08:03:19.791233 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ce5178dc-f3a8-43a0-ba4d-47a94a77b7f6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7769663 Dec 16 08:03:19.791401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39660) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:19.796026 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.799167 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.816884 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f91801f-f91c-4c67-89c2-22c214663a3b None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.871460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-ac7d8ea3-6b02-4b19-a2c6-0e289df0c947 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1741a2d3-b134-458d-9493-645dc82fb8d3 HTTP/1.1" status: 200 len: 217 time: 0.0627089 Dec 16 08:03:19.956573 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7f91801f-f91c-4c67-89c2-22c214663a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.987018 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:19.991172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-be878869-213c-4a65-a65f-e2b74166d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:19.993832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-be878869-213c-4a65-a65f-e2b74166d4be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.1060698 Dec 16 08:03:20.066788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:03:20.069826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91801f-f91c-4c67-89c2-22c214663a3b None None] Pushing event updated for resources: {'Port': ['ID=e331f214-1f86-4d72-8f9b-c61915b751b0,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:20.093343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cacd1b-5543-422c-82f5-55b29962247a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:20.103679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.104090 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Added segment c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2 of type vlan for network a9074a2d-7f36-4db2-96f0-16424132c297 Dec 16 08:03:20.108557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 821df270-3b5e-495f-b40a-f38b96bb410c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:20.108853 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.225467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-f4e207a7-3c49-4378-b676-ad222e456462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:20.227007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-f4e207a7-3c49-4378-b676-ad222e456462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2159810 Dec 16 08:03:20.251671 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.314614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.316437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Fanout notify agent at l3_agent the message router_deleted on router cc901cff-22a5-406f-9715-c0c4434012b3 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:03:20.343292 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.354528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39672) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:20.355340 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f4c88868-6a43-48ad-89cb-05517df34878 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/cc901cff-22a5-406f-9715-c0c4434012b3 HTTP/1.1" status: 204 len: 168 time: 2.7248504 Dec 16 08:03:20.362130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-11fc41f9-e9f6-48b6-95c3-ed4b6eb112ae tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-982011530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:20.440120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.495586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.496992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:20.497458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.512331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 821df270-3b5e-495f-b40a-f38b96bb410c owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:20.523409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e331f214-1f86-4d72-8f9b-c61915b751b0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:20.592350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-b50fa3f3-b44b-47da-ac0a-f36925943b6c service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329740 Dec 16 08:03:20.641128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e331f214-1f86-4d72-8f9b-c61915b751b0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:20.641128 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.669972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f67a01-c34f-43f3-82c7-a2d104729369 req-7f38f017-423a-476e-b3fe-3d013b1d6c40 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:20.671411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32f67a01-c34f-43f3-82c7-a2d104729369 req-7f38f017-423a-476e-b3fe-3d013b1d6c40 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 943 time: 0.2874353 Dec 16 08:03:20.682619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-11fc41f9-e9f6-48b6-95c3-ed4b6eb112ae tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.683681 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-11fc41f9-e9f6-48b6-95c3-ed4b6eb112ae tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:20.729776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] Pushing event updated for resources: {'Network': ['ID=a9074a2d-7f36-4db2-96f0-16424132c297,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:20.747244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d6f4a397-ef97-4e45-b9ed-f83d94074e05 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1290512 Dec 16 08:03:20.750319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39688) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:20.759856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Request body: {'subnet': {'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1584489395-subnet', 'tenant_id': '076156c9c98a49739286f058f1bd4325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:20.773811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network a9074a2d-7f36-4db2-96f0-16424132c297 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:03:20.865647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10cb6d5-3637-44b0-99f3-eaec2c43e80f req-bbc2c82e-0724-4086-be61-a59951837b05 service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203422 Dec 16 08:03:20.944193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Made reservation on behalf of 076156c9c98a49739286f058f1bd4325 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:20.946557 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.004581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-11fc41f9-e9f6-48b6-95c3-ed4b6eb112ae tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.010088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32f67a01-c34f-43f3-82c7-a2d104729369 req-cc6057ca-56ec-484c-a9de-1d50163cfb6a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111458 Dec 16 08:03:21.048020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-64e9167c-fcf9-4a5b-ad23-e951c04892a9 None None] Provisioning complete for port e331f214-1f86-4d72-8f9b-c61915b751b0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:21.048444 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64e9167c-fcf9-4a5b-ad23-e951c04892a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.099704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-11fc41f9-e9f6-48b6-95c3-ed4b6eb112ae tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.122199 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.172605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=821df270-3b5e-495f-b40a-f38b96bb410c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:21.234638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-11fc41f9-e9f6-48b6-95c3-ed4b6eb112ae tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.239605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-11fc41f9-e9f6-48b6-95c3-ed4b6eb112ae tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8840890 Dec 16 08:03:21.251778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39700) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:21.257015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'enable_snat': False}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:21.270049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.276848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f761b555-330f-458c-8276-10d52a18506d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/821df270-3b5e-495f-b40a-f38b96bb410c HTTP/1.1" status: 204 len: 168 time: 1.4850583 Dec 16 08:03:21.278655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39702) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:21.311795 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:03:21.355020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768058d-834c-4578-81f8-9007770a564f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:21.359694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a768058d-834c-4578-81f8-9007770a564f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0791187 Dec 16 08:03:21.359839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39706) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:21.396733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-70c116a0-89b3-400d-8544-fa1921f6a678 None None] Could not find standard attr ID for object 821df270-3b5e-495f-b40a-f38b96bb410c. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:03:21.557726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.574082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79207a36-4fc7-4f50-90d4-3bba0a5a94d8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:21.575585 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-79207a36-4fc7-4f50-90d4-3bba0a5a94d8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1758144 Dec 16 08:03:21.577079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.578837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39714) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:21.634130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1073bc9-1234-44c3-b7c9-0a368317e81e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:21.635837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1073bc9-1234-44c3-b7c9-0a368317e81e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:21.637404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1073bc9-1234-44c3-b7c9-0a368317e81e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:21.642033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214719db-f307-4d0c-b5d7-c54a06cc87ed,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:21.642212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f1073bc9-1234-44c3-b7c9-0a368317e81e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0590048 Dec 16 08:03:21.642392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39716) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:21.650677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Checking segment: {'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:21.651824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Network hostable DHCP agents. Network: a9074a2d-7f36-4db2-96f0-16424132c297, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:03:21.709184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 00e6cb9c-810b-45ef-960d-4b75a86f28b9 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:21.712870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.756348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Network a9074a2d-7f36-4db2-96f0-16424132c297 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:03:21.777578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.874786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, a9074a2d-7f36-4db2-96f0-16424132c297) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:21.881084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:21.882064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.886480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b316f0-c65c-49a9-be7f-d2cbfab3844b None None] Network a9074a2d-7f36-4db2-96f0-16424132c297 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:21.938639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.965189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:21.970896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.025130 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8ad064b6-9a7b-45e3-b70d-ef6cc135f453 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2729766 Dec 16 08:03:22.082395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3765331b-b5b9-4669-b1e5-15a23df7dc45 None None] Network a9074a2d-7f36-4db2-96f0-16424132c297 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:22.137344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.137969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Allocated IP 172.25.2.68 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/69558f77-178f-4031-852f-d0a6a96cb1d1) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:22.193663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=00e6cb9c-810b-45ef-960d-4b75a86f28b9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:22.212886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.221196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-50f601fe-b09d-4646-8d14-8d930578f1dc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/00e6cb9c-810b-45ef-960d-4b75a86f28b9 HTTP/1.1" status: 204 len: 168 time: 0.5772724 Dec 16 08:03:22.222078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39730) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:22.269887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fc23d-75ad-486d-9c91-3881b17f5deb None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:22.307457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet da370971-a63f-400d-a8f2-801da8d447e8 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:22.311101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.333681 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.356441 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.459431 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.488587 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.564393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:22.568817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:22.573770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:22.578340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ebca-33e2-471e-99b9-3c58e41b121a req-cb93dafc-10ba-42c5-b5db-0064c63c3923 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:22.578340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43d4ebca-33e2-471e-99b9-3c58e41b121a req-cb93dafc-10ba-42c5-b5db-0064c63c3923 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 943 time: 0.3791575 Dec 16 08:03:22.586163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Pushing event updated for resources: {'Port': ['ID=69558f77-178f-4031-852f-d0a6a96cb1d1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:22.707369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43d4ebca-33e2-471e-99b9-3c58e41b121a req-64826757-b4e9-4b08-b6ef-681a6d292c39 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232533 Dec 16 08:03:22.709351 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.769865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=da370971-a63f-400d-a8f2-801da8d447e8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:22.774541 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:22.786187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8e8732b3-7e61-41fd-a881-4500bc8a4d7b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/da370971-a63f-400d-a8f2-801da8d447e8 HTTP/1.1" status: 204 len: 168 time: 0.5407467 Dec 16 08:03:22.786838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39742) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:22.847825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e6f2ae5a-d7eb-4d9c-94f1-b42e225fa962 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592718 Dec 16 08:03:22.848668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39744) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:22.866537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:23.090935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:23.096312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:23.197697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:23.365313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3800e1c1-804a-48c4-8cc7-8b7ae717e802 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:23.454547 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:23.455742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-97c9ec92-88fc-4307-8599-17387526d10a None None] Provisioning complete for port e331f214-1f86-4d72-8f9b-c61915b751b0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:23.456110 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-97c9ec92-88fc-4307-8599-17387526d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:23.458957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:23.619073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:23.683051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] Deleting port e331f214-1f86-4d72-8f9b-c61915b751b0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:23.683743 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:23.788290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] For port e331f214-1f86-4d72-8f9b-c61915b751b0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e331f214-1f86-4d72-8f9b-c61915b751b0,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:23.788530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Router dfee7193-5429-4cc8-bad7-c61ed25f6c8d is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:03:23.789445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:23.806552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] Calling delete_port for e331f214-1f86-4d72-8f9b-c61915b751b0 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:23.927637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:03:23.965547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32046-f062-448f-ab54-68cc4955e1b4 req-a115dfae-0376-4df3-9878-9b327a98aa8f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:23.967149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07f32046-f062-448f-ab54-68cc4955e1b4 req-a115dfae-0376-4df3-9878-9b327a98aa8f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 943 time: 0.1591492 Dec 16 08:03:23.967723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39768) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.005494 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.014880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:03:24.023391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.024598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] No DVR routers for this DVR port e331f214-1f86-4d72-8f9b-c61915b751b0 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:24.030713 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e89318b7-3e3f-490a-b865-98f65d924ed7 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "PUT /v2.0/routers/dfee7193-5429-4cc8-bad7-c61ed25f6c8d HTTP/1.1" status: 200 len: 918 time: 2.7770944 Dec 16 08:03:24.031022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39772) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.050808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] Sync routers for ids ['dfee7193-5429-4cc8-bad7-c61ed25f6c8d'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:03:24.089597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d30bcb-8a3e-4429-94b9-8f4b79ca6788 None None] Pushing event deleted for resources: {'Port': ['ID=e331f214-1f86-4d72-8f9b-c61915b751b0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:24.092699 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] Routers {'dfee7193-5429-4cc8-bad7-c61ed25f6c8d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:24.093396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dfee7193-5429-4cc8-bad7-c61ed25f6c8d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:24.148039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:24.159458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] Routers {'dfee7193-5429-4cc8-bad7-c61ed25f6c8d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:24.160261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['dfee7193-5429-4cc8-bad7-c61ed25f6c8d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:24.216762 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fbe99d66-2f7c-4199-a741-94b321ea8459 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/dfee7193-5429-4cc8-bad7-c61ed25f6c8d HTTP/1.1" status: 200 len: 924 time: 0.1821439 Dec 16 08:03:24.217112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39778) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.223832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:24.224789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8074ae1-dcab-4347-b337-02a55ff7d93e None None] The sync data for ids ['dfee7193-5429-4cc8-bad7-c61ed25f6c8d'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:03:24.295562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07f32046-f062-448f-ab54-68cc4955e1b4 req-54d5886d-36a6-40dd-a780-f8e796bf2b47 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214502 Dec 16 08:03:24.324643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7063f5-6f0e-4737-a365-810799436bfe tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:24.326573 n-d-820935-11 neutron-server[110395]: WARNING neutron.services.revisions.revision_plugin [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Could not find related port for resource to bump revision. Dec 16 08:03:24.331061 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b7063f5-6f0e-4737-a365-810799436bfe tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=dfee7193-5429-4cc8-bad7-c61ed25f6c8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1114216 Dec 16 08:03:24.334220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39780) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.382405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a85e1b70-7e7c-49e3-8aad-d6f7716a5947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.396405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_pluggable_backend [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Port e331f214-1f86-4d72-8f9b-c61915b751b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110395) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 08:03:24.396722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_pluggable_backend [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Reverting IP allocation for 2001:db8::f816:3eff:fe81:d2de {{(pid=110395) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 08:03:24.401018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_pluggable_backend [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe81:d2de {{(pid=110395) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 08:03:24.438748 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.451280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f4bef-2905-4df9-80f0-c8e795bc5ce6 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:24.456283 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-de7f4bef-2905-4df9-80f0-c8e795bc5ce6 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/networks/a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 881 time: 0.1183529 Dec 16 08:03:24.456782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39784) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.471047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1741a2d3-b134-458d-9493-645dc82fb8d3 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:03:24.512225 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1eae4e5c-63fb-41fa-ba26-bd13179acd7a tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfee7193-5429-4cc8-bad7-c61ed25f6c8d HTTP/1.1" status: 200 len: 205 time: 0.0519984 Dec 16 08:03:24.515575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39786) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.519723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:24.528847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:24.548883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:24.549736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.641790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=ace5ef92-2559-4ddf-ac82-c6637992646e,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:24.648644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e331f214-1f86-4d72-8f9b-c61915b751b0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:24.657861 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a85e1b70-7e7c-49e3-8aad-d6f7716a5947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.671150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020354f5-6f5c-47a9-a129-ed134db8b926 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:24.690376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e331f214-1f86-4d72-8f9b-c61915b751b0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:24.690730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e331f214-1f86-4d72-8f9b-c61915b751b0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:24.710975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-da3d4a91-1550-40d1-847b-d5ee2c18a1cc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8568506 Dec 16 08:03:24.714324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.727263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-94b87687-d96b-410d-96bd-5487f72af95f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:24.736555 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a85e1b70-7e7c-49e3-8aad-d6f7716a5947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.786996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.789878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a85e1b70-7e7c-49e3-8aad-d6f7716a5947 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2683ab6a16034fcf857a2ba22f986508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7946193 Dec 16 08:03:24.793883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39796) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:24.801608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e1b70-7e7c-49e3-8aad-d6f7716a5947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a236a-4c70-40f1-9341-f7d547dd0952,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:24.856740 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-438998d9-a1fc-4c5d-bee3-262cd64e39b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.885546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-438998d9-a1fc-4c5d-bee3-262cd64e39b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.930488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:24.949054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:24.970284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'mac_address': 'fa:16:3e:4c:ab:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:03:25.036984 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.053018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1741a2d3-b134-458d-9493-645dc82fb8d3 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:03:25.057402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': 'ace5ef92-2559-4ddf-ac82-c6637992646e'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:03:25.058215 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.086544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:25.104942 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-438998d9-a1fc-4c5d-bee3-262cd64e39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.108466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b87687-d96b-410d-96bd-5487f72af95f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:25.110985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-438998d9-a1fc-4c5d-bee3-262cd64e39b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.112590 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94b87687-d96b-410d-96bd-5487f72af95f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.123021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-438998d9-a1fc-4c5d-bee3-262cd64e39b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae5a236a-4c70-40f1-9341-f7d547dd0952 HTTP/1.1" status: 204 len: 168 time: 0.3272426 Dec 16 08:03:25.137879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438998d9-a1fc-4c5d-bee3-262cd64e39b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a236a-4c70-40f1-9341-f7d547dd0952,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:25.241918 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.402149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Allocated IP 2001:db8::f816:3eff:fe10:2c12 (feccb947-4baf-4886-a172-ef2f821be361/ace5ef92-2559-4ddf-ac82-c6637992646e/5ad719de-540e-4e32-9052-2e7c08b19989) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:25.404128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:25.462438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3a19-d2e9-4fd0-a028-4adcb9f1da63 req-5e428551-fcd3-42a7-a4cc-4274afe905ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:25.472091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba6c3a19-d2e9-4fd0-a028-4adcb9f1da63 req-5e428551-fcd3-42a7-a4cc-4274afe905ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 944 time: 0.0744753 Dec 16 08:03:25.542061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba6c3a19-d2e9-4fd0-a028-4adcb9f1da63 req-69a302d1-944d-4cd3-a3f2-ee7d3279a157 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691223 Dec 16 08:03:25.584616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Deleting port 69558f77-178f-4031-852f-d0a6a96cb1d1 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:25.584616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.610220 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.678349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['1741a2d3-b134-458d-9493-645dc82fb8d3'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:25.741241 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-94b87687-d96b-410d-96bd-5487f72af95f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ace5ef92-2559-4ddf-ac82-c6637992646e (CIDR: 2001:db8::/64) Dec 16 08:03:25.750368 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.761351 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.764884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Calling delete_port for 69558f77-178f-4031-852f-d0a6a96cb1d1 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:25.813130 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b87687-d96b-410d-96bd-5487f72af95f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:03:25.813811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b87687-d96b-410d-96bd-5487f72af95f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:25.821816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:25.827256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:25.837726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:25.908661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Pushing event updated for resources: {'Port': ['ID=5ad719de-540e-4e32-9052-2e7c08b19989,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:25.957227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Attempting to bind port 5ad719de-540e-4e32-9052-2e7c08b19989 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:25.957703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Attempting to bind port 5ad719de-540e-4e32-9052-2e7c08b19989 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:25.958139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Attempting to bind port 5ad719de-540e-4e32-9052-2e7c08b19989 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:25.964737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:25.966102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:25.966102 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.966102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:25.966648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Bound port: 5ad719de-540e-4e32-9052-2e7c08b19989, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:25.967097 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:25.984350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39826) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:25.985771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-94b87687-d96b-410d-96bd-5487f72af95f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2649152 Dec 16 08:03:25.989547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:26.067764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.084532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-adfc96d2-880f-4448-878c-c8e60c12e2c9 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:26.086104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-adfc96d2-880f-4448-878c-c8e60c12e2c9 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/networks?id=a9074a2d-7f36-4db2-96f0-16424132c297 HTTP/1.1" status: 200 len: 809 time: 0.1818404 Dec 16 08:03:26.091558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] For port 5ad719de-540e-4e32-9052-2e7c08b19989, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:26.097621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] For port 5ad719de-540e-4e32-9052-2e7c08b19989, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5ad719de-540e-4e32-9052-2e7c08b19989,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:26.110163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event deleted for resources: {'Port': ['ID=69558f77-178f-4031-852f-d0a6a96cb1d1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:26.124083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-20f2f2ad-2d35-482b-9c73-27ddf1b0b03f tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/quotas/076156c9c98a49739286f058f1bd4325 HTTP/1.1" status: 200 len: 375 time: 0.0291214 Dec 16 08:03:26.166973 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.182101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39830) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:26.211222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-cad9cd02-0c8b-4177-981b-5a816e3fc08d tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=076156c9c98a49739286f058f1bd4325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760832 Dec 16 08:03:26.217637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db06b583-acd7-449d-bb35-e9043c10f653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.225830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-945ca8a6-c493-4c07-ac94-3636fc9172ef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:03:26.226910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-945ca8a6-c493-4c07-ac94-3636fc9172ef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078080 Dec 16 08:03:26.227363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.269937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3c5de-11fa-4b0a-920a-080b5ad6ab32 None None] Pushing event updated for resources: {'Port': ['ID=5ad719de-540e-4e32-9052-2e7c08b19989,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:26.353811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-2b1d2eb6-886c-48ac-8fe6-dd565bce099f service neutron] 10.222.0.43 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201327 Dec 16 08:03:26.364383 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.370414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.442727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:26.464527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.555259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.559431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Fanout notify agent at l3_agent the message router_deleted on router dfee7193-5429-4cc8-bad7-c61ed25f6c8d {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:03:26.580450 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.584960 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dd4728d8-e5d5-4bba-9a57-e4124019c729 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/dfee7193-5429-4cc8-bad7-c61ed25f6c8d HTTP/1.1" status: 204 len: 168 time: 2.0679576 Dec 16 08:03:26.588329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39838) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:26.599178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-116904948', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:26.599787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-415276c8-f27e-4f99-a7d8-66a75a9c677b service neutron] 10.222.0.43 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391086 Dec 16 08:03:26.687317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db06b583-acd7-449d-bb35-e9043c10f653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.754013 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.755198 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.782941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db06b583-acd7-449d-bb35-e9043c10f653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.835569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac2ed-c7a1-4779-89f8-21d04ff91c03 req-0fdaa85c-232c-45c7-b4f3-96c558563973 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:26.839018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:26.843282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66bac2ed-c7a1-4779-89f8-21d04ff91c03 req-0fdaa85c-232c-45c7-b4f3-96c558563973 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 944 time: 0.0913310 Dec 16 08:03:26.868449 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-db06b583-acd7-449d-bb35-e9043c10f653 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2acc80764d1648fcab5b21120d4ad63d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6772990 Dec 16 08:03:26.868449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06b583-acd7-449d-bb35-e9043c10f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdab0e4-d98d-4495-9d49-9e373c993344,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:26.868730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39842) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:26.957199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66bac2ed-c7a1-4779-89f8-21d04ff91c03 req-63bd2c70-f0f9-4b4f-80e2-780733eb108c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080282 Dec 16 08:03:27.040425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54886bc4-7734-4664-9cd7-226c20c63c49 req-43ec8fd6-fd30-406c-a3eb-bdcc95a43d58 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 210 time: 0.0598290 Dec 16 08:03:27.041424 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65f725d7-e86c-45d6-b330-e8c8ec1721c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.067079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65f725d7-e86c-45d6-b330-e8c8ec1721c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.104453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.104971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.462048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.481335 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.485977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.536810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:27.545439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:27.556210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:27.556210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.561169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc19cb-54ba-4be8-ae3d-c159b6528899 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:27.571691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=8874c7eb-db82-4ee0-a999-6af8460e62d8,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:27.642019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-21fb3d1e-118e-4126-a896-a60174db6289 None None] Provisioning complete for port 5ad719de-540e-4e32-9052-2e7c08b19989 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:27.642019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21fb3d1e-118e-4126-a896-a60174db6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.709449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65f725d7-e86c-45d6-b330-e8c8ec1721c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.711546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65f725d7-e86c-45d6-b330-e8c8ec1721c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.721156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65f725d7-e86c-45d6-b330-e8c8ec1721c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bdab0e4-d98d-4495-9d49-9e373c993344 HTTP/1.1" status: 204 len: 168 time: 0.8434265 Dec 16 08:03:27.721156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-371d14da-fa6c-4af4-b9b8-99553f1b72e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7326012 Dec 16 08:03:27.723532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39862) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:27.731733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:d5:6b:cb', 'name': 'tempest-NetworksTestDHCPv6-1286925912'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:27.747145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f725d7-e86c-45d6-b330-e8c8ec1721c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdab0e4-d98d-4495-9d49-9e373c993344,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:27.873445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21fb3d1e-118e-4126-a896-a60174db6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.895271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Allocated IP 172.25.2.101 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/678c6069-93df-49be-bdb1-d27df8983960) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:27.931760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-21fb3d1e-118e-4126-a896-a60174db6289 None None] For port 5ad719de-540e-4e32-9052-2e7c08b19989, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5ad719de-540e-4e32-9052-2e7c08b19989,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:27.935982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5597f-1e0c-4394-b251-7bda2d13f32f None None] Update dhcp port {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'fixed_ips': [{'subnet_id': 'ace5ef92-2559-4ddf-ac82-c6637992646e', 'ip_address': '2001:db8::f816:3eff:fe10:2c12'}, {'subnet_id': '8874c7eb-db82-4ee0-a999-6af8460e62d8'}], 'binding:host_id': 'n-d-820935-11'}, 'id': '5ad719de-540e-4e32-9052-2e7c08b19989'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:03:27.966497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2df5597f-1e0c-4394-b251-7bda2d13f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:27.987942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:28.076766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.131943 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-21fb3d1e-118e-4126-a896-a60174db6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.163039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed1785c1-d05f-4e13-8674-39ea860a7a43 req-7a043199-bad9-4cab-a418-b9057cf2fa3a tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 210 time: 0.0411816 Dec 16 08:03:28.194654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3052cf-adf8-46fd-b62d-6f97773118fb req-9413704d-7d47-47b9-bc4e-fd344ab09090 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:28.202235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b3052cf-adf8-46fd-b62d-6f97773118fb req-9413704d-7d47-47b9-bc4e-fd344ab09090 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 944 time: 0.1182182 Dec 16 08:03:28.222898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.231936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.252135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb3d1e-118e-4126-a896-a60174db6289 None None] Pushing event updated for resources: {'Port': ['ID=5ad719de-540e-4e32-9052-2e7c08b19989,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:28.273012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 5da53767-734c-4aac-aaed-dd0731aaad03 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:28.284198 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4fa3eb2f-7428-46a5-bd32-d88d3083c677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.297695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b3052cf-adf8-46fd-b62d-6f97773118fb req-78df4429-929f-4b02-b2d1-756d8201b340 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944867 Dec 16 08:03:28.300325 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-2df5597f-1e0c-4394-b251-7bda2d13f32f None None] Allocated IP 2001:db8:0:1::2 (feccb947-4baf-4886-a172-ef2f821be361/8874c7eb-db82-4ee0-a999-6af8460e62d8/5ad719de-540e-4e32-9052-2e7c08b19989) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:28.331364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:28.345754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:28.353925 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:28.401024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event updated for resources: {'Port': ['ID=678c6069-93df-49be-bdb1-d27df8983960,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:28.445100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2df5597f-1e0c-4394-b251-7bda2d13f32f None None] For port 5ad719de-540e-4e32-9052-2e7c08b19989, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5ad719de-540e-4e32-9052-2e7c08b19989,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:28.488074 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2df5597f-1e0c-4394-b251-7bda2d13f32f None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.511690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1741a2d3-b134-458d-9493-645dc82fb8d3 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:28.572011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2df5597f-1e0c-4394-b251-7bda2d13f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.684982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5ad719de-540e-4e32-9052-2e7c08b19989 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:28.729633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8:0:1::3e4 (feccb947-4baf-4886-a172-ef2f821be361/8874c7eb-db82-4ee0-a999-6af8460e62d8/5da53767-734c-4aac-aaed-dd0731aaad03) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:28.751891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::f816:3eff:fed5:6bcb (feccb947-4baf-4886-a172-ef2f821be361/ace5ef92-2559-4ddf-ac82-c6637992646e/5da53767-734c-4aac-aaed-dd0731aaad03) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:28.841795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5597f-1e0c-4394-b251-7bda2d13f32f None None] Pushing event updated for resources: {'Port': ['ID=5ad719de-540e-4e32-9052-2e7c08b19989,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:28.885279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5ad719de-540e-4e32-9052-2e7c08b19989 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:28.886838 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.903769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:28.998164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 1741a2d3-b134-458d-9493-645dc82fb8d3 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:03:29.013989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 1741a2d3-b134-458d-9493-645dc82fb8d3 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:29.014631 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.088440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.150906 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.209057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:29.210352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:29.214995 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb5d215-0839-42fb-a382-2a736131b17c" -d '{"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:29.266632 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dcfeec-a1e1-4323-b74c-e0b5c1ef0fe4 x-openstack-request-id: req-d4dcfeec-a1e1-4323-b74c-e0b5c1ef0fe4 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:29.266945 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:29.267229 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4dcfeec-a1e1-4323-b74c-e0b5c1ef0fe4 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:29.267634 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'code': 200} Dec 16 08:03:29.270097 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.271876 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.356288 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.403010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11b6fe41-8cde-4840-bc6c-f1a9c627a927 req-13583d35-127e-4e5f-81d0-706d11131e9c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 210 time: 0.0865042 Dec 16 08:03:29.421642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:29.433152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:29.440221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:29.447268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:29.447948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.448506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:29.566982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=5da53767-734c-4aac-aaed-dd0731aaad03,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:29.590109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff5c4-1754-4399-b163-801669c06a23 req-9de53d1d-20c1-42fb-9a82-a15815319621 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:29.591647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b19ff5c4-1754-4399-b163-801669c06a23 req-9de53d1d-20c1-42fb-9a82-a15815319621 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1633613 Dec 16 08:03:29.595352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31f615-50bf-4e7d-870f-934a1b57da84 req-71b2a1e4-2fa6-4e58-9f55-c4ca8e15ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:29.596766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b31f615-50bf-4e7d-870f-934a1b57da84 req-71b2a1e4-2fa6-4e58-9f55-c4ca8e15ac55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 1097 time: 0.1651003 Dec 16 08:03:29.661692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a5acb80b-c17b-46ea-a4c9-2e13503c4c30 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9348085 Dec 16 08:03:29.665003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39910) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:29.678762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b19ff5c4-1754-4399-b163-801669c06a23 req-4de64358-7869-46d4-911c-c9fd2c9372c2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790641 Dec 16 08:03:29.691026 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b31f615-50bf-4e7d-870f-934a1b57da84 req-e69a01b9-1d53-4e27-9353-8f38321f9728 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689285 Dec 16 08:03:29.718013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Router cd8cb727-b26e-4b28-a5b2-81520bdcf619 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:03:29.882427 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.913832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 5da53767-734c-4aac-aaed-dd0731aaad03 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:29.914306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:29.974643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:03:29.995184 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] Sync routers for ids ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:03:30.029572 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] Routers {'cd8cb727-b26e-4b28-a5b2-81520bdcf619'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:30.030380 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:30.033810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d27ffb9a-18ba-444a-890b-7f04bc78b2a3 None None] Provisioning complete for port 5ad719de-540e-4e32-9052-2e7c08b19989 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:30.038332 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d27ffb9a-18ba-444a-890b-7f04bc78b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:30.042907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:30.057721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 5da53767-734c-4aac-aaed-dd0731aaad03 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:30.091113 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:30.102984 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] Routers {'cd8cb727-b26e-4b28-a5b2-81520bdcf619'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:30.103719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:30.113470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:30.115391 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1a0dea25-e447-41bb-8b55-50ec31aca694 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5242436 Dec 16 08:03:30.117862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39920) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:30.125959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:30.184033 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:30.185175 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0167e7e-4627-442d-a846-6dfdbdc47a9d None None] The sync data for ids ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:03:30.294632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-24a5b0e7-1206-4a33-abd9-b7b732b96abd None None] Provisioning complete for port 5da53767-734c-4aac-aaed-dd0731aaad03 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:30.295154 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24a5b0e7-1206-4a33-abd9-b7b732b96abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:30.336709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-24a5b0e7-1206-4a33-abd9-b7b732b96abd None None] Port 5da53767-734c-4aac-aaed-dd0731aaad03 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:03:30.523505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5ad719de-540e-4e32-9052-2e7c08b19989 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:30.651645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5ad719de-540e-4e32-9052-2e7c08b19989 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:30.652035 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:30.735406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24a8b412-4166-48f6-b952-70f664bfbbf5 req-b8c52236-e663-486c-bf5a-fe2fcf557196 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 210 time: 0.0881243 Dec 16 08:03:30.747570 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a58c6c5-811d-4242-b192-7bbe0e541cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:30.880565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-9a874504-c79a-4c0d-a930-d2e5ea6c0102 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:30.882143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-9a874504-c79a-4c0d-a930-d2e5ea6c0102 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "GET /v2.0/networks?id=a9074a2d-7f36-4db2-96f0-16424132c297 HTTP/1.1" status: 200 len: 809 time: 0.3942986 Dec 16 08:03:30.909171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Request body: {'port': {'device_id': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297', 'admin_state_up': True, 'tenant_id': '076156c9c98a49739286f058f1bd4325'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:30.936540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd3e2-07e2-4609-8f65-2d7f8916af39 req-3cbd023a-6a30-49fc-b5ed-7419c3142437 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:30.939168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b23fd3e2-07e2-4609-8f65-2d7f8916af39 req-3cbd023a-6a30-49fc-b5ed-7419c3142437 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1376197 Dec 16 08:03:31.033990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b23fd3e2-07e2-4609-8f65-2d7f8916af39 req-c3e23f7c-da4b-48a7-852d-b9f581cb54db tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621603 Dec 16 08:03:31.181831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Made reservation on behalf of 076156c9c98a49739286f058f1bd4325 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:31.185243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.186086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.282121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.332064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=5da53767-734c-4aac-aaed-dd0731aaad03,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:31.336146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.390231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.396498 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-edfed8ac-bffa-47cd-a61a-f51be9cf641f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/5da53767-734c-4aac-aaed-dd0731aaad03 HTTP/1.1" status: 204 len: 168 time: 1.7277484 Dec 16 08:03:31.401394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39950) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:31.453179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Allocated IP 172.20.0.12 (a9074a2d-7f36-4db2-96f0-16424132c297/214719db-f307-4d0c-b5d7-c54a06cc87ed/3ca14834-0665-41f9-b3c2-9c258598e63d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:31.518363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c781539-cc92-4ab5-afb0-d016c6103b84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:31.519928 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5c781539-cc92-4ab5-afb0-d016c6103b84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1174712 Dec 16 08:03:31.522407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:31.589947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad551c1-c059-42bc-8da1-1a7ff9035e92 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:31.591503 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5ad551c1-c059-42bc-8da1-1a7ff9035e92 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0681825 Dec 16 08:03:31.592944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Deleting port 678c6069-93df-49be-bdb1-d27df8983960 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:31.593934 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.595041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39956) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:31.692216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d8575-4aae-460a-96d1-8840e9166bb1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:31.694415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d8575-4aae-460a-96d1-8840e9166bb1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:31.695932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d8575-4aae-460a-96d1-8840e9166bb1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:31.697639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-754d8575-4aae-460a-96d1-8840e9166bb1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1008253 Dec 16 08:03:31.701368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39962) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:31.705559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.719481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Calling delete_port for 678c6069-93df-49be-bdb1-d27df8983960 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:31.722630 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.774071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 8874c7eb-db82-4ee0-a999-6af8460e62d8 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:31.781735 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.802291 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.835539 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:31.895815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-739ce67e-6a1f-4697-b697-af2196b2d60c req-695473a1-f17e-493b-8eb9-14da7a616eb8 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 210 time: 0.0386605 Dec 16 08:03:31.947766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.000474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Network a9074a2d-7f36-4db2-96f0-16424132c297 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:32.005281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:32.007860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:32.027599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.052775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.056161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Pushing event deleted for resources: {'Port': ['ID=678c6069-93df-49be-bdb1-d27df8983960,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:32.056322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Pushing event updated for resources: {'Port': ['ID=3ca14834-0665-41f9-b3c2-9c258598e63d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:32.105462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:32.106115 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.179362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.221432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-c6e64a8b-bf79-445c-89b8-c6cef0fb8713 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3180807 Dec 16 08:03:32.246347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Request body: {'port': {'device_id': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:32.276257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.324797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.332450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8874c7eb-db82-4ee0-a999-6af8460e62d8 HTTP/1.1" status: 204 len: 168 time: 0.6300356 Dec 16 08:03:32.332813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6aa0b-2666-4352-9378-f428a19f5388 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:32.333559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998677e-8d88-4ec7-8924-64e14b3bdbbc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=8874c7eb-db82-4ee0-a999-6af8460e62d8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:32.335534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39984) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:32.416072 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.500711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet ace5ef92-2559-4ddf-ac82-c6637992646e {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:32.516370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.608521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.613739 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.655118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.717314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Router cd8cb727-b26e-4b28-a5b2-81520bdcf619 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:03:32.814890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:03:32.831737 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:32.838891 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5eebece0-bccd-4bbd-b507-9ac760984c05 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "PUT /v2.0/routers/cd8cb727-b26e-4b28-a5b2-81520bdcf619 HTTP/1.1" status: 200 len: 709 time: 2.7198455 Dec 16 08:03:32.841458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:32.845108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e713576-6aae-4884-b578-b87118a4383c None None] Sync routers for ids ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:03:32.848586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67457-bbb5-441a-821b-4207fd3afbcb req-18edd514-ba40-42b4-ad28-e72ad38549dc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:32.856820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34d67457-bbb5-441a-821b-4207fd3afbcb req-18edd514-ba40-42b4-ad28-e72ad38549dc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1658051 Dec 16 08:03:32.868518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e713576-6aae-4884-b578-b87118a4383c None None] Routers {'cd8cb727-b26e-4b28-a5b2-81520bdcf619'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:32.871619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9e713576-6aae-4884-b578-b87118a4383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:32.935517 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-74d8f7b2-0fb0-4050-8798-2c49d8242b22 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/routers/cd8cb727-b26e-4b28-a5b2-81520bdcf619 HTTP/1.1" status: 200 len: 744 time: 0.0926275 Dec 16 08:03:32.942503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:32.964718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9e713576-6aae-4884-b578-b87118a4383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:32.998341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e713576-6aae-4884-b578-b87118a4383c None None] Routers {'cd8cb727-b26e-4b28-a5b2-81520bdcf619'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:03:33.000101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9e713576-6aae-4884-b578-b87118a4383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:03:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:33.008816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34d67457-bbb5-441a-821b-4207fd3afbcb req-756df179-1650-471f-8736-066d8b7c26c7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507928 Dec 16 08:03:33.049679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.066493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9e713576-6aae-4884-b578-b87118a4383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:33.066981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e713576-6aae-4884-b578-b87118a4383c None None] The sync data for ids ['cd8cb727-b26e-4b28-a5b2-81520bdcf619'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:03:33.075463 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-be149c47-e6d3-4ca5-ae02-51f797a8cd95 tempest-RoutersIpV6AdminTest-1504446700 tempest-RoutersIpV6AdminTest-1504446700-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&device_id=cd8cb727-b26e-4b28-a5b2-81520bdcf619 HTTP/1.1" status: 200 len: 205 time: 0.1286986 Dec 16 08:03:33.075888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40004) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:33.117706 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-56f0814b-43b4-44c0-a90d-186a85c953e2 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8cb727-b26e-4b28-a5b2-81520bdcf619 HTTP/1.1" status: 200 len: 205 time: 0.0382752 Dec 16 08:03:33.118092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:33.242108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bac76-edd0-4ece-82f5-780006fd3d36 req-4df3d6cc-1489-4987-a11d-20993c3ee448 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:33.243864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-405bac76-edd0-4ece-82f5-780006fd3d36 req-4df3d6cc-1489-4987-a11d-20993c3ee448 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 932 time: 0.1836767 Dec 16 08:03:33.254509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca14834-0665-41f9-b3c2-9c258598e63d {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:03:33.272672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.273163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08c133d5-0b19-49db-b707-0bb6b918cb74 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.356486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-405bac76-edd0-4ece-82f5-780006fd3d36 req-72c4238a-cd2e-49c4-b0ce-a9bd828c7a5e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857873 Dec 16 08:03:33.362158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Transition to ACTIVE for port object 3ca14834-0665-41f9-b3c2-9c258598e63d will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:03:33.364349 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.439206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.443576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/ace5ef92-2559-4ddf-ac82-c6637992646e HTTP/1.1" status: 204 len: 168 time: 1.1044247 Dec 16 08:03:33.446856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40018) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:33.447648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f2561-c950-47d1-90b6-7380c055390a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=ace5ef92-2559-4ddf-ac82-c6637992646e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:33.450468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.465246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.532282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56df9b9-c067-4469-976e-27e238c9ffa5 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:33.559112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a7feda68-cc83-499f-8f8a-21c71679270d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966878 Dec 16 08:03:33.572267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40022) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:33.579884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:33.627048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08c133d5-0b19-49db-b707-0bb6b918cb74 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.629877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08c133d5-0b19-49db-b707-0bb6b918cb74 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.667702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a4488a41-d8a4-4c2d-9997-7655d6bf4b08 None None] Provisioning complete for port 5ad719de-540e-4e32-9052-2e7c08b19989 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:33.668793 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a4488a41-d8a4-4c2d-9997-7655d6bf4b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.700391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca14834-0665-41f9-b3c2-9c258598e63d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:33.795894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7adc22-ca01-4eac-90e4-29287abe17c3 req-e4c4533c-50d4-4dcf-af1f-683ba7f94bd8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:33.804427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7adc22-ca01-4eac-90e4-29287abe17c3 req-e4c4533c-50d4-4dcf-af1f-683ba7f94bd8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1590047 Dec 16 08:03:33.859779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Attempting to bind port 3ca14834-0665-41f9-b3c2-9c258598e63d on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:33.882639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Attempting to bind port 3ca14834-0665-41f9-b3c2-9c258598e63d by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:33.882639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Attempting to bind port 3ca14834-0665-41f9-b3c2-9c258598e63d on network a9074a2d-7f36-4db2-96f0-16424132c297 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:33.882639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Port 3ca14834-0665-41f9-b3c2-9c258598e63d on network a9074a2d-7f36-4db2-96f0-16424132c297 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:03:33.882639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Attempting to bind port 3ca14834-0665-41f9-b3c2-9c258598e63d on network a9074a2d-7f36-4db2-96f0-16424132c297 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:33.883329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:33.896533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7adc22-ca01-4eac-90e4-29287abe17c3 req-064529b4-b96e-4d4b-be6d-c0a46f76db6c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910995 Dec 16 08:03:33.897855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:33.898195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Checking segment: {'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:33.898583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Bound using segment: {'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:33.899029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Bound port: 3ca14834-0665-41f9-b3c2-9c258598e63d, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:33.899386 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.922324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08c133d5-0b19-49db-b707-0bb6b918cb74 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.922965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c133d5-0b19-49db-b707-0bb6b918cb74 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Fanout notify agent at l3_agent the message router_deleted on router cd8cb727-b26e-4b28-a5b2-81520bdcf619 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:03:33.940219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08c133d5-0b19-49db-b707-0bb6b918cb74 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:33.943880 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-08c133d5-0b19-49db-b707-0bb6b918cb74 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/cd8cb727-b26e-4b28-a5b2-81520bdcf619 HTTP/1.1" status: 204 len: 168 time: 0.8246558 Dec 16 08:03:33.944620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40026) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:33.968767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] Deleting port 5ad719de-540e-4e32-9052-2e7c08b19989 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:33.969584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.005128 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9459ab97-04e0-46e8-abd0-70e3f80cf736 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8cb727-b26e-4b28-a5b2-81520bdcf619 HTTP/1.1" status: 200 len: 205 time: 0.0585699 Dec 16 08:03:34.007317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40030) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.026232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:34.029768 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.055776 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-9b854143-c72c-473f-98b0-b2411b544ab6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] delete failed (client error): The resource could not be found. Dec 16 08:03:34.057533 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b854143-c72c-473f-98b0-b2411b544ab6 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/cd8cb727-b26e-4b28-a5b2-81520bdcf619 HTTP/1.1" status: 404 len: 336 time: 0.0485070 Dec 16 08:03:34.059688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40032) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.065259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] For port 5ad719de-540e-4e32-9052-2e7c08b19989, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5ad719de-540e-4e32-9052-2e7c08b19989,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:34.066606 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.101382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] Calling delete_port for 5ad719de-540e-4e32-9052-2e7c08b19989 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:34.109337 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b4ce278d-5c41-4877-9d9f-d908f95ca058 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfee7193-5429-4cc8-bad7-c61ed25f6c8d HTTP/1.1" status: 200 len: 205 time: 0.0473871 Dec 16 08:03:34.110999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40036) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.159545 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-c83a5c28-89cd-4526-92e0-cc20a5fb75cc tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] delete failed (client error): The resource could not be found. Dec 16 08:03:34.161044 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c83a5c28-89cd-4526-92e0-cc20a5fb75cc tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/dfee7193-5429-4cc8-bad7-c61ed25f6c8d HTTP/1.1" status: 404 len: 336 time: 0.0487785 Dec 16 08:03:34.163778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.201624 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7c03fc83-99d7-4532-92a5-42fcf9a60ab4 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc901cff-22a5-406f-9715-c0c4434012b3 HTTP/1.1" status: 200 len: 205 time: 0.0362575 Dec 16 08:03:34.204515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40040) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.209924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] For port 3ca14834-0665-41f9-b3c2-9c258598e63d, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:34.213315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] For port 3ca14834-0665-41f9-b3c2-9c258598e63d, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ca14834-0665-41f9-b3c2-9c258598e63d,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:34.261356 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-274a96de-f043-4301-a07e-32769012e93b tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] delete failed (client error): The resource could not be found. Dec 16 08:03:34.263034 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-274a96de-f043-4301-a07e-32769012e93b tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/cc901cff-22a5-406f-9715-c0c4434012b3 HTTP/1.1" status: 404 len: 336 time: 0.0572748 Dec 16 08:03:34.266117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40044) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.306271 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6f585476-d5ed-4839-b3e6-81dceb48ee34 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a6f3c60-4f7d-4f27-ac89-0b57979b311d HTTP/1.1" status: 200 len: 205 time: 0.0387468 Dec 16 08:03:34.308544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40046) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.333961 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.352558 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-7269ba57-ece6-44cc-bd86-f9117531f695 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] delete failed (client error): The resource could not be found. Dec 16 08:03:34.354647 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7269ba57-ece6-44cc-bd86-f9117531f695 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/6a6f3c60-4f7d-4f27-ac89-0b57979b311d HTTP/1.1" status: 404 len: 336 time: 0.0440381 Dec 16 08:03:34.361911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40048) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.369510 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.400740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-58d9eb89-5bbe-46bb-9ff3-361139d9741e tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=72d41d1b-e461-4fb7-8c26-3397352ba58d HTTP/1.1" status: 200 len: 205 time: 0.0354862 Dec 16 08:03:34.401304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40052) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.402497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:34.405694 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.407821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] 10.222.0.36 "PUT /v2.0/ports/3ca14834-0665-41f9-b3c2-9c258598e63d HTTP/1.1" status: 200 len: 1093 time: 2.1699212 Dec 16 08:03:34.408171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'tag': '3ca14834-0665-41f9-b3c2-9c258598e63d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:34.414351 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6a8812-f579-42c8-935d-9d3c3ead62df" -d '{"events": [{"name": "network-changed", "server_uuid": "d02e0dce-8b79-4b86-9bdf-98b617e1dc91", "tag": "3ca14834-0665-41f9-b3c2-9c258598e63d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:34.457012 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-bb55fd3a-bb57-4145-8c8c-31b1e6af9d39 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] delete failed (client error): The resource could not be found. Dec 16 08:03:34.461154 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb55fd3a-bb57-4145-8c8c-31b1e6af9d39 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/72d41d1b-e461-4fb7-8c26-3397352ba58d HTTP/1.1" status: 404 len: 336 time: 0.0542622 Dec 16 08:03:34.462005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40060) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.483599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.503748 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-94ec93a8-7761-4568-91ab-f05f90ec19d8 tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "GET /v2.0/ports?device_id=108891cc-eab4-4996-a46a-a848f82174b8 HTTP/1.1" status: 200 len: 205 time: 0.0357466 Dec 16 08:03:34.503748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40062) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.504056 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b21142c-7799-4f8c-8495-28e8dbe39ab7 x-openstack-request-id: req-9b21142c-7799-4f8c-8495-28e8dbe39ab7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:34.504056 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02e0dce-8b79-4b86-9bdf-98b617e1dc91", "tag": "3ca14834-0665-41f9-b3c2-9c258598e63d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:34.504056 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b21142c-7799-4f8c-8495-28e8dbe39ab7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:34.504321 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'tag': '3ca14834-0665-41f9-b3c2-9c258598e63d', 'status': 'completed', 'code': 200} Dec 16 08:03:34.549664 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-5a6392be-8267-4e77-b149-dca54328f56c tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] delete failed (client error): The resource could not be found. Dec 16 08:03:34.553810 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5a6392be-8267-4e77-b149-dca54328f56c tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/routers/108891cc-eab4-4996-a46a-a848f82174b8 HTTP/1.1" status: 404 len: 336 time: 0.0518658 Dec 16 08:03:34.554474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40066) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.563858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b168-8d01-484f-b4af-fd1a04a8be1c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca14834-0665-41f9-b3c2-9c258598e63d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:34.587489 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e52cf3f-505d-4af5-949f-75ae61a848de tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:34.588058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e52cf3f-505d-4af5-949f-75ae61a848de tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:34.592733 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2e52cf3f-505d-4af5-949f-75ae61a848de tempest-RoutersIpV6AdminTest-878741852 tempest-RoutersIpV6AdminTest-878741852-project] 10.222.0.43 "DELETE /v2.0/subnets/2032a78a-c04d-47d5-8de4-dab98a78ecbc HTTP/1.1" status: 404 len: 337 time: 0.0370557 Dec 16 08:03:34.608795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:34.614606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5ad719de-540e-4e32-9052-2e7c08b19989 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:34.650733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:34.654383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:34.664039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.687702 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:34.699246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=434e4aac-a7b0-4a70-adf5-73aa7ab50dec,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:34.719197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3bc2-57ed-434e-b499-c83124e084bf req-8c1fc2bf-daea-4021-b891-b29b9befe06e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:34.722001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2db3bc2-57ed-434e-b499-c83124e084bf req-8c1fc2bf-daea-4021-b891-b29b9befe06e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 944 time: 0.1439331 Dec 16 08:03:34.738356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a8812-f579-42c8-935d-9d3c3ead62df req-fcbd963a-8fa0-4a1d-8335-1f1b43498018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:34.740267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b6a8812-f579-42c8-935d-9d3c3ead62df req-fcbd963a-8fa0-4a1d-8335-1f1b43498018 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=076156c9c98a49739286f058f1bd4325&device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 1096 time: 0.1686354 Dec 16 08:03:34.771141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] No DVR routers for this DVR port 5ad719de-540e-4e32-9052-2e7c08b19989 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:34.775248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b16b-e768-41ed-998c-6fc107189cf5 None None] Pushing event deleted for resources: {'Port': ['ID=5ad719de-540e-4e32-9052-2e7c08b19989,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:34.782561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No active binding found for port 5ad719de-540e-4e32-9052-2e7c08b19989 {{(pid=110397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 08:03:34.793084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5ad719de-540e-4e32-9052-2e7c08b19989 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:34.797900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df0da3-10bc-4c6f-9e23-5e003e2f85f9 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:34.879519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ca55677d-4e36-4b8e-999b-09914df74f71 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3061264 Dec 16 08:03:34.887735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40076) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:34.899719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2fc11f1b-a5f2-40f1-875d-76b7050f3aad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:34.946447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2db3bc2-57ed-434e-b499-c83124e084bf req-34df2ec7-2432-483d-9965-7d1dee0ce95b tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172265 Dec 16 08:03:34.999963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '434e4aac-a7b0-4a70-adf5-73aa7ab50dec'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:03:35.006750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:35.093961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a8812-f579-42c8-935d-9d3c3ead62df req-bd31388d-7cee-4f5b-8d58-4d8fb13b6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:35.096248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b6a8812-f579-42c8-935d-9d3c3ead62df req-bd31388d-7cee-4f5b-8d58-4d8fb13b6cf7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=076156c9c98a49739286f058f1bd4325&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2910316 Dec 16 08:03:35.203828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e8109-d5a7-4118-bcd9-69d62c7067a5 req-c96bafc1-706c-492f-97af-25ce93d40f2e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:35.205569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a6e8109-d5a7-4118-bcd9-69d62c7067a5 req-c96bafc1-706c-492f-97af-25ce93d40f2e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1594768 Dec 16 08:03:35.226159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/434e4aac-a7b0-4a70-adf5-73aa7ab50dec/fb8aa1a0-40c1-446a-b766-00008437bfcd) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:35.299226 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a6e8109-d5a7-4118-bcd9-69d62c7067a5 req-1525dd7e-e0e2-47ad-bfb3-8688510ed15c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843801 Dec 16 08:03:35.302229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a8812-f579-42c8-935d-9d3c3ead62df req-25795a14-c0c3-4b97-a4df-4c7ad7b0a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:35.303620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b6a8812-f579-42c8-935d-9d3c3ead62df req-25795a14-c0c3-4b97-a4df-4c7ad7b0a815 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863182 Dec 16 08:03:35.414755 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:35.445769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-6a688727-55c6-44c1-9e14-a62fad79e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:35.447358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-6a688727-55c6-44c1-9e14-a62fad79e249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=076156c9c98a49739286f058f1bd4325&device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 1096 time: 0.0499775 Dec 16 08:03:35.471294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc11f1b-a5f2-40f1-875d-76b7050f3aad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:35.475743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2fc11f1b-a5f2-40f1-875d-76b7050f3aad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:35.527390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-bc3f1397-7bb1-4b68-a9f2-27d1555709dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca14834-0665-41f9-b3c2-9c258598e63d HTTP/1.1" status: 200 len: 217 time: 0.0577977 Dec 16 08:03:35.591626 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-2fc11f1b-a5f2-40f1-875d-76b7050f3aad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 434e4aac-a7b0-4a70-adf5-73aa7ab50dec (CIDR: 2001:db8::/64) Dec 16 08:03:35.610052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-bdbf319d-369e-49c7-b30c-a9bb5bcdc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:35.613071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-bdbf319d-369e-49c7-b30c-a9bb5bcdc4a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=214719db-f307-4d0c-b5d7-c54a06cc87ed HTTP/1.1" status: 200 len: 849 time: 0.0739903 Dec 16 08:03:35.641313 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:35.662986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-a819b077-553a-4078-9f39-149460deba61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9074a2d-7f36-4db2-96f0-16424132c297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388472 Dec 16 08:03:35.699171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:35.703742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:35.711082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:35.716742 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc11f1b-a5f2-40f1-875d-76b7050f3aad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:03:35.722880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc11f1b-a5f2-40f1-875d-76b7050f3aad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:35.728895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Pushing event updated for resources: {'Port': ['ID=fb8aa1a0-40c1-446a-b766-00008437bfcd,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:35.783744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40096) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:35.794810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Attempting to bind port fb8aa1a0-40c1-446a-b766-00008437bfcd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:35.795636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Attempting to bind port fb8aa1a0-40c1-446a-b766-00008437bfcd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:35.796447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Attempting to bind port fb8aa1a0-40c1-446a-b766-00008437bfcd on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:35.809340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:35.809733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:35.810249 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:35.810655 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:35.811137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Bound port: fb8aa1a0-40c1-446a-b766-00008437bfcd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:35.811593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:35.826105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-eb5cc5e1-a6c2-460c-9e82-37f1b971c4b5 service neutron] 10.222.0.36 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560647 Dec 16 08:03:35.900832 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2fc11f1b-a5f2-40f1-875d-76b7050f3aad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0065298 Dec 16 08:03:35.901875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40102) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:35.915709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:35.918912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] For port fb8aa1a0-40c1-446a-b766-00008437bfcd, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:35.922770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] For port fb8aa1a0-40c1-446a-b766-00008437bfcd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb8aa1a0-40c1-446a-b766-00008437bfcd,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:36.018700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc451948-4e94-4e43-b598-d40bb1844e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:36.182552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:36.216898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc451948-4e94-4e43-b598-d40bb1844e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:36.273773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444b69b-9733-4679-b2e9-95ac8f186adf None None] Pushing event updated for resources: {'Port': ['ID=fb8aa1a0-40c1-446a-b766-00008437bfcd,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:36.363500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:36.372126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:36.399743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc451948-4e94-4e43-b598-d40bb1844e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:36.456675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9c710f8d-025d-4ac6-ac17-077579e0a71e req-4e4e7511-37c2-4159-90e5-5179a98a8475 service neutron] 10.222.0.36 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188524 Dec 16 08:03:36.468866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f90d5-6ad1-4ca5-b788-6743b48d6e3e req-95c48b0a-ef35-4c82-ac53-b85738a774d4 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:36.504338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-323f90d5-6ad1-4ca5-b788-6743b48d6e3e req-95c48b0a-ef35-4c82-ac53-b85738a774d4 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 944 time: 0.1357012 Dec 16 08:03:36.571296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-323f90d5-6ad1-4ca5-b788-6743b48d6e3e req-44a36b06-c002-43aa-b925-d1bd43c2a437 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648363 Dec 16 08:03:36.664347 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc451948-4e94-4e43-b598-d40bb1844e79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8509ca027a284fb09285816055242e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8787332 Dec 16 08:03:36.666941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40128) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:36.667595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc451948-4e94-4e43-b598-d40bb1844e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fdc8c4-3710-443f-ad1f-3cc746ada9bf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:36.819803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9139257-1e18-4aba-8d9f-28a6b2f1d196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:36.850956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9139257-1e18-4aba-8d9f-28a6b2f1d196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:36.963856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db420ba4-b693-4346-a1e0-8b60b9d657f6 req-961a70f3-f6aa-4945-b833-d0374aa0644e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:36.967017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db420ba4-b693-4346-a1e0-8b60b9d657f6 req-961a70f3-f6aa-4945-b833-d0374aa0644e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.2273116 Dec 16 08:03:37.019667 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9139257-1e18-4aba-8d9f-28a6b2f1d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:37.025449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9139257-1e18-4aba-8d9f-28a6b2f1d196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:37.027347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a9139257-1e18-4aba-8d9f-28a6b2f1d196 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1fdc8c4-3710-443f-ad1f-3cc746ada9bf HTTP/1.1" status: 204 len: 168 time: 0.3583398 Dec 16 08:03:37.085632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9139257-1e18-4aba-8d9f-28a6b2f1d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fdc8c4-3710-443f-ad1f-3cc746ada9bf,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:37.126664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db420ba4-b693-4346-a1e0-8b60b9d657f6 req-3cee9de8-4416-4b25-8578-b96e6a9d5767 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481221 Dec 16 08:03:37.299641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:03:37.787565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465713-f6f3-4c4f-9406-8cb4adfd385f req-9e22847f-f16d-49d9-953f-9a2d778c159f tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:37.791364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a465713-f6f3-4c4f-9406-8cb4adfd385f req-9e22847f-f16d-49d9-953f-9a2d778c159f tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 944 time: 0.1009951 Dec 16 08:03:37.802730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:37.892129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a465713-f6f3-4c4f-9406-8cb4adfd385f req-1b86eb9c-ccf3-4aed-8939-e91ed6dcbc47 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862582 Dec 16 08:03:38.001274 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Provisioning complete for port fb8aa1a0-40c1-446a-b766-00008437bfcd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:38.002665 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.010797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] For port fb8aa1a0-40c1-446a-b766-00008437bfcd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb8aa1a0-40c1-446a-b766-00008437bfcd,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:38.049536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.100628 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.252830 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.253529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.282395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b15a18-3d8d-47f1-9b23-0ece565a601d req-d160f6e5-55a5-4fdf-8d4d-38d54913a834 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:38.284373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26b15a18-3d8d-47f1-9b23-0ece565a601d req-d160f6e5-55a5-4fdf-8d4d-38d54913a834 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.0764210 Dec 16 08:03:38.326542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:38.333560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:38.339082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:38.347847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:38.348673 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.353441 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:03:38.353813 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:03:38.355369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbaa8d9-729e-4af6-8ff3-a093a3a046ab None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:38.363378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26b15a18-3d8d-47f1-9b23-0ece565a601d req-27c53fc5-56a9-4368-b5b5-4678551953dc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681736 Dec 16 08:03:38.402093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=fb8aa1a0-40c1-446a-b766-00008437bfcd,revision_number=4']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:38.417670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=dc07279b-4db8-42d1-8a15-345b38fdb5e2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:38.551569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ca14834-0665-41f9-b3c2-9c258598e63d details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:03:38.716880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fb8aa1a0-40c1-446a-b766-00008437bfcd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:38.737310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ca14834-0665-41f9-b3c2-9c258598e63d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ca14834-0665-41f9-b3c2-9c258598e63d,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:38.755379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '3ca14834-0665-41f9-b3c2-9c258598e63d', 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297', 'port_id': '3ca14834-0665-41f9-b3c2-9c258598e63d', 'mac_address': 'fa:16:3e:47:a9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214719db-f307-4d0c-b5d7-c54a06cc87ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:03:38.827802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fb8aa1a0-40c1-446a-b766-00008437bfcd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:38.828169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.829835 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.892727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca14834-0665-41f9-b3c2-9c258598e63d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:03:38.908651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40172) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:38.909648 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-73d0463c-861c-4d72-9535-758007ea209d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e893421d7234342b17b0c9cab280bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689328 Dec 16 08:03:38.919443 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d70cb066-acdd-4b7e-ae18-f2648c7f8468 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0158718 Dec 16 08:03:38.924257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40174) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:38.933426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ca14834-0665-41f9-b3c2-9c258598e63d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ca14834-0665-41f9-b3c2-9c258598e63d,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:38.935511 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:38.950126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:d0:c9:4a', 'name': 'tempest-NetworksTestDHCPv6-1115862593'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:39.023847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] For port fb8aa1a0-40c1-446a-b766-00008437bfcd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb8aa1a0-40c1-446a-b766-00008437bfcd,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:39.028949 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.071869 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.072672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1741a2d3-b134-458d-9493-645dc82fb8d3 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:03:39.117023 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.278343 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:03:39.281458 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:03:39.292059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3ca14834-0665-41f9-b3c2-9c258598e63d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:39.359745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e202e4a-682e-4fe3-b53c-01b215f0fc32 req-dc07924c-2204-4acb-a07e-3afcf464b7a8 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:39.368930 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e202e4a-682e-4fe3-b53c-01b215f0fc32 req-dc07924c-2204-4acb-a07e-3afcf464b7a8 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 945 time: 0.2135723 Dec 16 08:03:39.398874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:39.407442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498978a2-4838-4c83-a702-32ce8556b8ad None None] Pushing event updated for resources: {'Port': ['ID=fb8aa1a0-40c1-446a-b766-00008437bfcd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:39.407846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:39.415596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0224744-2daa-45b8-aa1b-70ae7a91bfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.419683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'port_id': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'mac_address': 'fa:16:3e:4c:ab:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:03:39.517376 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.559406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1741a2d3-b134-458d-9493-645dc82fb8d3 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:03:39.561918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e202e4a-682e-4fe3-b53c-01b215f0fc32 req-f6ec9d69-2a6d-4948-8067-a623a125f7ce tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919019 Dec 16 08:03:39.641538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0224744-2daa-45b8-aa1b-70ae7a91bfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.642344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:39.643173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825eabe-210a-4328-b4f5-4736ee77140f req-9244fbba-9827-4879-86ff-57060f8ec60d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:39.644778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6825eabe-210a-4328-b4f5-4736ee77140f req-9244fbba-9827-4879-86ff-57060f8ec60d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1612868 Dec 16 08:03:39.648705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-31576dc9-258a-49dc-9bce-2a6004f8779f None None] Provisioning complete for port fb8aa1a0-40c1-446a-b766-00008437bfcd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:39.649083 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-31576dc9-258a-49dc-9bce-2a6004f8779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.651677 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.692944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port 3c435f37-6d36-4589-a23a-4995a9eae509 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:39.706802 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.772310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6825eabe-210a-4328-b4f5-4736ee77140f req-6847ba1a-947b-4aaa-8c3c-866ca55b80b7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174381 Dec 16 08:03:39.853045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:39.908372 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0224744-2daa-45b8-aa1b-70ae7a91bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.911019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0224744-2daa-45b8-aa1b-70ae7a91bfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:39.915367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a0224744-2daa-45b8-aa1b-70ae7a91bfee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24c2d4ab-57e0-42eb-8ef3-f868be01149f HTTP/1.1" status: 204 len: 168 time: 1.0015519 Dec 16 08:03:39.929806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0224744-2daa-45b8-aa1b-70ae7a91bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2d4ab-57e0-42eb-8ef3-f868be01149f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:39.931934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::190 (feccb947-4baf-4886-a172-ef2f821be361/434e4aac-a7b0-4a70-adf5-73aa7ab50dec/3c435f37-6d36-4589-a23a-4995a9eae509) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:39.939318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:c94a (feccb947-4baf-4886-a172-ef2f821be361/dc07279b-4db8-42d1-8a15-345b38fdb5e2/3c435f37-6d36-4589-a23a-4995a9eae509) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:40.182949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:40.189826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['1741a2d3-b134-458d-9493-645dc82fb8d3'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:40.400264 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:40.443938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:40.445438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3ca14834-0665-41f9-b3c2-9c258598e63d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:03:40.451621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:40.456591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:40.488731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:40.488731 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:40.512454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=3c435f37-6d36-4589-a23a-4995a9eae509,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:40.566661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1741a2d3-b134-458d-9493-645dc82fb8d3 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:40.626622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40228) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:40.632432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5b7c93c8-f863-495e-9a9c-ab0e0c1f1996 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7098620 Dec 16 08:03:40.643408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fb8aa1a0-40c1-446a-b766-00008437bfcd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:40.762812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 1741a2d3-b134-458d-9493-645dc82fb8d3 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:40.763275 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:40.818049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fb8aa1a0-40c1-446a-b766-00008437bfcd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:40.820104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1d9c-e8fc-4a62-bbc8-5f955464fc76 req-65f327d0-d9c6-4163-a531-768793fcfa0c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:40.824059 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:40.825442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e64b1d9c-e8fc-4a62-bbc8-5f955464fc76 req-65f327d0-d9c6-4163-a531-768793fcfa0c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 945 time: 0.1540594 Dec 16 08:03:40.888335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port 3c435f37-6d36-4589-a23a-4995a9eae509 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:40.894971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:41.036843 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:41.050785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a602c1a4-8dc5-4815-8e41-0e49da8f3ed4 None None] Provisioning complete for port 3c435f37-6d36-4589-a23a-4995a9eae509 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:41.051353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a602c1a4-8dc5-4815-8e41-0e49da8f3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:41.069424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e64b1d9c-e8fc-4a62-bbc8-5f955464fc76 req-4e0b8d38-811f-43c6-b4b1-a73a8449b8ce tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302148 Dec 16 08:03:41.114597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:41.121659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:41.123845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6c1a-bc69-44d7-9004-5e8daa5bd2a4 req-1a7b1003-13ce-494e-8cef-2ecc39ff1a79 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:41.125032 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba833163-41d2-4fe5-8e28-90f509bd15b8" -d '{"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:41.141062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a602c1a4-8dc5-4815-8e41-0e49da8f3ed4 None None] Port 3c435f37-6d36-4589-a23a-4995a9eae509 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:03:41.142562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:41.148252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a5f6c1a-bc69-44d7-9004-5e8daa5bd2a4 req-1a7b1003-13ce-494e-8cef-2ecc39ff1a79 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 944 time: 0.1905699 Dec 16 08:03:41.161082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for 3c435f37-6d36-4589-a23a-4995a9eae509 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:41.210529 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b98245f-1d15-437b-aecc-f0c8af89bb60 x-openstack-request-id: req-9b98245f-1d15-437b-aecc-f0c8af89bb60 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:41.211027 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:41.211126 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b98245f-1d15-437b-aecc-f0c8af89bb60 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:41.211524 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'code': 200} Dec 16 08:03:41.230867 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:41.236052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a5f6c1a-bc69-44d7-9004-5e8daa5bd2a4 req-a1ced570-0cfb-4488-9ff5-a163ca2a5fe5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862277 Dec 16 08:03:41.312507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:41.531781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:41.608439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=3c435f37-6d36-4589-a23a-4995a9eae509,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:41.699726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:41.704695 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d0e0f3b2-03c2-4c26-a7f1-140133fcd3fd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/3c435f37-6d36-4589-a23a-4995a9eae509 HTTP/1.1" status: 204 len: 168 time: 1.0775144 Dec 16 08:03:41.707306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40266) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:41.803433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c675047-d346-4667-a91d-0067018b6609 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:41.805490 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9c675047-d346-4667-a91d-0067018b6609 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0969763 Dec 16 08:03:41.808686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40270) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:41.900883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76230ff4-25bf-418f-a9ac-60a0efc3555e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:41.902738 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-76230ff4-25bf-418f-a9ac-60a0efc3555e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0926511 Dec 16 08:03:41.906235 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40274) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:42.001516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c92b1c-7b9a-4423-a561-75489f8329e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:42.005385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c92b1c-7b9a-4423-a561-75489f8329e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:42.007055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c92b1c-7b9a-4423-a561-75489f8329e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:42.014620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-60c92b1c-7b9a-4423-a561-75489f8329e5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1045573 Dec 16 08:03:42.016428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40282) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:42.112302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 434e4aac-a7b0-4a70-adf5-73aa7ab50dec {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:42.117075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:42.190582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:42.465551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc99b61-50ea-4dfc-9acf-40cc860898b6 req-d826f226-9893-41f5-960f-423e6c8d7eaa tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:42.473020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cc99b61-50ea-4dfc-9acf-40cc860898b6 req-d826f226-9893-41f5-960f-423e6c8d7eaa tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 945 time: 0.1832619 Dec 16 08:03:42.564226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ca14834-0665-41f9-b3c2-9c258598e63d up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:42.588279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cc99b61-50ea-4dfc-9acf-40cc860898b6 req-35b59f00-5b1f-4023-ac8f-83921e3784a5 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044793 Dec 16 08:03:42.594790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:42.663476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40302) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:42.697361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b233a29-7f3c-440f-921b-b8ed985c2487 req-d5ac29be-53b7-42f0-becc-5b3f8b6ee95f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:42.699397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b233a29-7f3c-440f-921b-b8ed985c2487 req-d5ac29be-53b7-42f0-becc-5b3f8b6ee95f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.3131227 Dec 16 08:03:42.804667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 3ca14834-0665-41f9-b3c2-9c258598e63d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:03:42.813306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 3ca14834-0665-41f9-b3c2-9c258598e63d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:42.814374 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:42.832457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b233a29-7f3c-440f-921b-b8ed985c2487 req-60cac1af-6beb-45c8-b56a-ed31dc593c3b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245563 Dec 16 08:03:42.914117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:42.944544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:42.954046 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:42.954279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/434e4aac-a7b0-4a70-adf5-73aa7ab50dec HTTP/1.1" status: 204 len: 168 time: 0.9361711 Dec 16 08:03:42.956354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40310) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:42.967846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fc4db-7dac-4bf7-af69-34009d3c0fcc None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:42.994762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3ca14834-0665-41f9-b3c2-9c258598e63d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ca14834-0665-41f9-b3c2-9c258598e63d,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:43.044484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14557b11-68cc-42e2-ab07-fde4a34a08e8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=434e4aac-a7b0-4a70-adf5-73aa7ab50dec,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:43.097197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.101222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet dc07279b-4db8-42d1-8a15-345b38fdb5e2 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:43.111628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.165348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3ca14834-0665-41f9-b3c2-9c258598e63d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:43.205778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'networks': [{'name': 'tempest-network--166522599'}, {'name': 'tempest-network--404840939'}]} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:43.206393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'network': {'name': 'tempest-network--166522599'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:43.206981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'network': {'name': 'tempest-network--404840939'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:43.235216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.235725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.236202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.236789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.237234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.237869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.239933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.240441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.240910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.241350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.241787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.242672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.244947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.245368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:03:43.251888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca14834-0665-41f9-b3c2-9c258598e63d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:43.258132 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30f2a7f-b911-4aa4-90d1-58a517fe4fb3" -d '{"events": [{"server_uuid": "d02e0dce-8b79-4b86-9bdf-98b617e1dc91", "name": "network-vif-plugged", "status": "completed", "tag": "3ca14834-0665-41f9-b3c2-9c258598e63d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:43.372244 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6db54a-e543-4fd9-8727-6efc896681ac x-openstack-request-id: req-3b6db54a-e543-4fd9-8727-6efc896681ac {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:43.372728 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02e0dce-8b79-4b86-9bdf-98b617e1dc91", "name": "network-vif-plugged", "status": "completed", "tag": "3ca14834-0665-41f9-b3c2-9c258598e63d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:43.373158 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b6db54a-e543-4fd9-8727-6efc896681ac {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:43.373554 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca14834-0665-41f9-b3c2-9c258598e63d', 'code': 200} Dec 16 08:03:43.455628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.481718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Made reservation on behalf of 0e50c1a6315e4fc4bd1815e677f050ea for: {'network': 2} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:43.488278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.499790 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.539482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e5984-1f78-47cb-bdd8-f220dc6ef5ce req-6e3ae64d-59d5-4c2b-9182-133c84bc36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:43.541084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-887e5984-1f78-47cb-bdd8-f220dc6ef5ce req-6e3ae64d-59d5-4c2b-9182-133c84bc36e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 1098 time: 0.0621955 Dec 16 08:03:43.618987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-887e5984-1f78-47cb-bdd8-f220dc6ef5ce req-443311e9-eeba-4a85-8b74-982fca46c74c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704381 Dec 16 08:03:43.670861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.742661 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.773329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.777865 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/dc07279b-4db8-42d1-8a15-345b38fdb5e2 HTTP/1.1" status: 204 len: 168 time: 0.8203666 Dec 16 08:03:43.805788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40328) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:43.858037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.860816 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:43.878811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413adf4-b1f1-4f06-ade8-97905869d12b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=dc07279b-4db8-42d1-8a15-345b38fdb5e2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:43.944566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d662944c-b66e-4118-aad3-e8dca5c9e0ad tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204166 Dec 16 08:03:43.945858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40334) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:43.967207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:43.984552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b296cd-d9d0-408b-80b7-e7678a4ef992,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:43.992406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:03:44.012396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.012754 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Added segment 19f634cd-c054-48ea-a397-da7c64a16adc of type vlan for network 77b9afe3-d7ca-496f-b1c3-f16bab097cc0 Dec 16 08:03:44.055763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f559f9-19b8-47c6-873d-89497ab56280 req-9036b133-e21e-414b-8bc8-a1439b9b0a6b tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:44.063802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8f559f9-19b8-47c6-873d-89497ab56280 req-9036b133-e21e-414b-8bc8-a1439b9b0a6b tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 946 time: 0.3705328 Dec 16 08:03:44.132238 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.168979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:03:44.180641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.181515 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Added segment 53d5b896-74df-42d8-8013-c9e1cd1263d3 of type vlan for network 5d3a8d8f-8daa-40e2-b330-511ba6ef20b2 Dec 16 08:03:44.262071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.347874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8f559f9-19b8-47c6-873d-89497ab56280 req-de859e64-48cd-4d3d-8e6a-5dcbbbd54f19 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763071 Dec 16 08:03:44.385955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5ef72-e578-4de7-afc5-34826eb91874 req-324e30d8-fb1c-4e25-bf03-3013053ef5ea tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:44.394461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccc5ef72-e578-4de7-afc5-34826eb91874 req-324e30d8-fb1c-4e25-bf03-3013053ef5ea tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.2165768 Dec 16 08:03:44.427067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.427067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.435403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:44.460282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:44.460978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.483129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccc5ef72-e578-4de7-afc5-34826eb91874 req-c3f3ef82-0085-4c57-9ba1-5263222b9484 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872948 Dec 16 08:03:44.512536 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f56511-43ca-4094-a701-99f0d676d62a None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:44.536073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:44.539621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:44.575103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Network': ['ID=77b9afe3-d7ca-496f-b1c3-f16bab097cc0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:44.647383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 77b9afe3-d7ca-496f-b1c3-f16bab097cc0 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:03:44.705442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Network': ['ID=5d3a8d8f-8daa-40e2-b330-511ba6ef20b2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:44.722269 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe98860b-018e-49d4-848d-b074f00986ae tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0574183 Dec 16 08:03:44.724731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:44.750824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5d3a8d8f-8daa-40e2-b330-511ba6ef20b2 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:03:44.998746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b625233-69e9-4c88-a9f3-128f9688aa5a tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:45.005949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.013147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b625233-69e9-4c88-a9f3-128f9688aa5a tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:45.028965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b625233-69e9-4c88-a9f3-128f9688aa5a tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:45.036113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b625233-69e9-4c88-a9f3-128f9688aa5a tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:45.038759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c8974d7f-1581-47c7-9b0a-d2e7d0da2f1d None None] Provisioning complete for port fb8aa1a0-40c1-446a-b766-00008437bfcd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:45.039197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8974d7f-1581-47c7-9b0a-d2e7d0da2f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.064596 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b625233-69e9-4c88-a9f3-128f9688aa5a tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3386710 Dec 16 08:03:45.069380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40348) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:45.151956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:45.158068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:45.164241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:45.165162 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.191220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=0e6579db-b80a-4652-9e2b-8c2028226a85,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:45.318063 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.320944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:45.342554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0cfb7c4e-3718-417e-ab97-c18eded2bbc8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3924627 Dec 16 08:03:45.346228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40354) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:45.352369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9ded4fa5-c5fd-47a1-b630-86bf6d69a500 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:45.519564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] Deleting port fb8aa1a0-40c1-446a-b766-00008437bfcd {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:45.521299 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.536091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.586849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b9afe3-d7ca-496f-b1c3-f16bab097cc0']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:45.592300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0518-c44a-4f6d-8f83-2e1148099a8b req-1acf9898-1c61-459a-b853-09a959d892c0 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:45.600496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46af0518-c44a-4f6d-8f83-2e1148099a8b req-1acf9898-1c61-459a-b853-09a959d892c0 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 946 time: 0.0933692 Dec 16 08:03:45.604761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f634cd-c054-48ea-a397-da7c64a16adc') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:45.606189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f634cd-c054-48ea-a397-da7c64a16adc') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:45.622065 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.645152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.655720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:03:45.656302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.658133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] For port fb8aa1a0-40c1-446a-b766-00008437bfcd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb8aa1a0-40c1-446a-b766-00008437bfcd,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:45.658830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:03:45.659929 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:03:45.705293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] Calling delete_port for fb8aa1a0-40c1-446a-b766-00008437bfcd owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:45.724824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46af0518-c44a-4f6d-8f83-2e1148099a8b req-1d00b979-12ce-40e5-85f2-70439ef77a66 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232259 Dec 16 08:03:45.746463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8c0b-b33d-4566-8562-06762839db1f req-6981d11f-8731-4e52-9a00-bc4d92bedf47 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:45.748355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f20c8c0b-b33d-4566-8562-06762839db1f req-6981d11f-8731-4e52-9a00-bc4d92bedf47 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1369536 Dec 16 08:03:45.839652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f20c8c0b-b33d-4566-8562-06762839db1f req-85a453fd-1e4d-4eb5-8eac-28406e27c2e3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777643 Dec 16 08:03:45.894096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.903271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:45.907274 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/networks/77b9afe3-d7ca-496f-b1c3-f16bab097cc0 HTTP/1.1" status: 204 len: 168 time: 0.8368869 Dec 16 08:03:45.910406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40366) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:45.918618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81445687-b2d8-47d3-ad59-2eca7422435c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Network': ['ID=77b9afe3-d7ca-496f-b1c3-f16bab097cc0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:45.979323 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.011564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] Pushing event deleted for resources: {'Port': ['ID=fb8aa1a0-40c1-446a-b766-00008437bfcd,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:46.030031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbf654-a495-460c-a2d3-fa8ee76e6bc0 None None] No DVR routers for this DVR port fb8aa1a0-40c1-446a-b766-00008437bfcd on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:46.055199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc369b-cf4e-493e-b886-0a2628ffa2cc None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:46.099755 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.103081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded4fa5-c5fd-47a1-b630-86bf6d69a500 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:46.123266 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9ded4fa5-c5fd-47a1-b630-86bf6d69a500 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.233086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-feccb947-4baf-4886-a172-ef2f821be361', 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'project_id': '77b552b7b517401dafdf94e305d9aa09', 'fixed_ips': [{'subnet_id': '0e6579db-b80a-4652-9e2b-8c2028226a85'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:03:46.234749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.396699 n-d-820935-11 neutron-server[110395]: INFO neutron.db.ipam_backend_mixin [None req-9ded4fa5-c5fd-47a1-b630-86bf6d69a500 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e6579db-b80a-4652-9e2b-8c2028226a85 (CIDR: 2001:db8::/64) Dec 16 08:03:46.480677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Allocated IP 2001:db8::2 (feccb947-4baf-4886-a172-ef2f821be361/0e6579db-b80a-4652-9e2b-8c2028226a85/05ae0100-2a99-4f4e-82f4-6f2523747990) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:46.544367 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ded4fa5-c5fd-47a1-b630-86bf6d69a500 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:03:46.544367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ded4fa5-c5fd-47a1-b630-86bf6d69a500 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:46.561239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fb8aa1a0-40c1-446a-b766-00008437bfcd no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:46.568137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.594314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: fb8aa1a0-40c1-446a-b766-00008437bfcd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:46.595385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fb8aa1a0-40c1-446a-b766-00008437bfcd not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:46.606551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3a8d8f-8daa-40e2-b330-511ba6ef20b2']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:46.633133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d5b896-74df-42d8-8013-c9e1cd1263d3') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:46.633528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d5b896-74df-42d8-8013-c9e1cd1263d3') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:03:46.670147 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.695137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.712585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:03:46.712981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.789014 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:03:46.803339 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:03:46.806342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9ded4fa5-c5fd-47a1-b630-86bf6d69a500 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4586976 Dec 16 08:03:46.809249 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:46.816846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'subnet': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:46.883834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.888232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:46.893854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/networks/5d3a8d8f-8daa-40e2-b330-511ba6ef20b2 HTTP/1.1" status: 204 len: 168 time: 0.9823303 Dec 16 08:03:46.910146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40388) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:46.934165 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.021933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40392) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:47.044103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:47.053051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:47.056447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:47.088930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Pushing event updated for resources: {'Port': ['ID=05ae0100-2a99-4f4e-82f4-6f2523747990,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:47.206615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f82f-5d86-4b63-b898-7a2b49f37708 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Network': ['ID=5d3a8d8f-8daa-40e2-b330-511ba6ef20b2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:47.220540 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Attempting to bind port 05ae0100-2a99-4f4e-82f4-6f2523747990 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:03:47.221154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Attempting to bind port 05ae0100-2a99-4f4e-82f4-6f2523747990 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:03:47.226328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Attempting to bind port 05ae0100-2a99-4f4e-82f4-6f2523747990 on network feccb947-4baf-4886-a172-ef2f821be361 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:03:47.245413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:03:47.245800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Checking segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:47.246546 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.249411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Bound using segment: {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:03:47.249411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Bound port: 05ae0100-2a99-4f4e-82f4-6f2523747990, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003acd3-37dd-491c-9e1a-e78834b2766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'feccb947-4baf-4886-a172-ef2f821be361'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:03:47.249411 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.314212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-590075f1-5411-4d61-9678-3cfbc4266e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.354356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:47.365060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.433155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] For port 05ae0100-2a99-4f4e-82f4-6f2523747990, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:03:47.439839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] For port 05ae0100-2a99-4f4e-82f4-6f2523747990, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=05ae0100-2a99-4f4e-82f4-6f2523747990,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:03:47.470730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2615bd5-2b56-4e2d-9a08-80c7f4bce236 req-3b48d324-2916-4bbd-babe-881b9b312e7d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:47.473311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2615bd5-2b56-4e2d-9a08-80c7f4bce236 req-3b48d324-2916-4bbd-babe-881b9b312e7d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.2263129 Dec 16 08:03:47.532208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ff0d9-7626-4bfa-91a6-870d997c1935 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:47.539099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ff0d9-7626-4bfa-91a6-870d997c1935 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:47.547380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c37ff0d9-7626-4bfa-91a6-870d997c1935 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5852761 Dec 16 08:03:47.548344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40406) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:47.557397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-587489202'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:47.558208 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.591966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2615bd5-2b56-4e2d-9a08-80c7f4bce236 req-0ad88974-4f37-4115-9b37-2e0c91735bc4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979030 Dec 16 08:03:47.706989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5a59-ff4b-479a-8b0e-f95c42c6d39c None None] Pushing event updated for resources: {'Port': ['ID=05ae0100-2a99-4f4e-82f4-6f2523747990,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:47.737290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-590075f1-5411-4d61-9678-3cfbc4266e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.799314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Made reservation on behalf of 0e50c1a6315e4fc4bd1815e677f050ea for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:47.803247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.833170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:03:47.843568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.844094 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Added segment 85c06dc3-47b5-48f4-88ba-971bedbb69c7 of type vlan for network ff363ad7-7c0d-469d-80d5-a5259759907a Dec 16 08:03:47.936467 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:47.954698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-590075f1-5411-4d61-9678-3cfbc4266e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.078661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590075f1-5411-4d61-9678-3cfbc4266e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f291024-9e32-4f79-b7e6-3da918d43e49,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:48.132240 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-590075f1-5411-4d61-9678-3cfbc4266e41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f21496302d674e1daf5fd49956a57939&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0881944 Dec 16 08:03:48.132465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40414) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:48.173886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.187864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:48.188995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.347324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:03:48.382936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Network': ['ID=ff363ad7-7c0d-469d-80d5-a5259759907a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:48.394947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network ff363ad7-7c0d-469d-80d5-a5259759907a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:03:48.413515 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2658f95f-ccf8-49b6-baa9-ef632d2a6171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.438486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036058-50ed-4bf5-b385-92ffb7772bf2 req-84a946dc-dea6-4f25-a1d1-500ef6026cbb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:48.446683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3036058-50ed-4bf5-b385-92ffb7772bf2 req-84a946dc-dea6-4f25-a1d1-500ef6026cbb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 946 time: 0.1878722 Dec 16 08:03:48.547462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2658f95f-ccf8-49b6-baa9-ef632d2a6171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.640651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3036058-50ed-4bf5-b385-92ffb7772bf2 req-31d21835-1a72-4564-af84-2de79d11b25d tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921694 Dec 16 08:03:48.671328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-277c1dd6-7512-41c0-8dcb-1af6ba30b785 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1192672 Dec 16 08:03:48.674554 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40422) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:48.683523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1616156394'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:48.694960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 05ae0100-2a99-4f4e-82f4-6f2523747990 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:48.786631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2658f95f-ccf8-49b6-baa9-ef632d2a6171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.791536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2658f95f-ccf8-49b6-baa9-ef632d2a6171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.798047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2658f95f-ccf8-49b6-baa9-ef632d2a6171 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f291024-9e32-4f79-b7e6-3da918d43e49 HTTP/1.1" status: 204 len: 168 time: 0.6814184 Dec 16 08:03:48.822856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 05ae0100-2a99-4f4e-82f4-6f2523747990 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:48.823463 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.839348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.840485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658f95f-ccf8-49b6-baa9-ef632d2a6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f291024-9e32-4f79-b7e6-3da918d43e49,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:48.860495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Made reservation on behalf of 0e50c1a6315e4fc4bd1815e677f050ea for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:48.866639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:48.879960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5749382-05a2-4f1b-93fa-4e988a8525c2 req-6ccb1a8b-32d7-4f1b-bcfd-b9f037879666 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:48.887535 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5749382-05a2-4f1b-93fa-4e988a8525c2 req-6ccb1a8b-32d7-4f1b-bcfd-b9f037879666 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1711769 Dec 16 08:03:48.981732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5749382-05a2-4f1b-93fa-4e988a8525c2 req-7bdf3ef0-6eb4-4c63-95db-b2f3669f182b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826626 Dec 16 08:03:49.011383 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.143095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:03:49.178800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.184607 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Added segment 390aa8f3-7d22-4bce-9a05-376f26413bfe of type vlan for network c40fa3df-6c8a-4473-8edd-c02d6eb22868 Dec 16 08:03:49.194665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] For port 05ae0100-2a99-4f4e-82f4-6f2523747990, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=05ae0100-2a99-4f4e-82f4-6f2523747990,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:49.247090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Provisioning complete for port 05ae0100-2a99-4f4e-82f4-6f2523747990 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:49.248270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.248390 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.287733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.397233 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.399040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.399824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.511182 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Subnet': ['ID=7563a074-7f00-4c43-841f-c9d58754d39c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:49.513361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.520621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:49.521802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.535217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:03:49.540508 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:03:49.607110 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:03:49.608092 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:03:49.703291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:49.713149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-ed41637c-6a28-42e8-9578-587d2dd4fb63 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:49.717387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-ed41637c-6a28-42e8-9578-587d2dd4fb63 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 946 time: 0.0957243 Dec 16 08:03:49.717518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:49.724120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:49.726676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e5cbe-fc2e-4f48-b771-e79c1690416e None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:49.739639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:49.787966 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1107459 Dec 16 08:03:49.788873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=05ae0100-2a99-4f4e-82f4-6f2523747990,revision_number=4']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:49.792207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40440) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:49.799140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'ports': [{'network_id': 'ff363ad7-7c0d-469d-80d5-a5259759907a', 'name': 'tempest-port--1315454200', 'admin_state_up': True}, {'network_id': 'c40fa3df-6c8a-4473-8edd-c02d6eb22868', 'admin_state_up': False}]} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:49.799589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'port': {'network_id': 'ff363ad7-7c0d-469d-80d5-a5259759907a', 'name': 'tempest-port--1315454200', 'admin_state_up': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:49.800207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'port': {'network_id': 'c40fa3df-6c8a-4473-8edd-c02d6eb22868', 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:49.805479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c3f23-8899-451d-99d5-87e279cc6273 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Network': ['ID=c40fa3df-6c8a-4473-8edd-c02d6eb22868,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:49.845510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c40fa3df-6c8a-4473-8edd-c02d6eb22868 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:03:49.927332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40446) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:49.973875 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-08786424-ed28-4d27-9b82-22ea51cc737a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1623838 Dec 16 08:03:49.985214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d68bb-cd30-4622-98dc-02861d4a69aa req-d90c10d4-a306-481e-b739-e498314d4463 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:49.991896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40448) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:49.993807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-324d68bb-cd30-4622-98dc-02861d4a69aa req-d90c10d4-a306-481e-b739-e498314d4463 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 946 time: 0.2105143 Dec 16 08:03:49.995728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5a48104-c200-4cd0-8191-1413886def40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.001197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Request body: {'port': {'network_id': 'feccb947-4baf-4886-a172-ef2f821be361', 'mac_address': 'fa:16:3e:a9:61:ab', 'name': 'tempest-NetworksTestDHCPv6-1264747927'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:50.111676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-324d68bb-cd30-4622-98dc-02861d4a69aa req-e4f3707d-ea12-4fe0-9113-a5486c281b73 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164577 Dec 16 08:03:50.186060 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.198011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Deleting port 3ca14834-0665-41f9-b3c2-9c258598e63d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:50.200654 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.268400 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.333634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 05ae0100-2a99-4f4e-82f4-6f2523747990, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=05ae0100-2a99-4f4e-82f4-6f2523747990,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:50.369123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88964-fc02-4cca-9b31-3e19b2ac8659 req-bdeeb4d8-f201-41b2-9d98-7c8440fe0e45 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:50.376937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5a88964-fc02-4cca-9b31-3e19b2ac8659 req-bdeeb4d8-f201-41b2-9d98-7c8440fe0e45 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.2167261 Dec 16 08:03:50.378660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Made reservation on behalf of 0e50c1a6315e4fc4bd1815e677f050ea for: {'port': 2} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:50.393147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.402154 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.437915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5a48104-c200-4cd0-8191-1413886def40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.470707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] For port 3ca14834-0665-41f9-b3c2-9c258598e63d, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3ca14834-0665-41f9-b3c2-9c258598e63d,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:50.471085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.495063 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.525377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Calling delete_port for 3ca14834-0665-41f9-b3c2-9c258598e63d owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:50.551987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5a48104-c200-4cd0-8191-1413886def40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.615013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5a88964-fc02-4cca-9b31-3e19b2ac8659 req-dca1e404-9972-4390-94e6-a8d5c77e92d5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336133 Dec 16 08:03:50.639162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 05ae0100-2a99-4f4e-82f4-6f2523747990 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:50.723228 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:03:50.724359 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-8512d49c-fb3c-4817-97e9-ad4e234accb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:03:50.728535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=05ae0100-2a99-4f4e-82f4-6f2523747990,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:50.752852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] device_id is not set on port aefdf0ee-b8bb-41a5-968b-f2eb8c111d43 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:50.761265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 05ae0100-2a99-4f4e-82f4-6f2523747990 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:50.761986 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:50.775274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Made reservation on behalf of 77b552b7b517401dafdf94e305d9aa09 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:50.796954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d5a48104-c200-4cd0-8191-1413886def40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98a0123bbc914850861b873011894d2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8602521 Dec 16 08:03:50.796954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a48104-c200-4cd0-8191-1413886def40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34df987f-9069-4f12-8342-ee35e5eb73fb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:50.801015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40458) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:50.957180 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-003fe7e6-28e6-4e0f-98ee-b59c5aa361f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.049347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-003fe7e6-28e6-4e0f-98ee-b59c5aa361f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.124676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.133269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.173555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Pushing event deleted for resources: {'Port': ['ID=3ca14834-0665-41f9-b3c2-9c258598e63d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:51.181042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] device_id is not set on port b94e117b-dc79-401f-a909-f0543ec5afcf yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:51.231568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] No DVR routers for this DVR port 3ca14834-0665-41f9-b3c2-9c258598e63d on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:51.234100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-003fe7e6-28e6-4e0f-98ee-b59c5aa361f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.236989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-003fe7e6-28e6-4e0f-98ee-b59c5aa361f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.241280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-003fe7e6-28e6-4e0f-98ee-b59c5aa361f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34df987f-9069-4f12-8342-ee35e5eb73fb HTTP/1.1" status: 204 len: 168 time: 0.4362969 Dec 16 08:03:51.241280 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.247035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d168487e-2a26-4103-afe7-14323c6b2e3f req-db0b106d-6e8f-4f1b-b262-dbbc761d023c tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "DELETE /v2.0/ports/3ca14834-0665-41f9-b3c2-9c258598e63d HTTP/1.1" status: 204 len: 173 time: 1.5163674 Dec 16 08:03:51.247035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'name': 'network-vif-deleted', 'tag': '3ca14834-0665-41f9-b3c2-9c258598e63d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:03:51.247749 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfa07a9-0c9d-45ec-b5f1-d85a0b0e640e" -d '{"events": [{"server_uuid": "d02e0dce-8b79-4b86-9bdf-98b617e1dc91", "name": "network-vif-deleted", "tag": "3ca14834-0665-41f9-b3c2-9c258598e63d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:03:51.263744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fe7e6-28e6-4e0f-98ee-b59c5aa361f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34df987f-9069-4f12-8342-ee35e5eb73fb,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:51.289999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.356658 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b22d5c-969e-4e8c-b704-548873ec0e74 x-openstack-request-id: req-83b22d5c-969e-4e8c-b704-548873ec0e74 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:03:51.356946 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02e0dce-8b79-4b86-9bdf-98b617e1dc91", "name": "network-vif-deleted", "tag": "3ca14834-0665-41f9-b3c2-9c258598e63d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:03:51.357273 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83b22d5c-969e-4e8c-b704-548873ec0e74 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:03:51.357678 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02e0dce-8b79-4b86-9bdf-98b617e1dc91', 'name': 'network-vif-deleted', 'tag': '3ca14834-0665-41f9-b3c2-9c258598e63d', 'status': 'completed', 'code': 200} Dec 16 08:03:51.361043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6321f858-ea3e-4fa1-90d3-f56e2fef766c req-5e3be7c6-c684-41ba-85fd-539377d8623b tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 210 time: 0.0506713 Dec 16 08:03:51.412957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] device_id is not set on port 67f84266-afc7-44c0-bfd0-1c7c7e68b969 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:03:51.622137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d2f5eb42-fbf7-4ef5-b217-aaf26a6fb22f None None] Provisioning complete for port 05ae0100-2a99-4f4e-82f4-6f2523747990 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:51.623411 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d2f5eb42-fbf7-4ef5-b217-aaf26a6fb22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.822495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:51.840510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff509b-3481-408e-9856-b93f923c08e7 req-a37bf0e8-f3bf-4420-8b3b-00d5dcbf4ba9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:51.844115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bff509b-3481-408e-9856-b93f923c08e7 req-a37bf0e8-f3bf-4420-8b3b-00d5dcbf4ba9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.0772824 Dec 16 08:03:51.860427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8::240 (feccb947-4baf-4886-a172-ef2f821be361/0e6579db-b80a-4652-9e2b-8c2028226a85/b94e117b-dc79-401f-a909-f0543ec5afcf) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:51.872838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:61ab (feccb947-4baf-4886-a172-ef2f821be361/7563a074-7f00-4c43-841f-c9d58754d39c/b94e117b-dc79-401f-a909-f0543ec5afcf) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:03:51.964700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bff509b-3481-408e-9856-b93f923c08e7 req-98036150-10c5-40f8-9efe-0421638640cb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069160 Dec 16 08:03:52.042199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:52.189894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Port': ['ID=aefdf0ee-b8bb-41a5-968b-f2eb8c111d43,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:52.209271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Checking segment: {'id': '85c06dc3-47b5-48f4-88ba-971bedbb69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ff363ad7-7c0d-469d-80d5-a5259759907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:52.209661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network hostable DHCP agents. Network: ff363ad7-7c0d-469d-80d5-a5259759907a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:03:52.220649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:52.361662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network ff363ad7-7c0d-469d-80d5-a5259759907a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:03:52.429735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:52.510346 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Network feccb947-4baf-4886-a172-ef2f821be361 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:03:52.514156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:52.537119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:52.549871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:52.549871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:52.571025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, ff363ad7-7c0d-469d-80d5-a5259759907a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:52.593483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:52.597274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:52.597832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d502a-8b88-4bd1-8675-57792dc4b896 None None] Network ff363ad7-7c0d-469d-80d5-a5259759907a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:52.603591 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ca14834-0665-41f9-b3c2-9c258598e63d no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:52.629231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event updated for resources: {'Port': ['ID=b94e117b-dc79-401f-a909-f0543ec5afcf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:52.693061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Port': ['ID=67f84266-afc7-44c0-bfd0-1c7c7e68b969,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:52.699288 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47cdd34b-d982-4e26-b4c5-d666c3f2ec04 req-ebf3abeb-7e9d-435d-942a-e8bafae310ce tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02e0dce-8b79-4b86-9bdf-98b617e1dc91 HTTP/1.1" status: 200 len: 210 time: 0.1337364 Dec 16 08:03:52.712516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 3ca14834-0665-41f9-b3c2-9c258598e63d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:03:52.714123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3ca14834-0665-41f9-b3c2-9c258598e63d not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:52.716919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 05ae0100-2a99-4f4e-82f4-6f2523747990 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:03:52.743920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c10c1f62-de82-44c2-8972-6b720f476ed6 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7469347 Dec 16 08:03:52.745438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40494) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:52.750625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Checking segment: {'id': '390aa8f3-7d22-4bce-9a05-376f26413bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c40fa3df-6c8a-4473-8edd-c02d6eb22868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:03:52.752306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network hostable DHCP agents. Network: c40fa3df-6c8a-4473-8edd-c02d6eb22868, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:03:52.961509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network c40fa3df-6c8a-4473-8edd-c02d6eb22868 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:03:52.975735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 05ae0100-2a99-4f4e-82f4-6f2523747990 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:52.976623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:53.002489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting port b94e117b-dc79-401f-a909-f0543ec5afcf {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:53.003438 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:53.092604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c40fa3df-6c8a-4473-8edd-c02d6eb22868) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:03:53.103817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:03:53.121993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:53.128442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6369a-12b4-46bf-94ce-af596cd0bce4 None None] Network c40fa3df-6c8a-4473-8edd-c02d6eb22868 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:53.156013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-174eb94e-0224-4b4b-9c5f-08c23eea384f None None] Provisioning complete for port b94e117b-dc79-401f-a909-f0543ec5afcf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:53.157120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:53.157342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-174eb94e-0224-4b4b-9c5f-08c23eea384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:53.160552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:53.337259 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e300b939-cae5-4041-aaaa-4ec12570da6d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5403566 Dec 16 08:03:53.338317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40510) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:53.515603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab5910-b8a9-4013-a4d2-0d4d1754b937 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:53.519670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-174eb94e-0224-4b4b-9c5f-08c23eea384f None None] Port b94e117b-dc79-401f-a909-f0543ec5afcf cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:03:53.522988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab5910-b8a9-4013-a4d2-0d4d1754b937 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:53.529635 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-45ab5910-b8a9-4013-a4d2-0d4d1754b937 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1886358 Dec 16 08:03:53.536128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40518) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:53.813593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Deleting port aefdf0ee-b8bb-41a5-968b-f2eb8c111d43 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:53.814057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:53.852488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1d21-b7fa-44bd-a939-92ee8e18c8c0 req-a77274d7-5ea8-4144-a50e-2567738a7ce8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:53.860348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a47a1d21-b7fa-44bd-a939-92ee8e18c8c0 req-a77274d7-5ea8-4144-a50e-2567738a7ce8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.0980060 Dec 16 08:03:53.890339 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:53.916516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Calling delete_port for b94e117b-dc79-401f-a909-f0543ec5afcf owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:53.968330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:53.983574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Calling delete_port for aefdf0ee-b8bb-41a5-968b-f2eb8c111d43 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:54.093279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a47a1d21-b7fa-44bd-a939-92ee8e18c8c0 req-9ebf74e4-17b1-4702-810f-0b900f830dbc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311075 Dec 16 08:03:54.168455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:54.224426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Port': ['ID=aefdf0ee-b8bb-41a5-968b-f2eb8c111d43,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:54.252827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:54.256467 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1fff8550-d52c-442c-aa0d-b332fd613fc5 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/ports/aefdf0ee-b8bb-41a5-968b-f2eb8c111d43 HTTP/1.1" status: 204 len: 168 time: 0.7243638 Dec 16 08:03:54.259092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40542) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:54.409238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Deleting port 67f84266-afc7-44c0-bfd0-1c7c7e68b969 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:54.409978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:54.503033 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24760-6878-4447-bbb1-993652599c92 req-9b0f9d82-ef49-42ae-be8d-451bb7b1d8cc tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:54.513210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-9b0f9d82-ef49-42ae-be8d-451bb7b1d8cc tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/networks?id=a9074a2d-7f36-4db2-96f0-16424132c297 HTTP/1.1" status: 200 len: 809 time: 0.3695924 Dec 16 08:03:54.516846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:54.527665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:54.619810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-66c67e66-e972-4559-acd8-fe4107f35f14 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/quotas/076156c9c98a49739286f058f1bd4325 HTTP/1.1" status: 200 len: 375 time: 0.1066983 Dec 16 08:03:54.623205 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Calling delete_port for 67f84266-afc7-44c0-bfd0-1c7c7e68b969 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:54.627446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Port': ['ID=b94e117b-dc79-401f-a909-f0543ec5afcf,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:54.798908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-8ab15c1c-5c77-4dba-970e-88cd3db6db09 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=076156c9c98a49739286f058f1bd4325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1751671 Dec 16 08:03:54.808274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:54.816382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:54.816581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-093d06d9-0580-43ee-a834-34fe013651be tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/b94e117b-dc79-401f-a909-f0543ec5afcf HTTP/1.1" status: 204 len: 168 time: 2.0695426 Dec 16 08:03:54.969318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de2a95-da9e-445b-8fd9-7e14cc4275e7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:54.971001 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-39de2a95-da9e-445b-8fd9-7e14cc4275e7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1521251 Dec 16 08:03:54.975030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40562) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:55.025134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.086754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Port': ['ID=67f84266-afc7-44c0-bfd0-1c7c7e68b969,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:55.163210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.179342 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f556f82f-e097-4b86-b96b-89a121b46905 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/ports/67f84266-afc7-44c0-bfd0-1c7c7e68b969 HTTP/1.1" status: 204 len: 168 time: 0.9170849 Dec 16 08:03:55.182065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-57e90f76-4ccd-40b9-95de-ee5f160a4c5c service neutron] 10.222.0.43 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817725 Dec 16 08:03:55.182720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40566) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:55.211001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b825c3a4-86f3-4c5f-8857-61f384b470aa tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:55.212679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b825c3a4-86f3-4c5f-8857-61f384b470aa tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2367294 Dec 16 08:03:55.216851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40568) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:55.225475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-82d56f39-6ca9-4289-a980-5aa3bf31c570 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0379343 Dec 16 08:03:55.234728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40570) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:55.281274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-108053215'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:55.339550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba6430-5418-486b-8ff7-d793adb3e20b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:55.342599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba6430-5418-486b-8ff7-d793adb3e20b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:55.344973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba6430-5418-486b-8ff7-d793adb3e20b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:55.362649 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0aba6430-5418-486b-8ff7-d793adb3e20b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1281018 Dec 16 08:03:55.363415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40574) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:55.411005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-0fa3faf7-22ac-4644-a1ed-ae1d0d27800a service neutron] 10.222.0.43 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877677 Dec 16 08:03:55.433577 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 0e6579db-b80a-4652-9e2b-8c2028226a85 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:55.438426 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.445851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f964-518a-4a58-b80b-f1865f3f56a7 req-9e1964f9-7f66-4f25-9db6-6db20d0e3aca tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:55.448014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32d7f964-518a-4a58-b80b-f1865f3f56a7 req-9e1964f9-7f66-4f25-9db6-6db20d0e3aca tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1438208 Dec 16 08:03:55.522577 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.541021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32d7f964-518a-4a58-b80b-f1865f3f56a7 req-9982c7ff-a424-4c4f-be9f-0c019283150b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806866 Dec 16 08:03:55.544651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Made reservation on behalf of 0e50c1a6315e4fc4bd1815e677f050ea for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:55.548817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.580422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:03:55.590603 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.591347 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Added segment a8e9d39e-091c-4256-bd6f-88e905a1884c of type vlan for network 500c5608-4615-4299-8190-c328e78679ea Dec 16 08:03:55.684660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.741478 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:55.875225 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ed58760-6e57-4958-93a1-4353f58ca34e req-31f7f25d-1d43-4cb0-bb58-62e2caf02f3a tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 210 time: 0.0701871 Dec 16 08:03:56.124850 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.130391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:56.130990 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.199428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Network': ['ID=500c5608-4615-4299-8190-c328e78679ea,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:56.210082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 500c5608-4615-4299-8190-c328e78679ea details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:03:56.233241 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.289842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6579db-b80a-4652-9e2b-8c2028226a85,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:56.297124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.304352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40602) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:56.305168 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4f9aa21d-3a66-43b9-86f7-e65e53e9736b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/0e6579db-b80a-4652-9e2b-8c2028226a85 HTTP/1.1" status: 204 len: 168 time: 0.9401197 Dec 16 08:03:56.307363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d42a1-9b1f-42f0-ad56-45e848d4d1b2 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:56.487239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40610) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:56.504277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1995702384'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:03:56.505991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-84d3e9e8-fa72-44be-b1c6-b02cdc8c87ee tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2685151 Dec 16 08:03:56.525417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Deleting subnet 7563a074-7f00-4c43-841f-c9d58754d39c {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:03:56.533159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.625814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.641637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Made reservation on behalf of 0e50c1a6315e4fc4bd1815e677f050ea for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:03:56.645859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.811095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:03:56.838419 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.838929 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Added segment 8146acf7-9708-4e5b-8c6c-03d546a60193 of type vlan for network 2d2fc77a-248a-4afe-9778-c97728eeed1f Dec 16 08:03:56.850678 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-57265ed1-b465-4e84-81c8-497696c3ca77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1563687 Dec 16 08:03:56.906809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4379cd-2933-4f96-bebb-012c146798e4 req-14614a7d-ef69-4aad-99ec-178766ad5140 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:56.928953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a4379cd-2933-4f96-bebb-012c146798e4 req-14614a7d-ef69-4aad-99ec-178766ad5140 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1679666 Dec 16 08:03:56.930544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:56.971454 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:57.053990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-8d1fa8ef-f134-4526-9a08-804b780ea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:57.055629 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-8d1fa8ef-f134-4526-9a08-804b780ea304 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1097 time: 0.1101165 Dec 16 08:03:57.170714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3eb1f44a-6f54-45bb-8e71-8d4131b8273f req-17b4fb08-d18e-48dd-9ca9-a5fb72bb530a tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 210 time: 0.1106968 Dec 16 08:03:57.212078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:57.225160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:57.226731 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:57.235629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a4379cd-2933-4f96-bebb-012c146798e4 req-2ea19e2c-a8ff-4e1c-9dbf-3a2250d1f5b4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007529 Dec 16 08:03:57.388400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:57.442256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Subnet': ['ID=7563a074-7f00-4c43-841f-c9d58754d39c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:57.457977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:57.466678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-68abaf42-11bf-4b3a-8da2-2ff1d0de2fbd tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/7563a074-7f00-4c43-841f-c9d58754d39c HTTP/1.1" status: 204 len: 168 time: 1.1579831 Dec 16 08:03:57.466932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:57.467694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40634) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:57.550705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f0408c83-3e1b-4e00-942e-67179800434a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821252 Dec 16 08:03:57.556749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40636) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:57.680707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fd2ae-021e-4868-a9e5-3403124322a3 None None] Network feccb947-4baf-4886-a172-ef2f821be361 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:03:57.682438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be20738-4b23-4fc6-9032-25a2ff4e9101 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:57.684480 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1be20738-4b23-4fc6-9032-25a2ff4e9101 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1263759 Dec 16 08:03:57.687858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40640) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:57.754710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42531f93-76cc-44dc-9927-46dc0e90e907 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:57.756957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-42531f93-76cc-44dc-9927-46dc0e90e907 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0679731 Dec 16 08:03:57.763865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40644) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:57.872562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6d053e33-d890-4cc4-8f96-33cdb1de1c36 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011655 Dec 16 08:03:57.872907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40648) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:57.888525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-61d871f9-e7e3-49e5-ac87-023ea6c9f79c None None] Provisioning complete for port 05ae0100-2a99-4f4e-82f4-6f2523747990 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:03:57.888912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61d871f9-e7e3-49e5-ac87-023ea6c9f79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:57.923105 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-232d883f-c6ac-4463-a681-7dfd02173141 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:57.925096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232d883f-c6ac-4463-a681-7dfd02173141 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:57.931900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-232d883f-c6ac-4463-a681-7dfd02173141 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/b94e117b-dc79-401f-a909-f0543ec5afcf HTTP/1.1" status: 404 len: 333 time: 0.0575247 Dec 16 08:03:57.934765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40650) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.009594 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5207553 Dec 16 08:03:58.028368 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-27296406-2565-4f3e-8d4b-56d1a3cd95f4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.031911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27296406-2565-4f3e-8d4b-56d1a3cd95f4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.032290 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-27296406-2565-4f3e-8d4b-56d1a3cd95f4 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/7563a074-7f00-4c43-841f-c9d58754d39c HTTP/1.1" status: 404 len: 337 time: 0.0962832 Dec 16 08:03:58.034786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40654) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.116920 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4950b021-ef88-4485-b5ae-4576a2b57817 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.117601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4950b021-ef88-4485-b5ae-4576a2b57817 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.126528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4950b021-ef88-4485-b5ae-4576a2b57817 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/0e6579db-b80a-4652-9e2b-8c2028226a85 HTTP/1.1" status: 404 len: 337 time: 0.0905182 Dec 16 08:03:58.129529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40658) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.190352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-2f1f914d-8f4d-49d8-9213-e83a1e7c7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.192713 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-2f1f914d-8f4d-49d8-9213-e83a1e7c7a61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 1.1140130 Dec 16 08:03:58.194328 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-55532f10-b749-4ddf-aa5d-e73b4d328264 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.197538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55532f10-b749-4ddf-aa5d-e73b4d328264 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.203909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-55532f10-b749-4ddf-aa5d-e73b4d328264 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/3c435f37-6d36-4589-a23a-4995a9eae509 HTTP/1.1" status: 404 len: 333 time: 0.0692225 Dec 16 08:03:58.204933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40662) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.245707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f0596-e7f8-4305-844e-851f1f4a0de7 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Network': ['ID=2d2fc77a-248a-4afe-9778-c97728eeed1f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:58.257891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] DHCP port deletion for feccb947-4baf-4886-a172-ef2f821be361 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:03:58.298617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 2d2fc77a-248a-4afe-9778-c97728eeed1f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:03:58.309218 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:03:58.314454 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4090b0-335d-4265-af8c-f92bd635410e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.314929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4090b0-335d-4265-af8c-f92bd635410e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.323607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ab4090b0-335d-4265-af8c-f92bd635410e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/dc07279b-4db8-42d1-8a15-345b38fdb5e2 HTTP/1.1" status: 404 len: 337 time: 0.1160007 Dec 16 08:03:58.329663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40666) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.469082 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-7fbe207f-1804-458d-b319-7f7e92000266 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1000 time: 0.2539561 Dec 16 08:03:58.538750 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-b357c501-3a47-4490-bf68-fd6fdd7d10e7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.538750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b357c501-3a47-4490-bf68-fd6fdd7d10e7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.538750 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b357c501-3a47-4490-bf68-fd6fdd7d10e7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/434e4aac-a7b0-4a70-adf5-73aa7ab50dec HTTP/1.1" status: 404 len: 337 time: 0.2060456 Dec 16 08:03:58.543360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40672) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.558326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] Deleting port 05ae0100-2a99-4f4e-82f4-6f2523747990 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:03:58.558878 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:58.610557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-119230ee-1378-443c-9ba8-41551ae14ab2 req-e760b4f5-0443-4373-9271-d9e776252790 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 210 time: 0.1786172 Dec 16 08:03:58.620846 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9126ad-9bd4-4e34-ba43-b84dbe400cd9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.622280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9126ad-9bd4-4e34-ba43-b84dbe400cd9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.637142 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2d9126ad-9bd4-4e34-ba43-b84dbe400cd9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/5da53767-734c-4aac-aaed-dd0731aaad03 HTTP/1.1" status: 404 len: 333 time: 0.0856340 Dec 16 08:03:58.642337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40674) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.686136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-af3052e9-36a0-440d-ad80-334af7329515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.687744 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-af3052e9-36a0-440d-ad80-334af7329515 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.2121048 Dec 16 08:03:58.714161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-6d266534-361d-4fa5-8edb-a81a640974e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2778244 Dec 16 08:03:58.742752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a316-7b8d-46e8-bc46-284ab32a9395 req-353faea8-5fac-4405-93bc-626888678223 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.742961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] For port 05ae0100-2a99-4f4e-82f4-6f2523747990, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=05ae0100-2a99-4f4e-82f4-6f2523747990,segment=NetworkSegment(e003acd3-37dd-491c-9e1a-e78834b2766b),segment_id=e003acd3-37dd-491c-9e1a-e78834b2766b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:03:58.746397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:58.754938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f431a316-7b8d-46e8-bc46-284ab32a9395 req-353faea8-5fac-4405-93bc-626888678223 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.2832203 Dec 16 08:03:58.842929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] Calling delete_port for 05ae0100-2a99-4f4e-82f4-6f2523747990 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:03:58.878290 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8818ee-5fb4-4507-89d7-c685189a3edc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.881313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8818ee-5fb4-4507-89d7-c685189a3edc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.890472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f431a316-7b8d-46e8-bc46-284ab32a9395 req-7ad2933d-0067-4ecb-b9b2-1f03bdb6dd7d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175678 Dec 16 08:03:58.900340 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e8818ee-5fb4-4507-89d7-c685189a3edc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8874c7eb-db82-4ee0-a999-6af8460e62d8 HTTP/1.1" status: 404 len: 337 time: 0.2487924 Dec 16 08:03:58.907147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40678) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:58.950430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.951068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.951538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.952035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.952532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.953054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.953508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:58.955577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c0bc88d6-daf8-475d-b4ca-b3dd4e895566 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.1430483 Dec 16 08:03:58.956626 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-845c0d78-efa5-4555-84b2-1dc347b0eddc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:58.957104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845c0d78-efa5-4555-84b2-1dc347b0eddc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:58.974131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-845c0d78-efa5-4555-84b2-1dc347b0eddc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/ace5ef92-2559-4ddf-ac82-c6637992646e HTTP/1.1" status: 404 len: 337 time: 0.0587113 Dec 16 08:03:58.974748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40680) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.039213 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0950c837-cd71-4cee-916e-aa9c25ad026e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.040038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0950c837-cd71-4cee-916e-aa9c25ad026e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:59.043704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0950c837-cd71-4cee-916e-aa9c25ad026e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/821df270-3b5e-495f-b40a-f38b96bb410c HTTP/1.1" status: 404 len: 333 time: 0.0678992 Dec 16 08:03:59.049206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40684) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.122324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-79c1be18-1d3a-430c-afef-207551cadd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:59.126547 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-79c1be18-1d3a-430c-afef-207551cadd84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3095870 Dec 16 08:03:59.196283 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2d9b7b-2acf-474a-a5fb-a62584f3548a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.198072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2d9b7b-2acf-474a-a5fb-a62584f3548a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:59.205523 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3b2d9b7b-2acf-474a-a5fb-a62584f3548a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/00e6cb9c-810b-45ef-960d-4b75a86f28b9 HTTP/1.1" status: 404 len: 337 time: 0.1503782 Dec 16 08:03:59.212812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 05ae0100-2a99-4f4e-82f4-6f2523747990 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:03:59.215931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40688) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.221552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e33f5450-80a5-47dc-976b-e188f0fac97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:59.248775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-5e3f517c-bd8b-4f86-860a-56e1796e2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:59.255326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-5e3f517c-bd8b-4f86-860a-56e1796e2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:59.255866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-5e3f517c-bd8b-4f86-860a-56e1796e2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:03:59.269644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-5e3f517c-bd8b-4f86-860a-56e1796e2d81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 2293 time: 0.2700396 Dec 16 08:03:59.319274 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No active binding found for port 05ae0100-2a99-4f4e-82f4-6f2523747990 {{(pid=110397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 08:03:59.321571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 05ae0100-2a99-4f4e-82f4-6f2523747990 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:03:59.326429 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:59.370740 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef058e14-9bf6-4e49-a7f3-f91e0f6ef70a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.371252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef058e14-9bf6-4e49-a7f3-f91e0f6ef70a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:59.398040 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ef058e14-9bf6-4e49-a7f3-f91e0f6ef70a tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/da370971-a63f-400d-a8f2-801da8d447e8 HTTP/1.1" status: 404 len: 337 time: 0.1778803 Dec 16 08:03:59.401144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40692) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.415555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] No DVR routers for this DVR port 05ae0100-2a99-4f4e-82f4-6f2523747990 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:03:59.423494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9181fd1-ecc8-4e74-88ce-69b4971c37cf None None] Pushing event deleted for resources: {'Port': ['ID=05ae0100-2a99-4f4e-82f4-6f2523747990,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:03:59.470611 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d58035-06ee-412e-98c3-54be585b2275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.471183 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d58035-06ee-412e-98c3-54be585b2275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:59.476826 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f7d58035-06ee-412e-98c3-54be585b2275 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/50f0b3d4-51e0-40dd-8de9-3df0ed3e784a HTTP/1.1" status: 404 len: 333 time: 0.0714917 Dec 16 08:03:59.477092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40698) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.525521 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bc518f-1eca-46b5-bf57-51b1ba58a522 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.525521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bc518f-1eca-46b5-bf57-51b1ba58a522 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:59.528551 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-60bc518f-1eca-46b5-bf57-51b1ba58a522 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/a7251909-b4b4-4b0d-b805-c1def4274743 HTTP/1.1" status: 404 len: 337 time: 0.0504768 Dec 16 08:03:59.532722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40700) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.572630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-e654cc48-4a9d-4acc-9646-0d5b3d020ec3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 1001 time: 0.2974496 Dec 16 08:03:59.609629 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd61543-7464-4f70-b9c9-78a00e76e6eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.610198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd61543-7464-4f70-b9c9-78a00e76e6eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:59.628052 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5dd61543-7464-4f70-b9c9-78a00e76e6eb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/281799c4-1fe7-4211-a56d-dd5cc61c911d HTTP/1.1" status: 404 len: 333 time: 0.0942340 Dec 16 08:03:59.630452 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-7680a3c3-2e4d-4857-a4a9-eb9a4ead2194 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513159 Dec 16 08:03:59.630940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40702) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.702291 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f95451-ca47-4a15-ba92-b7961f72fe59 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.702843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f95451-ca47-4a15-ba92-b7961f72fe59 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:03:59.737126 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-26f95451-ca47-4a15-ba92-b7961f72fe59 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8d5ac792-c49c-45e4-af9f-c240842b43da HTTP/1.1" status: 404 len: 337 time: 0.1013978 Dec 16 08:03:59.746166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40706) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:03:59.870790 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe64763b-35d9-46e3-8c1b-8f0be75712c4 req-b35261af-ecf9-4a1d-9218-a6ac95ddd229 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317424 Dec 16 08:03:59.961780 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:03:59.994134 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f70c727-c6bf-4acf-9f9e-7dc16718c128 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:03:59.998194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f70c727-c6bf-4acf-9f9e-7dc16718c128 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.004771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40716) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.016192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6f70c727-c6bf-4acf-9f9e-7dc16718c128 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/79d124f5-46c9-472c-a540-3e3668227349 HTTP/1.1" status: 404 len: 333 time: 0.2660522 Dec 16 08:04:00.113872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e11a7179-5afd-4977-9966-8399642ec740 req-37d65d86-14f6-4034-baed-9e4e9448616f tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 210 time: 0.1969476 Dec 16 08:04:00.118601 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeddd7c6-5148-4aa4-b748-6256b2241052 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.128658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeddd7c6-5148-4aa4-b748-6256b2241052 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.138298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eeddd7c6-5148-4aa4-b748-6256b2241052 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/67afd98b-0068-4146-a243-e9ab51f8d0d0 HTTP/1.1" status: 404 len: 337 time: 0.1300569 Dec 16 08:04:00.138939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40720) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.147319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-0cfe1eff-9990-46f9-b8b9-f479f2e0ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:00.150336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-0cfe1eff-9990-46f9-b8b9-f479f2e0ffed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.5506380 Dec 16 08:04:00.177067 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fd6425-c100-47a3-866c-52cc4710724c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.178106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fd6425-c100-47a3-866c-52cc4710724c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.184457 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c5fd6425-c100-47a3-866c-52cc4710724c tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/794f68ec-c6df-4e76-87a9-f86957776294 HTTP/1.1" status: 404 len: 333 time: 0.0434239 Dec 16 08:04:00.186138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40722) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.225174 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-925bedcf-0ad9-4830-b5ae-f8fecd98fa84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.226116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925bedcf-0ad9-4830-b5ae-f8fecd98fa84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.230631 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-925bedcf-0ad9-4830-b5ae-f8fecd98fa84 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/a6c8082f-a46a-4bab-840b-5aed361fa0f6 HTTP/1.1" status: 404 len: 337 time: 0.0397561 Dec 16 08:04:00.232808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40724) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.263869 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7cac6a-a26d-475a-ae61-6867b2b0878d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.265840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7cac6a-a26d-475a-ae61-6867b2b0878d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.272264 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9a7cac6a-a26d-475a-ae61-6867b2b0878d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/8c5a2621-3eb4-4ede-91e2-816b2b3cb7fc HTTP/1.1" status: 404 len: 333 time: 0.0379076 Dec 16 08:04:00.275053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40726) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.317337 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffadcdc-aadd-479f-adc2-f572fac6583d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.318206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffadcdc-aadd-479f-adc2-f572fac6583d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.321621 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4ffadcdc-aadd-479f-adc2-f572fac6583d tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/7835d1a9-586b-4179-8270-0543fb5b8061 HTTP/1.1" status: 404 len: 337 time: 0.0452988 Dec 16 08:04:00.324684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40728) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.355534 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-42406026-e9d4-4f8b-b0e3-1abe78a23a9b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.356582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42406026-e9d4-4f8b-b0e3-1abe78a23a9b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.360679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-42406026-e9d4-4f8b-b0e3-1abe78a23a9b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/294f0b93-a77c-4a18-95b2-263cd5b9eb4e HTTP/1.1" status: 404 len: 333 time: 0.0347881 Dec 16 08:04:00.364038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40732) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.422514 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a14092f-cccf-459d-92a3-c5fbf4dc3bf5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.422999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a14092f-cccf-459d-92a3-c5fbf4dc3bf5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.450116 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9a14092f-cccf-459d-92a3-c5fbf4dc3bf5 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8b615b4a-9962-4e8e-8997-f497fd006108 HTTP/1.1" status: 404 len: 337 time: 0.0825183 Dec 16 08:04:00.452741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40736) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.503492 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7876baf-3f46-4ed7-ba8e-4b1b9ef2feca tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.504057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7876baf-3f46-4ed7-ba8e-4b1b9ef2feca tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.516436 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7876baf-3f46-4ed7-ba8e-4b1b9ef2feca tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/157e91bf-bcfb-49c8-84f1-d06028cad27c HTTP/1.1" status: 404 len: 337 time: 0.0622532 Dec 16 08:04:00.517043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40738) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.573925 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-360d8feb-77a4-41c6-9b56-e5b64a5091f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.574520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360d8feb-77a4-41c6-9b56-e5b64a5091f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.587661 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-360d8feb-77a4-41c6-9b56-e5b64a5091f7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/2b773bfd-cc6d-4583-9f90-9a89115c0a67 HTTP/1.1" status: 404 len: 333 time: 0.0695159 Dec 16 08:04:00.588389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40740) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.599792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b4f0-6379-4f0b-8295-d72300b8308f req-3f96a4cf-b8d9-4e1e-891e-8d73ac215d5f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:00.605457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96f3b4f0-6379-4f0b-8295-d72300b8308f req-3f96a4cf-b8d9-4e1e-891e-8d73ac215d5f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.4374638 Dec 16 08:04:00.629772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24760-6878-4447-bbb1-993652599c92 req-1b5308a9-8486-4d76-b14c-c340aa3ce9b1 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:00.631408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-1b5308a9-8486-4d76-b14c-c340aa3ce9b1 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "GET /v2.0/networks?id=a9074a2d-7f36-4db2-96f0-16424132c297 HTTP/1.1" status: 200 len: 809 time: 1.3607464 Dec 16 08:04:00.651188 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-926526a2-6fac-4961-944c-e0bc0934d710 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.651731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926526a2-6fac-4961-944c-e0bc0934d710 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.665471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-926526a2-6fac-4961-944c-e0bc0934d710 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/9a2a22da-f484-473f-ac89-c28c9eadf918 HTTP/1.1" status: 404 len: 337 time: 0.0756962 Dec 16 08:04:00.670120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.673741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Request body: {'port': {'device_id': '6662f781-4bf0-4376-8946-23bf8979f52c', 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297', 'admin_state_up': True, 'tenant_id': '076156c9c98a49739286f058f1bd4325'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:00.750850 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8027e99d-7156-4871-badc-0a8a873290c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:00.757146 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-46065142-8756-4490-a459-d24994964991 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.757748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46065142-8756-4490-a459-d24994964991 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.761083 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-46065142-8756-4490-a459-d24994964991 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/8cf87a90-0ef0-4c78-a7a6-96aed255509b HTTP/1.1" status: 404 len: 337 time: 0.0899634 Dec 16 08:04:00.765871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40746) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.810622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96f3b4f0-6379-4f0b-8295-d72300b8308f req-79ccc329-ad48-4197-85bc-4da92a9397ad tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779253 Dec 16 08:04:00.819757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-d497d42f-f6e7-404c-b48c-6aef58a20bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:00.823642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-d497d42f-f6e7-404c-b48c-6aef58a20bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6426075 Dec 16 08:04:00.838784 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd34872-739d-42f8-8571-4ceb1951fbf0 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.839386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd34872-739d-42f8-8571-4ceb1951fbf0 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.850128 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2cd34872-739d-42f8-8571-4ceb1951fbf0 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/cca7ddfd-db05-4f80-85a5-0d2676688d5e HTTP/1.1" status: 404 len: 333 time: 0.0810447 Dec 16 08:04:00.854656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:00.932444 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d455ea5a-030e-44a1-be49-db4c35f9a15b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:00.932444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d455ea5a-030e-44a1-be49-db4c35f9a15b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:00.939560 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d455ea5a-030e-44a1-be49-db4c35f9a15b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/1d4df07a-08e4-4cac-a7ae-3c914127cd74 HTTP/1.1" status: 404 len: 337 time: 0.0798571 Dec 16 08:04:00.940280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.067341 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-42666d14-8b35-458e-b837-fa5a9af9234e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.067583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42666d14-8b35-458e-b837-fa5a9af9234e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.080084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40762) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.080837 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-42666d14-8b35-458e-b837-fa5a9af9234e tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/2a812a09-cf54-4045-ad70-826148ad4f7e HTTP/1.1" status: 404 len: 337 time: 0.1370165 Dec 16 08:04:01.195882 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-448a1734-9ea3-41e6-a9f2-9726082658a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.196941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448a1734-9ea3-41e6-a9f2-9726082658a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.206683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.218001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-448a1734-9ea3-41e6-a9f2-9726082658a2 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/ae964bd1-b53e-4b61-a56d-091d6355ddb7 HTTP/1.1" status: 404 len: 333 time: 0.1214478 Dec 16 08:04:01.235906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-9f2ad98a-2c78-4310-9ae1-25d55d9ffd95 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997169 Dec 16 08:04:01.280925 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-697da3fb-7fca-4ec5-aa97-801b6de1215f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.281650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697da3fb-7fca-4ec5-aa97-801b6de1215f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.286439 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-697da3fb-7fca-4ec5-aa97-801b6de1215f tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/6c32233c-19e4-4df4-bb7b-2a4294a2efda HTTP/1.1" status: 404 len: 337 time: 0.0771489 Dec 16 08:04:01.289811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.321503 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7faf734-4cf1-4c23-9350-f4d326494b24 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.322197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7faf734-4cf1-4c23-9350-f4d326494b24 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.325780 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7faf734-4cf1-4c23-9350-f4d326494b24 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/bbb826c6-c630-4e14-ab30-da2140af674d HTTP/1.1" status: 404 len: 337 time: 0.0347350 Dec 16 08:04:01.329259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40772) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.391862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-260ff9b4-5635-40bd-b415-dd2019ee5481 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379251 Dec 16 08:04:01.415386 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90738de0-9e88-49f2-b03f-a2807d770518 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports?device_id=6033ef55-b648-4a30-b3da-d8181cf8b7d0 HTTP/1.1" status: 200 len: 205 time: 0.0848610 Dec 16 08:04:01.418535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40776) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.432985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6938138-3cd1-41c1-a856-9aaa92555a1a req-8b6f5af3-792e-4903-99e8-9099cdb3d7b1 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 210 time: 0.1863532 Dec 16 08:04:01.440548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40778) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.482497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'subnets': [{'network_id': '500c5608-4615-4299-8190-c328e78679ea', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1006401866', 'ip_version': 6}, {'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:01.483068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'subnet': {'network_id': '500c5608-4615-4299-8190-c328e78679ea', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1006401866', 'ip_version': 6}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:01.484802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Request body: {'subnet': {'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:01.494196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-f2af1c45-ebaf-4c54-a060-ccfca2d36bcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 217 time: 0.0637677 Dec 16 08:04:01.518020 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-f2f13ce1-2f11-4971-9544-4277a1a9b9f1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] delete failed (client error): The resource could not be found. Dec 16 08:04:01.519080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2f13ce1-2f11-4971-9544-4277a1a9b9f1 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/routers/6033ef55-b648-4a30-b3da-d8181cf8b7d0 HTTP/1.1" status: 404 len: 336 time: 0.0994668 Dec 16 08:04:01.522801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40780) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.578662 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d945d46-89ff-40bc-b784-fe8536e685e3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.580271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d945d46-89ff-40bc-b784-fe8536e685e3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.585826 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8d945d46-89ff-40bc-b784-fe8536e685e3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/cb3eeff8-7283-4266-a2ee-788a122dc2b9 HTTP/1.1" status: 404 len: 337 time: 0.0619190 Dec 16 08:04:01.589461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Made reservation on behalf of 076156c9c98a49739286f058f1bd4325 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:01.590356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40784) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.595846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:01.653831 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-72c95385-97e6-466b-a9f6-fbfb78bbc1d7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c HTTP/1.1" status: 200 len: 205 time: 0.0622072 Dec 16 08:04:01.656824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40786) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.757733 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-3c3d4b27-ecf5-4538-bd42-dac29e65a815 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] delete failed (client error): The resource could not be found. Dec 16 08:04:01.758901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3c3d4b27-ecf5-4538-bd42-dac29e65a815 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/routers/e3a8e2a8-3ce8-4489-bffd-8cb6d734d85c HTTP/1.1" status: 404 len: 336 time: 0.1010478 Dec 16 08:04:01.761536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40788) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.801602 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:01.810660 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea923d4-b4ba-45a7-833e-9db4e7c58b53 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.811129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea923d4-b4ba-45a7-833e-9db4e7c58b53 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.815068 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6ea923d4-b4ba-45a7-833e-9db4e7c58b53 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/3d62e4e0-2039-4b2d-8b39-33982e944864 HTTP/1.1" status: 404 len: 337 time: 0.0525844 Dec 16 08:04:01.824826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40790) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.852252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-bbd62431-371d-4c6a-9a56-622ad2a7cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:01.853894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-bbd62431-371d-4c6a-9a56-622ad2a7cd84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.3422563 Dec 16 08:04:01.870056 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb9df06-a8c4-4cc6-b202-5e95087d0cb7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.870517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb9df06-a8c4-4cc6-b202-5e95087d0cb7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.873540 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5fb9df06-a8c4-4cc6-b202-5e95087d0cb7 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/5071eb7f-ce29-4e44-9947-705de8876a57 HTTP/1.1" status: 404 len: 337 time: 0.0478251 Dec 16 08:04:01.879040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:01.933450 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76e9f5c-d87f-46e3-90c2-693408c6bc88 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:01.934284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76e9f5c-d87f-46e3-90c2-693408c6bc88 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:01.944656 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b76e9f5c-d87f-46e3-90c2-693408c6bc88 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/119b7096-a31b-4964-bfc0-486a88597846 HTTP/1.1" status: 404 len: 333 time: 0.0645397 Dec 16 08:04:01.945381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40800) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.012142 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad42b53d-89ca-4f7b-9e42-b895f3f44912 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.013007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad42b53d-89ca-4f7b-9e42-b895f3f44912 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.016586 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad42b53d-89ca-4f7b-9e42-b895f3f44912 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/a8f4a49c-abd8-433a-aa58-0678a775224b HTTP/1.1" status: 404 len: 337 time: 0.0692046 Dec 16 08:04:02.019299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40802) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.084903 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-de015b80-f769-4821-ab5a-033e43820b37 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.086736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de015b80-f769-4821-ab5a-033e43820b37 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.090819 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-de015b80-f769-4821-ab5a-033e43820b37 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/ac429b84-e144-4c0f-a33d-02b34a3a993a HTTP/1.1" status: 404 len: 333 time: 0.0700190 Dec 16 08:04:02.097888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40804) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.098176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-a0465e55-ae1e-4a77-a857-97a17244135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:02.099908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-a0465e55-ae1e-4a77-a857-97a17244135c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2309825 Dec 16 08:04:02.111500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883811b7-bcd5-407f-a8aa-1ab13136af5f req-b1ad2bd2-28e4-4181-837c-8ba76de85f06 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:02.119366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-883811b7-bcd5-407f-a8aa-1ab13136af5f req-b1ad2bd2-28e4-4181-837c-8ba76de85f06 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.1438587 Dec 16 08:04:02.126034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Made reservation on behalf of 0e50c1a6315e4fc4bd1815e677f050ea for: {'subnet': 2} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:02.131040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:02.131477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:02.132007 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6e9430-68bf-4215-88a8-6780d200fc91 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.132710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6e9430-68bf-4215-88a8-6780d200fc91 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.135827 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ef6e9430-68bf-4215-88a8-6780d200fc91 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/ae88fb1b-4792-4267-8147-be6981e61886 HTTP/1.1" status: 404 len: 337 time: 0.0365846 Dec 16 08:04:02.141100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40806) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.151205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Allocated IP 172.20.0.3 (a9074a2d-7f36-4db2-96f0-16424132c297/214719db-f307-4d0c-b5d7-c54a06cc87ed/4dde5523-b889-49df-b8be-bf478f8ecd17) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:02.167489 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09c8142-8dcb-4d1f-ae94-dbbacafefce9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.168510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09c8142-8dcb-4d1f-ae94-dbbacafefce9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.177256 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b09c8142-8dcb-4d1f-ae94-dbbacafefce9 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/f6bcbff7-f5ff-437c-9c4d-1d3adfc66f59 HTTP/1.1" status: 404 len: 333 time: 0.0349779 Dec 16 08:04:02.177993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40810) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.210518 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0878f47-0055-40ee-ae49-bdae5ee7a5ff tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.211151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0878f47-0055-40ee-ae49-bdae5ee7a5ff tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.217113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0878f47-0055-40ee-ae49-bdae5ee7a5ff tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/c866e338-dce0-44d4-abc2-94c7d28bab4a HTTP/1.1" status: 404 len: 337 time: 0.0380652 Dec 16 08:04:02.217994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.259654 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc3b971-4268-4f9d-aac8-6aff64106a13 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.260409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc3b971-4268-4f9d-aac8-6aff64106a13 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.267030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbc3b971-4268-4f9d-aac8-6aff64106a13 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/4a40e743-4800-4595-962d-b8018078e162 HTTP/1.1" status: 404 len: 333 time: 0.0479650 Dec 16 08:04:02.267806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40816) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.298608 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fd5765-269c-40dc-8263-bd54bd50b9f3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.302523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fd5765-269c-40dc-8263-bd54bd50b9f3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.313835 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-14fd5765-269c-40dc-8263-bd54bd50b9f3 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/92b3b956-56bc-47b0-adaf-95878e879c05 HTTP/1.1" status: 404 len: 337 time: 0.0447409 Dec 16 08:04:02.314574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.379840 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-27de03a4-9705-4058-b299-b724be9437bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.381643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27de03a4-9705-4058-b299-b724be9437bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.393282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-27de03a4-9705-4058-b299-b724be9437bc tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/79df206c-836d-4ad5-bce2-c7c200673ba4 HTTP/1.1" status: 404 len: 333 time: 0.0771503 Dec 16 08:04:02.393975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.423675 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-adac71cd-40d3-420c-9b8d-7d7a0cb09bfb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.424011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adac71cd-40d3-420c-9b8d-7d7a0cb09bfb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.429970 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-adac71cd-40d3-420c-9b8d-7d7a0cb09bfb tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/372d4b3c-7d02-47e3-8f83-512fc43f71ba HTTP/1.1" status: 404 len: 337 time: 0.0350254 Dec 16 08:04:02.430688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40822) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.465072 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dcfab5-23e7-45f2-8de9-12cb02066ab8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.465683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dcfab5-23e7-45f2-8de9-12cb02066ab8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.472305 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e0dcfab5-23e7-45f2-8de9-12cb02066ab8 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/850ad012-f6e8-43a8-96d0-7a2a07a78aa6 HTTP/1.1" status: 404 len: 333 time: 0.0403774 Dec 16 08:04:02.472964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40826) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.517778 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea36a6c-5967-477c-8b9e-1fec5c60b594 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.518558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea36a6c-5967-477c-8b9e-1fec5c60b594 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.525266 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1ea36a6c-5967-477c-8b9e-1fec5c60b594 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/99b45fdc-028e-4dce-991d-0fe6e2e87467 HTTP/1.1" status: 404 len: 337 time: 0.0505621 Dec 16 08:04:02.526481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40828) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.555433 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30650dd-4b3e-4de3-99e8-7ff18635be68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.556024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30650dd-4b3e-4de3-99e8-7ff18635be68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.564459 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d30650dd-4b3e-4de3-99e8-7ff18635be68 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/ports/91a81b2e-54af-4e88-bb13-4eb8fd4642e7 HTTP/1.1" status: 404 len: 333 time: 0.0356724 Dec 16 08:04:02.566400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40832) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.620300 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3a6f49-55e4-493d-9924-daf86dd9004b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:02.620700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3a6f49-55e4-493d-9924-daf86dd9004b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:02.628940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6a3a6f49-55e4-493d-9924-daf86dd9004b tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/subnets/c34544a2-5a39-433c-9b33-47bff549c251 HTTP/1.1" status: 404 len: 337 time: 0.0606329 Dec 16 08:04:02.632284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:02.776287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:02.794721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8adb59a-7243-40af-96e6-15ef402d105c req-b368df95-f2d4-40e8-9171-2dd6c7f0ce4f tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 210 time: 0.1152892 Dec 16 08:04:02.887901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-883811b7-bcd5-407f-a8aa-1ab13136af5f req-d82c5954-79cf-4ab8-9880-69bad53c9a4d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7674654 Dec 16 08:04:02.950676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:02.984509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feccb947-4baf-4886-a172-ef2f821be361']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:03.000487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e003acd3-37dd-491c-9e1a-e78834b2766b') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:03.000880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e003acd3-37dd-491c-9e1a-e78834b2766b') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:03.012969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.029467 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.049297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:03.049718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:03.060910 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:03.067260 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.085073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-b0b8802c-f65d-4601-891b-58bfb69b81fe service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9626398 Dec 16 08:04:03.289891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.298256 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.308334 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] 10.222.0.43 "DELETE /v2.0/networks/feccb947-4baf-4886-a172-ef2f821be361 HTTP/1.1" status: 204 len: 168 time: 0.6756949 Dec 16 08:04:03.356214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504ff2-e92b-4eb2-aaea-6d4532b16c50 tempest-NetworksTestDHCPv6-409426679 tempest-NetworksTestDHCPv6-409426679-project] Pushing event deleted for resources: {'Network': ['ID=feccb947-4baf-4886-a172-ef2f821be361,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:03.442398 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.522935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:03.542415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-e2b28cfb-7d3e-4834-8303-87e075a22477 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564098 Dec 16 08:04:03.755308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-2a65fd51-693d-4214-9967-541b09cdea77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 217 time: 0.1609168 Dec 16 08:04:03.770728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Network a9074a2d-7f36-4db2-96f0-16424132c297 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:03.775347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Pushing event updated for resources: {'Port': ['ID=4dde5523-b889-49df-b8be-bf478f8ecd17,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:04.163770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:04.176009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:04.325681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:04.329074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:04.388138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:04.388797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:04.397146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.397500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.397846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.398185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.398525 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.398863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.399195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.399523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.399865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.400220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.400544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.400870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.401192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:04.411185 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4e59fac0-8f7b-4e06-b5bd-56a7cd5a88d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77b552b7b517401dafdf94e305d9aa09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395899 Dec 16 08:04:04.411984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:04.519995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a2b81a1-f986-41e2-a75d-2112f2469557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:04.520245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-f5929c53-9c5a-4cdb-873e-c42ae53417de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:04.521644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-f5929c53-9c5a-4cdb-873e-c42ae53417de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.7425356 Dec 16 08:04:04.554652 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a2b81a1-f986-41e2-a75d-2112f2469557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:04.557803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167c25c-eef6-45a8-ac6d-a5e00a2a2d6f req-c63d5490-3813-4ae4-aea4-5fb3237fc4af tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:04.559334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c167c25c-eef6-45a8-ac6d-a5e00a2a2d6f req-c63d5490-3813-4ae4-aea4-5fb3237fc4af tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 931 time: 0.1818268 Dec 16 08:04:04.584318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d029312-f07b-4bd5-91bf-e539c97d9942 req-a4bac011-71e9-4114-aa2e-4a68f50bbed9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:04.585814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d029312-f07b-4bd5-91bf-e539c97d9942 req-a4bac011-71e9-4114-aa2e-4a68f50bbed9 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.2041237 Dec 16 08:04:04.650952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-00ed01a6-b14e-43f2-ac12-37f456323aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:04.652490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-00ed01a6-b14e-43f2-ac12-37f456323aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173511 Dec 16 08:04:04.697471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c167c25c-eef6-45a8-ac6d-a5e00a2a2d6f req-6a684a8b-a9c9-46eb-b79b-f41c09fe28b6 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887086 Dec 16 08:04:04.699672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d029312-f07b-4bd5-91bf-e539c97d9942 req-93e96e0f-a35e-44ea-8dd9-18559d5fc07f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992572 Dec 16 08:04:04.785893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-1f698d33-8bc2-44e0-a2d2-68f6e32e1616 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190586 Dec 16 08:04:04.900924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-18459f7a-64c3-430e-ad9b-05cd7b063b22 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896990 Dec 16 08:04:04.957400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-5e74b419-40c7-45eb-83ee-ddee1b80e691 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 217 time: 0.0434566 Dec 16 08:04:05.032367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c2d5967f-f477-47d2-9c7a-0c5a9e4400fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:05.033891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c2d5967f-f477-47d2-9c7a-0c5a9e4400fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0657041 Dec 16 08:04:05.051364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a2b81a1-f986-41e2-a75d-2112f2469557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:05.056157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a2b81a1-f986-41e2-a75d-2112f2469557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:05.057778 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0a2b81a1-f986-41e2-a75d-2112f2469557 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aeb5a9b7-f401-4b7f-a7af-35a1a3186790 HTTP/1.1" status: 204 len: 168 time: 0.6448462 Dec 16 08:04:05.099905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b81a1-f986-41e2-a75d-2112f2469557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb5a9b7-f401-4b7f-a7af-35a1a3186790,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:05.129223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-b729c1ef-39f1-41f8-840c-41d643f8f9bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4628692 Dec 16 08:04:05.139169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:05.172853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Request body: {'port': {'device_id': '6662f781-4bf0-4376-8946-23bf8979f52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:05.281513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-ebcb7d2a-9196-4486-b2ed-8e0265777840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:05.283358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-ebcb7d2a-9196-4486-b2ed-8e0265777840 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2348714 Dec 16 08:04:05.289420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:05.366383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Subnet': ['ID=e10f8655-7924-4747-885a-992f0e258b4f,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:05.415490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Checking segment: {'id': 'a8e9d39e-091c-4256-bd6f-88e905a1884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '500c5608-4615-4299-8190-c328e78679ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:05.415870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network hostable DHCP agents. Network: 500c5608-4615-4299-8190-c328e78679ea, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:05.579409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-184630b4-71c6-40a7-9dba-f9fe846f60b2 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822192 Dec 16 08:04:05.668663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network 500c5608-4615-4299-8190-c328e78679ea is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:05.902333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 500c5608-4615-4299-8190-c328e78679ea) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:05.911962 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af86092-26d0-4ea2-a08b-d413f67d58ef None None] Network 500c5608-4615-4299-8190-c328e78679ea requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:05.963599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.045648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-e3647ef8-33a0-4a15-b495-e43623b746e3 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534299 Dec 16 08:04:06.050335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event updated for resources: {'Subnet': ['ID=6907e393-0bc3-4e82-8407-4d429355eed0,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:06.149292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-ecb05c15-f255-4616-a118-78556aece02a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 217 time: 0.0789857 Dec 16 08:04:06.189810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8744cbb-3497-41b5-8829-a555c070ef1d req-4508c6b5-7614-4d3d-9cd9-c54a1175002b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:06.191479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8744cbb-3497-41b5-8829-a555c070ef1d req-4508c6b5-7614-4d3d-9cd9-c54a1175002b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.3330281 Dec 16 08:04:06.282044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-500c5608-4615-4299-8190-c328e78679ea', 'network_id': '500c5608-4615-4299-8190-c328e78679ea', 'project_id': '0e50c1a6315e4fc4bd1815e677f050ea', 'fixed_ips': [{'subnet_id': 'e10f8655-7924-4747-885a-992f0e258b4f'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:06.282044 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.329324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4f21-ae69-4068-8642-2f31a05667af req-56ee7010-e843-4518-872e-995106940b15 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:06.331131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-047b4f21-ae69-4068-8642-2f31a05667af req-56ee7010-e843-4518-872e-995106940b15 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 931 time: 0.4499826 Dec 16 08:04:06.382955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Checking segment: {'id': '8146acf7-9708-4e5b-8c6c-03d546a60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:06.383594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network hostable DHCP agents. Network: 2d2fc77a-248a-4afe-9778-c97728eeed1f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:06.397707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dde5523-b889-49df-b8be-bf478f8ecd17 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:04:06.422782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-1a4f6c4d-d501-4d31-9070-3cfbb015711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:06.424304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-1a4f6c4d-d501-4d31-9070-3cfbb015711c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.2575104 Dec 16 08:04:06.437616 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.524433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-047b4f21-ae69-4068-8642-2f31a05667af req-f55c43ef-2cc5-45bb-b5a4-1a975880117f tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692684 Dec 16 08:04:06.534724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Allocated IP 2001:db8::1 (500c5608-4615-4299-8190-c328e78679ea/e10f8655-7924-4747-885a-992f0e258b4f/4d74ea80-9ca8-4685-9d02-3942994c908b) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:06.543246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Transition to ACTIVE for port object 4dde5523-b889-49df-b8be-bf478f8ecd17 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:04:06.550478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8744cbb-3497-41b5-8829-a555c070ef1d req-f8e1056c-a8fc-4c2e-98ac-38dd7eda0ca0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208044 Dec 16 08:04:06.595745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-3395803d-819c-4f6a-901d-e249b1a7978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:06.597836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-3395803d-819c-4f6a-901d-e249b1a7978e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1529138 Dec 16 08:04:06.636240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.684131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Network 2d2fc77a-248a-4afe-9778-c97728eeed1f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:06.728221 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.777906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Pushing event updated for resources: {'Port': ['ID=4dde5523-b889-49df-b8be-bf478f8ecd17,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:06.828093 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.865513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 2d2fc77a-248a-4afe-9778-c97728eeed1f) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:06.876370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:06.877103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:06.877927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.885649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f5544a-2012-4075-bd87-de9b7950a11e None None] Network 2d2fc77a-248a-4afe-9778-c97728eeed1f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:06.935938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Attempting to bind port 4dde5523-b889-49df-b8be-bf478f8ecd17 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:06.936982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Attempting to bind port 4dde5523-b889-49df-b8be-bf478f8ecd17 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:06.937450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Attempting to bind port 4dde5523-b889-49df-b8be-bf478f8ecd17 on network a9074a2d-7f36-4db2-96f0-16424132c297 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:06.941950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-214ae677-316f-454e-861c-18ec728d9b49 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724274 Dec 16 08:04:06.944625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Port 4dde5523-b889-49df-b8be-bf478f8ecd17 on network a9074a2d-7f36-4db2-96f0-16424132c297 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:04:06.944625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Attempting to bind port 4dde5523-b889-49df-b8be-bf478f8ecd17 on network a9074a2d-7f36-4db2-96f0-16424132c297 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:06.952934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Pushing event updated for resources: {'Port': ['ID=4d74ea80-9ca8-4685-9d02-3942994c908b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:06.953453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:06.953453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Checking segment: {'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:06.953453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Bound using segment: {'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:06.953749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Network 500c5608-4615-4299-8190-c328e78679ea is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:06.953824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Bound port: 4dde5523-b889-49df-b8be-bf478f8ecd17, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:06.953824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:06.957079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:06.960934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:07.076045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3e2449b8-d8b7-4e6b-873f-3469d23bb58d tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.6343188 Dec 16 08:04:07.078992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40944) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:07.118842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-2d2fc77a-248a-4afe-9778-c97728eeed1f', 'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f', 'project_id': '0e50c1a6315e4fc4bd1815e677f050ea', 'fixed_ips': [{'subnet_id': '6907e393-0bc3-4e82-8407-4d429355eed0'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:07.121983 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:07.127401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] For port 4dde5523-b889-49df-b8be-bf478f8ecd17, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:07.131038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-eb639a05-3629-453d-8c6f-c16f2b32fc44 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763604 Dec 16 08:04:07.132809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] For port 4dde5523-b889-49df-b8be-bf478f8ecd17, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4dde5523-b889-49df-b8be-bf478f8ecd17,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:07.256029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-d3396eb7-2ea7-47fc-85a7-a8b42897c7eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 217 time: 0.1100302 Dec 16 08:04:07.332283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-bb276970-e6c7-4f1d-b3a7-13a3bbe6111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.333825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-bb276970-e6c7-4f1d-b3a7-13a3bbe6111e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.0647557 Dec 16 08:04:07.335328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:07.337281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7e4cf-ca2c-43c7-aac3-977b9055b46c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.351844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7e4cf-ca2c-43c7-aac3-977b9055b46c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.354024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7e4cf-ca2c-43c7-aac3-977b9055b46c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.360383 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a4f7e4cf-ca2c-43c7-aac3-977b9055b46c tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2759409 Dec 16 08:04:07.362794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:07.385218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40950) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:07.411146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.414254 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:07.418388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] 10.222.0.36 "PUT /v2.0/ports/4dde5523-b889-49df-b8be-bf478f8ecd17 HTTP/1.1" status: 200 len: 1092 time: 2.2568343 Dec 16 08:04:07.429835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6662f781-4bf0-4376-8946-23bf8979f52c', 'tag': '4dde5523-b889-49df-b8be-bf478f8ecd17'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:07.434625 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4147c377-2c7c-410e-87e4-1eb8e09d5e33" -d '{"events": [{"name": "network-changed", "server_uuid": "6662f781-4bf0-4376-8946-23bf8979f52c", "tag": "4dde5523-b889-49df-b8be-bf478f8ecd17"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:07.462279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d290d37-a6d8-4b5e-9bd2-f58c7b48fb5a service neutron] Pushing event updated for resources: {'Port': ['ID=4dde5523-b889-49df-b8be-bf478f8ecd17,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:07.490432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-9a7b955f-a018-4f60-af9a-7c3c3940899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.494172 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-9a7b955f-a018-4f60-af9a-7c3c3940899e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 1097 time: 0.2884521 Dec 16 08:04:07.517261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-002ecdfc-f440-472d-8656-4f310b42984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.521464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Attempting to bind port 4d74ea80-9ca8-4685-9d02-3942994c908b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:07.522232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Attempting to bind port 4d74ea80-9ca8-4685-9d02-3942994c908b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'a8e9d39e-091c-4256-bd6f-88e905a1884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '500c5608-4615-4299-8190-c328e78679ea'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:07.523003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Attempting to bind port 4d74ea80-9ca8-4685-9d02-3942994c908b on network 500c5608-4615-4299-8190-c328e78679ea {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:07.529313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-002ecdfc-f440-472d-8656-4f310b42984a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1823120 Dec 16 08:04:07.563267 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6f45ad-52b3-49bf-a1a2-ad551dbf4769 x-openstack-request-id: req-1d6f45ad-52b3-49bf-a1a2-ad551dbf4769 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:07.566460 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6662f781-4bf0-4376-8946-23bf8979f52c", "tag": "4dde5523-b889-49df-b8be-bf478f8ecd17", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:07.566804 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d6f45ad-52b3-49bf-a1a2-ad551dbf4769 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:07.567125 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6662f781-4bf0-4376-8946-23bf8979f52c', 'tag': '4dde5523-b889-49df-b8be-bf478f8ecd17', 'status': 'completed', 'code': 200} Dec 16 08:04:07.594789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:07.600523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Checking segment: {'id': 'a8e9d39e-091c-4256-bd6f-88e905a1884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '500c5608-4615-4299-8190-c328e78679ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:07.600523 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:07.600523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Bound using segment: {'id': 'a8e9d39e-091c-4256-bd6f-88e905a1884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '500c5608-4615-4299-8190-c328e78679ea'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:07.600523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Bound port: 4d74ea80-9ca8-4685-9d02-3942994c908b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e9d39e-091c-4256-bd6f-88e905a1884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '500c5608-4615-4299-8190-c328e78679ea'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:07.601747 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:07.683876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-e72c55a5-a781-43bc-a965-3af575c1002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.685418 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-e72c55a5-a781-43bc-a965-3af575c1002e service neutron] 10.222.0.36 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1804042 Dec 16 08:04:07.689756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Deleting subnet e10f8655-7924-4747-885a-992f0e258b4f {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:04:07.703869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:07.704651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-6fa971c6-44d7-47b5-b3b1-e4960ffbce1e service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635625 Dec 16 08:04:07.813489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Allocated IP 2001:db8:0:1::1 (2d2fc77a-248a-4afe-9778-c97728eeed1f/6907e393-0bc3-4e82-8407-4d429355eed0/e3c99f44-c02e-454a-bc51-03f854abc584) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:07.813729 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-dc288539-da35-45a7-81b7-0c036d7d75d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1741a2d3-b134-458d-9493-645dc82fb8d3 HTTP/1.1" status: 200 len: 217 time: 0.0579019 Dec 16 08:04:07.830610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:07.904533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-38ae6503-9b20-4314-b2c3-b274097dfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.907059 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-38ae6503-9b20-4314-b2c3-b274097dfc41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0799899 Dec 16 08:04:07.913452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8433d-04dd-4e8a-b426-1af608747df0 req-ae53f8a3-a651-4f9d-8a37-13b5895d2b64 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.914025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] For port 4d74ea80-9ca8-4685-9d02-3942994c908b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:07.921948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40c8433d-04dd-4e8a-b426-1af608747df0 req-ae53f8a3-a651-4f9d-8a37-13b5895d2b64 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.2062342 Dec 16 08:04:07.931611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c377-2c7c-410e-87e4-1eb8e09d5e33 req-f71c055f-ec20-447f-be96-193969bd5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.933751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4147c377-2c7c-410e-87e4-1eb8e09d5e33 req-f71c055f-ec20-447f-be96-193969bd5681 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=076156c9c98a49739286f058f1bd4325&device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 1095 time: 0.2281380 Dec 16 08:04:07.980861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-c44a84de-6dab-448b-9231-78bd171bc43d service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663536 Dec 16 08:04:07.992731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dfcfe-ae0a-4a45-ac10-6fca322f8bca req-b42f7816-3223-43dd-9b0b-65976ded3f16 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:07.993326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-299846161'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:07.995055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-711dfcfe-ae0a-4a45-ac10-6fca322f8bca req-b42f7816-3223-43dd-9b0b-65976ded3f16 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 943 time: 0.1888208 Dec 16 08:04:08.015387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] For port 4d74ea80-9ca8-4685-9d02-3942994c908b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4d74ea80-9ca8-4685-9d02-3942994c908b,segment=NetworkSegment(a8e9d39e-091c-4256-bd6f-88e905a1884c),segment_id=a8e9d39e-091c-4256-bd6f-88e905a1884c)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:08.059335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-61caa69e-3b54-4fee-a2dc-cfa17327cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:08.061885 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-61caa69e-3b54-4fee-a2dc-cfa17327cb01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296811 Dec 16 08:04:08.106387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-3d5f658f-9834-48c9-a1b8-3b39f3d8bb1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.0987787 Dec 16 08:04:08.114958 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.146045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:08.149675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.199396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.201235 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-9bd64480-ade4-4a14-b665-8d292be600a2 service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210628 Dec 16 08:04:08.202464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40c8433d-04dd-4e8a-b426-1af608747df0 req-40f976c9-9611-422f-a88a-66f6c01482ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774537 Dec 16 08:04:08.215166 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.277297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-711dfcfe-ae0a-4a45-ac10-6fca322f8bca req-59bd1608-9fe8-4dad-a0a0-6c4cbacc91ba tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238326 Dec 16 08:04:08.279480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.354550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-1e62fee1-bbe0-4674-b2b3-f7c89c860cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:08.356295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-1e62fee1-bbe0-4674-b2b3-f7c89c860cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.2410388 Dec 16 08:04:08.357720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c377-2c7c-410e-87e4-1eb8e09d5e33 req-bd3a4511-e6d4-47e0-af33-8e85f38bc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:08.359897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4147c377-2c7c-410e-87e4-1eb8e09d5e33 req-bd3a4511-e6d4-47e0-af33-8e85f38bc7a9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=076156c9c98a49739286f058f1bd4325&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4078493 Dec 16 08:04:08.364517 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.369039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007a6c-0e6c-4a15-9ef5-a1ed6b5bf0b6 None None] Pushing event updated for resources: {'Port': ['ID=4d74ea80-9ca8-4685-9d02-3942994c908b,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:08.431594 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4c4cf7f5-31a7-4463-8e3f-9ae7a5598b3b req-cf764f9e-bd6e-4b94-b6c3-3f55faa8c25b service neutron] 10.222.0.36 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174551 Dec 16 08:04:08.431935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Network 2d2fc77a-248a-4afe-9778-c97728eeed1f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:08.462006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:08.466394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:08.487639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Pushing event updated for resources: {'Port': ['ID=e3c99f44-c02e-454a-bc51-03f854abc584,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:08.532353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-4e53f62f-dd50-4ff3-961a-fc7834476322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:08.534103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-4e53f62f-dd50-4ff3-961a-fc7834476322 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580427 Dec 16 08:04:08.552520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Attempting to bind port e3c99f44-c02e-454a-bc51-03f854abc584 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:08.552896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Attempting to bind port e3c99f44-c02e-454a-bc51-03f854abc584 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '8146acf7-9708-4e5b-8c6c-03d546a60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:08.553308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Attempting to bind port e3c99f44-c02e-454a-bc51-03f854abc584 on network 2d2fc77a-248a-4afe-9778-c97728eeed1f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:08.559143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:08.560545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Checking segment: {'id': '8146acf7-9708-4e5b-8c6c-03d546a60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:08.560545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.560545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Bound using segment: {'id': '8146acf7-9708-4e5b-8c6c-03d546a60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:08.561069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Bound port: e3c99f44-c02e-454a-bc51-03f854abc584, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8146acf7-9708-4e5b-8c6c-03d546a60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d2fc77a-248a-4afe-9778-c97728eeed1f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:08.561842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.615679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c377-2c7c-410e-87e4-1eb8e09d5e33 req-0e72a99d-5d2b-4142-b3c2-5a7b3d350e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:08.618112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.618252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4147c377-2c7c-410e-87e4-1eb8e09d5e33 req-0e72a99d-5d2b-4142-b3c2-5a7b3d350e58 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2280076 Dec 16 08:04:08.666109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Subnet': ['ID=e10f8655-7924-4747-885a-992f0e258b4f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:08.699346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] For port e3c99f44-c02e-454a-bc51-03f854abc584, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:08.703471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] For port e3c99f44-c02e-454a-bc51-03f854abc584, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3c99f44-c02e-454a-bc51-03f854abc584,segment=NetworkSegment(8146acf7-9708-4e5b-8c6c-03d546a60193),segment_id=8146acf7-9708-4e5b-8c6c-03d546a60193)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:08.713390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.720637 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-95a4d9ae-be20-46ad-b6fe-f3e59a68809b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/subnets/e10f8655-7924-4747-885a-992f0e258b4f HTTP/1.1" status: 204 len: 168 time: 1.3318505 Dec 16 08:04:08.721662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40976) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:08.782747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-5ca27d3e-965b-4cee-99d7-ad369b964710 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350252 Dec 16 08:04:08.793257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.839011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.861382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Deleting subnet 6907e393-0bc3-4e82-8407-4d429355eed0 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:04:08.865700 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.924099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064113fc-3611-4842-85e0-6a3fd6468ac2 None None] Pushing event updated for resources: {'Port': ['ID=e3c99f44-c02e-454a-bc51-03f854abc584,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:08.940880 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.947488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:08.977582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:04:08.979452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24760-6878-4447-bbb1-993652599c92 req-bee45aa4-c974-4e08-b76e-a210337dc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:08.981018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-bee45aa4-c974-4e08-b76e-a210337dc002 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=076156c9c98a49739286f058f1bd4325&device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 1095 time: 0.2878413 Dec 16 08:04:09.027791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a12cf8-0e60-4d2f-b177-e281b94a4a3a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:09.037342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:09.038194 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Added segment 0880c28f-3dd1-4f48-a1cb-801100a66b7a of type vlan for network 5e4079f8-57fb-41ef-aee9-4684aa81e35e Dec 16 08:04:09.068036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-86b85fed-29eb-4a47-8d4f-4598421f78da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dde5523-b889-49df-b8be-bf478f8ecd17 HTTP/1.1" status: 200 len: 217 time: 0.0659592 Dec 16 08:04:09.094286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:09.111443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95e24656-ecb0-49e1-97f5-4424849277a8 req-94371a10-ea22-4258-aab3-9a03521b34ec service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170161 Dec 16 08:04:09.157216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:09.171605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24760-6878-4447-bbb1-993652599c92 req-548e33fc-785f-4e73-9d7a-331ea3d60cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:09.173956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-548e33fc-785f-4e73-9d7a-331ea3d60cd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=214719db-f307-4d0c-b5d7-c54a06cc87ed HTTP/1.1" status: 200 len: 849 time: 0.0762088 Dec 16 08:04:09.248378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-cb3e0272-0598-4925-b73b-46cd5ae19142 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9074a2d-7f36-4db2-96f0-16424132c297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445223 Dec 16 08:04:09.270726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:09.279531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:09.281174 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:09.425034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-49345da5-4bfc-4c22-b3fc-56df23ab852f service neutron] 10.222.0.36 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752911 Dec 16 08:04:09.505444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Network': ['ID=5e4079f8-57fb-41ef-aee9-4684aa81e35e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:09.520766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.537096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:09.539350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:04:09.565772 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cae81085-8543-4c98-91dc-645a18d21fde tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1951327 Dec 16 08:04:09.568473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40992) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:09.574500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'subnet': {'network_id': '5e4079f8-57fb-41ef-aee9-4684aa81e35e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:09.848023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:09.852303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:09.904020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df78a1c-2613-4443-be3d-b71bed07ba6e None None] Network 500c5608-4615-4299-8190-c328e78679ea requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:09.984928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-13ef1bfe-71a6-46b1-ac25-0e80e23540f3 None None] Provisioning complete for port 4d74ea80-9ca8-4685-9d02-3942994c908b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:10.005985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-13ef1bfe-71a6-46b1-ac25-0e80e23540f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.065447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa2f7f-7567-4509-ad5e-7ede1a29de2a req-68bc6cdd-b7c8-4b6f-bb59-915531060d5e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:10.072956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cfa2f7f-7567-4509-ad5e-7ede1a29de2a req-68bc6cdd-b7c8-4b6f-bb59-915531060d5e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 945 time: 0.7017598 Dec 16 08:04:10.085961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb729ead-bc5f-43bf-a346-c8ebe7ae3176 req-e5089839-2f2a-4f08-9e9c-19956465760e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:10.091713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb729ead-bc5f-43bf-a346-c8ebe7ae3176 req-e5089839-2f2a-4f08-9e9c-19956465760e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 943 time: 0.6263301 Dec 16 08:04:10.144196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-13ef1bfe-71a6-46b1-ac25-0e80e23540f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.173129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.191287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-13ef1bfe-71a6-46b1-ac25-0e80e23540f3 None None] For port 4d74ea80-9ca8-4685-9d02-3942994c908b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4d74ea80-9ca8-4685-9d02-3942994c908b,segment=NetworkSegment(a8e9d39e-091c-4256-bd6f-88e905a1884c),segment_id=a8e9d39e-091c-4256-bd6f-88e905a1884c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:10.202809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] DHCP port deletion for 500c5608-4615-4299-8190-c328e78679ea request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:04:10.232363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Subnet': ['ID=6907e393-0bc3-4e82-8407-4d429355eed0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:10.251624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6af24760-6878-4447-bbb1-993652599c92 req-18b24ebf-5f3b-42e6-8e19-2446bc493d14 service neutron] 10.222.0.36 "GET /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875841 Dec 16 08:04:10.268549 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-13ef1bfe-71a6-46b1-ac25-0e80e23540f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.270397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.276872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-98ef2fd7-c34a-41b9-a816-e031bf39ee1e tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/subnets/6907e393-0bc3-4e82-8407-4d429355eed0 HTTP/1.1" status: 204 len: 168 time: 1.5532618 Dec 16 08:04:10.284022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41006) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:10.329698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] Deleting port 4d74ea80-9ca8-4685-9d02-3942994c908b {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:10.330138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.391264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45769cb1-43e6-48ab-b73c-e7590cd1965a tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:10.393813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-45769cb1-43e6-48ab-b73c-e7590cd1965a tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078737 Dec 16 08:04:10.397056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:10.397551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3cfa2f7f-7567-4509-ad5e-7ede1a29de2a req-a62aaf07-24c4-4a01-af9e-da10568fcfa3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233259 Dec 16 08:04:10.411895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb729ead-bc5f-43bf-a346-c8ebe7ae3176 req-672c2d5c-8c47-4c34-83b7-c1684ee584e1 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043447 Dec 16 08:04:10.417680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef1bfe-71a6-46b1-ac25-0e80e23540f3 None None] Pushing event updated for resources: {'Port': ['ID=4d74ea80-9ca8-4685-9d02-3942994c908b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:10.462061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] For port 4d74ea80-9ca8-4685-9d02-3942994c908b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4d74ea80-9ca8-4685-9d02-3942994c908b,segment=NetworkSegment(a8e9d39e-091c-4256-bd6f-88e905a1884c),segment_id=a8e9d39e-091c-4256-bd6f-88e905a1884c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:10.462061 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.488764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] Calling delete_port for 4d74ea80-9ca8-4685-9d02-3942994c908b owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:10.495441 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.579927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.634738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Subnet': ['ID=7b967751-5f11-4c23-bc78-a31387abfe63,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:10.634880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8198161a-058a-4588-bd8b-505e4a0fa16e None None] Network 2d2fc77a-248a-4afe-9778-c97728eeed1f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:10.661813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Checking segment: {'id': '0880c28f-3dd1-4f48-a1cb-801100a66b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5e4079f8-57fb-41ef-aee9-4684aa81e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:10.662594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network hostable DHCP agents. Network: 5e4079f8-57fb-41ef-aee9-4684aa81e35e, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:10.695423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3c99f44-c02e-454a-bc51-03f854abc584 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:04:10.703704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1741a2d3-b134-458d-9493-645dc82fb8d3 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:04:10.740546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Deleting port e3c99f44-c02e-454a-bc51-03f854abc584 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:10.740942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.800940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:10.838659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ecd954f5-8d72-4e5b-858d-0b4392ee4b3e None None] Provisioning complete for port e3c99f44-c02e-454a-bc51-03f854abc584 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:10.839047 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecd954f5-8d72-4e5b-858d-0b4392ee4b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.844043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] For port e3c99f44-c02e-454a-bc51-03f854abc584, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3c99f44-c02e-454a-bc51-03f854abc584,segment=NetworkSegment(8146acf7-9708-4e5b-8c6c-03d546a60193),segment_id=8146acf7-9708-4e5b-8c6c-03d546a60193)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:10.844599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.857432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Calling delete_port for e3c99f44-c02e-454a-bc51-03f854abc584 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:10.938224 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.949425 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 5e4079f8-57fb-41ef-aee9-4684aa81e35e) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:10.957053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:10.957053 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:10.980153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e3c99f44-c02e-454a-bc51-03f854abc584 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:10.980153 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.005768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb7572-1179-4c10-b078-5b73005e54e4 None None] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:11.063793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] No DVR routers for this DVR port 4d74ea80-9ca8-4685-9d02-3942994c908b on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:11.067336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.069070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79984eb-82c8-4d0b-adc0-4c7f76a34dbf None None] Pushing event deleted for resources: {'Port': ['ID=4d74ea80-9ca8-4685-9d02-3942994c908b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:11.072143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a095045-ab87-40c7-ba4f-b413115e55c0 None None] DHCP port deletion for 2d2fc77a-248a-4afe-9778-c97728eeed1f request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:04:11.132763 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4336003a-7fb1-48a4-8432-750973807a4b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5630107 Dec 16 08:04:11.134240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] No DVR routers for this DVR port e3c99f44-c02e-454a-bc51-03f854abc584 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:11.135321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41022) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:11.135941 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.142280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1230185437', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:11.150973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Port': ['ID=e3c99f44-c02e-454a-bc51-03f854abc584,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:11.210648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Could not find standard attr ID for object e3c99f44-c02e-454a-bc51-03f854abc584. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:04:11.212794 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ecd954f5-8d72-4e5b-858d-0b4392ee4b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.220978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:11.223159 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd73b4a-1f3c-4a72-88b9-42449fd0729b" -d '{"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:11.227441 n-d-820935-11 neutron-server[110397]: INFO neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No ports have port_id starting with e3c99f44-c02e-454a-bc51-03f854abc584 Dec 16 08:04:11.261577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:11.275615 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2ef7e4-9dc9-47fe-835a-cd2722948fad x-openstack-request-id: req-df2ef7e4-9dc9-47fe-835a-cd2722948fad {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:11.275911 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:11.276168 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df2ef7e4-9dc9-47fe-835a-cd2722948fad {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:11.278970 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'code': 200} Dec 16 08:04:11.306695 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.318030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7998410-b5e0-4cd4-90c4-1b7289addfef None None] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:11.322896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.322896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.329647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2fc77a-248a-4afe-9778-c97728eeed1f']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:11.346281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8146acf7-9708-4e5b-8c6c-03d546a60193') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:11.355400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8146acf7-9708-4e5b-8c6c-03d546a60193') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:11.366085 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.385696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.386822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.399916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:11.402208 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:11.409297 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:11.411699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.501723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:11.644683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.653950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.667036 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/networks/2d2fc77a-248a-4afe-9778-c97728eeed1f HTTP/1.1" status: 204 len: 168 time: 1.2681742 Dec 16 08:04:11.676975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41040) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:11.685933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22733a0-7f18-478b-acd7-7d8fdb74550b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Network': ['ID=2d2fc77a-248a-4afe-9778-c97728eeed1f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:11.729641 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.748742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240898e-a616-4483-8d14-b4b2fcf639a8 req-0a9685c4-4677-43e8-bb93-3428982e76de tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:11.750396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e240898e-a616-4483-8d14-b4b2fcf639a8 req-0a9685c4-4677-43e8-bb93-3428982e76de tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 943 time: 0.1836557 Dec 16 08:04:11.761504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef8979-ecf5-4a84-a6f5-bc09398d04ee req-15f91088-6f21-4a48-bb5c-b17adef90ef2 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:11.763901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98ef8979-ecf5-4a84-a6f5-bc09398d04ee req-15f91088-6f21-4a48-bb5c-b17adef90ef2 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 943 time: 0.1987576 Dec 16 08:04:11.780856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.856950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e240898e-a616-4483-8d14-b4b2fcf639a8 req-d863db96-fec4-443e-81d6-df359a13cd53 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914862 Dec 16 08:04:11.870355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98ef8979-ecf5-4a84-a6f5-bc09398d04ee req-5ce460c4-4d78-4301-9504-9b89c00c9b4e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893540 Dec 16 08:04:11.902447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.923180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500c5608-4615-4299-8190-c328e78679ea']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:11.935198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e9d39e-091c-4256-bd6f-88e905a1884c') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:11.935513 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e9d39e-091c-4256-bd6f-88e905a1884c') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:11.953412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.974714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.994670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:11.995351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:11.999626 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:12.136307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf401-5872-400e-9561-39505bc11686 req-e8b04e89-64c9-4af3-857d-e493d544d2ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:12.137823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ddaf401-5872-400e-9561-39505bc11686 req-e8b04e89-64c9-4af3-857d-e493d544d2ff tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0777435 Dec 16 08:04:12.190086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.198151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.202979 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/networks/500c5608-4615-4299-8190-c328e78679ea HTTP/1.1" status: 204 len: 168 time: 0.5236831 Dec 16 08:04:12.205264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41050) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:12.227583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec227cb-2414-412b-b8bd-dec870188525 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Network': ['ID=500c5608-4615-4299-8190-c328e78679ea,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:12.283277 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.303297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.316834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.328808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ddaf401-5872-400e-9561-39505bc11686 req-9967e9a2-f536-4a67-a9e1-03d2689cf220 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600833 Dec 16 08:04:12.410119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.440101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40fa3df-6c8a-4473-8edd-c02d6eb22868']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:12.469489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390aa8f3-7d22-4bce-9a05-376f26413bfe') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:12.470418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390aa8f3-7d22-4bce-9a05-376f26413bfe') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:12.490240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.509815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.532025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:12.534004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.538142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f17b7-02bd-4c3b-8768-8ca3242f03e4 req-90dc0909-f7fd-410f-8ce9-ab7159236974 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:12.539704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f32f17b7-02bd-4c3b-8768-8ca3242f03e4 req-90dc0909-f7fd-410f-8ce9-ab7159236974 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1333215 Dec 16 08:04:12.569842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3c99f44-c02e-454a-bc51-03f854abc584 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:04:12.605111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e3c99f44-c02e-454a-bc51-03f854abc584 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:04:12.605463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3c99f44-c02e-454a-bc51-03f854abc584 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:12.631318 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:12.633549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.25.2.67 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/860159fb-8e81-450b-8b1d-448c20ea7a8d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:12.648863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f32f17b7-02bd-4c3b-8768-8ca3242f03e4 req-c0f9686e-7422-41d1-9fbc-44031884efb4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860972 Dec 16 08:04:12.706168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4dde5523-b889-49df-b8be-bf478f8ecd17 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:04:12.722473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.731077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.738316 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/networks/c40fa3df-6c8a-4473-8edd-c02d6eb22868 HTTP/1.1" status: 204 len: 168 time: 0.5319366 Dec 16 08:04:12.741121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41066) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:12.753690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940d50b-a768-4b41-b4dc-4342be7bd704 tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Network': ['ID=c40fa3df-6c8a-4473-8edd-c02d6eb22868,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:12.845147 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:12.871200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.000430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 4dde5523-b889-49df-b8be-bf478f8ecd17, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4dde5523-b889-49df-b8be-bf478f8ecd17,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:13.012613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '4dde5523-b889-49df-b8be-bf478f8ecd17', 'network_id': 'a9074a2d-7f36-4db2-96f0-16424132c297', 'port_id': '4dde5523-b889-49df-b8be-bf478f8ecd17', 'mac_address': 'fa:16:3e:8c:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214719db-f307-4d0c-b5d7-c54a06cc87ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:04:13.053700 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.069558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dde5523-b889-49df-b8be-bf478f8ecd17 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:04:13.088136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.094663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 4dde5523-b889-49df-b8be-bf478f8ecd17, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4dde5523-b889-49df-b8be-bf478f8ecd17,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:13.171907 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.179969 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.204028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:13.223428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:13.229939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:13.233278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=860159fb-8e81-450b-8b1d-448c20ea7a8d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:13.238943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff363ad7-7c0d-469d-80d5-a5259759907a']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:13.248267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f5dd2-7b5f-41f1-953b-90b87c9adc1c req-0802497e-cd09-4c4c-b349-263874e2689a tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:13.256974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f0f5dd2-7b5f-41f1-953b-90b87c9adc1c req-0802497e-cd09-4c4c-b349-263874e2689a tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 943 time: 0.2737904 Dec 16 08:04:13.259152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=4dde5523-b889-49df-b8be-bf478f8ecd17,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:13.267557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256de1-b812-45d9-97b2-42bd80fadcb6 req-660b7f0d-df74-49c3-a786-c0966d733683 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:13.276392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae256de1-b812-45d9-97b2-42bd80fadcb6 req-660b7f0d-df74-49c3-a786-c0966d733683 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2069027 Dec 16 08:04:13.319530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c06dc3-47b5-48f4-88ba-971bedbb69c7') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:13.320085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c06dc3-47b5-48f4-88ba-971bedbb69c7') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:13.352138 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.453578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.476016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:13.476428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:13.484820 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:13.552130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae256de1-b812-45d9-97b2-42bd80fadcb6 req-d1f5ee33-3d4c-4ea6-8701-459ef826bc09 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2750134 Dec 16 08:04:13.565007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f0f5dd2-7b5f-41f1-953b-90b87c9adc1c req-2402f0e6-0e7a-4fe2-8d91-302e0fab09bc tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072450 Dec 16 08:04:13.574393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['4dde5523-b889-49df-b8be-bf478f8ecd17'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:04:13.667100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.676470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:13.685702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] 10.222.0.43 "DELETE /v2.0/networks/ff363ad7-7c0d-469d-80d5-a5259759907a HTTP/1.1" status: 204 len: 168 time: 0.9411659 Dec 16 08:04:13.709088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251173-4002-40c0-b80b-571b29e63d2b tempest-BulkNetworkOpsIpV6Test-771944450 tempest-BulkNetworkOpsIpV6Test-771944450-project] Pushing event deleted for resources: {'Network': ['ID=ff363ad7-7c0d-469d-80d5-a5259759907a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:13.848679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:14.062316 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:14.284209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:04:14.321913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:14.416104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:14.431175 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:14.462062 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:14.464466 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:14.507036 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:14.510971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c77c5088-dad5-425d-bf77-aa81f0cf9659 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3737776 Dec 16 08:04:14.513783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41110) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:14.538544 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:14.562414 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:14.564921 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:14.630385 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:14.631085 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136952ec-95d7-4908-97f8-abb66b8cef4a None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:14.705429 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4dde5523-b889-49df-b8be-bf478f8ecd17 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:04:14.740651 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c257b02c-05d4-4d9f-815a-34b83151a12e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e50c1a6315e4fc4bd1815e677f050ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4152162 Dec 16 08:04:14.740876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41122) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:14.800011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95576392-4b5b-4af2-a4ca-b60d38002acd req-ad5d1bb1-4ee1-4448-8297-41c823952183 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:14.801794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95576392-4b5b-4af2-a4ca-b60d38002acd req-ad5d1bb1-4ee1-4448-8297-41c823952183 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1229215 Dec 16 08:04:14.837647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad7de9a-43ba-49b9-a13e-e7e9097ea442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:14.858649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eceacf-55ac-4909-b267-73279c5c7653 req-12a37cdc-a703-4102-a183-0974decec633 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:14.871172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39eceacf-55ac-4909-b267-73279c5c7653 req-12a37cdc-a703-4102-a183-0974decec633 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 944 time: 0.1271544 Dec 16 08:04:14.874177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad7de9a-43ba-49b9-a13e-e7e9097ea442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:14.901690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 4dde5523-b889-49df-b8be-bf478f8ecd17 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:04:14.906916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 4dde5523-b889-49df-b8be-bf478f8ecd17 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:14.907299 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:14.992113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95576392-4b5b-4af2-a4ca-b60d38002acd req-798e229e-31d6-4cdb-b927-f82e91ac9ab7 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803665 Dec 16 08:04:15.003550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39eceacf-55ac-4909-b267-73279c5c7653 req-681a5f85-c5c0-42c0-aae0-6757ff8bbeef tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314788 Dec 16 08:04:15.118928 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:15.165413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6662f781-4bf0-4376-8946-23bf8979f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dde5523-b889-49df-b8be-bf478f8ecd17'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:15.168673 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e280862-9210-48f8-83fb-9689bc2abb6d" -d '{"events": [{"server_uuid": "6662f781-4bf0-4376-8946-23bf8979f52c", "name": "network-vif-plugged", "status": "completed", "tag": "4dde5523-b889-49df-b8be-bf478f8ecd17"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:15.186738 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 4dde5523-b889-49df-b8be-bf478f8ecd17, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4dde5523-b889-49df-b8be-bf478f8ecd17,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:15.216540 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e452df78-92d2-49ff-a687-4c8e35a66cfe x-openstack-request-id: req-e452df78-92d2-49ff-a687-4c8e35a66cfe {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:15.216964 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6662f781-4bf0-4376-8946-23bf8979f52c", "name": "network-vif-plugged", "status": "completed", "tag": "4dde5523-b889-49df-b8be-bf478f8ecd17", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:15.218431 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e452df78-92d2-49ff-a687-4c8e35a66cfe {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:15.225389 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662f781-4bf0-4376-8946-23bf8979f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dde5523-b889-49df-b8be-bf478f8ecd17', 'code': 200} Dec 16 08:04:15.247237 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:15.248321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 1741a2d3-b134-458d-9493-645dc82fb8d3 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:04:15.401484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=4dde5523-b889-49df-b8be-bf478f8ecd17,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:15.435777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ec050-f377-4a65-bc41-2f317c7eae42 req-ed88bb58-b1d2-45f9-a91d-bf41b7c5ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:15.437539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-038ec050-f377-4a65-bc41-2f317c7eae42 req-ed88bb58-b1d2-45f9-a91d-bf41b7c5ccd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 1097 time: 0.0797186 Dec 16 08:04:15.493340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-038ec050-f377-4a65-bc41-2f317c7eae42 req-ca5755bc-dacb-4a84-984e-c6b6d756295f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443032 Dec 16 08:04:15.518525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad7de9a-43ba-49b9-a13e-e7e9097ea442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:15.521080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad7de9a-43ba-49b9-a13e-e7e9097ea442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:15.522413 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aad7de9a-43ba-49b9-a13e-e7e9097ea442 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26b296cd-d9d0-408b-80b7-e7678a4ef992 HTTP/1.1" status: 204 len: 168 time: 0.7806857 Dec 16 08:04:15.540554 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7de9a-43ba-49b9-a13e-e7e9097ea442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b296cd-d9d0-408b-80b7-e7678a4ef992,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:15.548339 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:15.790419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41146) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:15.885556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.1 (5e4079f8-57fb-41ef-aee9-4684aa81e35e/7b967751-5f11-4c23-bc78-a31387abfe63/59086d76-f502-4f00-b6c0-fe023108fa12) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:15.962781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6415-8577-473f-b730-0fc028b50816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.087265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.153573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6415-8577-473f-b730-0fc028b50816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.184242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc69fd-c160-4eaa-af2e-7409654e3afd req-3ffc929b-1f8f-47f9-aa5e-c50df8b00aec tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:16.186756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03dc69fd-c160-4eaa-af2e-7409654e3afd req-3ffc929b-1f8f-47f9-aa5e-c50df8b00aec tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1107311 Dec 16 08:04:16.196837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63234131-27b6-4cb1-aac5-111e54b1b885 req-31b10ea5-019c-4f2a-915c-8d1170176804 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:16.198483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63234131-27b6-4cb1-aac5-111e54b1b885 req-31b10ea5-019c-4f2a-915c-8d1170176804 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 945 time: 0.0914464 Dec 16 08:04:16.227539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6415-8577-473f-b730-0fc028b50816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.269087 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.274208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03dc69fd-c160-4eaa-af2e-7409654e3afd req-8036d1ba-2e7b-44a4-962b-6c51f12fefa4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744929 Dec 16 08:04:16.286895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63234131-27b6-4cb1-aac5-111e54b1b885 req-3c8ba2b6-a983-4b3f-9103-6ce9689019bb tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794077 Dec 16 08:04:16.332304 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2d4b6415-8577-473f-b730-0fc028b50816 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f301f8fc8a2846e2b6620063197bb8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5385451 Dec 16 08:04:16.333260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41170) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:16.334622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b6415-8577-473f-b730-0fc028b50816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8eda9-c4ad-41a8-9c00-2d58244b0268,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:16.347703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:16.351203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:16.356458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:16.361446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=59086d76-f502-4f00-b6c0-fe023108fa12,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:16.401701 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-710cf373-6f38-406b-9af4-264116135239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.422533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.439320 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-710cf373-6f38-406b-9af4-264116135239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.575791 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-710cf373-6f38-406b-9af4-264116135239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.579021 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-710cf373-6f38-406b-9af4-264116135239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.580241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-710cf373-6f38-406b-9af4-264116135239 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6a8eda9-c4ad-41a8-9c00-2d58244b0268 HTTP/1.1" status: 204 len: 168 time: 0.2460539 Dec 16 08:04:16.589737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cf373-6f38-406b-9af4-264116135239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8eda9-c4ad-41a8-9c00-2d58244b0268,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:16.684469 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:16.748944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41186) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:16.980547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1075389668'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:17.044781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.135451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:17.139849 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.149238 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.196967 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.289854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.294113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=59086d76-f502-4f00-b6c0-fe023108fa12,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:17.353069 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.414017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dffad3-79d1-4830-809c-fbe731cdfe62 req-4d9acd9c-88be-40ed-9cfe-a443489eeaa6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:17.415913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38dffad3-79d1-4830-809c-fbe731cdfe62 req-4d9acd9c-88be-40ed-9cfe-a443489eeaa6 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0591724 Dec 16 08:04:17.425611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:17.427634 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:17.439465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.510243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22413cf4-97fe-47f1-b27f-7b9f4bacfc45,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:17.544119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41208) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:17.558853 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38dffad3-79d1-4830-809c-fbe731cdfe62 req-f27ac9b1-a694-43f0-8a72-098c5f4c0a2b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315958 Dec 16 08:04:17.584088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571d3fb-6bd7-4a1d-aeba-b811047d146a req-9157413a-7351-4900-b66f-809e7cf58128 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:17.588451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:04:17.589715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7571d3fb-6bd7-4a1d-aeba-b811047d146a req-9157413a-7351-4900-b66f-809e7cf58128 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 945 time: 0.1710405 Dec 16 08:04:17.610218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92aafa8b-adf5-4ba8-8212-ef155fcda825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.620483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.620837 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Added segment a01c1f58-1666-4ee7-89d3-e629116ee8d3 of type vlan for network d2abab52-a847-4bee-88bd-b10e89189688 Dec 16 08:04:17.665402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7571d3fb-6bd7-4a1d-aeba-b811047d146a req-864ba049-bd7c-4ea6-aa63-890dab14a2e1 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693133 Dec 16 08:04:17.776281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.812805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:17.903300 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92aafa8b-adf5-4ba8-8212-ef155fcda825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.935074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:17.941449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:17.942037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:18.015393 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92aafa8b-adf5-4ba8-8212-ef155fcda825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:18.047519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:18.062407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:18.065458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41220) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:18.065620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2f52c8c-9d06-4ec0-acf7-c02c2de13d05 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/routers/0bf8a954-86c9-4297-b74e-48d219ad87a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5500453 Dec 16 08:04:18.075948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'port': {'network_id': '5e4079f8-57fb-41ef-aee9-4684aa81e35e', 'name': 'tempest-FloatingIPTestJSON-470284526'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:18.081480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Network': ['ID=d2abab52-a847-4bee-88bd-b10e89189688,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:18.081656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:18.082247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:18.095856 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92aafa8b-adf5-4ba8-8212-ef155fcda825 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6940f799e9b047278c3398479d8cb00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5506098 Dec 16 08:04:18.096519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41222) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:18.096871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d2abab52-a847-4bee-88bd-b10e89189688 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:04:18.098598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aafa8b-adf5-4ba8-8212-ef155fcda825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2af5f6-8a3e-4eb9-9757-41860a6a19b2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:18.115808 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa51db23-2363-4878-8122-e8573939c6bd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3655360 Dec 16 08:04:18.189959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9edb803-7303-422b-819d-ff67a4c82762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:18.252648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9edb803-7303-422b-819d-ff67a4c82762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:18.301823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:18.362575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:18.363367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:18.410724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:18.411340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566ed33-ff5d-4aa4-93b0-406df7e29a79 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:18.455329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:18.458930 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:18.476838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] device_id is not set on port f04eb60b-0455-4108-9582-ec7ae3f8bb44 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:04:18.496049 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9edb803-7303-422b-819d-ff67a4c82762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:18.499615 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9edb803-7303-422b-819d-ff67a4c82762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:18.505816 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c9edb803-7303-422b-819d-ff67a4c82762 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b2af5f6-8a3e-4eb9-9757-41860a6a19b2 HTTP/1.1" status: 204 len: 168 time: 0.4081278 Dec 16 08:04:18.517697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edb803-7303-422b-819d-ff67a4c82762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2af5f6-8a3e-4eb9-9757-41860a6a19b2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:18.755083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.12 (5e4079f8-57fb-41ef-aee9-4684aa81e35e/7b967751-5f11-4c23-bc78-a31387abfe63/f04eb60b-0455-4108-9582-ec7ae3f8bb44) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:18.820700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e194d-b68c-42b2-8f7e-33457aa24f97 req-899c3c85-4305-4996-9552-dd7c7e763302 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:18.822350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f2e194d-b68c-42b2-8f7e-33457aa24f97 req-899c3c85-4305-4996-9552-dd7c7e763302 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1207767 Dec 16 08:04:18.942354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f2e194d-b68c-42b2-8f7e-33457aa24f97 req-ae47df99-45eb-451f-ba34-79abc669cfc4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120653 Dec 16 08:04:19.047892 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:19.278806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:19.522041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41254) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:19.537615 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e613502e-b230-4cc6-916a-aba024e4830e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:19.642969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e613502e-b230-4cc6-916a-aba024e4830e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:19.698118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:19.707881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:19.711198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=f04eb60b-0455-4108-9582-ec7ae3f8bb44,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:19.714484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:19.741899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e613502e-b230-4cc6-916a-aba024e4830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:19.760316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cdbf6-dc4f-47b8-8266-09c50ddbe4f5 req-f193fe3a-1bfa-4e97-97f4-348d811d179e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:19.768714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-668cdbf6-dc4f-47b8-8266-09c50ddbe4f5 req-f193fe3a-1bfa-4e97-97f4-348d811d179e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 945 time: 0.1115313 Dec 16 08:04:19.786888 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e613502e-b230-4cc6-916a-aba024e4830e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2dec5da444740489bb8627dfbbc35a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613876 Dec 16 08:04:19.794129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41258) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:19.805822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:19.806645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:19.839580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613502e-b230-4cc6-916a-aba024e4830e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a9a22f-a3ae-4c96-81f0-c020922cef2c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:19.853778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-668cdbf6-dc4f-47b8-8266-09c50ddbe4f5 req-730e2835-aec1-485f-83cc-38d59cf92a5e tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827959 Dec 16 08:04:19.892109 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c680c41-6da3-408a-9d00-59f9488763da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:19.912399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bbdadbc7-b41e-4588-b7d0-2bd9ea03054b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8454928 Dec 16 08:04:19.913007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41260) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:19.917992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'port': {'network_id': '5e4079f8-57fb-41ef-aee9-4684aa81e35e', 'name': 'tempest-FloatingIPTestJSON-1033396220'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:19.919410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c680c41-6da3-408a-9d00-59f9488763da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:20.103394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52552447-dc4b-43f1-9ac7-bfa3738a4c6a req-d37a0be1-ef2a-44de-9cb2-86b3955a3494 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:20.104974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52552447-dc4b-43f1-9ac7-bfa3738a4c6a req-d37a0be1-ef2a-44de-9cb2-86b3955a3494 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0918546 Dec 16 08:04:20.107019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c680c41-6da3-408a-9d00-59f9488763da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:20.112709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c680c41-6da3-408a-9d00-59f9488763da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:20.117662 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c680c41-6da3-408a-9d00-59f9488763da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96a9a22f-a3ae-4c96-81f0-c020922cef2c HTTP/1.1" status: 204 len: 168 time: 0.3211689 Dec 16 08:04:20.134559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c680c41-6da3-408a-9d00-59f9488763da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a9a22f-a3ae-4c96-81f0-c020922cef2c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:20.183232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52552447-dc4b-43f1-9ac7-bfa3738a4c6a req-1a1f2c66-d07b-473b-9bf7-18a7d9dd460a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636067 Dec 16 08:04:20.238457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:20.242233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:20.261488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] device_id is not set on port ed64d38d-98f0-4cd4-86bf-fd6927820c36 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:04:20.386093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.13 (5e4079f8-57fb-41ef-aee9-4684aa81e35e/7b967751-5f11-4c23-bc78-a31387abfe63/ed64d38d-98f0-4cd4-86bf-fd6927820c36) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:20.595542 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:20.753241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:20.803361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:20.807231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:20.812410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:20.837635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=ed64d38d-98f0-4cd4-86bf-fd6927820c36,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:20.899702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:20.900391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:20.927538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-0a6093e1-bf7c-40e5-a2a8-34d82e8c7bb2 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:20.929307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-0a6093e1-bf7c-40e5-a2a8-34d82e8c7bb2 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 945 time: 0.0767174 Dec 16 08:04:21.031460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6d7e649a-2f34-4585-b815-4c72de38fbda tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1127393 Dec 16 08:04:21.031673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41292) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:21.035416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': 'ed64d38d-98f0-4cd4-86bf-fd6927820c36', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:21.072846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620e097-e163-40af-855d-da20d96b384a req-799c2cd7-d473-402d-ac2d-b0ed2d546997 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:21.074503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5620e097-e163-40af-855d-da20d96b384a req-799c2cd7-d473-402d-ac2d-b0ed2d546997 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 945 time: 0.1038296 Dec 16 08:04:21.113237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Deleting port 4dde5523-b889-49df-b8be-bf478f8ecd17 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:21.113733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.173819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.251392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5620e097-e163-40af-855d-da20d96b384a req-bd8f0795-1e32-4a0f-9bc6-f220aeb8c37b tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/security-groups?id=88cacd1b-5543-422c-82f5-55b29962247a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656966 Dec 16 08:04:21.352228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] For port 4dde5523-b889-49df-b8be-bf478f8ecd17, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4dde5523-b889-49df-b8be-bf478f8ecd17,segment=NetworkSegment(c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2),segment_id=c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:21.352646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.407718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Calling delete_port for 4dde5523-b889-49df-b8be-bf478f8ecd17 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:21.413809 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.449730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb16a5-b8ed-4d45-ab1e-44ab31d1c6e6 req-04c20bbc-a2a3-416b-900b-8d450e594ee4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:21.462037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbbb16a5-b8ed-4d45-ab1e-44ab31d1c6e6 req-04c20bbc-a2a3-416b-900b-8d450e594ee4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1008627 Dec 16 08:04:21.516428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41308) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:21.523768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'subnet': {'network_id': 'd2abab52-a847-4bee-88bd-b10e89189688', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:21.574988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbbb16a5-b8ed-4d45-ab1e-44ab31d1c6e6 req-1f70f51b-07c1-41e4-813c-5694f406b484 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118555 Dec 16 08:04:21.647207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.25.2.165 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/fd60e701-2857-4b6c-a8f9-bfb6b2dab81b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:21.762022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.789522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:21.793320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.835769 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.867854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Pushing event deleted for resources: {'Port': ['ID=4dde5523-b889-49df-b8be-bf478f8ecd17,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:21.884798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['4dde5523-b889-49df-b8be-bf478f8ecd17'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:04:21.929195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] No DVR routers for this DVR port 4dde5523-b889-49df-b8be-bf478f8ecd17 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:21.931484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.935231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-126682cb-c5d5-453a-9fcf-2821fdb0db0c req-bbc0105b-dedf-48ac-b2ea-2fbba7720f05 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.36 "DELETE /v2.0/ports/4dde5523-b889-49df-b8be-bf478f8ecd17 HTTP/1.1" status: 204 len: 173 time: 0.9996209 Dec 16 08:04:21.935737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6662f781-4bf0-4376-8946-23bf8979f52c', 'name': 'network-vif-deleted', 'tag': '4dde5523-b889-49df-b8be-bf478f8ecd17'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:21.938978 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60301c8d-2c7c-468b-8db8-5ab1ebafe5a0" -d '{"events": [{"server_uuid": "6662f781-4bf0-4376-8946-23bf8979f52c", "name": "network-vif-deleted", "tag": "4dde5523-b889-49df-b8be-bf478f8ecd17"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:21.976385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:21.991883 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971b6d4-daf0-402c-a8ab-0b466ef41697 x-openstack-request-id: req-c971b6d4-daf0-402c-a8ab-0b466ef41697 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:21.992214 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6662f781-4bf0-4376-8946-23bf8979f52c", "name": "network-vif-deleted", "tag": "4dde5523-b889-49df-b8be-bf478f8ecd17", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:21.992475 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c971b6d4-daf0-402c-a8ab-0b466ef41697 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:21.992893 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662f781-4bf0-4376-8946-23bf8979f52c', 'name': 'network-vif-deleted', 'tag': '4dde5523-b889-49df-b8be-bf478f8ecd17', 'status': 'completed', 'code': 200} Dec 16 08:04:22.058097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:22.061220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:22.065587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:22.089611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=fd60e701-2857-4b6c-a8f9-bfb6b2dab81b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:22.132541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:22.234395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Subnet': ['ID=7e278916-27ab-40f5-8f5d-814908e1a6bc,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:22.315552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Checking segment: {'id': 'a01c1f58-1666-4ee7-89d3-e629116ee8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2abab52-a847-4bee-88bd-b10e89189688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:22.318314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network hostable DHCP agents. Network: d2abab52-a847-4bee-88bd-b10e89189688, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:22.403014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2e9ed45-8ca6-4d44-bddc-d9f9680449f7 req-5b8c61e3-68ce-4efb-9816-bed67818b462 tempest-VolumesActionsTest-162604832 tempest-VolumesActionsTest-162604832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6662f781-4bf0-4376-8946-23bf8979f52c HTTP/1.1" status: 200 len: 210 time: 0.0278649 Dec 16 08:04:22.609765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network d2abab52-a847-4bee-88bd-b10e89189688 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:22.741002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e8722-77a9-46e8-82a2-71d0e78e6b44 req-daa41c7e-b7c5-42fe-90f3-81f028a0d7c2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:22.750021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9b0e8722-77a9-46e8-82a2-71d0e78e6b44 req-daa41c7e-b7c5-42fe-90f3-81f028a0d7c2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0847435 Dec 16 08:04:22.828131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9b0e8722-77a9-46e8-82a2-71d0e78e6b44 req-24945433-0461-4fd0-af24-ef2c0e5c190b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770760 Dec 16 08:04:23.021219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d2abab52-a847-4bee-88bd-b10e89189688) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:23.030435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da7940-fda5-4c2f-bde4-1ddf6504a636 None None] Network d2abab52-a847-4bee-88bd-b10e89189688 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:23.035029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:23.035029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.099468 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.153073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-d2abab52-a847-4bee-88bd-b10e89189688', 'network_id': 'd2abab52-a847-4bee-88bd-b10e89189688', 'project_id': '801086342af54d0196eaeab9d6ee0038', 'fixed_ips': [{'subnet_id': '7e278916-27ab-40f5-8f5d-814908e1a6bc'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:23.154283 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.202081 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b10b8702-0ef8-42f5-9714-5e9cf0fff9a6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6808565 Dec 16 08:04:23.202386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41358) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:23.207749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-748460042'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:23.316726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Allocated IP 2001:db8:0:ffff::2 (d2abab52-a847-4bee-88bd-b10e89189688/7e278916-27ab-40f5-8f5d-814908e1a6bc/9507fa5f-76f2-48f2-8cb8-0268db9d25d0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:23.358710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.397064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:23.400506 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.503274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:04:23.563925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.564470 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Added segment d96067df-8a17-4f71-8a78-05dcd2b1ee6c of type vlan for network 3b55eace-846e-42f7-9397-3c68a8580aee Dec 16 08:04:23.619046 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.712872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.728627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.815473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.815930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.822420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:23.823032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.864965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Network d2abab52-a847-4bee-88bd-b10e89189688 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:23.867900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:23.870669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:23.880331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Pushing event updated for resources: {'Port': ['ID=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:23.885064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.964705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Attempting to bind port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:23.965206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Attempting to bind port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'a01c1f58-1666-4ee7-89d3-e629116ee8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2abab52-a847-4bee-88bd-b10e89189688'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:23.965836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Attempting to bind port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 on network d2abab52-a847-4bee-88bd-b10e89189688 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:23.972626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:23.973479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Checking segment: {'id': 'a01c1f58-1666-4ee7-89d3-e629116ee8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2abab52-a847-4bee-88bd-b10e89189688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:23.974118 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.974635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Bound using segment: {'id': 'a01c1f58-1666-4ee7-89d3-e629116ee8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2abab52-a847-4bee-88bd-b10e89189688'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:23.975177 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Bound port: 9507fa5f-76f2-48f2-8cb8-0268db9d25d0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01c1f58-1666-4ee7-89d3-e629116ee8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2abab52-a847-4bee-88bd-b10e89189688'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:23.975636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:23.978047 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7728376 Dec 16 08:04:23.979164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41380) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:23.985990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'subnet': {'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:24.035767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65d093-69db-4f3e-abf1-6b612a807611 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Network': ['ID=3b55eace-846e-42f7-9397-3c68a8580aee,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:24.053778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 3b55eace-846e-42f7-9397-3c68a8580aee details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:04:24.058986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=fd60e701-2857-4b6c-a8f9-bfb6b2dab81b,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:24.074569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:24.091390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:24.097845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f397-1412-44c1-bbfc-94f3fb95f862 req-429e5be5-51db-466b-9e3e-be52d8c92568 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:24.113133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9485f397-1412-44c1-bbfc-94f3fb95f862 req-429e5be5-51db-466b-9e3e-be52d8c92568 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1813047 Dec 16 08:04:24.157407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] For port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:24.185360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] For port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,segment=NetworkSegment(a01c1f58-1666-4ee7-89d3-e629116ee8d3),segment_id=a01c1f58-1666-4ee7-89d3-e629116ee8d3)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:24.238824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9485f397-1412-44c1-bbfc-94f3fb95f862 req-d598c529-1b89-458a-8c40-faa9d3666576 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295550 Dec 16 08:04:24.255649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4853a409-7d2a-4657-83fe-435557d7efe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:24.258932 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 41c0c887-4e86-4e74-ae1d-f8a6643c3f2b associated. External IP: 172.25.2.165, port: ed64d38d-98f0-4cd4-86bf-fd6927820c36. Dec 16 08:04:24.271184 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:24.313922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:24.323428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:24.386132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d275fa-87f5-46d9-9c22-9d3c9cd06f6a None None] Pushing event updated for resources: {'Port': ['ID=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:24.655211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4853a409-7d2a-4657-83fe-435557d7efe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:24.686741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:24.750947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4dde5523-b889-49df-b8be-bf478f8ecd17 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:04:24.803788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 4dde5523-b889-49df-b8be-bf478f8ecd17 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:04:24.805873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4dde5523-b889-49df-b8be-bf478f8ecd17 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:04:24.836698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e5824-e9f2-4caa-9694-fe4c21a7d0ea req-b5f3e335-c62b-40bb-aabb-05a2b1705a60 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:24.838298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-475e5824-e9f2-4caa-9694-fe4c21a7d0ea req-b5f3e335-c62b-40bb-aabb-05a2b1705a60 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0829358 Dec 16 08:04:24.862640 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4853a409-7d2a-4657-83fe-435557d7efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:24.893290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853a409-7d2a-4657-83fe-435557d7efe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350c204-9687-4fd2-be03-e8ab403830ff,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:24.938232 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4853a409-7d2a-4657-83fe-435557d7efe0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=223a0d27a2474dfe8a91ccb1a9dcaa90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8589926 Dec 16 08:04:24.938232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41416) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:24.955955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:24.961700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-475e5824-e9f2-4caa-9694-fe4c21a7d0ea req-7c12be64-f68d-4f57-85ff-c61bf74e7729 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054068 Dec 16 08:04:24.967389 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:24.980103 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:24.981145 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:25.019493 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:25.029998 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:25.030781 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:25.068895 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:25.069775 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ca573-952c-42dd-9024-cc67d78df41c None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:25.087670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:04:25.089805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.099703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2208-d40c-4f0f-9504-3eaa789e862a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.105801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.162493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Subnet': ['ID=255eb44a-08d9-4fd4-a2e2-d8642563d928,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:25.162726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2208-d40c-4f0f-9504-3eaa789e862a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.168857 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e57f206-f459-4f06-b7a6-0dbe27ba867c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1366792 Dec 16 08:04:25.169179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41424) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:25.174410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:25.180660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-d5ff005b-0450-4d4f-b90d-dbb1c64bed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:25.182203 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-d5ff005b-0450-4d4f-b90d-dbb1c64bed8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1097 time: 0.1891799 Dec 16 08:04:25.214650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Checking segment: {'id': 'd96067df-8a17-4f71-8a78-05dcd2b1ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:25.215396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network hostable DHCP agents. Network: 3b55eace-846e-42f7-9397-3c68a8580aee, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:25.250883 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.356887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-2450e121-e8bc-4425-be5c-e28001c9d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:25.364800 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-2450e121-e8bc-4425-be5c-e28001c9d0b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.1746540 Dec 16 08:04:25.383104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network 3b55eace-846e-42f7-9397-3c68a8580aee is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:25.452357 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2208-d40c-4f0f-9504-3eaa789e862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.458833 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2208-d40c-4f0f-9504-3eaa789e862a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.460099 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc9f2208-d40c-4f0f-9504-3eaa789e862a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d350c204-9687-4fd2-be03-e8ab403830ff HTTP/1.1" status: 204 len: 168 time: 0.5209553 Dec 16 08:04:25.487465 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-b3ea60b0-1392-4cc5-ae36-d359cb0084c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1000 time: 0.1178260 Dec 16 08:04:25.493421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2208-d40c-4f0f-9504-3eaa789e862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350c204-9687-4fd2-be03-e8ab403830ff,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:25.495935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.554775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-a6855e4c-256f-43bf-80cf-e7c68ad9a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:25.561683 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-a6855e4c-256f-43bf-80cf-e7c68ad9a517 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.0680239 Dec 16 08:04:25.581898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 3b55eace-846e-42f7-9397-3c68a8580aee) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:25.583590 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.584627 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 41c0c887-4e86-4e74-ae1d-f8a6643c3f2b disassociated. External IP: 172.25.2.165, port: ed64d38d-98f0-4cd4-86bf-fd6927820c36. Dec 16 08:04:25.590971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449633e2-62a0-43ad-a4b8-3bc157efee3c None None] Network 3b55eace-846e-42f7-9397-3c68a8580aee requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:25.662099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-886f20b7-f0b5-47e9-b65e-de7cfd6ffee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:25.663834 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-886f20b7-f0b5-47e9-b65e-de7cfd6ffee9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004589 Dec 16 08:04:25.695779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:25.696998 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.738374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-3b55eace-846e-42f7-9397-3c68a8580aee', 'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee', 'project_id': '801086342af54d0196eaeab9d6ee0038', 'fixed_ips': [{'subnet_id': '255eb44a-08d9-4fd4-a2e2-d8642563d928'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:25.739050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:25.832727 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-09ff3b4e-3b92-48b7-b4e8-73aa3e29d0eb service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603525 Dec 16 08:04:25.873685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-06122d06-329c-4b0a-8cff-43812c72f4a9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8929584 Dec 16 08:04:25.900234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41452) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:25.919151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'port': {'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee', 'name': 'tempest-NetworksIpV6TestAttrs-1533935689'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:26.117871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Allocated IP 2001:db8::f816:3eff:feb7:524b (3b55eace-846e-42f7-9397-3c68a8580aee/255eb44a-08d9-4fd4-a2e2-d8642563d928/e025c30b-d885-492e-919c-bb23cdc62638) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:26.163712 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-992e7555-bd9c-4b59-bbea-889a8e867e72 req-a9342b24-00fb-45ea-b9d2-931436e48998 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234863 Dec 16 08:04:26.285129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824fcc46-8b80-48d3-8d1b-9d0c56373614 None None] Network d2abab52-a847-4bee-88bd-b10e89189688 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:26.343360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86eff6-9af1-48ef-90ce-0fa033821f6d req-37a4b917-90a0-444c-ad10-fd38b3aea723 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:26.344897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d86eff6-9af1-48ef-90ce-0fa033821f6d req-37a4b917-90a0-444c-ad10-fd38b3aea723 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1680608 Dec 16 08:04:26.383635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:26.449528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0f12c2cc-4fa1-49e7-98d2-83c14ae33361 None None] Provisioning complete for port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:26.450063 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f12c2cc-4fa1-49e7-98d2-83c14ae33361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:26.469031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d86eff6-9af1-48ef-90ce-0fa033821f6d req-9e446ed1-ab26-4248-bda8-c8d299a33aab tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114209 Dec 16 08:04:26.511406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:26.511406 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:26.600752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] device_id is not set on port c9dab71d-bee7-4fa4-9c93-2b7a12d1e0dc yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:04:26.675483 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f12c2cc-4fa1-49e7-98d2-83c14ae33361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:26.679610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:04:26.756406 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:26.786430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:26.793891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:26.816545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:26.856749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8211ac7f-b532-4d64-883f-79925cb2b826 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/floatingips/41c0c887-4e86-4e74-ae1d-f8a6643c3f2b HTTP/1.1" status: 200 len: 688 time: 1.6862988 Dec 16 08:04:26.859496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41484) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:26.869755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0f12c2cc-4fa1-49e7-98d2-83c14ae33361 None None] For port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,segment=NetworkSegment(a01c1f58-1666-4ee7-89d3-e629116ee8d3),segment_id=a01c1f58-1666-4ee7-89d3-e629116ee8d3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:26.871235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:26.871850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:26.956657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:26.972940 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.043803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Pushing event updated for resources: {'Port': ['ID=e025c30b-d885-492e-919c-bb23cdc62638,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:27.065824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:27.066548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:27.095011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Allocated IP 2001:db8::f816:3eff:fea3:c5c3 (3b55eace-846e-42f7-9397-3c68a8580aee/255eb44a-08d9-4fd4-a2e2-d8642563d928/c9dab71d-bee7-4fa4-9c93-2b7a12d1e0dc) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:27.145581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:27.146176 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.156261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:27.156261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91b869-dd3d-4911-9a9d-9e4870076790 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:27.169888 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f12c2cc-4fa1-49e7-98d2-83c14ae33361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.263363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port fd60e701-2857-4b6c-a8f9-bfb6b2dab81b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:27.263702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.268109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12c2cc-4fa1-49e7-98d2-83c14ae33361 None None] Pushing event updated for resources: {'Port': ['ID=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:27.303017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Network 3b55eace-846e-42f7-9397-3c68a8580aee is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:27.310836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:27.320253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:27.333811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.394621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b41588b2-a65f-489d-9ee9-a24b54d18fa6 None None] Provisioning complete for port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:27.395267 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b41588b2-a65f-489d-9ee9-a24b54d18fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.413185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Attempting to bind port e025c30b-d885-492e-919c-bb23cdc62638 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:27.413535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Attempting to bind port e025c30b-d885-492e-919c-bb23cdc62638 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd96067df-8a17-4f71-8a78-05dcd2b1ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:27.415058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Attempting to bind port e025c30b-d885-492e-919c-bb23cdc62638 on network 3b55eace-846e-42f7-9397-3c68a8580aee {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:27.445459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.445459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.453551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:27.453551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Checking segment: {'id': 'd96067df-8a17-4f71-8a78-05dcd2b1ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:27.453551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.453551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Bound using segment: {'id': 'd96067df-8a17-4f71-8a78-05dcd2b1ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:27.453960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Bound port: e025c30b-d885-492e-919c-bb23cdc62638, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96067df-8a17-4f71-8a78-05dcd2b1ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3b55eace-846e-42f7-9397-3c68a8580aee'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:27.454044 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.471997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.473000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for fd60e701-2857-4b6c-a8f9-bfb6b2dab81b owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:27.573808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network 3b55eace-846e-42f7-9397-3c68a8580aee is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:27.586343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:27.600101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:27.609589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:27.611920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.640990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Port': ['ID=c9dab71d-bee7-4fa4-9c93-2b7a12d1e0dc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:27.716709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ed0b6535-1aac-486b-aba2-f05f83f77b33 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8091705 Dec 16 08:04:27.719716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41516) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:27.732849 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.809157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting subnet 255eb44a-08d9-4fd4-a2e2-d8642563d928 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:04:27.810200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.847919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4067ccf-1c15-4760-8146-3d793ee7f3da req-83317ae3-82a4-4b0a-b975-2b4eb6d9c95b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:27.849442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4067ccf-1c15-4760-8146-3d793ee7f3da req-83317ae3-82a4-4b0a-b975-2b4eb6d9c95b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1873252 Dec 16 08:04:27.872982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] For port e025c30b-d885-492e-919c-bb23cdc62638, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:27.874222 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.877122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] For port e025c30b-d885-492e-919c-bb23cdc62638, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e025c30b-d885-492e-919c-bb23cdc62638,segment=NetworkSegment(d96067df-8a17-4f71-8a78-05dcd2b1ee6c),segment_id=d96067df-8a17-4f71-8a78-05dcd2b1ee6c)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:27.935542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:27.950622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4067ccf-1c15-4760-8146-3d793ee7f3da req-7553b7a6-2c36-409f-b391-403e0b8cb331 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799954 Dec 16 08:04:28.027015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=fd60e701-2857-4b6c-a8f9-bfb6b2dab81b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:28.057596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.064453 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.117895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.121877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.129968 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a5fd0629-6e67-4af9-bbdc-8ad5ffc57314 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/floatingips/41c0c887-4e86-4e74-ae1d-f8a6643c3f2b HTTP/1.1" status: 204 len: 168 time: 1.2619367 Dec 16 08:04:28.129968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:28.137593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': 'f04eb60b-0455-4108-9582-ec7ae3f8bb44'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:28.237395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9b26f-768a-4107-871e-6d201051b2a6 req-3fa7fc46-b42d-4678-8548-25d9ebabb9e0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:28.249885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60b9b26f-768a-4107-871e-6d201051b2a6 req-3fa7fc46-b42d-4678-8548-25d9ebabb9e0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1389325 Dec 16 08:04:28.271374 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.363741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60b9b26f-768a-4107-871e-6d201051b2a6 req-4ef02305-1a46-4144-822e-6a76bcfff824 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024511 Dec 16 08:04:28.381853 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.459167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-cffb2694-30d5-435b-9a6a-53d1677bcf5c req-aa2d856c-11ef-4337-a184-6c15d9db9b44 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] (110395) timed out ('10.222.0.16', 64037) {{(pid=110395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:04:28.460358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Subnet': ['ID=255eb44a-08d9-4fd4-a2e2-d8642563d928,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:28.499512 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.520618 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4a5d147e-3354-4a35-80d9-1de482dd4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.524309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-899e9c61-2f50-49ef-bd28-dab74a3e6584 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/255eb44a-08d9-4fd4-a2e2-d8642563d928 HTTP/1.1" status: 204 len: 168 time: 0.8027298 Dec 16 08:04:28.525669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41546) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:28.546458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3d5da-e710-417b-8510-2d99f1c12a33 None None] Pushing event updated for resources: {'Port': ['ID=e025c30b-d885-492e-919c-bb23cdc62638,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:28.740619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561583d4-13cc-470d-a94b-626f73f5d671 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:28.750410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561583d4-13cc-470d-a94b-626f73f5d671 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:28.759458 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-561583d4-13cc-470d-a94b-626f73f5d671 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2300270 Dec 16 08:04:28.762473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41554) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:28.792262 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:28.834959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:04:28.921978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9954-b701-4f79-aa31-46a50164127a req-0a12875f-b5f1-4c70-93cf-f7827717ead5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:28.931674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-443b9954-b701-4f79-aa31-46a50164127a req-0a12875f-b5f1-4c70-93cf-f7827717ead5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2856627 Dec 16 08:04:29.034086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:29.034469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.044002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-443b9954-b701-4f79-aa31-46a50164127a req-8ba507ba-3a89-4ad3-b887-99bf9fecb0bd tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113496 Dec 16 08:04:29.074764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac41540c-e4bc-4b89-8c1d-131efe038770 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.105767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.25.2.249 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/c199b668-fb92-475c-a395-fc46171a1779) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:29.108708 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac41540c-e4bc-4b89-8c1d-131efe038770 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 08:04:29.109733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac41540c-e4bc-4b89-8c1d-131efe038770 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:29.114712 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac41540c-e4bc-4b89-8c1d-131efe038770 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/3b55eace-846e-42f7-9397-3c68a8580aee HTTP/1.1" status: 409 len: 405 time: 0.3508134 Dec 16 08:04:29.119498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41564) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:29.125544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1793785010'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:29.290947 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.359095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:29.363898 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.413798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:04:29.431822 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.432339 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Added segment 237062d4-c1c0-436e-b101-a82d9589cf43 of type vlan for network e6557223-43b4-4470-9102-d4595a76079d Dec 16 08:04:29.462850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.543607 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.603919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:29.611178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:29.619481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:29.667469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=c199b668-fb92-475c-a395-fc46171a1779,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:29.724479 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.735603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:29.736465 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:29.933639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8127725 Dec 16 08:04:29.938109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41584) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:29.977687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'subnet': {'network_id': 'e6557223-43b4-4470-9102-d4595a76079d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:30.031012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.037648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6dae-5496-4b00-aa70-fcaae2cf4db9 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Network': ['ID=e6557223-43b4-4470-9102-d4595a76079d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:30.057514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network e6557223-43b4-4470-9102-d4595a76079d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:04:30.136025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df068af-4f30-418a-9e2a-93a3275cd7fc req-5e6e8d7b-1fc0-4ba7-82c0-683a90587978 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:30.156907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8df068af-4f30-418a-9e2a-93a3275cd7fc req-5e6e8d7b-1fc0-4ba7-82c0-683a90587978 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.3136673 Dec 16 08:04:30.189819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571dcbf3-02bb-46f1-ab8c-4637d13b2a27 None None] Network 3b55eace-846e-42f7-9397-3c68a8580aee requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:30.248984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8df068af-4f30-418a-9e2a-93a3275cd7fc req-93d4cb2f-0216-4410-8cb7-e75bd099583b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968785 Dec 16 08:04:30.344209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2f00bc95-b0f1-4d46-86db-494815880567 None None] Provisioning complete for port e025c30b-d885-492e-919c-bb23cdc62638 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:30.344759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f00bc95-b0f1-4d46-86db-494815880567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.465501 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f00bc95-b0f1-4d46-86db-494815880567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.483839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] DHCP port deletion for 3b55eace-846e-42f7-9397-3c68a8580aee request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:04:30.501604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:30.506826 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.523502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.679764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2f00bc95-b0f1-4d46-86db-494815880567 None None] For port e025c30b-d885-492e-919c-bb23cdc62638, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e025c30b-d885-492e-919c-bb23cdc62638,segment=NetworkSegment(d96067df-8a17-4f71-8a78-05dcd2b1ee6c),segment_id=d96067df-8a17-4f71-8a78-05dcd2b1ee6c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:30.698102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] Deleting port e025c30b-d885-492e-919c-bb23cdc62638 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:30.698399 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.797875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] For port e025c30b-d885-492e-919c-bb23cdc62638, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e025c30b-d885-492e-919c-bb23cdc62638,segment=NetworkSegment(d96067df-8a17-4f71-8a78-05dcd2b1ee6c),segment_id=d96067df-8a17-4f71-8a78-05dcd2b1ee6c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:30.798469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.813611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] Calling delete_port for e025c30b-d885-492e-919c-bb23cdc62638 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:30.871269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.979645 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f00bc95-b0f1-4d46-86db-494815880567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:30.999582 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-718fd5b0-6aaa-4f54-9979-064383ab2bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.102346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00bc95-b0f1-4d46-86db-494815880567 None None] Pushing event updated for resources: {'Port': ['ID=e025c30b-d885-492e-919c-bb23cdc62638,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:31.140613 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.158042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.176963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] Pushing event deleted for resources: {'Port': ['ID=e025c30b-d885-492e-919c-bb23cdc62638,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:31.189979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78c8f1-9c35-4f42-ba9d-2987b8d73574 None None] No DVR routers for this DVR port e025c30b-d885-492e-919c-bb23cdc62638 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:31.296283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.380425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.objects.ports [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110395) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:04:31.396448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.487960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Subnet': ['ID=2a050fd1-fe82-4960-acd7-b019d9ce2349,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:31.500196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.518754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Checking segment: {'id': '237062d4-c1c0-436e-b101-a82d9589cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6557223-43b4-4470-9102-d4595a76079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:31.519128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network hostable DHCP agents. Network: e6557223-43b4-4470-9102-d4595a76079d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:31.533292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56b61e-b63c-436f-a994-05f07dbe2a1d req-3be063e5-0696-4f11-af31-56f886b40ed2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:31.534943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e56b61e-b63c-436f-a994-05f07dbe2a1d req-3be063e5-0696-4f11-af31-56f886b40ed2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1727247 Dec 16 08:04:31.690333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network e6557223-43b4-4470-9102-d4595a76079d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:31.719620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e56b61e-b63c-436f-a994-05f07dbe2a1d req-4050c023-68ed-45d6-ad50-110367942720 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772552 Dec 16 08:04:31.785179 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=c199b668-fb92-475c-a395-fc46171a1779,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:31.836124 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.850199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, e6557223-43b4-4470-9102-d4595a76079d) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:31.861621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6dac0-c64d-4f4c-b426-d4c9ba84a83f None None] Network e6557223-43b4-4470-9102-d4595a76079d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:31.864921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:31.865718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:31.908658 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 1321f4ed-9c72-4331-a5e5-182e4e978732 associated. External IP: 172.25.2.249, port: f04eb60b-0455-4108-9582-ec7ae3f8bb44. Dec 16 08:04:32.051188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-702349f3-2523-4e57-8adf-d6b624874fbc tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1093297 Dec 16 08:04:32.051480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41630) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:32.059251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'port': {'network_id': 'e6557223-43b4-4470-9102-d4595a76079d', 'name': 'tempest-NetworksIpV6TestAttrs-1914110218'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:32.100546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-e6557223-43b4-4470-9102-d4595a76079d', 'network_id': 'e6557223-43b4-4470-9102-d4595a76079d', 'project_id': '801086342af54d0196eaeab9d6ee0038', 'fixed_ips': [{'subnet_id': '2a050fd1-fe82-4960-acd7-b019d9ce2349'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:32.101670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:32.461309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Allocated IP 2001:db8::f816:3eff:fe57:7e44 (e6557223-43b4-4470-9102-d4595a76079d/2a050fd1-fe82-4960-acd7-b019d9ce2349/d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:32.526249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f6a05-1b6e-47cc-9c1f-8a266b05a337 req-160dd10a-5f4c-48c9-841c-0fc5c306c083 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:32.528916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c52f6a05-1b6e-47cc-9c1f-8a266b05a337 req-160dd10a-5f4c-48c9-841c-0fc5c306c083 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2022848 Dec 16 08:04:32.705659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:32.715827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:32.721230 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:32.730262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41638) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:32.747802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c52f6a05-1b6e-47cc-9c1f-8a266b05a337 req-d28c535e-864a-4555-9fae-01c1e0351e6f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2110722 Dec 16 08:04:32.810417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] device_id is not set on port 8a97cd95-2dab-4cdb-9807-edac70710faa yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:04:32.892438 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:32.988059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Pushing event updated for resources: {'Port': ['ID=d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:33.000561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Network e6557223-43b4-4470-9102-d4595a76079d is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:33.002086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:33.008221 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:33.027683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-e6ce684e-0176-4730-a868-8f39e966bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:33.038722 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-e6ce684e-0176-4730-a868-8f39e966bfcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 1097 time: 0.1461990 Dec 16 08:04:33.098287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-2d807a69-403d-4925-a323-61460974a825 req-d61a80be-7246-4e55-bd54-9ed0628921c1 tempest-MultipleCreateTestJSON-1848851992 tempest-MultipleCreateTestJSON-1848851992-project] (110396) timed out ('10.222.0.36', 50638) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:04:33.113150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Allocated IP 2001:db8::f816:3eff:fe23:4650 (e6557223-43b4-4470-9102-d4595a76079d/2a050fd1-fe82-4960-acd7-b019d9ce2349/8a97cd95-2dab-4cdb-9807-edac70710faa) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:33.115921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Attempting to bind port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:33.116432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Attempting to bind port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '237062d4-c1c0-436e-b101-a82d9589cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6557223-43b4-4470-9102-d4595a76079d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:33.118137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Attempting to bind port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 on network e6557223-43b4-4470-9102-d4595a76079d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:33.131629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:33.131629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Checking segment: {'id': '237062d4-c1c0-436e-b101-a82d9589cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6557223-43b4-4470-9102-d4595a76079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:33.131629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.131629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Bound using segment: {'id': '237062d4-c1c0-436e-b101-a82d9589cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6557223-43b4-4470-9102-d4595a76079d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:33.131629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Bound port: d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237062d4-c1c0-436e-b101-a82d9589cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6557223-43b4-4470-9102-d4595a76079d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:33.131629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.176494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-bade680c-c79f-44e3-8ffc-4e838f9b0bc1 req-55c429a3-cc61-4667-91b0-8d91c36393b8 tempest-ServersOnMultiNodesTest-2031953994 tempest-ServersOnMultiNodesTest-2031953994-project] (110396) timed out ('10.222.0.36', 50604) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:04:33.192598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e25577e9-d297-4bd3-9e8b-8b725fdb1c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.283652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] For port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:33.287647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] For port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710,segment=NetworkSegment(237062d4-c1c0-436e-b101-a82d9589cf43),segment_id=237062d4-c1c0-436e-b101-a82d9589cf43)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:33.400215 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.417964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:33.523743 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.537318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-ca5e29d0-6928-4048-b032-28d2342e1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:33.539607 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-ca5e29d0-6928-4048-b032-28d2342e1ed1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 200 len: 912 time: 0.4892905 Dec 16 08:04:33.695162 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e25577e9-d297-4bd3-9e8b-8b725fdb1c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.695641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f61d2-9afc-4f09-b9e5-904f04dfc99a None None] Pushing event updated for resources: {'Port': ['ID=d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:33.695739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.787855 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-8a056ea8-5041-4b54-acbb-42b6efd53794 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 200 len: 1000 time: 0.2377307 Dec 16 08:04:33.888078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e25577e9-d297-4bd3-9e8b-8b725fdb1c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:33.962290 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:34.037556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-bf0e1413-a496-4f18-815d-2cddb284481a req-e6ff19f1-6a4a-43c7-838c-2fc1c8d84705 service neutron] (110396) timed out ('10.222.0.16', 64122) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:04:34.113293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-02b195e1-799e-46c8-8074-35b5caf67bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:34.115323 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-02b195e1-799e-46c8-8074-35b5caf67bcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 200 len: 850 time: 0.3054771 Dec 16 08:04:34.147265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25577e9-d297-4bd3-9e8b-8b725fdb1c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a2fdac-a4ff-42f2-a8dd-3f1a8adc76ff,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:34.177474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:34.191217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:34.193099 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:34.210174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-0e1a6356-65e7-4e77-9068-ce6054e66388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:34.212034 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-0e1a6356-65e7-4e77-9068-ce6054e66388 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59beea27-d09d-4ce5-9ae9-eedb0717b41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837915 Dec 16 08:04:34.227140 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:34.227140 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:34.257911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e25577e9-d297-4bd3-9e8b-8b725fdb1c84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ec2f4571a3b4917948ce4a74cbdec67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5206747 Dec 16 08:04:34.258560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41666) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:34.298196 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:34.309578 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:34.310593 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:34.334156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network e6557223-43b4-4470-9102-d4595a76079d is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:34.337410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:34.345124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Port': ['ID=8a97cd95-2dab-4cdb-9807-edac70710faa,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:34.375364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:34.380413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679239c-cf50-4b4a-8b48-644bddebdce2 req-a45ff43b-70f4-45ab-b698-e2228418e382 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:34.385481 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:34.386932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7679239c-cf50-4b4a-8b48-644bddebdce2 req-a45ff43b-70f4-45ab-b698-e2228418e382 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.4265311 Dec 16 08:04:34.388988 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cedaa1-ee58-4170-a478-635f4e758df4 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:34.402517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:34.402615 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8eda7d77-3f5f-4c96-8eaa-e1f714bc82fa tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2710330 Dec 16 08:04:34.402615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41670) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:34.402765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:34.403170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:34.477093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7679239c-cf50-4b4a-8b48-644bddebdce2 req-6f6eb497-7de5-4950-8c5f-60441a586027 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703228 Dec 16 08:04:34.525652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b9d-287a-494b-b0dd-51fa10792a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:34.581119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3c854041-2f5b-4af5-a2a9-719cbbff6856 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5263157 Dec 16 08:04:34.583543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41676) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:34.588070 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-b842bf24-4752-4d21-b495-cbd16eee94aa service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663132 Dec 16 08:04:34.712354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:04:34.860579 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4004ed96-6414-42ae-ba56-53a7786a2b17 req-44a28178-29bf-422d-90de-719a9927c857 service neutron] 10.222.0.16 "GET /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643435 Dec 16 08:04:34.864266 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-64c22235-aca5-453e-a90d-6c520f4b7e7a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "GET /v2.0/floatingips/1321f4ed-9c72-4331-a5e5-182e4e978732 HTTP/1.1" status: 200 len: 978 time: 0.4166756 Dec 16 08:04:34.869325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41678) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:34.889097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:34.889472 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.074711 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.145030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-51ba5748-d404-4e9d-9ba3-c376a07a4210 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2710540 Dec 16 08:04:35.146907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41690) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:35.162475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'port_id': 'ed64d38d-98f0-4cd4-86bf-fd6927820c36'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:35.171312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710,segment=NetworkSegment(237062d4-c1c0-436e-b101-a82d9589cf43),segment_id=237062d4-c1c0-436e-b101-a82d9589cf43)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:35.257802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.269901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d68f01-2a68-4a53-87fc-ac93e541051f None None] Network e6557223-43b4-4470-9102-d4595a76079d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:35.307943 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:04:35.386051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b9d-287a-494b-b0dd-51fa10792a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.394597 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.407809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting subnet 2a050fd1-fe82-4960-acd7-b019d9ce2349 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:04:35.415017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.461063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:35.481263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-805f1397-5d9f-46c5-a39c-3e4ffa455103 None None] Provisioning complete for port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:35.481620 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-805f1397-5d9f-46c5-a39c-3e4ffa455103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.523871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.805283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b9d-287a-494b-b0dd-51fa10792a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.814938 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b9d-287a-494b-b0dd-51fa10792a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.818546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3b4d2b9d-287a-494b-b0dd-51fa10792a45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99a2fdac-a4ff-42f2-a8dd-3f1a8adc76ff HTTP/1.1" status: 204 len: 168 time: 1.5483165 Dec 16 08:04:35.856630 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:35.964582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d2b9d-287a-494b-b0dd-51fa10792a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a2fdac-a4ff-42f2-a8dd-3f1a8adc76ff,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:36.036769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f938fd-2196-438d-a538-85fdc69ece1a req-a036dbc6-0c2e-492b-bc84-eaa2fed3936e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:36.055660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2f938fd-2196-438d-a538-85fdc69ece1a req-a036dbc6-0c2e-492b-bc84-eaa2fed3936e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2839928 Dec 16 08:04:36.056533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-35d1976f-10ed-439a-b551-e64021cd3760 None None] Provisioning complete for port 8a97cd95-2dab-4cdb-9807-edac70710faa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:36.060351 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-35d1976f-10ed-439a-b551-e64021cd3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.060573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.168009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.245817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-35d1976f-10ed-439a-b551-e64021cd3760 None None] Port 8a97cd95-2dab-4cdb-9807-edac70710faa cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:36.248525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.255732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41712) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:36.256636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/2a050fd1-fe82-4960-acd7-b019d9ce2349 HTTP/1.1" status: 204 len: 168 time: 1.6671162 Dec 16 08:04:36.262616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b5e8b-2424-425c-a12b-7af21d163463 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Subnet': ['ID=2a050fd1-fe82-4960-acd7-b019d9ce2349,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:36.263202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-35d1976f-10ed-439a-b551-e64021cd3760 None None] Provisioning complete for port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:36.263589 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-35d1976f-10ed-439a-b551-e64021cd3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.299258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.322329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2f938fd-2196-438d-a538-85fdc69ece1a req-a7cd1d63-4c0d-45d3-baa9-4107ff533b49 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2415290 Dec 16 08:04:36.532665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47d845-8994-4730-985a-27cc43dbd63a None None] Network e6557223-43b4-4470-9102-d4595a76079d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:36.656760 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 1321f4ed-9c72-4331-a5e5-182e4e978732 associated. External IP: 172.25.2.249, port: f04eb60b-0455-4108-9582-ec7ae3f8bb44. Dec 16 08:04:36.712903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:04:36.735291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbe7cb-794b-41d9-88cb-90471ea4a470 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:36.737000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbe7cb-794b-41d9-88cb-90471ea4a470 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:36.745058 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9dbbe7cb-794b-41d9-88cb-90471ea4a470 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4851022 Dec 16 08:04:36.746103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41726) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:36.852043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-51572568-e2e8-482b-879f-68b19ca1be1a None None] Provisioning complete for port 8a97cd95-2dab-4cdb-9807-edac70710faa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:36.852460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-51572568-e2e8-482b-879f-68b19ca1be1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.894282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-51572568-e2e8-482b-879f-68b19ca1be1a None None] Port 8a97cd95-2dab-4cdb-9807-edac70710faa cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:36.895751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:36.896116 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:36.986292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a922162e-4e3a-40de-a379-81654aed00cf tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.013476 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a922162e-4e3a-40de-a379-81654aed00cf tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 08:04:37.013476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a922162e-4e3a-40de-a379-81654aed00cf tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:37.021411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a922162e-4e3a-40de-a379-81654aed00cf tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/e6557223-43b4-4470-9102-d4595a76079d HTTP/1.1" status: 409 len: 405 time: 0.2736125 Dec 16 08:04:37.022188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41734) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:37.027318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1291648817'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:37.158503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:37.185053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:37.185175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] DHCP port deletion for e6557223-43b4-4470-9102-d4595a76079d request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:04:37.185750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.249511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:04:37.278515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] Deleting port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:37.280387 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.282631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.291571 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Added segment f01095e3-551e-4ebd-a08f-5f01953bb883 of type vlan for network 4dc0f7f0-2bce-46e2-adaa-e334854c28d8 Dec 16 08:04:37.414236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:37.443323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cee28c-9056-43c1-af91-835be585708d None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:37.458389 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.494879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] For port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710,segment=NetworkSegment(237062d4-c1c0-436e-b101-a82d9589cf43),segment_id=237062d4-c1c0-436e-b101-a82d9589cf43)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:37.495284 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.553038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cee28c-9056-43c1-af91-835be585708d None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:37.553683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-96cee28c-9056-43c1-af91-835be585708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:37.567573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] Calling delete_port for d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:37.607524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.617520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:37.621301 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:37.727844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-96cee28c-9056-43c1-af91-835be585708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:37.861987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cee28c-9056-43c1-af91-835be585708d None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:37.862624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-96cee28c-9056-43c1-af91-835be585708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:37.904027 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-96cee28c-9056-43c1-af91-835be585708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:37.905451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cee28c-9056-43c1-af91-835be585708d None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:37.925988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Network': ['ID=4dc0f7f0-2bce-46e2-adaa-e334854c28d8,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:37.949515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4dc0f7f0-2bce-46e2-adaa-e334854c28d8 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:04:38.003446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4a383-e931-47f9-96f8-a0c4073fc6df req-1fac3f70-0484-4a23-be7d-85b10b060338 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:38.005195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17f4a383-e931-47f9-96f8-a0c4073fc6df req-1fac3f70-0484-4a23-be7d-85b10b060338 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.3644006 Dec 16 08:04:38.037460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b2191c36-4b10-4c10-806b-285e19071e2d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0114086 Dec 16 08:04:38.038562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:38.050397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'subnet': {'network_id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:38.168663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17f4a383-e931-47f9-96f8-a0c4073fc6df req-42d72311-193d-4d0e-a4ae-ebe6af7c0cf4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1569848 Dec 16 08:04:38.246110 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:38.471380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116af25-f5e2-4835-b3a8-bdab15400e20 req-62b3346e-a14f-42fc-958e-925fd63493c2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:38.484533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1116af25-f5e2-4835-b3a8-bdab15400e20 req-62b3346e-a14f-42fc-958e-925fd63493c2 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.1257417 Dec 16 08:04:38.555293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:38.565976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:38.570347 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:38.625430 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1116af25-f5e2-4835-b3a8-bdab15400e20 req-9e1f1952-0186-419d-8f71-a094bf58da3e tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395907 Dec 16 08:04:38.639887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] No DVR routers for this DVR port d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:38.780702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:04:38.863161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4dd1a-1c9e-4acb-ae78-3e24244e78de None None] Pushing event deleted for resources: {'Port': ['ID=d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:38.868269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:04:38.872076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4a7e7c8-8ef8-49b2-a8bf-d10c4cd25710 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:04:39.434219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:39.441088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:39.445959 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:39.459147 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:39.459981 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:39.497878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:39.512032 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:39.513598 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:39.581117 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:39.600165 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8fa88-c323-4f92-affb-1edbd26641ab None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:39.702620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a9eed352-874c-42c1-a9f4-2c1c5a53fe4e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/floatingips/1321f4ed-9c72-4331-a5e5-182e4e978732 HTTP/1.1" status: 200 len: 979 time: 4.5442750 Dec 16 08:04:39.703232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41830) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:39.707193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:39.782341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.066389 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.099172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:04:40.103540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.219234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.223860 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 1321f4ed-9c72-4331-a5e5-182e4e978732 disassociated. External IP: 172.25.2.249, port: ed64d38d-98f0-4cd4-86bf-fd6927820c36. Dec 16 08:04:40.225519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Subnet': ['ID=d9e45cbb-5100-49a4-b23e-619d85b476b7,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:40.230531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Checking segment: {'id': 'f01095e3-551e-4ebd-a08f-5f01953bb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:40.230914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network hostable DHCP agents. Network: 4dc0f7f0-2bce-46e2-adaa-e334854c28d8, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:40.334344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network 4dc0f7f0-2bce-46e2-adaa-e334854c28d8 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:40.384111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41856) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:40.455198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4dc0f7f0-2bce-46e2-adaa-e334854c28d8) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:40.461061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:40.462134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.476667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7aa9bd-b0cb-4200-b6ff-8f5659e3958c None None] Network 4dc0f7f0-2bce-46e2-adaa-e334854c28d8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:40.585103 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-107d3aaf-a6e3-498e-9425-1445b296bfb3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5453682 Dec 16 08:04:40.589520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:40.594406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:40.685410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-4dc0f7f0-2bce-46e2-adaa-e334854c28d8', 'network_id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8', 'project_id': '801086342af54d0196eaeab9d6ee0038', 'fixed_ips': [{'subnet_id': 'd9e45cbb-5100-49a4-b23e-619d85b476b7'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:40.686978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41e7ace8-6b8f-4908-971a-f379c2654628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.687861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.814463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:40.822469 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.824949 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41e7ace8-6b8f-4908-971a-f379c2654628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.832989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:40.847565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.876461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7e2672a4-8aeb-42dc-a49e-1614aa3d7799 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/floatingips/1321f4ed-9c72-4331-a5e5-182e4e978732 HTTP/1.1" status: 200 len: 688 time: 1.1729772 Dec 16 08:04:40.878863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41876) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:40.959744 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41e7ace8-6b8f-4908-971a-f379c2654628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:40.974471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:40.989435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:41.032198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:41.045362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Allocated IP 2001:db8::f816:3eff:fea8:e813 (4dc0f7f0-2bce-46e2-adaa-e334854c28d8/d9e45cbb-5100-49a4-b23e-619d85b476b7/39067983-21cf-49e6-aad9-ace5c75329c0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:41.054911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:41.055643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:41.066368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-41e7ace8-6b8f-4908-971a-f379c2654628 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a311c77957ef49e2b8cac7377d3ab2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6801305 Dec 16 08:04:41.072135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41882) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:41.088391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.088642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port c199b668-fb92-475c-a395-fc46171a1779 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:41.089035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.099272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:41.100273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab07b4-9ff9-4ab2-afa6-8d8e63b38862 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:41.153847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7ace8-6b8f-4908-971a-f379c2654628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5e089e-4bce-47c4-a7d2-88a0ec65bed1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:41.266037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6deb02c-52a9-4722-b2ed-44dfff7f6061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.292005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6deb02c-52a9-4722-b2ed-44dfff7f6061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.365491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.414781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.415497 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.432352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for c199b668-fb92-475c-a395-fc46171a1779 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:41.466239 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.535546 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.537341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6deb02c-52a9-4722-b2ed-44dfff7f6061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.540214 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6deb02c-52a9-4722-b2ed-44dfff7f6061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.544738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d6deb02c-52a9-4722-b2ed-44dfff7f6061 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f5e089e-4bce-47c4-a7d2-88a0ec65bed1 HTTP/1.1" status: 204 len: 168 time: 0.4671865 Dec 16 08:04:41.585286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Network 4dc0f7f0-2bce-46e2-adaa-e334854c28d8 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:41.604119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:41.609236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e45cbb-5100-49a4-b23e-619d85b476b7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:41.618562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:41.634489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deb02c-52a9-4722-b2ed-44dfff7f6061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5e089e-4bce-47c4-a7d2-88a0ec65bed1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:41.703546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-b3e96d50-55bd-4860-ad6b-cfa2177d9a1b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:41.705204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-b3e96d50-55bd-4860-ad6b-cfa2177d9a1b tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e6e672-8aca-4df6-a37f-c83e8419ac2b HTTP/1.1" status: 200 len: 943 time: 0.1898816 Dec 16 08:04:41.765294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.817311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Pushing event updated for resources: {'Port': ['ID=39067983-21cf-49e6-aad9-ace5c75329c0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:41.826614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc0f7f0-2bce-46e2-adaa-e334854c28d8']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:41.848945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01095e3-551e-4ebd-a08f-5f01953bb883') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:41.849396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01095e3-551e-4ebd-a08f-5f01953bb883') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:41.873785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.875945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Attempting to bind port 39067983-21cf-49e6-aad9-ace5c75329c0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:41.876372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Attempting to bind port 39067983-21cf-49e6-aad9-ace5c75329c0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f01095e3-551e-4ebd-a08f-5f01953bb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:41.877151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Attempting to bind port 39067983-21cf-49e6-aad9-ace5c75329c0 on network 4dc0f7f0-2bce-46e2-adaa-e334854c28d8 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:41.890793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.891346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:41.891776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Checking segment: {'id': 'f01095e3-551e-4ebd-a08f-5f01953bb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:41.892217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.893184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Bound using segment: {'id': 'f01095e3-551e-4ebd-a08f-5f01953bb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:41.893901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Bound port: 39067983-21cf-49e6-aad9-ace5c75329c0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01095e3-551e-4ebd-a08f-5f01953bb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:41.894297 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.900083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:41.900701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:41.906264 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:41.938824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Deleting port 1741a2d3-b134-458d-9493-645dc82fb8d3 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:41.939718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.011359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] For port 39067983-21cf-49e6-aad9-ace5c75329c0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:42.015350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] For port 39067983-21cf-49e6-aad9-ace5c75329c0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=39067983-21cf-49e6-aad9-ace5c75329c0,segment=NetworkSegment(f01095e3-551e-4ebd-a08f-5f01953bb883),segment_id=f01095e3-551e-4ebd-a08f-5f01953bb883)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:42.053764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.062367 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:04:42.062367 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:04:42.062367 n-d-820935-11 neutron-server[110396]: [parameters: {'id': '4dc0f7f0-2bce-46e2-adaa-e334854c28d8'}] Dec 16 08:04:42.062367 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:04:42.062806 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:04:42.089719 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.102676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=c199b668-fb92-475c-a395-fc46171a1779,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:42.174834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb4cb-4171-4f51-876d-f8faee2262e2 None None] Pushing event updated for resources: {'Port': ['ID=39067983-21cf-49e6-aad9-ace5c75329c0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:42.200497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] For port 1741a2d3-b134-458d-9493-645dc82fb8d3, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=1741a2d3-b134-458d-9493-645dc82fb8d3,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:42.200871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.246911 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.249742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.253279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-966677ff-7bda-4539-b5ee-9eac0d56a9bf tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/floatingips/1321f4ed-9c72-4331-a5e5-182e4e978732 HTTP/1.1" status: 204 len: 168 time: 1.3708022 Dec 16 08:04:42.253279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Calling delete_port for 1741a2d3-b134-458d-9493-645dc82fb8d3 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:42.254064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41908) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:42.313249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129b0d6-b9da-4e68-bb68-d8f07a82b277 None None] Network 4dc0f7f0-2bce-46e2-adaa-e334854c28d8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:42.333224 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-484c423b-f366-4f0b-b382-b5b5aca05789 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] delete failed (client error): The resource could not be found. Dec 16 08:04:42.334298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-484c423b-f366-4f0b-b382-b5b5aca05789 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/floatingips/1321f4ed-9c72-4331-a5e5-182e4e978732 HTTP/1.1" status: 404 len: 345 time: 0.0796347 Dec 16 08:04:42.343452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:42.519849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acfe436-aadf-4ff9-abd5-dfcf95f29167 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:42.526271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acfe436-aadf-4ff9-abd5-dfcf95f29167 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:42.546158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acfe436-aadf-4ff9-abd5-dfcf95f29167 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:42.548763 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9acfe436-aadf-4ff9-abd5-dfcf95f29167 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "GET /v2.0/ports?network_id=5e4079f8-57fb-41ef-aee9-4684aa81e35e HTTP/1.1" status: 200 len: 2359 time: 0.2040124 Dec 16 08:04:42.551395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41918) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:42.556940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c18ec7-d839-40df-8505-df933f7860d5 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:04:42.571276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.621227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.640056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c41d4d-c815-4e88-82ed-00f531a974e2 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:42.642155 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-52c41d4d-c815-4e88-82ed-00f531a974e2 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "GET /v2.0/subnets/7b967751-5f11-4c23-bc78-a31387abfe63 HTTP/1.1" status: 200 len: 797 time: 0.0892045 Dec 16 08:04:42.646697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41924) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:42.656561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:04:42.709603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'port': {'network_id': '5e4079f8-57fb-41ef-aee9-4684aa81e35e', 'name': 'tempest-FloatingIPTestJSON-1303217192', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:42.724861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event deleted for resources: {'Port': ['ID=1741a2d3-b134-458d-9493-645dc82fb8d3,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:42.736821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting port 39067983-21cf-49e6-aad9-ace5c75329c0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:42.737492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.814496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['04c21fec-68ad-44cd-ae98-f8a14e324921'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:04:42.849132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] No DVR routers for this DVR port 1741a2d3-b134-458d-9493-645dc82fb8d3 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:42.872089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.930125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b9259ef-b0fa-4da4-b952-42b944104b98 req-4f404666-f28b-4c65-a8eb-199a561ee4f4 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "DELETE /v2.0/ports/1741a2d3-b134-458d-9493-645dc82fb8d3 HTTP/1.1" status: 204 len: 173 time: 1.1721795 Dec 16 08:04:42.930125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-deleted', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:42.930576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] For port 39067983-21cf-49e6-aad9-ace5c75329c0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=39067983-21cf-49e6-aad9-ace5c75329c0,segment=NetworkSegment(f01095e3-551e-4ebd-a08f-5f01953bb883),segment_id=f01095e3-551e-4ebd-a08f-5f01953bb883)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:42.930576 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:42.931119 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ede3b5-dca3-4357-85a2-eeb330af489c" -d '{"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-deleted", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:42.940058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Calling delete_port for 39067983-21cf-49e6-aad9-ace5c75329c0 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:42.953690 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5149c7a2-53cc-492c-b40d-7878eb113518 x-openstack-request-id: req-5149c7a2-53cc-492c-b40d-7878eb113518 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:42.953690 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e6e672-8aca-4df6-a37f-c83e8419ac2b", "name": "network-vif-deleted", "tag": "1741a2d3-b134-458d-9493-645dc82fb8d3", "status": "failed", "code": 422}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:42.954453 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5149c7a2-53cc-492c-b40d-7878eb113518 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:42.954453 n-d-820935-11 neutron-server[110395]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5e6e672-8aca-4df6-a37f-c83e8419ac2b', 'name': 'network-vif-deleted', 'tag': '1741a2d3-b134-458d-9493-645dc82fb8d3', 'status': 'failed', 'code': 422} returned with failed status Dec 16 08:04:43.107217 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c18ec7-d839-40df-8505-df933f7860d5 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:04:43.190368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:43.190560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.204587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No DVR routers for this DVR port 39067983-21cf-49e6-aad9-ace5c75329c0 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:43.238153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Port': ['ID=39067983-21cf-49e6-aad9-ace5c75329c0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:43.329547 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.367700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] device_id is not set on port f1e2befd-617e-4221-817b-80df35a7a08b yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:04:43.402537 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.453926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc0f7f0-2bce-46e2-adaa-e334854c28d8']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:43.475257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01095e3-551e-4ebd-a08f-5f01953bb883') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:43.475577 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01095e3-551e-4ebd-a08f-5f01953bb883') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:43.501332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.540791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.559938 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:43.559938 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:43.630661 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:43.707257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.715188 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.719138 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/4dc0f7f0-2bce-46e2-adaa-e334854c28d8 HTTP/1.1" status: 204 len: 168 time: 3.1324191 Dec 16 08:04:43.724008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41960) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:43.734109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2003523964'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:43.749941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac628a4e-b0d5-4275-9a81-de9353320964 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Network': ['ID=4dc0f7f0-2bce-46e2-adaa-e334854c28d8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:43.875863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:43.879820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.948893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:04:43.975825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:43.976300 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Added segment 62f39f7b-aff1-44f7-be66-76e6415a9974 of type vlan for network a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca Dec 16 08:04:44.068378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.137445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.14 (5e4079f8-57fb-41ef-aee9-4684aa81e35e/7b967751-5f11-4c23-bc78-a31387abfe63/f1e2befd-617e-4221-817b-80df35a7a08b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:44.145085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.11 (5e4079f8-57fb-41ef-aee9-4684aa81e35e/7b967751-5f11-4c23-bc78-a31387abfe63/f1e2befd-617e-4221-817b-80df35a7a08b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:44.195591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.202074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:44.205205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.345048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.387727 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6626716 Dec 16 08:04:44.399098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41978) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:44.410098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'subnet': {'network_id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:44.476664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.480708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af5e10-569a-432c-8010-bb23a7a1baa3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Network': ['ID=a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:44.511155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 6ab3546d-5d92-4692-aa0f-67686edf5922 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:44.512074 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.682253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:04:44.734216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=f1e2befd-617e-4221-817b-80df35a7a08b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:44.745420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:44.747134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:44.773031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:44.786487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a3696-0d1a-4ce9-aa04-b94cbfe85d11 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:04:44.812276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:44.833505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.910646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:44.911330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.921400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port f04eb60b-0455-4108-9582-ec7ae3f8bb44 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:44.922151 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:44.959671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Port f04eb60b-0455-4108-9582-ec7ae3f8bb44 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:44.971907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 8571c6c1-7b5c-46b1-a4c6-a0b612ee07bb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:44.972635 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.129413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0ef54bd9-1152-4651-ad70-3168d357b2ea tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4298940 Dec 16 08:04:45.133679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42004) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:45.145075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': 'f1e2befd-617e-4221-817b-80df35a7a08b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:45.255966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 860159fb-8e81-450b-8b1d-448c20ea7a8d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:45.256505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.267840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.317804 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.428387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Port 860159fb-8e81-450b-8b1d-448c20ea7a8d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:45.470314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:45.470818 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.518817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Checking segment: {'id': '62f39f7b-aff1-44f7-be66-76e6415a9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:45.519188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network hostable DHCP agents. Network: a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:45.525768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Subnet': ['ID=6ca0f4f4-a0b0-41ef-99c1-04a7139b2fd1,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:45.542292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104a7e0-2b3a-4a8e-89ec-03a499de8b9c req-f2858b96-83b9-435e-9489-e4071f88f23d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:45.552426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f104a7e0-2b3a-4a8e-89ec-03a499de8b9c req-f2858b96-83b9-435e-9489-e4071f88f23d tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 908 time: 0.0906336 Dec 16 08:04:45.603497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:45.616807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.693521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 59086d76-f502-4f00-b6c0-fe023108fa12 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:45.694176 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.706352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:45.712633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:45.713332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.738816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c4c16-998c-4cfa-b92c-af6ab4c4494e None None] Network a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:45.821591 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2e176fa2-8c50-4433-9449-60f085361bbd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4206107 Dec 16 08:04:45.823784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42030) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:45.901337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.25.2.125 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/ee428f41-a9e2-40e6-9f65-ccb8764653a6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:45.978850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca', 'network_id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca', 'project_id': '801086342af54d0196eaeab9d6ee0038', 'fixed_ips': [{'subnet_id': '6ca0f4f4-a0b0-41ef-99c1-04a7139b2fd1'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:45.978850 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:45.978850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Port 59086d76-f502-4f00-b6c0-fe023108fa12 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:46.040298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port ed64d38d-98f0-4cd4-86bf-fd6927820c36 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:46.040678 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.147340 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.203608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.270890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.290561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.338234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:46.340906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:46.347093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:46.350982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Port ed64d38d-98f0-4cd4-86bf-fd6927820c36 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:46.380894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=ee428f41-a9e2-40e6-9f65-ccb8764653a6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:46.401112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port e11bbbe7-245e-4614-9651-9faa36b8023c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:46.401733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.508240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Allocated IP 2001:db8::2 (a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca/6ca0f4f4-a0b0-41ef-99c1-04a7139b2fd1/2c0cab96-237a-4838-baca-a27be7048235) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:46.518183 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Port e11bbbe7-245e-4614-9651-9faa36b8023c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:46.641083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:46.641462 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.812290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36e3d6-3fbd-4dc3-8e48-b6be19d6d2ce req-b172cf59-a496-4198-8a8e-3b7ea99e43ec tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:46.813903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f36e3d6-3fbd-4dc3-8e48-b6be19d6d2ce req-b172cf59-a496-4198-8a8e-3b7ea99e43ec tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 908 time: 0.1601074 Dec 16 08:04:46.821320 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.903637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port acc71f97-82f5-4d0e-baed-8cef7e18d27e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:46.904318 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:46.980141 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.021177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.055647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca0f4f4-a0b0-41ef-99c1-04a7139b2fd1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:47.145689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.151287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Network a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:47.169257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:47.181321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f39f7b-aff1-44f7-be66-76e6415a9974') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:47.181693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f39f7b-aff1-44f7-be66-76e6415a9974') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:47.189665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:47.199151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.200643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:47.240600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.247780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Pushing event updated for resources: {'Port': ['ID=2c0cab96-237a-4838-baca-a27be7048235,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:47.284767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.298068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:47.298928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:47.329309 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:47.364070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.364596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.365044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.365512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.365947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.366381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.366812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.368064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.368519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.368908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.373060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.373060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.373060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:04:47.493623 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Attempting to bind port 2c0cab96-237a-4838-baca-a27be7048235 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:47.501131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Attempting to bind port 2c0cab96-237a-4838-baca-a27be7048235 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '62f39f7b-aff1-44f7-be66-76e6415a9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:47.504222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Attempting to bind port 2c0cab96-237a-4838-baca-a27be7048235 on network a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:47.506488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-8c42b2e4-7522-4eed-b3ca-1b9dff7c4c90 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:47.509379 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-8c42b2e4-7522-4eed-b3ca-1b9dff7c4c90 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 908 time: 0.3080537 Dec 16 08:04:47.536057 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.546760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:47.561090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Checking segment: {'id': '62f39f7b-aff1-44f7-be66-76e6415a9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:47.561796 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.562535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Bound using segment: {'id': '62f39f7b-aff1-44f7-be66-76e6415a9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:47.563138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Bound port: 2c0cab96-237a-4838-baca-a27be7048235, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f39f7b-aff1-44f7-be66-76e6415a9974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:47.564121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:04:47.564121 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:04:47.564121 n-d-820935-11 neutron-server[110396]: [parameters: {'id': 'a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca'}] Dec 16 08:04:47.564121 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:04:47.564550 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:04:47.564938 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.647658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Deleting port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:47.648042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.677452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 66e0cff0-f350-4243-b14e-32aad0f03fb1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:47.680971 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.738920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] For port 2c0cab96-237a-4838-baca-a27be7048235, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:47.741470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Port 66e0cff0-f350-4243-b14e-32aad0f03fb1 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:47.744681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] For port 2c0cab96-237a-4838-baca-a27be7048235, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2c0cab96-237a-4838-baca-a27be7048235,segment=NetworkSegment(62f39f7b-aff1-44f7-be66-76e6415a9974),segment_id=62f39f7b-aff1-44f7-be66-76e6415a9974)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:47.755618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 1d542c21-c332-4592-8f1c-e5356cd671f1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:47.756212 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.860135 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.879596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] For port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:47.880003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:47.914105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Calling delete_port for 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:47.933187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.037948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.121856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db837b-eed6-453a-a9da-05e0c2ac0f07 req-2f3aed4e-8c7d-41c8-a850-1cea7e11dca1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:48.124071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32db837b-eed6-453a-a9da-05e0c2ac0f07 req-2f3aed4e-8c7d-41c8-a850-1cea7e11dca1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 908 time: 0.1453888 Dec 16 08:04:48.156646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=ee428f41-a9e2-40e6-9f65-ccb8764653a6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:48.192969 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.251930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.275899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Provisioning complete for port 811120c2-0508-4957-b551-b28349f1704b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:48.276576 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.306721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208de30-ce05-49bc-acda-789e1b41880e None None] Pushing event updated for resources: {'Port': ['ID=2c0cab96-237a-4838-baca-a27be7048235,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:48.317632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15faff36-bbf1-4ee1-9ccc-687138c61488 None None] Network a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:48.387142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ad1484af-f3ea-49f5-8c18-0de6dda297fb None None] Port 811120c2-0508-4957-b551-b28349f1704b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:48.459407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b40b7-db31-4d35-8a01-cd0e18d9d9c5 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:04:48.470668 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 3ad7dc98-74be-493d-a985-bf145a1c3528 associated. External IP: 172.25.2.125, port: f1e2befd-617e-4221-817b-80df35a7a08b. Dec 16 08:04:48.513399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting port 2c0cab96-237a-4838-baca-a27be7048235 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:48.514041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.553648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.637337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event deleted for resources: {'Port': ['ID=7c66bb64-cfdb-445e-b68d-a4026d8ffb2d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:48.721744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b40b7-db31-4d35-8a01-cd0e18d9d9c5 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:04:48.750330 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] For port 2c0cab96-237a-4838-baca-a27be7048235, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2c0cab96-237a-4838-baca-a27be7048235,segment=NetworkSegment(62f39f7b-aff1-44f7-be66-76e6415a9974),segment_id=62f39f7b-aff1-44f7-be66-76e6415a9974)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:48.752232 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.799480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] No DVR routers for this DVR port 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:48.799979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b2b2a1d4-b57d-4317-afe7-de9143c438e9 None None] Provisioning complete for port f1e2befd-617e-4221-817b-80df35a7a08b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:04:48.800434 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b2b2a1d4-b57d-4317-afe7-de9143c438e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.812374 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:48.817702 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6cbd2a14-6460-49e4-b51f-7641a6c7f4e3 req-7c4b1da5-5091-4b76-8e1f-9b45382e550a tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "DELETE /v2.0/ports/7c66bb64-cfdb-445e-b68d-a4026d8ffb2d HTTP/1.1" status: 204 len: 173 time: 1.2999563 Dec 16 08:04:48.818726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'name': 'network-vif-deleted', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:48.831430 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d189273-2f49-4c38-989b-00db7904b80b" -d '{"events": [{"server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "name": "network-vif-deleted", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:48.846515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42144) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:48.849727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Calling delete_port for 2c0cab96-237a-4838-baca-a27be7048235 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:49.069844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2a1d4-b57d-4317-afe7-de9143c438e9 None None] Port f1e2befd-617e-4221-817b-80df35a7a08b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:04:49.124930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.207357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Port': ['ID=2c0cab96-237a-4838-baca-a27be7048235,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:49.218625 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a277ff-7bfe-4146-967c-a61a3ccaf110 x-openstack-request-id: req-e7a277ff-7bfe-4146-967c-a61a3ccaf110 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:49.218938 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d679f-eea3-439f-a87e-2c2989866e4d", "name": "network-vif-deleted", "tag": "7c66bb64-cfdb-445e-b68d-a4026d8ffb2d", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:49.219275 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7a277ff-7bfe-4146-967c-a61a3ccaf110 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:49.219757 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4d679f-eea3-439f-a87e-2c2989866e4d', 'name': 'network-vif-deleted', 'tag': '7c66bb64-cfdb-445e-b68d-a4026d8ffb2d', 'status': 'completed', 'code': 200} Dec 16 08:04:49.225026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No DVR routers for this DVR port 2c0cab96-237a-4838-baca-a27be7048235 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:49.460369 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.488511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:49.503419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f39f7b-aff1-44f7-be66-76e6415a9974') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:49.503726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f39f7b-aff1-44f7-be66-76e6415a9974') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:49.519725 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.535499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.544073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:49.544503 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:49.627104 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:49.713413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.726516 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.741906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca HTTP/1.1" status: 204 len: 168 time: 3.9156022 Dec 16 08:04:49.742523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:49.747032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:49.780460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-674406521'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:49.833431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6526ed-4abe-4ac9-81c8-635d807d11dd tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Network': ['ID=a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:49.842705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97ada06b-9809-4586-8e76-248990b9c122 req-cbad8cca-d60a-43b4-879d-9431db2b81a5 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=af4d679f-eea3-439f-a87e-2c2989866e4d HTTP/1.1" status: 200 len: 210 time: 0.0927293 Dec 16 08:04:49.870273 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5116e25f-3f90-4145-b5e5-0f3d5ec638bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.934681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:49.940542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.976030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:04:49.995993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:49.996690 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Added segment afe929e1-61b2-4d86-83f6-95c249622505 of type vlan for network 06c8aef1-e38d-49da-8fdd-66c9c99f8904 Dec 16 08:04:50.087922 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:50.242209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:50.255162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:50.256093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:50.329513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:50.343161 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:50.358734 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:50.363122 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:50.409410 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:50.430690 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:50.431688 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:50.488193 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:50.489381 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14365f6d-581a-4d70-aa87-1ddfe4edd912 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:50.538935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5116e25f-3f90-4145-b5e5-0f3d5ec638bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:50.553081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Network': ['ID=06c8aef1-e38d-49da-8fdd-66c9c99f8904,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:50.571423 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:50.571853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 06c8aef1-e38d-49da-8fdd-66c9c99f8904 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:04:50.600673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3425e81a-3f3c-4570-8b2f-5d6192eec0f4 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4674938 Dec 16 08:04:50.603962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42184) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:50.608815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'port_id': 'f1e2befd-617e-4221-817b-80df35a7a08b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:50.667777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:50.877950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5116e25f-3f90-4145-b5e5-0f3d5ec638bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:50.885155 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-73bb7099-8e3b-452a-9381-ee6a9de578b6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1099274 Dec 16 08:04:50.886558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:50.894316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Request body: {'subnet': {'network_id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:50.926368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5116e25f-3f90-4145-b5e5-0f3d5ec638bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8d7751a25184f11a1791c9866c1282a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0747938 Dec 16 08:04:50.929237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42192) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:50.936406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116e25f-3f90-4145-b5e5-0f3d5ec638bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207797a7-b6c5-4bbd-8ea7-a1547fdee863,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:50.989253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eb1812fb-861f-41e2-9c6b-ee1c62f394d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:51.034994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eb1812fb-861f-41e2-9c6b-ee1c62f394d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:51.243298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eb1812fb-861f-41e2-9c6b-ee1c62f394d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:51.246188 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eb1812fb-861f-41e2-9c6b-ee1c62f394d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:51.248949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eb1812fb-861f-41e2-9c6b-ee1c62f394d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/207797a7-b6c5-4bbd-8ea7-a1547fdee863 HTTP/1.1" status: 204 len: 168 time: 0.3185511 Dec 16 08:04:51.275579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1812fb-861f-41e2-9c6b-ee1c62f394d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207797a7-b6c5-4bbd-8ea7-a1547fdee863,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:51.314911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Made reservation on behalf of 801086342af54d0196eaeab9d6ee0038 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:04:51.318825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:51.403179 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.resource_extend [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 08:04:51.481612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:51.569947 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:51.611167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbfbf4-cf9d-4860-88c7-5afedfc80fbd req-44f78e01-0b22-4380-ac1f-54dc30bb8130 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:51.625058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65fbfbf4-cf9d-4860-88c7-5afedfc80fbd req-44f78e01-0b22-4380-ac1f-54dc30bb8130 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 945 time: 0.0860939 Dec 16 08:04:51.717874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65fbfbf4-cf9d-4860-88c7-5afedfc80fbd req-933da4e1-6c83-412b-8b51-c36efb444afe tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903308 Dec 16 08:04:51.794539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:04:51.824352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:04:51.824906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 7c66bb64-cfdb-445e-b68d-a4026d8ffb2d not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:04:52.024701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:52.179772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:52.184993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:52.193155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:52.219990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:52.222538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:52.290032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42230) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:52.316150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4183b007-e31e-45a8-9370-76d7b95edf0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:52.319454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:52.320275 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8af05333-88fb-47d9-9df6-3462c2ab4933 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/floatingips/3ad7dc98-74be-493d-a985-bf145a1c3528 HTTP/1.1" status: 200 len: 979 time: 1.7150450 Dec 16 08:04:52.320981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42232) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:52.332305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:52.332948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:52.380157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:52.381086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dc7fb-0d9b-49f6-8599-3591c5618097 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:52.396222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.objects.ports [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110396) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 08:04:52.401886 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:52.502258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4183b007-e31e-45a8-9370-76d7b95edf0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:52.574938 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4183b007-e31e-45a8-9370-76d7b95edf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:52.645464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4183b007-e31e-45a8-9370-76d7b95edf0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e93f4d0e3ee4bbdaf1043f82b2c499d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541145 Dec 16 08:04:52.652798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42240) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:52.653562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183b007-e31e-45a8-9370-76d7b95edf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdcba22-0705-411e-ad19-406fdf81a67d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:52.775686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71e06846-d1c6-43c4-9a11-db1180b8a3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:52.944519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71e06846-d1c6-43c4-9a11-db1180b8a3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.018550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e9924-1666-4168-aba6-1eff918ac6d2 req-4e3bfd4d-111e-48a5-86f8-b7a83896bb34 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:53.020115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-491e9924-1666-4168-aba6-1eff918ac6d2 req-4e3bfd4d-111e-48a5-86f8-b7a83896bb34 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 945 time: 0.1651433 Dec 16 08:04:53.094655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-491e9924-1666-4168-aba6-1eff918ac6d2 req-4bc703f1-b848-4afd-bc1e-18acd6a940fa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Dec 16 08:04:53.101058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event updated for resources: {'Subnet': ['ID=87aebec9-92b2-4a3a-88bd-ef48a84a6648,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:53.202672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Checking segment: {'id': 'afe929e1-61b2-4d86-83f6-95c249622505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:53.203050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network hostable DHCP agents. Network: 06c8aef1-e38d-49da-8fdd-66c9c99f8904, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:04:53.224676 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71e06846-d1c6-43c4-9a11-db1180b8a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.227622 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71e06846-d1c6-43c4-9a11-db1180b8a3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.228824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-71e06846-d1c6-43c4-9a11-db1180b8a3bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bdcba22-0705-411e-ad19-406fdf81a67d HTTP/1.1" status: 204 len: 168 time: 0.5711486 Dec 16 08:04:53.242581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e06846-d1c6-43c4-9a11-db1180b8a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdcba22-0705-411e-ad19-406fdf81a67d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:53.291070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port ee428f41-a9e2-40e6-9f65-ccb8764653a6 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:53.291785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.302785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562703e7-6d29-4175-880e-78b415a83c3f req-53a483da-233d-47cb-b995-d4a94f2027bc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:53.305302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-562703e7-6d29-4175-880e-78b415a83c3f req-53a483da-233d-47cb-b995-d4a94f2027bc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 945 time: 0.1217871 Dec 16 08:04:53.477037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.477037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.495939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for ee428f41-a9e2-40e6-9f65-ccb8764653a6 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:53.526936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Deleting port 04c21fec-68ad-44cd-ae98-f8a14e324921 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:53.527425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.664745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Network 06c8aef1-e38d-49da-8fdd-66c9c99f8904 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:04:53.689363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] For port 04c21fec-68ad-44cd-ae98-f8a14e324921, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=04c21fec-68ad-44cd-ae98-f8a14e324921,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:53.689363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.702373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Calling delete_port for 04c21fec-68ad-44cd-ae98-f8a14e324921 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:53.757879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 06c8aef1-e38d-49da-8fdd-66c9c99f8904) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:53.762644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:53.763288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.779146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a417e-bb1d-4ba2-8878-788ded4278a3 None None] Network 06c8aef1-e38d-49da-8fdd-66c9c99f8904 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:53.803421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:53.838281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=ee428f41-a9e2-40e6-9f65-ccb8764653a6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:53.875942 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6d14ecdf-bfb4-4320-91ed-721505ea5453 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9785671 Dec 16 08:04:53.895316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42266) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:54.027288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:54.028055 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 3ad7dc98-74be-493d-a985-bf145a1c3528 disassociated (deleted). External IP: 172.25.2.125, port: f1e2befd-617e-4221-817b-80df35a7a08b. Dec 16 08:04:54.110650 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:54.124504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-06c8aef1-e38d-49da-8fdd-66c9c99f8904', 'network_id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904', 'project_id': '801086342af54d0196eaeab9d6ee0038', 'fixed_ips': [{'subnet_id': '87aebec9-92b2-4a3a-88bd-ef48a84a6648'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:04:54.125701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:54.190964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:04:54.203404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['04c21fec-68ad-44cd-ae98-f8a14e324921'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:04:54.233858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] No DVR routers for this DVR port 04c21fec-68ad-44cd-ae98-f8a14e324921 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:54.237235 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:54.241379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-562703e7-6d29-4175-880e-78b415a83c3f req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.36 "DELETE /v2.0/ports/04c21fec-68ad-44cd-ae98-f8a14e324921 HTTP/1.1" status: 204 len: 173 time: 0.9115362 Dec 16 08:04:54.242380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed0a6c-8090-4056-9cca-465e2fdfdbc0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event deleted for resources: {'Port': ['ID=04c21fec-68ad-44cd-ae98-f8a14e324921,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:54.253873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'name': 'network-vif-deleted', 'tag': '04c21fec-68ad-44cd-ae98-f8a14e324921'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:54.257088 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03820711-0cb3-44b5-9f15-bec875aefbb3" -d '{"events": [{"server_uuid": "cb595d5f-d88c-4559-a61a-0290d8cc68d5", "name": "network-vif-deleted", "tag": "04c21fec-68ad-44cd-ae98-f8a14e324921"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:54.415896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:54.422316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2564fd82-d2d2-415c-af89-9aced72a736b req-3413f1a8-9ce9-47fa-969c-d4b830b38a0f tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 210 time: 0.1069982 Dec 16 08:04:54.424050 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2e9a2-952a-4cf7-af4b-17757e953be9 x-openstack-request-id: req-9cc2e9a2-952a-4cf7-af4b-17757e953be9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:54.424493 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb595d5f-d88c-4559-a61a-0290d8cc68d5", "name": "network-vif-deleted", "tag": "04c21fec-68ad-44cd-ae98-f8a14e324921", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:54.424859 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cc2e9a2-952a-4cf7-af4b-17757e953be9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:54.434752 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb595d5f-d88c-4559-a61a-0290d8cc68d5', 'name': 'network-vif-deleted', 'tag': '04c21fec-68ad-44cd-ae98-f8a14e324921', 'status': 'completed', 'code': 200} Dec 16 08:04:54.566663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Allocated IP 2001:db8::f816:3eff:febc:ffe5 (06c8aef1-e38d-49da-8fdd-66c9c99f8904/87aebec9-92b2-4a3a-88bd-ef48a84a6648/8f5abd07-3023-499b-8042-e9ebfaceca7c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:54.697879 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:54.883830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:04:54.905695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.007963 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.073049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:04:55.076649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Network 06c8aef1-e38d-49da-8fdd-66c9c99f8904 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:55.090392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:55.090988 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efc472-e514-4583-9618-506eda68f292 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:04:55.097585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:55.107631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.115619 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85efc472-e514-4583-9618-506eda68f292 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:55.115619 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-85efc472-e514-4583-9618-506eda68f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:55.180808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Pushing event updated for resources: {'Port': ['ID=8f5abd07-3023-499b-8042-e9ebfaceca7c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:55.210681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Attempting to bind port 8f5abd07-3023-499b-8042-e9ebfaceca7c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:04:55.212758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Attempting to bind port 8f5abd07-3023-499b-8042-e9ebfaceca7c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'afe929e1-61b2-4d86-83f6-95c249622505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:04:55.212758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Attempting to bind port 8f5abd07-3023-499b-8042-e9ebfaceca7c on network 06c8aef1-e38d-49da-8fdd-66c9c99f8904 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:04:55.214435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.222773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:04:55.223161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Checking segment: {'id': 'afe929e1-61b2-4d86-83f6-95c249622505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:04:55.223579 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.223977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Bound using segment: {'id': 'afe929e1-61b2-4d86-83f6-95c249622505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:04:55.224496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Bound port: 8f5abd07-3023-499b-8042-e9ebfaceca7c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe929e1-61b2-4d86-83f6-95c249622505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:04:55.224877 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.289019 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-85efc472-e514-4583-9618-506eda68f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:55.310718 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-011a0e7e-bc3a-4864-9def-8175082ae36e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/floatingips/3ad7dc98-74be-493d-a985-bf145a1c3528 HTTP/1.1" status: 204 len: 168 time: 2.9830468 Dec 16 08:04:55.310718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Subnet': ['ID=87aebec9-92b2-4a3a-88bd-ef48a84a6648,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:55.314814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42312) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:55.319878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85efc472-e514-4583-9618-506eda68f292 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:04:55.320701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-85efc472-e514-4583-9618-506eda68f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:04:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:55.361368 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-85efc472-e514-4583-9618-506eda68f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:55.362260 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efc472-e514-4583-9618-506eda68f292 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:04:55.400967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] For port 8f5abd07-3023-499b-8042-e9ebfaceca7c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:04:55.406994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] For port 8f5abd07-3023-499b-8042-e9ebfaceca7c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8f5abd07-3023-499b-8042-e9ebfaceca7c,segment=NetworkSegment(afe929e1-61b2-4d86-83f6-95c249622505),segment_id=afe929e1-61b2-4d86-83f6-95c249622505)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:04:55.484335 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.496766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.554912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c8aef1-e38d-49da-8fdd-66c9c99f8904']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:55.555143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port f1e2befd-617e-4221-817b-80df35a7a08b {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:55.555143 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.607137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe929e1-61b2-4d86-83f6-95c249622505') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:55.608080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe929e1-61b2-4d86-83f6-95c249622505') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:55.648702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.650705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d09428-fcad-4ea1-88d0-5ecf203e3504 None None] Pushing event updated for resources: {'Port': ['ID=8f5abd07-3023-499b-8042-e9ebfaceca7c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:55.687696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.697507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:55.697918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:55.703289 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:55.773570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57dd6399-f62e-425e-95d8-2292db3273e0 req-be2d9046-4365-402e-97b9-595d453f17e3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb595d5f-d88c-4559-a61a-0290d8cc68d5 HTTP/1.1" status: 200 len: 210 time: 0.1039841 Dec 16 08:04:55.781093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:55.787819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ba9fb-32bc-48bc-9162-53bc85f7b48a None None] Network 06c8aef1-e38d-49da-8fdd-66c9c99f8904 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:04:55.809950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for f1e2befd-617e-4221-817b-80df35a7a08b owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:55.879089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:04:55.879089 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:04:55.879089 n-d-820935-11 neutron-server[110396]: [parameters: {'id': '06c8aef1-e38d-49da-8fdd-66c9c99f8904'}] Dec 16 08:04:55.879089 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:04:55.879574 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:04:55.994235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c51b3-6ac1-4d31-9011-a0277cb04aef None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:04:56.240222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c51b3-6ac1-4d31-9011-a0277cb04aef None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:04:56.283611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:56.335857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=f1e2befd-617e-4221-817b-80df35a7a08b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:56.380487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:56.555694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting port 8f5abd07-3023-499b-8042-e9ebfaceca7c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:56.555694 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:56.571028 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:56.583034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b7c79cf9-f8c4-491a-8469-41fdad062ee3 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/ports/f1e2befd-617e-4221-817b-80df35a7a08b HTTP/1.1" status: 204 len: 168 time: 1.2667038 Dec 16 08:04:56.583715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42350) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:56.604380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:04:56.735181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] For port 8f5abd07-3023-499b-8042-e9ebfaceca7c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8f5abd07-3023-499b-8042-e9ebfaceca7c,segment=NetworkSegment(afe929e1-61b2-4d86-83f6-95c249622505),segment_id=afe929e1-61b2-4d86-83f6-95c249622505)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:56.735639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:56.779917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Calling delete_port for 8f5abd07-3023-499b-8042-e9ebfaceca7c owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:56.811189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.019988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb3dad-f277-467e-99ab-0e72a4dfeb65 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:04:57.022266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.075114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Port': ['ID=8f5abd07-3023-499b-8042-e9ebfaceca7c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:57.086874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No DVR routers for this DVR port 8f5abd07-3023-499b-8042-e9ebfaceca7c on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:57.119502 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.300091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.25.2.184 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/e6978027-4438-4e3d-92d2-3f297f5f098e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:04:57.334988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.458318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c8aef1-e38d-49da-8fdd-66c9c99f8904']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:57.473278 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.476584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.518283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe929e1-61b2-4d86-83f6-95c249622505') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:57.524805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe929e1-61b2-4d86-83f6-95c249622505') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:04:57.568466 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.582341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf7c9-3cd6-4daa-9fd0-f65c12c5d141 req-fdf47bd8-25c4-43d4-96ce-9c4fb5b2e12c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:57.591385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-652cf7c9-3cd6-4daa-9fd0-f65c12c5d141 req-fdf47bd8-25c4-43d4-96ce-9c4fb5b2e12c tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0829210 Dec 16 08:04:57.642628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.675023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:04:57.676569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:04:57.686359 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:04:57.784780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-652cf7c9-3cd6-4daa-9fd0-f65c12c5d141 req-dc7e1006-c944-4ad8-823c-5d867b927678 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa885918-9491-441e-b091-36f8132a4a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908925 Dec 16 08:04:57.799664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:57.846746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:04:57.850232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:04:57.857829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:04:57.861430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=e6978027-4438-4e3d-92d2-3f297f5f098e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:57.872095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-3ab12f0a-fbfc-44cd-b1f7-867dba219065 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:57.874440 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-3ab12f0a-fbfc-44cd-b1f7-867dba219065 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 946 time: 0.0990207 Dec 16 08:04:57.972994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Deleting port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:57.973248 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.065657 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.071599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.077964 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/06c8aef1-e38d-49da-8fdd-66c9c99f8904 HTTP/1.1" status: 204 len: 168 time: 4.1811457 Dec 16 08:04:58.078596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42390) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:58.101332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] For port 51ef6083-bf01-4f9e-bd2e-befd30ae8075, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=51ef6083-bf01-4f9e-bd2e-befd30ae8075,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:04:58.101706 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.115422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.134702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea5ea-827a-4d3c-a027-633018f3d310 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Network': ['ID=06c8aef1-e38d-49da-8fdd-66c9c99f8904,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:58.141619 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9aca855-645d-4917-88cc-435d39d67c6e tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:58.142081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9aca855-645d-4917-88cc-435d39d67c6e tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:58.145212 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b9aca855-645d-4917-88cc-435d39d67c6e tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/87aebec9-92b2-4a3a-88bd-ef48a84a6648 HTTP/1.1" status: 404 len: 337 time: 0.0593579 Dec 16 08:04:58.146204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Calling delete_port for 51ef6083-bf01-4f9e-bd2e-befd30ae8075 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:58.147751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42392) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:58.174558 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa74396e-ee31-42ae-a857-85d01ccff846 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:58.175078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa74396e-ee31-42ae-a857-85d01ccff846 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:58.178121 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa74396e-ee31-42ae-a857-85d01ccff846 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/06c8aef1-e38d-49da-8fdd-66c9c99f8904 HTTP/1.1" status: 404 len: 339 time: 0.0294435 Dec 16 08:04:58.180808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42396) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:58.181180 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71b8ab56-27b2-45b0-a110-a7c9a01c47f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.262528 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-097a05f8-c429-4a2b-ac95-48949f187c4d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:58.262999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097a05f8-c429-4a2b-ac95-48949f187c4d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:58.278787 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-097a05f8-c429-4a2b-ac95-48949f187c4d tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/6ca0f4f4-a0b0-41ef-99c1-04a7139b2fd1 HTTP/1.1" status: 404 len: 337 time: 0.0969579 Dec 16 08:04:58.282000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42410) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:58.400982 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.404869 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65cbe8c-684b-45f2-8971-5a6b9aa70cc6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:58.405952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65cbe8c-684b-45f2-8971-5a6b9aa70cc6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:58.410049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d65cbe8c-684b-45f2-8971-5a6b9aa70cc6 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/a13da2c3-06b6-4cc4-b5ee-38d75bf9d9ca HTTP/1.1" status: 404 len: 339 time: 0.1232491 Dec 16 08:04:58.416719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:58.509958 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6d45dd-6b9b-431d-a9e3-ef18f4b7c527 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:58.510431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6d45dd-6b9b-431d-a9e3-ef18f4b7c527 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:58.513850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a6d45dd-6b9b-431d-a9e3-ef18f4b7c527 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/d9e45cbb-5100-49a4-b23e-619d85b476b7 HTTP/1.1" status: 404 len: 337 time: 0.0544689 Dec 16 08:04:58.516929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42426) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:58.547334 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.551383 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fab16c-33e6-4d8b-876f-82e471682ba3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:04:58.552104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fab16c-33e6-4d8b-876f-82e471682ba3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:04:58.558379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-24fab16c-33e6-4d8b-876f-82e471682ba3 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/4dc0f7f0-2bce-46e2-adaa-e334854c28d8 HTTP/1.1" status: 404 len: 339 time: 0.0374672 Dec 16 08:04:58.558557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42428) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:58.583898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['51ef6083-bf01-4f9e-bd2e-befd30ae8075'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:04:58.646547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event deleted for resources: {'Port': ['ID=51ef6083-bf01-4f9e-bd2e-befd30ae8075,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:58.650570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-b4f8ce6a-7284-4ecc-a7ab-499ca8ca0345 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3060195 Dec 16 08:04:58.795559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] No DVR routers for this DVR port 51ef6083-bf01-4f9e-bd2e-befd30ae8075 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:04:58.813996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.821685 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d31645f7-5aed-4b3d-8f63-07aadfd878fe req-522c6691-ad16-412f-ac91-6fce3903a6a3 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "DELETE /v2.0/ports/51ef6083-bf01-4f9e-bd2e-befd30ae8075 HTTP/1.1" status: 204 len: 173 time: 0.9406893 Dec 16 08:04:58.822178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'name': 'network-vif-deleted', 'tag': '51ef6083-bf01-4f9e-bd2e-befd30ae8075'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:04:58.826650 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d03786-2c6b-4bca-9682-5af94637153a" -d '{"events": [{"server_uuid": "b95d113c-b4c3-4056-b6cf-532d109e5a4a", "name": "network-vif-deleted", "tag": "51ef6083-bf01-4f9e-bd2e-befd30ae8075"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:04:58.849818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 04c21fec-68ad-44cd-ae98-f8a14e324921 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:04:58.914002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 04c21fec-68ad-44cd-ae98-f8a14e324921 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:04:58.914002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 04c21fec-68ad-44cd-ae98-f8a14e324921 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:04:58.931160 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:58.972460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:58.973094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:58.974816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:58.975312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:58.977400 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8355fd1-f310-4223-b76a-f94addd2d299 x-openstack-request-id: req-e8355fd1-f310-4223-b76a-f94addd2d299 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:04:58.983014 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95d113c-b4c3-4056-b6cf-532d109e5a4a", "name": "network-vif-deleted", "tag": "51ef6083-bf01-4f9e-bd2e-befd30ae8075", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:04:58.983014 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8355fd1-f310-4223-b76a-f94addd2d299 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:04:58.983014 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95d113c-b4c3-4056-b6cf-532d109e5a4a', 'name': 'network-vif-deleted', 'tag': '51ef6083-bf01-4f9e-bd2e-befd30ae8075', 'status': 'completed', 'code': 200} Dec 16 08:04:58.983251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:58.983251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:58.983251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:58.985523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-e5e411fb-ff13-47b3-a758-f96ba6483e75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.1977296 Dec 16 08:04:59.008734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting port 8a97cd95-2dab-4cdb-9807-edac70710faa {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:04:59.009202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:59.101079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-589d3361-dd76-40ea-95f5-b970e49b15fa req-3d75649f-2f63-4ff1-8166-8dfd240b8fc8 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95d113c-b4c3-4056-b6cf-532d109e5a4a HTTP/1.1" status: 200 len: 210 time: 0.1145003 Dec 16 08:04:59.137100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:59.250517 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-156d8e7a-fa13-453e-bea7-a8443fa99754 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0640752 Dec 16 08:04:59.334309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:59.353054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=e6978027-4438-4e3d-92d2-3f297f5f098e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:04:59.394850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Calling delete_port for 8a97cd95-2dab-4cdb-9807-edac70710faa owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:04:59.401643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-02583298-3975-4982-a16c-da461ac038a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.404679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-02583298-3975-4982-a16c-da461ac038a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.404679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-02583298-3975-4982-a16c-da461ac038a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.405785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-02583298-3975-4982-a16c-da461ac038a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 2293 time: 0.3810861 Dec 16 08:04:59.406758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:59.457088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.457762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.458243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.458715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.459184 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.459639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.460098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.471273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1d71206b-3f83-483f-a570-fbac8c040a33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6508 time: 0.1625648 Dec 16 08:04:59.656224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42470) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:59.726298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-9d17af4e-f124-45db-8da1-cd6ce56613f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.726892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-9d17af4e-f124-45db-8da1-cd6ce56613f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.727997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-9d17af4e-f124-45db-8da1-cd6ce56613f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:04:59.730101 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-9d17af4e-f124-45db-8da1-cd6ce56613f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=50554593-86d8-4125-aa44-2756977b8260&id=50554593-86d8-4125-aa44-2756977b8260 HTTP/1.1" status: 200 len: 2299 time: 0.2287490 Dec 16 08:04:59.790756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-bd89a8a5-2ea0-4549-87a4-8e0996a12f39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 1001 time: 0.3676312 Dec 16 08:04:59.823592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:59.834045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:59.839837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a0a75689-0619-48a2-a4c4-1f8e55701d76 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2550330 Dec 16 08:04:59.843814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42476) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:04:59.921019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:04:59.934640 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-4f59a8bb-325a-4767-9203-89e74a975a0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5 HTTP/1.1" status: 200 len: 1002 time: 0.1964180 Dec 16 08:04:59.967960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'port': {'network_id': '5e4079f8-57fb-41ef-aee9-4684aa81e35e', 'name': 'tempest-FloatingIPTestJSON-1355945893'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:00.003823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-559c9ee9-75fe-4e33-8380-fb7e07730ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:00.005709 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-559c9ee9-75fe-4e33-8380-fb7e07730ce3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b806765-50b6-4970-8d37-d1e022e4d5f3 HTTP/1.1" status: 200 len: 856 time: 0.0629127 Dec 16 08:05:00.014198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Port': ['ID=8a97cd95-2dab-4cdb-9807-edac70710faa,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:00.078200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-2d8ae375-8452-458f-9385-c746d26c2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:00.079779 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-2d8ae375-8452-458f-9385-c746d26c2b93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587437 Dec 16 08:05:00.120061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-c1467159-335b-48fc-8c07-a5defa85b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:00.123474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-c1467159-335b-48fc-8c07-a5defa85b350 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.3161089 Dec 16 08:05:00.150948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.163455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0b7482ae-35ff-4912-9bcc-fd8cf2ad5cca tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/ports/8a97cd95-2dab-4cdb-9807-edac70710faa HTTP/1.1" status: 204 len: 168 time: 1.6023791 Dec 16 08:05:00.163455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42486) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:00.190359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69a384eb-b80d-430c-8e7e-8edef135678f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.291379 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-f9d1536a-1daf-40b8-8770-b99c19a5e8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887991 Dec 16 08:05:00.356499 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dc4ebc-8b84-4e2d-a8f6-dafc101ceb4a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:05:00.363931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dc4ebc-8b84-4e2d-a8f6-dafc101ceb4a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:05:00.372156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:00.373444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65dc4ebc-8b84-4e2d-a8f6-dafc101ceb4a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/2a050fd1-fe82-4960-acd7-b019d9ce2349 HTTP/1.1" status: 404 len: 337 time: 0.1847064 Dec 16 08:05:00.420626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-da1c463e-cbad-431d-a247-600a4a658c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:00.422619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-da1c463e-cbad-431d-a247-600a4a658c15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2782223 Dec 16 08:05:00.541642 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.573767 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-373d9895-d61a-46f1-8721-89a00c5d701c service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733712 Dec 16 08:05:00.612500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:00.622427 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.672425 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-1cee1380-45e6-4116-a68d-db34b885ce33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 217 time: 0.0907888 Dec 16 08:05:00.715752 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57a33a45-7277-413c-aae7-a33876b1fa7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.771483 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69a384eb-b80d-430c-8e7e-8edef135678f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.776534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-dfaabf95-d670-4710-a8e5-4ba4071f71df service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401315 Dec 16 08:05:00.779099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] device_id is not set on port dfd68a51-ab25-4d8c-99f7-c8ad467889c0 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:05:00.828808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.860775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-908263f5-c775-4439-a4da-a447aa9d9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:00.862307 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-908263f5-c775-4439-a4da-a447aa9d9da9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1751826 Dec 16 08:05:00.865792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6557223-43b4-4470-9102-d4595a76079d']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:00.899535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237062d4-c1c0-436e-b101-a82d9589cf43') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:00.899837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237062d4-c1c0-436e-b101-a82d9589cf43') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:00.949726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.980643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.990669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:00.998746 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:01.001153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69a384eb-b80d-430c-8e7e-8edef135678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.001257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-4e9a06f1-020a-4d99-9087-494fef303ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:01.001257 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-4e9a06f1-020a-4d99-9087-494fef303ae1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1128361 Dec 16 08:05:01.172766 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-a740c590-f2be-4d2b-8796-f78fcddc781f service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471860 Dec 16 08:05:01.235172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a384eb-b80d-430c-8e7e-8edef135678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d69a2a9-1681-4c36-9d2b-57d36e3cfc21,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:01.262661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-69a384eb-b80d-430c-8e7e-8edef135678f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3025cd54e434e7fa4b386e48fb724a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5549445 Dec 16 08:05:01.273240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42504) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:01.284334 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-ce24bd41-a71e-46e1-bebf-0593d945c253 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050835 Dec 16 08:05:01.345055 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-8ffaa9e1-dd28-4d03-bd14-ff63ea49e4df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 217 time: 0.0504169 Dec 16 08:05:01.349700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bc776-7d6d-4396-bbe0-8100a4998c99 req-50e57351-8fd7-46bf-a97b-3f60ff5652d0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:01.357819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-095bc776-7d6d-4396-bbe0-8100a4998c99 req-50e57351-8fd7-46bf-a97b-3f60ff5652d0 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.4580235 Dec 16 08:05:01.413749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-8cd85d9f-0498-451c-832e-f8aff78e5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:01.415771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-8cd85d9f-0498-451c-832e-f8aff78e5e5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.0640166 Dec 16 08:05:01.419901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.10 (5e4079f8-57fb-41ef-aee9-4684aa81e35e/7b967751-5f11-4c23-bc78-a31387abfe63/dfd68a51-ab25-4d8c-99f7-c8ad467889c0) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:01.440511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.523932 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277b569c-1543-4b10-a4b1-74e962eb4dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.541783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.549574 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/e6557223-43b4-4470-9102-d4595a76079d HTTP/1.1" status: 204 len: 168 time: 1.1758134 Dec 16 08:05:01.554319 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277b569c-1543-4b10-a4b1-74e962eb4dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.555140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a44a3f-bd17-4d76-9593-1b49dea29fc5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Network': ['ID=e6557223-43b4-4470-9102-d4595a76079d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:01.558189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42506) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:01.577803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-18d9b256-8ff6-4aee-b50d-c59ff0001bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:01.580001 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-18d9b256-8ff6-4aee-b50d-c59ff0001bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1558516 Dec 16 08:05:01.641790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-095bc776-7d6d-4396-bbe0-8100a4998c99 req-1e87a1ee-b53e-4cff-8ad6-a9854d6fb0bc tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2828548 Dec 16 08:05:01.656742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-a3dcb6fe-5d2b-4cc3-a887-7e411216e078 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8665016 Dec 16 08:05:01.704748 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277b569c-1543-4b10-a4b1-74e962eb4dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.708071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-277b569c-1543-4b10-a4b1-74e962eb4dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.709296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-277b569c-1543-4b10-a4b1-74e962eb4dba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d69a2a9-1681-4c36-9d2b-57d36e3cfc21 HTTP/1.1" status: 204 len: 168 time: 0.4315059 Dec 16 08:05:01.775232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-8bdf6f6c-9148-4be0-8595-81a8a71efc22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 217 time: 0.0874798 Dec 16 08:05:01.803355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.850034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 51ef6083-bf01-4f9e-bd2e-befd30ae8075 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:01.853608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b569c-1543-4b10-a4b1-74e962eb4dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d69a2a9-1681-4c36-9d2b-57d36e3cfc21,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:01.915311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting port c9dab71d-bee7-4fa4-9c93-2b7a12d1e0dc {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:01.915846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:01.925394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 51ef6083-bf01-4f9e-bd2e-befd30ae8075 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:01.925753 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 51ef6083-bf01-4f9e-bd2e-befd30ae8075 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:01.960373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-6cdb4a85-00cd-42d8-ba20-6ab7bc8c5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:01.962183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-6cdb4a85-00cd-42d8-ba20-6ab7bc8c5aa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1660042 Dec 16 08:05:02.017944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:02.035066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Calling delete_port for c9dab71d-bee7-4fa4-9c93-2b7a12d1e0dc owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:02.103410 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:02.112357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-450328de-f335-4750-943f-a8d9a5836ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:02.113971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-450328de-f335-4750-943f-a8d9a5836ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1254125 Dec 16 08:05:02.152491 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-18019f26-4a69-46bf-9a4f-c229813bc1e2 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359404 Dec 16 08:05:02.261531 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-aa703b80-8ca0-47e2-8dd0-46a08b97d16e service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389387 Dec 16 08:05:02.281455 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-6b944baa-b376-4e0e-8912-c7bb1a7ea9a7 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173279 Dec 16 08:05:02.282782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:02.375245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:02.415183 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-d1a8f00d-74ee-444d-bde8-413f97e98fba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=4889025c-1913-4600-8cbc-c47eff052b5f HTTP/1.1" status: 200 len: 217 time: 0.0628886 Dec 16 08:05:02.416316 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:02.423598 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/ports/c9dab71d-bee7-4fa4-9c93-2b7a12d1e0dc HTTP/1.1" status: 204 len: 168 time: 0.8585041 Dec 16 08:05:02.424665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680a9b3-18f2-4728-8804-d841ab404560 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Port': ['ID=c9dab71d-bee7-4fa4-9c93-2b7a12d1e0dc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:02.431939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42522) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:02.552539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-f927bd2a-6352-425b-a4ad-ce9d05471775 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776215 Dec 16 08:05:02.553165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=dfd68a51-ab25-4d8c-99f7-c8ad467889c0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:02.656096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:02.664065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-bbc6f153-b085-4de0-a007-9eede3f4318a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 217 time: 0.0834582 Dec 16 08:05:02.671185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:02.674173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:02.694830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bc698-48bf-4938-8ca7-d34a37b221f1 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:02.750904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:02.751168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9244f443-7796-428c-be7a-27770f0eb82b None None] Provisioning complete for port dfd68a51-ab25-4d8c-99f7-c8ad467889c0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:02.751609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:02.753849 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9244f443-7796-428c-be7a-27770f0eb82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:02.771135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b009-cab1-40f7-9995-d722ac32763e req-71271b75-80f4-4ef7-8041-fc97dad6df47 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:02.772703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7168b009-cab1-40f7-9995-d722ac32763e req-71271b75-80f4-4ef7-8041-fc97dad6df47 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.2156699 Dec 16 08:05:02.829607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42528) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:02.832639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9244f443-7796-428c-be7a-27770f0eb82b None None] Port dfd68a51-ab25-4d8c-99f7-c8ad467889c0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:05:03.186420 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ec56ff-3fd4-49c0-82a8-a35f146c19d5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] DELETE failed (client error): The resource could not be found. Dec 16 08:05:03.187563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ec56ff-3fd4-49c0-82a8-a35f146c19d5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:05:03.190820 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3ec56ff-3fd4-49c0-82a8-a35f146c19d5 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/255eb44a-08d9-4fd4-a2e2-d8642563d928 HTTP/1.1" status: 404 len: 337 time: 0.7565668 Dec 16 08:05:03.193515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42538) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:03.284308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-b395dacc-5cd5-43ad-baa6-38e82878d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:03.286076 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-b395dacc-5cd5-43ad-baa6-38e82878d18a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.8530803 Dec 16 08:05:03.367662 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.384205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e37bc7-383f-40fa-8b37-b80dd73fa36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.403499 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.413466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ad653d78-0266-40ee-9473-66886fd6d4ff tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5536735 Dec 16 08:05:03.418658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42542) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:03.438706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'port_id': 'dfd68a51-ab25-4d8c-99f7-c8ad467889c0'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:03.471173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-8616d70a-cc8b-4c12-b0b5-9bd408cb1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:03.473117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-8616d70a-cc8b-4c12-b0b5-9bd408cb1027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1780303 Dec 16 08:05:03.521902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e37bc7-383f-40fa-8b37-b80dd73fa36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.532050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-b9cfd300-5f67-402e-bf55-39c279676fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:03.533739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-b9cfd300-5f67-402e-bf55-39c279676fdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.7972713 Dec 16 08:05:03.592929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.616062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e37bc7-383f-40fa-8b37-b80dd73fa36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.655240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce46ac-19ec-4cfa-9ca0-424a05f2a0f3 req-ee4ac08c-ebf3-49f0-9f02-3534ab03b4cb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:03.657049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48ce46ac-19ec-4cfa-9ca0-424a05f2a0f3 req-ee4ac08c-ebf3-49f0-9f02-3534ab03b4cb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.8560631 Dec 16 08:05:03.700202 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.765683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a5e37bc7-383f-40fa-8b37-b80dd73fa36f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fea243e39f2546e7b2edaad716400856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9017859 Dec 16 08:05:03.765893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b55eace-846e-42f7-9397-3c68a8580aee']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:03.770082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42544) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:03.773066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-10f50534-af58-4503-8cb3-091256fb1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:03.774833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-10f50534-af58-4503-8cb3-091256fb1af1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2164667 Dec 16 08:05:03.777512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e37bc7-383f-40fa-8b37-b80dd73fa36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34e9439-d630-47ec-858e-3b2012be7533,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:03.801482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96067df-8a17-4f71-8a78-05dcd2b1ee6c') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:03.801778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96067df-8a17-4f71-8a78-05dcd2b1ee6c') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:03.819300 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.849021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Deleting port 29774ac9-2557-42d5-a607-d08cff641dbd {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:03.850100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.863239 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.917031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:03.917712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:03.923471 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:03.996595 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-5f707238-03dc-45c1-868e-f739e8bd96f8 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662278 Dec 16 08:05:04.017549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48ce46ac-19ec-4cfa-9ca0-424a05f2a0f3 req-0aa4d01f-2117-41ed-a581-dff37f4006bb tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3405955 Dec 16 08:05:04.134882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.145645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.244047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-dfb1c785-a9e1-4f68-857f-7486b9895944 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315169 Dec 16 08:05:04.245774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.251050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.255002 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/3b55eace-846e-42f7-9397-3c68a8580aee HTTP/1.1" status: 204 len: 168 time: 1.0603628 Dec 16 08:05:04.277245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42554) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:04.283586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.350885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] For port 29774ac9-2557-42d5-a607-d08cff641dbd, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=29774ac9-2557-42d5-a607-d08cff641dbd,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:04.351237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.362145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting subnet 7e278916-27ab-40f5-8f5d-814908e1a6bc {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:05:04.467638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.471880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbed59-e25d-4afb-ae34-ad8b24d208f2 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Network': ['ID=3b55eace-846e-42f7-9397-3c68a8580aee,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:04.592679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.596065 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.596756 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-b4c9f80e-9431-4c39-8147-48df9d980aa9 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906811 Dec 16 08:05:04.602881 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c34e9439-d630-47ec-858e-3b2012be7533 HTTP/1.1" status: 204 len: 168 time: 0.8268967 Dec 16 08:05:04.644091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34e9439-d630-47ec-858e-3b2012be7533,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:04.656221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-69478973-0ce6-42ce-a780-a3f164fc0b03 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056781 Dec 16 08:05:04.698185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.720708 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-6d7dc2f5-3982-4c62-9050-7a52c74a240f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=2fb121c9-f464-4a6c-9689-a7432580002e HTTP/1.1" status: 200 len: 217 time: 0.0746834 Dec 16 08:05:04.762432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.762783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.763118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.767533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.770248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.770248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.772196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.772808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.773676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.774026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.774367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.774700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.775044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99c1b3-bfcc-4dd8-8ab4-e6cf60c04ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:04.782844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-a3a1086e-238a-4df1-adea-b1936e5ec3cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 217 time: 0.0891659 Dec 16 08:05:04.905964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.resource_extend [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 08:05:04.909016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-6e50a152-7082-43b1-a02d-b2e34c544c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:04.910514 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-6e50a152-7082-43b1-a02d-b2e34c544c69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1825716 Dec 16 08:05:04.922491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.923048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:04.923160 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Floating IP 1e62f4d2-97fd-498f-b176-99b059b240e5 disassociated. External IP: 172.25.2.176, port: 29774ac9-2557-42d5-a607-d08cff641dbd. Dec 16 08:05:04.953216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Calling delete_port for 29774ac9-2557-42d5-a607-d08cff641dbd owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:04.953216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-603491ed-2fa5-4f1e-aba4-fcc5665f960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:04.953216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-603491ed-2fa5-4f1e-aba4-fcc5665f960c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1379776 Dec 16 08:05:04.963356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.045666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-f6b2973f-5588-42ce-9cb7-63ab65360fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:05.047191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-f6b2973f-5588-42ce-9cb7-63ab65360fe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983427 Dec 16 08:05:05.064334 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.105786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-a7685c3b-bce7-4fa5-8fb5-82dd2e83a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:05.115046 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-a7685c3b-bce7-4fa5-8fb5-82dd2e83a700 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1587291 Dec 16 08:05:05.182898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.191790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2a65-5151-4c2f-951e-69bf82a9c62d req-e9f0da3d-890a-4c92-90d1-36a316ae8ea1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:05.193546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-793b2a65-5151-4c2f-951e-69bf82a9c62d req-e9f0da3d-890a-4c92-90d1-36a316ae8ea1 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 945 time: 0.0726714 Dec 16 08:05:05.315817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-d3fb219e-00fe-46cc-869f-6c8a78ca2fe4 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558339 Dec 16 08:05:05.380511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.396121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-793b2a65-5151-4c2f-951e-69bf82a9c62d req-51ecb8a1-e03a-4a06-b14e-bd7a2ab6e4aa tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1604621 Dec 16 08:05:05.424562 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.431339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/subnets/7e278916-27ab-40f5-8f5d-814908e1a6bc HTTP/1.1" status: 204 len: 168 time: 1.1476367 Dec 16 08:05:05.431339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989e6e5-dadd-44a6-8e8e-7c3dc19efcf1 tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Subnet': ['ID=7e278916-27ab-40f5-8f5d-814908e1a6bc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:05.436423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:05.438505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40496e8a-e292-4759-b3dd-16ccebb8db5b None None] Network d2abab52-a847-4bee-88bd-b10e89189688 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:05.439156 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-f573b09d-e6fb-43f0-a76b-9ac96e9d12a0 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202870 Dec 16 08:05:05.474060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-4ed5eefb-0b66-4710-bd9e-820277b4384d service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396501 Dec 16 08:05:05.539535 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-f63fc499-27dd-4ed3-a2dc-820d7d27ea58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 217 time: 0.0521626 Dec 16 08:05:05.600048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.625315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] DHCP port deletion for d2abab52-a847-4bee-88bd-b10e89189688 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:05.642471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event deleted for resources: {'Port': ['ID=29774ac9-2557-42d5-a607-d08cff641dbd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:05.743560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-d0a2ff67-815a-4774-879f-4c475072b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:05.747900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-d0a2ff67-815a-4774-879f-4c475072b3f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1977236 Dec 16 08:05:05.806597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] Deleting port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:05.807141 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.851788 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:05.884588 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 981087f6-6df0-4432-83c0-f08f41b96f0c associated. External IP: 172.25.2.184, port: dfd68a51-ab25-4d8c-99f7-c8ad467889c0. Dec 16 08:05:05.926059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Router a0e4d77c-87a4-4e19-9f50-5027cef264c7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:05.971280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] For port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,segment=NetworkSegment(a01c1f58-1666-4ee7-89d3-e629116ee8d3),segment_id=a01c1f58-1666-4ee7-89d3-e629116ee8d3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:05.975923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:06.005489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-7773190b-63c0-4c38-ad8c-ddca1a907fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:06.006995 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-7773190b-63c0-4c38-ad8c-ddca1a907fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2371535 Dec 16 08:05:06.013808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] Calling delete_port for 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:06.126411 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-8ae70a5f-9192-4999-9e35-8bb354b92478 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779757 Dec 16 08:05:06.268227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-fd829440-8b62-4d7a-bf40-a4ce909ac8c6 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476673 Dec 16 08:05:06.271374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:06.284215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] Sync routers for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:06.290147 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:06.349471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-bfe5df71-e8c7-4480-8fab-31fe2f2f0437 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6048354-ffb4-4b99-a86a-694aa381a605 HTTP/1.1" status: 200 len: 217 time: 0.1306384 Dec 16 08:05:06.378556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:06.382681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:06.388890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] Pushing event deleted for resources: {'Port': ['ID=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:06.461337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-8aeb8892-8019-4885-abc0-69cec3d5f110 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732864 Dec 16 08:05:06.503000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09508559-3a4b-4f9b-88d2-75bb7e27c7fe None None] No DVR routers for this DVR port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:06.550677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] No DVR routers for this DVR port 29774ac9-2557-42d5-a607-d08cff641dbd on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:06.620945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:06.630091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7168b009-cab1-40f7-9995-d722ac32763e req-b9023823-c564-4152-b7b2-fb85cd4a6939 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.16 "DELETE /v2.0/ports/29774ac9-2557-42d5-a607-d08cff641dbd HTTP/1.1" status: 204 len: 173 time: 3.8500385 Dec 16 08:05:06.632058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-deleted', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:05:06.641322 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f31e2cc-aa97-4ae3-95d1-e98460394548" -d '{"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-deleted", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:05:06.673111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-ad64a9ee-e1c1-4ba1-b4a9-a9b9a89108c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 217 time: 0.1902227 Dec 16 08:05:06.693371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:06.843170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b320067-e375-4d7d-965b-2547363dc41f req-bf10bbf0-a5f8-4ae2-965d-4a00c6333dea tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 210 time: 0.2099516 Dec 16 08:05:06.847638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-b2a7a899-3902-4a6f-9db2-d2f9e299a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:06.849134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-b2a7a899-3902-4a6f-9db2-d2f9e299a39b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.1368475 Dec 16 08:05:06.855922 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9d9ff1-070b-4ef2-a712-59edf38a7848 x-openstack-request-id: req-9f9d9ff1-070b-4ef2-a712-59edf38a7848 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:05:06.856262 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5826364e-f5aa-4d29-99ae-f9393bd2eadb", "name": "network-vif-deleted", "tag": "29774ac9-2557-42d5-a607-d08cff641dbd", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:05:06.856530 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f9d9ff1-070b-4ef2-a712-59edf38a7848 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:05:06.857605 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5826364e-f5aa-4d29-99ae-f9393bd2eadb', 'name': 'network-vif-deleted', 'tag': '29774ac9-2557-42d5-a607-d08cff641dbd', 'status': 'completed', 'code': 200} Dec 16 08:05:06.980611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-5a91461d-c097-4f2b-b8f5-9b01e5ab9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:06.982819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-5a91461d-c097-4f2b-b8f5-9b01e5ab9bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1210864 Dec 16 08:05:07.183408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:05:07.225888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-9d002c19-8190-425b-b9a5-58dd35694b23 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307417 Dec 16 08:05:07.230544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:07.234629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:07.293473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-b3e57c6c-df60-4c78-b93b-231d349eb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:07.295717 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-b3e57c6c-df60-4c78-b93b-231d349eb182 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.9367197 Dec 16 08:05:07.299132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Deleting port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:07.312724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:07.463321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-cbcf3ac9-b690-4a2b-9d15-55e04ef49e7c service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254474 Dec 16 08:05:07.568132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 5, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:07.590730 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-3da25a01-18ed-4b56-9488-a5dd697cdf83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.1098158 Dec 16 08:05:07.599683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] Checking router: a0e4d77c-87a4-4e19-9f50-5027cef264c7 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:05:07.610685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:07.619846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:07.620680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:07.651301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] For port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0, host n-d-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:07.651670 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:07.746886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:05:07.820529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Calling delete_port for 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:07.823475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:07.823794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-1ebb381c-f649-41ee-982c-0532986f5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:07.825910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-1ebb381c-f649-41ee-982c-0532986f5d17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.2239993 Dec 16 08:05:07.826170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 was not found and therefore no delete operation was performed {{(pid=110396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:05:07.830071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:07.835651 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:07.843534 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-5968db0e-5739-4e85-8aa4-227bbbdf9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:07.844994 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-5968db0e-5739-4e85-8aa4-227bbbdf9317 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5298135 Dec 16 08:05:07.872152 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:07.946299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-d66c3f8b-30b0-45a2-9836-8b715be794b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:07.948218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-d66c3f8b-30b0-45a2-9836-8b715be794b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096156 Dec 16 08:05:07.956948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:07.958443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Port': ['ID=9507fa5f-76f2-48f2-8cb8-0268db9d25d0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:07.959327 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.023112 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5829b0e6-360f-47de-90e0-cb306ece5b9b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/floatingips/981087f6-6df0-4432-83c0-f08f41b96f0c HTTP/1.1" status: 200 len: 979 time: 4.5945661 Dec 16 08:05:08.030818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] No DVR routers for this DVR port 9507fa5f-76f2-48f2-8cb8-0268db9d25d0 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:08.045691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42630) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:08.105411 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.180014 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:08.180857 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.270853 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-33eb1193-5413-47ff-adf3-2acaaf84b29f service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098414 Dec 16 08:05:08.328055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:08.346040 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.350583 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8b10f-6bd6-46d7-8ffd-2ca9eb901741 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:08.392544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 29774ac9-2557-42d5-a607-d08cff641dbd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:08.393022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 29774ac9-2557-42d5-a607-d08cff641dbd not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:08.411858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a4cb169-c7d2-4ee7-b97c-d57e7dd95446 req-fa7320aa-5571-4b79-97a1-8e5ece2eed99 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/ports?device_id=5826364e-f5aa-4d29-99ae-f9393bd2eadb HTTP/1.1" status: 200 len: 210 time: 0.1383035 Dec 16 08:05:08.422917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:08.453502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2abab52-a847-4bee-88bd-b10e89189688']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.465553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01c1f58-1666-4ee7-89d3-e629116ee8d3') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.465999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01c1f58-1666-4ee7-89d3-e629116ee8d3') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.486811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 5, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:08.561922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a068c8f-8584-4e7d-9c5d-20b2771c1c0f req-a2ea528f-89cb-413b-984e-93907ad08ce1 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416351 Dec 16 08:05:08.562896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:08.563310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5429a7a-0099-4c6b-a7ed-5671ba30fc5c None None] The sync data for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 is: [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T07:53:27Z', 'revision_number': 4, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '5f653c26-37dd-40dd-acd6-c74a1e45cc32', 'name': '', 'network_id': '59beea27-d09d-4ce5-9ae9-eedb0717b41e', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'mac_address': 'fa:16:3e:69:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:25Z', 'updated_at': '2021-12-16T07:53:33Z', 'revision_number': 5, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'subnets': [{'id': 'a5c1b24f-3405-47d3-9d75-e80b2bef0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:08.566986 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:08.581886 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-ebd99fb0-cce6-4519-b82c-0021bc81495a service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974411 Dec 16 08:05:08.587148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:08.589359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:08.605798 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:08.798343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port dfd68a51-ab25-4d8c-99f7-c8ad467889c0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:08.800522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:08.840013 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-54b93d96-85a8-455d-96d5-4c56a8d256ff service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300036 Dec 16 08:05:08.881033 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:08.909668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:08.912964 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] 10.222.0.43 "DELETE /v2.0/networks/d2abab52-a847-4bee-88bd-b10e89189688 HTTP/1.1" status: 204 len: 168 time: 3.4726751 Dec 16 08:05:08.964871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c1924-2b20-4a7c-85b6-2e6b5ed6d9dd None None] New status for floating IP 1e62f4d2-97fd-498f-b176-99b059b240e5: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:05:08.986298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-fa49294e-278b-464b-83e0-0c81c7395baf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a78ae675-cc66-473b-95d1-de9a6843215e HTTP/1.1" status: 200 len: 217 time: 0.0981083 Dec 16 08:05:09.001899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a89e7-3797-457d-a50d-ebd708b2961a tempest-NetworksIpV6TestAttrs-478114904 tempest-NetworksIpV6TestAttrs-478114904-project] Pushing event deleted for resources: {'Network': ['ID=d2abab52-a847-4bee-88bd-b10e89189688,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:09.119342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-c5174900-375f-43aa-a740-c756cd7d7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:09.120844 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-c5174900-375f-43aa-a740-c756cd7d7659 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.1157272 Dec 16 08:05:09.122976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:09.326554 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516687a6-9a02-41ab-953d-540ee384cf31 req-a3a37a38-f135-4131-a171-83e98271d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:09.328268 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-a3a37a38-f135-4131-a171-83e98271d564 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1973891 Dec 16 08:05:09.476572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:09.477159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:09.486705 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP 981087f6-6df0-4432-83c0-f08f41b96f0c disassociated. External IP: 172.25.2.184, port: dfd68a51-ab25-4d8c-99f7-c8ad467889c0. Dec 16 08:05:09.486705 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for dfd68a51-ab25-4d8c-99f7-c8ad467889c0 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:09.585431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42714) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:09.594894 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-4b5b3b6b-429f-422b-8d0f-58f29af34bb4 service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587221 Dec 16 08:05:09.667882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42718) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:09.739116 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7ed3-e818-47a9-b8e0-a064d1144d70 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:09.774461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-516687a6-9a02-41ab-953d-540ee384cf31 req-9961b6d6-3040-4470-b3b8-f1bea0568da2 service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726348 Dec 16 08:05:09.785853 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7ed3-e818-47a9-b8e0-a064d1144d70 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:09.838457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:09.841905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5071f36e-e0bb-4d28-a209-c47a86d4891a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=801086342af54d0196eaeab9d6ee0038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552938 Dec 16 08:05:09.845872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42720) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:09.869369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=dfd68a51-ab25-4d8c-99f7-c8ad467889c0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:09.887044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.887427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.887782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.888909 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.890813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.891556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.891897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.892261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.895045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93961570-d6a6-464b-93e1-ca90a0c9aa00 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:09.900341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.900748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.904320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.904778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b98c2520-c331-4f80-9ea4-ccebfb696533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:09.904929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.905296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:09.929367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b98c2520-c331-4f80-9ea4-ccebfb696533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.002835 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7ed3-e818-47a9-b8e0-a064d1144d70 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.005544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7ed3-e818-47a9-b8e0-a064d1144d70 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.006724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f8dd7ed3-e818-47a9-b8e0-a064d1144d70 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "DELETE /v2.0/security-groups/4a7d2c5f-2b5e-4a71-90e6-bb28923f6631 HTTP/1.1" status: 204 len: 168 time: 0.3376198 Dec 16 08:05:10.010821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42722) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:10.016508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd7ed3-e818-47a9-b8e0-a064d1144d70 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d2c5f-2b5e-4a71-90e6-bb28923f6631,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:10.029795 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-e1085379-c174-4a08-a0f3-cfa0d6daed37 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] show failed (client error): The resource could not be found. Dec 16 08:05:10.030900 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e1085379-c174-4a08-a0f3-cfa0d6daed37 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "GET /v2.0/security-groups/4a7d2c5f-2b5e-4a71-90e6-bb28923f6631 HTTP/1.1" status: 404 len: 347 time: 0.0191522 Dec 16 08:05:10.034644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42724) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:10.041923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:10.088751 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b98c2520-c331-4f80-9ea4-ccebfb696533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.093347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b98c2520-c331-4f80-9ea4-ccebfb696533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.096845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b98c2520-c331-4f80-9ea4-ccebfb696533 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22413cf4-97fe-47f1-b27f-7b9f4bacfc45 HTTP/1.1" status: 204 len: 168 time: 0.2487535 Dec 16 08:05:10.106418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c2520-c331-4f80-9ea4-ccebfb696533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22413cf4-97fe-47f1-b27f-7b9f4bacfc45,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:10.189104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42732) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:10.267854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:10.269954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Deleting port 811120c2-0508-4957-b551-b28349f1704b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:10.277059 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.287972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:10.314485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80bba265-fd29-40ca-b1e1-863d8a9f7b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.337393 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:10.338020 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:10.401910 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.405351 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e37dbf95-d77c-4ec2-ab7a-87871b534f61 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/ports/dfd68a51-ab25-4d8c-99f7-c8ad467889c0 HTTP/1.1" status: 204 len: 168 time: 2.3264544 Dec 16 08:05:10.410704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:10.421587 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.421912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.429161 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:10.448105 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80bba265-fd29-40ca-b1e1-863d8a9f7b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.454940 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:10.455559 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:10.470989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Calling delete_port for 811120c2-0508-4957-b551-b28349f1704b owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:10.492542 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-656a79e2-6277-432c-b729-422d43b61318 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "GET /v2.0/floatingips/981087f6-6df0-4432-83c0-f08f41b96f0c HTTP/1.1" status: 200 len: 688 time: 0.0774703 Dec 16 08:05:10.492542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:10.522502 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:10.523171 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8616b1b-51bd-4b95-9ae6-abb988bc79c4 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:10.541521 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-80bba265-fd29-40ca-b1e1-863d8a9f7b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.601537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-80bba265-fd29-40ca-b1e1-863d8a9f7b69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=deae47bb155945059a744423dbb4c121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111469 Dec 16 08:05:10.606306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42760) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:10.658848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bba265-fd29-40ca-b1e1-863d8a9f7b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7755bc8-859a-4490-a648-8731965519bd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:10.684670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c75bdce-7194-4976-bdc6-8a931868099a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.700656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port e6978027-4438-4e3d-92d2-3f297f5f098e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:10.704378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.729213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c75bdce-7194-4976-bdc6-8a931868099a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.839867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.840236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.853111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for e6978027-4438-4e3d-92d2-3f297f5f098e owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:10.923103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c75bdce-7194-4976-bdc6-8a931868099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.925757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c75bdce-7194-4976-bdc6-8a931868099a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.926680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:10.930054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6c75bdce-7194-4976-bdc6-8a931868099a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7755bc8-859a-4490-a648-8731965519bd HTTP/1.1" status: 204 len: 168 time: 0.3224826 Dec 16 08:05:10.949797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75bdce-7194-4976-bdc6-8a931868099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7755bc8-859a-4490-a648-8731965519bd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:10.982837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce8993-548c-47b0-9205-d55a53248032 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:11.001601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Pushing event deleted for resources: {'Port': ['ID=811120c2-0508-4957-b551-b28349f1704b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:11.063700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:11.067427 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:11.068990 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-527008cc-2c64-402b-be4b-54a5758f5f27 tempest-ServerActionsTestJSON-67469217 tempest-ServerActionsTestJSON-67469217-project] 10.222.0.43 "DELETE /v2.0/floatingips/1e62f4d2-97fd-498f-b176-99b059b240e5 HTTP/1.1" status: 204 len: 168 time: 1.0334597 Dec 16 08:05:11.072193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42782) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:11.249622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:11.301366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=e6978027-4438-4e3d-92d2-3f297f5f098e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:11.449724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:11.454017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:11.458471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2ccbb5aa-8216-42fa-89b3-45cb4725789f tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/floatingips/981087f6-6df0-4432-83c0-f08f41b96f0c HTTP/1.1" status: 204 len: 168 time: 0.9620686 Dec 16 08:05:11.459248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42808) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:11.463797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': 'ed64d38d-98f0-4cd4-86bf-fd6927820c36'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:11.637877 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:11.713583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42822) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:11.801785 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:11.858605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42830) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:11.879268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b02193c1-004f-4eeb-b038-7c04eed398eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.021242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.25.2.247 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/3186badd-b950-460e-8229-1e62aeac3985) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:12.024485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b02193c1-004f-4eeb-b038-7c04eed398eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.097817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-758657818'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:12.104896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b02193c1-004f-4eeb-b038-7c04eed398eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.164909 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.170630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b02193c1-004f-4eeb-b038-7c04eed398eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5ce327d482d418db23eef2411b6d129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108494 Dec 16 08:05:12.171315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02193c1-004f-4eeb-b038-7c04eed398eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e87e13-cab9-4d88-8a98-74f667bfb42c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:12.175491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42842) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:12.256391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.277412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7355aee6-a127-428f-827b-c3979a28e85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.304523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:12.308037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.308597 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:05:12.331414 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7355aee6-a127-428f-827b-c3979a28e85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.334617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.435994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.485383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Deleting port 5f653c26-37dd-40dd-acd6-c74a1e45cc32 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:12.485735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.523090 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:12.525491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.531541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:12.535734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:12.541288 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7355aee6-a127-428f-827b-c3979a28e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.544093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7355aee6-a127-428f-827b-c3979a28e85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.545568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7355aee6-a127-428f-827b-c3979a28e85f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73e87e13-cab9-4d88-8a98-74f667bfb42c HTTP/1.1" status: 204 len: 168 time: 0.3630695 Dec 16 08:05:12.566999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=3186badd-b950-460e-8229-1e62aeac3985,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:12.585629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355aee6-a127-428f-827b-c3979a28e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e87e13-cab9-4d88-8a98-74f667bfb42c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:12.648408 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.669601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] For port 5f653c26-37dd-40dd-acd6-c74a1e45cc32, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f653c26-37dd-40dd-acd6-c74a1e45cc32,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:12.670436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:12.695611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Calling delete_port for 5f653c26-37dd-40dd-acd6-c74a1e45cc32 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:12.985125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:13.017074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f653c26-37dd-40dd-acd6-c74a1e45cc32,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:13.155794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:13.186263 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:13.186622 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment 783fb148-46ba-4bef-bd89-78f20b6188e5 of type vlan for network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb Dec 16 08:05:13.244457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:13.270332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:13.501834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a90530-ddfa-46cd-990c-d9da712a7a19,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:13.508791 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:13.515455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:13.516702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:13.622787 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Router a0e4d77c-87a4-4e19-9f50-5027cef264c7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:13.670902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:13.679852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:13.833877 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:13.854223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:13.866924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] Sync routers for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:13.889139 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0a46a62a-8368-4f1f-b34f-79230b159b33 admin admin] 10.222.0.43 "PUT /v2.0/routers/a0e4d77c-87a4-4e19-9f50-5027cef264c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8154571 Dec 16 08:05:13.889476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:13.889841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42878) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:13.889968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:13.926502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-702e4753-9713-4219-8ac5-332e9da4a2bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1961002 Dec 16 08:05:14.033886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.067630 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.110320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:14.115728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': 'd460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:14.121283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:05:14.245182 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.329189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.363859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.454846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.455636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T08:05:12Z', 'revision_number': 5, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port': {'id': '1d8a5853-5d8e-4c24-91be-d23a4446a6bd', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:53:20Z', 'updated_at': '2021-12-16T07:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:14.469715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:14.473624 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.543380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] Checking router: a0e4d77c-87a4-4e19-9f50-5027cef264c7 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:05:14.567576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] Routers {'a0e4d77c-87a4-4e19-9f50-5027cef264c7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:14.568640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:14.671142 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP a215c429-62e4-4010-934d-0d48b4d2d92d associated. External IP: 172.25.2.247, port: ed64d38d-98f0-4cd4-86bf-fd6927820c36. Dec 16 08:05:14.675296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=3186badd-b950-460e-8229-1e62aeac3985,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:14.736281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Deleting port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:14.736637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.745260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] Set router a0e4d77c-87a4-4e19-9f50-5027cef264c7 gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:05:14.817574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T08:05:14Z', 'revision_number': 6, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:14.911284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:14.930329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a814dd-4b4c-41ed-9110-73da2110566a None None] The sync data for ids ['a0e4d77c-87a4-4e19-9f50-5027cef264c7'] in n-d-820935-11 is: [{'id': 'a0e4d77c-87a4-4e19-9f50-5027cef264c7', 'name': 'tempest-ServerActionsTestJSON-362503311-router', 'tenant_id': '5f12b49b90034634b9a8dd1c6695eccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:53:18Z', 'updated_at': '2021-12-16T08:05:14Z', 'revision_number': 6, 'project_id': '5f12b49b90034634b9a8dd1c6695eccf', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:15.041203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:15.096879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': '783fb148-46ba-4bef-bd89-78f20b6188e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:15.097245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:15.102403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] For port 1d8a5853-5d8e-4c24-91be-d23a4446a6bd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:15.102773 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.105515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=ff4675b1-0b19-48fc-b39e-544996f589b2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:15.173508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Calling delete_port for 1d8a5853-5d8e-4c24-91be-d23a4446a6bd owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:15.174767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:15.190208 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:15.203558 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:15.205603 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:15.250392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:15.291579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.292668 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:15.324739 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:15.328775 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:15.358697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1ffb9c3e-4644-4f28-b7ee-c8b18139c4b8 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8982618 Dec 16 08:05:15.359598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42906) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:15.376070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1035933094'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:15.407502 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:15.408220 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33600db6-c14e-4e2d-9535-d56f6476d01a None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:15.473647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:15.485863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6cebba-0e8a-4234-8bba-08b01ace5c7e None None] Network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:15.501548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:15.502888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.504374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:15.507916 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.563554 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.588959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:15.609069 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0ac2c801-c1b0-4e88-ba4d-6fc1ce92de26 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4974279 Dec 16 08:05:15.613010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42916) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:15.623732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0718f-6fd0-40ce-a48c-0b13aca7591d None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:15.625013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-720211777'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:15.633717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.636068 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Added segment fad4329e-a78f-4c3b-b948-258f5d5b4926 of type vlan for network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e Dec 16 08:05:15.708171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8a5853-5d8e-4c24-91be-d23a4446a6bd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:15.722307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb', 'network_id': 'd460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': 'ff4675b1-0b19-48fc-b39e-544996f589b2'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:15.723497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.745324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.781722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.856948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:15.865239 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.877833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.895212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:15.895779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.922034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:15.929559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.016720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Allocated IP 172.20.255.242 (d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb/ff4675b1-0b19-48fc-b39e-544996f589b2/662294ae-06e3-4b80-9d28-b26e64dc7e0f) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:16.062415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.062974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0e4d77c-87a4-4e19-9f50-5027cef264c7 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:05:16.070263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Network': ['ID=07bd3473-ad8c-4e67-912c-ff3e820e7c4e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:16.076827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.082579 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc9a430f-738b-45e4-9fdb-02f48e05de0f admin admin] 10.222.0.43 "DELETE /v2.0/routers/a0e4d77c-87a4-4e19-9f50-5027cef264c7 HTTP/1.1" status: 204 len: 168 time: 2.1883609 Dec 16 08:05:16.082579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42930) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:16.084553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:16.097997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.098652 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment a5055f21-ddd5-484d-9a01-8ef62d9695c4 of type vlan for network 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 Dec 16 08:05:16.147771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-524a250a-ecc5-473b-8035-341b1bc644b0 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7805367 Dec 16 08:05:16.150489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42932) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:16.158815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'subnet': {'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:16.188855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.204171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] Deleting subnet a5c1b24f-3405-47d3-9d75-e80b2bef0d18 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:05:16.220492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.238028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:16.285463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.393064 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.402796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:16.410303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.413268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:16.415794 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.416802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.515583 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.574947 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.603514 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.638887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:16.640623 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5f653c26-37dd-40dd-acd6-c74a1e45cc32 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:16.647407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c1b24f-3405-47d3-9d75-e80b2bef0d18,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:16.665488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=4f87bdf3-98a0-4f3e-ab11-9ea6990bda75,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:16.673008 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:16.684524 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6b654ef3-999a-42ab-96b9-dcbcf844ef6e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a5c1b24f-3405-47d3-9d75-e80b2bef0d18 HTTP/1.1" status: 204 len: 168 time: 0.5945237 Dec 16 08:05:16.685764 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42944) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:16.690816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:16.694780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 5f653c26-37dd-40dd-acd6-c74a1e45cc32 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:16.694780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5f653c26-37dd-40dd-acd6-c74a1e45cc32 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:16.694780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d8a5853-5d8e-4c24-91be-d23a4446a6bd no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:16.705137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7fc55fb4-aea8-46b9-8b1d-1ccc765566a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0910358 Dec 16 08:05:16.707024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42946) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:16.716067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:16.719803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb3f55-70b2-4b2d-85cd-0a9628f4e20e None None] Network 59beea27-d09d-4ce5-9ae9-eedb0717b41e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:16.727754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': '4f87bdf3-98a0-4f3e-ab11-9ea6990bda75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:16.737924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:16.775972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1d8a5853-5d8e-4c24-91be-d23a4446a6bd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:16.776806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d8a5853-5d8e-4c24-91be-d23a4446a6bd not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:16.881343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.027616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Deleting port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:17.027968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.080553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 42960) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:17.163861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] Deleting subnet 214719db-f307-4d0c-b5d7-c54a06cc87ed {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:05:17.168839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.197488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] For port df9fe0de-f6e3-42e7-ae43-cdfd540c1447, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,segment=NetworkSegment(882d7825-4f73-4dbd-825d-2332e7112aec),segment_id=882d7825-4f73-4dbd-825d-2332e7112aec)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:17.201616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.213764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.228105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Pushing event updated for resources: {'Port': ['ID=662294ae-06e3-4b80-9d28-b26e64dc7e0f,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:17.230696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Attempting to bind port 662294ae-06e3-4b80-9d28-b26e64dc7e0f on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:17.231078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Attempting to bind port 662294ae-06e3-4b80-9d28-b26e64dc7e0f by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '783fb148-46ba-4bef-bd89-78f20b6188e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:17.231446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Attempting to bind port 662294ae-06e3-4b80-9d28-b26e64dc7e0f on network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:17.238341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:17.238732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Checking segment: {'id': '783fb148-46ba-4bef-bd89-78f20b6188e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:17.241712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.241712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Bound using segment: {'id': '783fb148-46ba-4bef-bd89-78f20b6188e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:17.241712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Bound port: 662294ae-06e3-4b80-9d28-b26e64dc7e0f, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783fb148-46ba-4bef-bd89-78f20b6188e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:17.241999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Calling delete_port for df9fe0de-f6e3-42e7-ae43-cdfd540c1447 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:17.242115 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.348297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] For port 662294ae-06e3-4b80-9d28-b26e64dc7e0f, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:17.353640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] For port 662294ae-06e3-4b80-9d28-b26e64dc7e0f, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=662294ae-06e3-4b80-9d28-b26e64dc7e0f,segment=NetworkSegment(783fb148-46ba-4bef-bd89-78f20b6188e5),segment_id=783fb148-46ba-4bef-bd89-78f20b6188e5)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:17.361375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:17.377786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.385274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.390297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.436923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] DHCP port deletion for 59beea27-d09d-4ce5-9ae9-eedb0717b41e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:17.501381 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.518056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.579744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:17.581957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] No DVR routers for this DVR port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:17.613265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] Deleting port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:17.613651 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.618474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Subnet': ['ID=494b410b-dc3a-43bb-a732-56b76d2c0d23,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:17.633813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Checking segment: {'id': 'fad4329e-a78f-4c3b-b948-258f5d5b4926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:17.641486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network hostable DHCP agents. Network: 07bd3473-ad8c-4e67-912c-ff3e820e7c4e, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:17.686024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c891a2e-89dd-4228-817f-93edee7ae942 None None] Pushing event updated for resources: {'Port': ['ID=662294ae-06e3-4b80-9d28-b26e64dc7e0f,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:17.738515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.745544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] For port df9fe0de-f6e3-42e7-ae43-cdfd540c1447, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:17.745953 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.772297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59beea27-d09d-4ce5-9ae9-eedb0717b41e']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:17.785543 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882d7825-4f73-4dbd-825d-2332e7112aec') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:17.786077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882d7825-4f73-4dbd-825d-2332e7112aec') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:17.789553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] Calling delete_port for df9fe0de-f6e3-42e7-ae43-cdfd540c1447 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:17.796483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] Port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:05:17.805639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.817485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.832962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.842305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] No DVR routers for this DVR port df9fe0de-f6e3-42e7-ae43-cdfd540c1447 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:17.847976 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.851622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:17.852042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:17.854278 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:17.880782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfcc83-8e3d-4c10-a133-78ad1b015fe6 None None] Pushing event deleted for resources: {'Port': ['ID=df9fe0de-f6e3-42e7-ae43-cdfd540c1447,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:17.907926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:17.975012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214719db-f307-4d0c-b5d7-c54a06cc87ed,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:17.978370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87dee1-2b1b-4e74-995a-457f5d6946f0 None None] Network a9074a2d-7f36-4db2-96f0-16424132c297 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:17.980112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:17.996271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ed8b4488-522a-44c8-a095-59329f50b0ea admin admin] 10.222.0.43 "DELETE /v2.0/subnets/214719db-f307-4d0c-b5d7-c54a06cc87ed HTTP/1.1" status: 204 len: 168 time: 0.9115398 Dec 16 08:05:17.996960 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 42990) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:18.099507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 07bd3473-ad8c-4e67-912c-ff3e820e7c4e) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:18.119347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:18.119990 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.148156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.166290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.170584 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] 10.222.0.43 "DELETE /v2.0/networks/59beea27-d09d-4ce5-9ae9-eedb0717b41e HTTP/1.1" status: 204 len: 168 time: 1.4806111 Dec 16 08:05:18.206302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153edc5-1c8c-4177-842b-77a9c5f3cf38 None None] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:18.251839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.272292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae6918-321c-41ad-ad53-a4a22a5a8542 admin admin] Pushing event deleted for resources: {'Network': ['ID=59beea27-d09d-4ce5-9ae9-eedb0717b41e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:18.316403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89ff52-6042-490b-ae06-bcd3b1562d8b None None] DHCP port deletion for a9074a2d-7f36-4db2-96f0-16424132c297 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:18.326160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.365567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=4d548d82-7bcd-4452-9c5b-406525553202,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:18.387977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-12392732-fa10-4253-a022-5d15f9ad181d tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2355077 Dec 16 08:05:18.390266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43002) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:18.399055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1821109162', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:18.457507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-07bd3473-ad8c-4e67-912c-ff3e820e7c4e', 'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e', 'project_id': '222e5caa010a4417813918410bf14d3a', 'fixed_ips': [{'subnet_id': '494b410b-dc3a-43bb-a732-56b76d2c0d23'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:18.458384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.463736 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.475927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': 'a5055f21-ddd5-484d-9a01-8ef62d9695c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4f87bdf3-98a0-4f3e-ab11-9ea6990bda75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:18.481563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:18.520770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9074a2d-7f36-4db2-96f0-16424132c297']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:18.531853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:18.532409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d1bac8-33e9-4dd4-b03f-0b8d186d59e2') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:18.549041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.574621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.582184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.583625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.605829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:18.612403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:18.614615 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:18.647945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:18.738128 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.743065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Allocated IP 172.20.0.2 (07bd3473-ad8c-4e67-912c-ff3e820e7c4e/494b410b-dc3a-43bb-a732-56b76d2c0d23/b09bc831-dde3-439c-ba51-557864af0655) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:18.748533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 662294ae-06e3-4b80-9d28-b26e64dc7e0f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:18.763764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:18.768607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:18.769513 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.786605 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.793431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:18.797330 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] 10.222.0.43 "DELETE /v2.0/networks/a9074a2d-7f36-4db2-96f0-16424132c297 HTTP/1.1" status: 204 len: 168 time: 0.7992887 Dec 16 08:05:18.807148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684c3bff-48fe-431c-b40d-6f2a0b6c54fa None None] Network 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:18.818263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77b834-b714-47ea-8d29-39222f2a654c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9074a2d-7f36-4db2-96f0-16424132c297,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:18.840116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43010) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:18.953061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43014) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:18.973689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a7932cf9-08c6-418a-bc94-44032a963041 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2613082 Dec 16 08:05:19.000101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:19.011482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.134022 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fec7a4de-f72a-4727-a55b-29fb8a7a0d2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f12b49b90034634b9a8dd1c6695eccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793551 Dec 16 08:05:19.141423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43018) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:19.220620 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.256478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 662294ae-06e3-4b80-9d28-b26e64dc7e0f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:19.256944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.290216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43022) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:19.332897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0af168-46c1-4d53-9945-a29a96d7466f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-4f87bdf3-98a0-4f3e-ab11-9ea6990bda75', 'network_id': '4f87bdf3-98a0-4f3e-ab11-9ea6990bda75', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': '4d548d82-7bcd-4452-9c5b-406525553202'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:19.334044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d66324f-5a4f-4aa6-9b1b-411b0e0070a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.335614 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd0af168-46c1-4d53-9945-a29a96d7466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.345594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.447525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-039b7616-2e0a-4510-8c93-3f51b270f2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.458816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3c606076-ba85-4a28-82b6-25725689e338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=076156c9c98a49739286f058f1bd4325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1673489 Dec 16 08:05:19.463522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:19.496686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-039b7616-2e0a-4510-8c93-3f51b270f2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.524112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd8085-76e7-4d63-ac28-0cb1fc9a3f33 None None] Network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:19.535331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d66324f-5a4f-4aa6-9b1b-411b0e0070a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.550853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.587758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac5718f2-90bc-45ba-aea9-431a1c1c120d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.589770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=4d548d82-7bcd-4452-9c5b-406525553202,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:19.617953 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.619784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d66324f-5a4f-4aa6-9b1b-411b0e0070a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.676301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac5718f2-90bc-45ba-aea9-431a1c1c120d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.683373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.706361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.710767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.710939 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.752231 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6d66324f-5a4f-4aa6-9b1b-411b0e0070a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95cea0ffceca4a3fb88a385492c6170f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9109573 Dec 16 08:05:19.755070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43030) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:19.764714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66324f-5a4f-4aa6-9b1b-411b0e0070a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e50373b-102e-40c1-ae49-3f0a57086b84,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:19.773369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 662294ae-06e3-4b80-9d28-b26e64dc7e0f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=662294ae-06e3-4b80-9d28-b26e64dc7e0f,segment=NetworkSegment(783fb148-46ba-4bef-bd89-78f20b6188e5),segment_id=783fb148-46ba-4bef-bd89-78f20b6188e5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:19.774911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-53c63a28-10d4-4836-a5e6-71a7d1d1d2ca None None] Provisioning complete for port 662294ae-06e3-4b80-9d28-b26e64dc7e0f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:19.775738 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-53c63a28-10d4-4836-a5e6-71a7d1d1d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.776696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f87bdf3-98a0-4f3e-ab11-9ea6990bda75']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:19.789258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5055f21-ddd5-484d-9a01-8ef62d9695c4') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:19.789569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5055f21-ddd5-484d-9a01-8ef62d9695c4') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:19.793022 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-039b7616-2e0a-4510-8c93-3f51b270f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.796151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-039b7616-2e0a-4510-8c93-3f51b270f2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.797359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-039b7616-2e0a-4510-8c93-3f51b270f2d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa885918-9491-441e-b091-36f8132a4a0e HTTP/1.1" status: 204 len: 168 time: 0.6512370 Dec 16 08:05:19.816257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.817674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b7616-2e0a-4510-8c93-3f51b270f2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa885918-9491-441e-b091-36f8132a4a0e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:19.839370 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.852271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.862226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:19.862596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:19.865902 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:19.905774 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eda9d08b-960b-456a-aa75-33a8dc31f6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.936066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eda9d08b-960b-456a-aa75-33a8dc31f6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.961311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac5718f2-90bc-45ba-aea9-431a1c1c120d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.961311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac5718f2-90bc-45ba-aea9-431a1c1c120d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:19.961599 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac5718f2-90bc-45ba-aea9-431a1c1c120d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88cacd1b-5543-422c-82f5-55b29962247a HTTP/1.1" status: 204 len: 168 time: 0.4925706 Dec 16 08:05:19.970372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5718f2-90bc-45ba-aea9-431a1c1c120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cacd1b-5543-422c-82f5-55b29962247a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:19.979187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.25.2.49 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/2474fc8d-7961-4fa0-825a-39c462fd6c0f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server [None req-fd0af168-46c1-4d53-9945-a29a96d7466f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d548d82-7bcd-4452-9c5b-406525553202: This subnet is being modified by another concurrent operation. Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:05:19.989910 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise exception Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d548d82-7bcd-4452-9c5b-406525553202: This subnet is being modified by another concurrent operation. Dec 16 08:05:19.999829 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Dec 16 08:05:20.015554 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.016939 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.026932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.036248 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 HTTP/1.1" status: 204 len: 168 time: 1.0305614 Dec 16 08:05:20.066666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43036) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:20.070738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1424279630'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:20.078190 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ac571-829c-493a-84cb-96459e5b5eb7 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=4f87bdf3-98a0-4f3e-ab11-9ea6990bda75,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:20.122800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:20.125628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef6c87-c76b-49ca-9051-3469d868f885 None None] Network 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:20.158275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef6c87-c76b-49ca-9051-3469d868f885 None None] Network 4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 could not be found, it might have been deleted concurrently. {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 08:05:20.164678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df9fe0de-f6e3-42e7-ae43-cdfd540c1447 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:20.173456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:20.182786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.210124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:20.228767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: df9fe0de-f6e3-42e7-ae43-cdfd540c1447 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:20.229018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device df9fe0de-f6e3-42e7-ae43-cdfd540c1447 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:20.243743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Pushing event updated for resources: {'Port': ['ID=b09bc831-dde3-439c-ba51-557864af0655,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:20.261353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:20.266074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.350708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eda9d08b-960b-456a-aa75-33a8dc31f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.353469 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eda9d08b-960b-456a-aa75-33a8dc31f6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.354827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eda9d08b-960b-456a-aa75-33a8dc31f6a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e50373b-102e-40c1-ae49-3f0a57086b84 HTTP/1.1" status: 204 len: 168 time: 0.5967467 Dec 16 08:05:20.359716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.361716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:20.389380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=662294ae-06e3-4b80-9d28-b26e64dc7e0f,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:20.396386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Attempting to bind port b09bc831-dde3-439c-ba51-557864af0655 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:20.396998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Attempting to bind port b09bc831-dde3-439c-ba51-557864af0655 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'fad4329e-a78f-4c3b-b948-258f5d5b4926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:20.397381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Attempting to bind port b09bc831-dde3-439c-ba51-557864af0655 on network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:20.405002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:20.405382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Checking segment: {'id': 'fad4329e-a78f-4c3b-b948-258f5d5b4926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:20.405791 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.406184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Bound using segment: {'id': 'fad4329e-a78f-4c3b-b948-258f5d5b4926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:20.406660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Bound port: b09bc831-dde3-439c-ba51-557864af0655, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad4329e-a78f-4c3b-b948-258f5d5b4926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:20.407049 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.417968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.417968 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment 24c98d94-8fd2-47a7-9363-35619ea106aa of type vlan for network 6b2106ed-8143-40f6-81fb-34c6dd9b1f1c Dec 16 08:05:20.528809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:20.544947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:20.551611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.552635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] For port b09bc831-dde3-439c-ba51-557864af0655, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:20.556615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] For port b09bc831-dde3-439c-ba51-557864af0655, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b09bc831-dde3-439c-ba51-557864af0655,segment=NetworkSegment(fad4329e-a78f-4c3b-b948-258f5d5b4926),segment_id=fad4329e-a78f-4c3b-b948-258f5d5b4926)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:20.560028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:20.562941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9d08b-960b-456a-aa75-33a8dc31f6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e50373b-102e-40c1-ae49-3f0a57086b84,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:20.614400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4806fe0c-004d-47bf-b02d-c123a16c5170 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:20.626798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 662294ae-06e3-4b80-9d28-b26e64dc7e0f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:20.673072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.676759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.686074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:20.687199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:20.809200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=6b2106ed-8143-40f6-81fb-34c6dd9b1f1c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:20.843187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6b2106ed-8143-40f6-81fb-34c6dd9b1f1c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:20.878728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=2474fc8d-7961-4fa0-825a-39c462fd6c0f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:20.925591 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ea3679a7-72a1-47e2-b8b2-4627d9506b03 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8607519 Dec 16 08:05:20.929965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43060) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:20.946404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': '6b2106ed-8143-40f6-81fb-34c6dd9b1f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:20.971327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0f2efa56-321d-4d71-a2f9-34370049dcb8 None None] Provisioning complete for port 2474fc8d-7961-4fa0-825a-39c462fd6c0f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:20.971811 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f2efa56-321d-4d71-a2f9-34370049dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.234613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.258814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:21.262522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.349997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 662294ae-06e3-4b80-9d28-b26e64dc7e0f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:21.350363 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.366377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing IP validity checks on allocation pools {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 08:05:21.366893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 08:05:21.390064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2911b-0725-405f-bb27-332dd79350d8 None None] Pushing event updated for resources: {'Port': ['ID=b09bc831-dde3-439c-ba51-557864af0655,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:21.405082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0f2efa56-321d-4d71-a2f9-34370049dcb8 None None] Port 2474fc8d-7961-4fa0-825a-39c462fd6c0f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:05:21.555339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5f285be6-72f9-441c-852a-d3bb8c29a332 None None] Provisioning complete for port 662294ae-06e3-4b80-9d28-b26e64dc7e0f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:21.557787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f285be6-72f9-441c-852a-d3bb8c29a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.589905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.649277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.751916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=3a16e43f-5b5d-420b-9f99-d8d4dfefe69d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:21.756946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': '24c98d94-8fd2-47a7-9363-35619ea106aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6b2106ed-8143-40f6-81fb-34c6dd9b1f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:21.757527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: 6b2106ed-8143-40f6-81fb-34c6dd9b1f1c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:21.854474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 6b2106ed-8143-40f6-81fb-34c6dd9b1f1c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:21.940665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 6b2106ed-8143-40f6-81fb-34c6dd9b1f1c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:21.945369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:21.946271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:21.955011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5554b-6914-4d0c-b726-6a9c9947abf2 None None] Network 6b2106ed-8143-40f6-81fb-34c6dd9b1f1c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:22.034624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43088) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:22.060483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e108cc6b-f260-454e-a8b0-7d782cc96778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.075241 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-732cc708-bd7b-46cf-a353-272ecadbf83d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1437354 Dec 16 08:05:22.094859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43090) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:22.237052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f133e2-02a3-4cbb-9ed6-e9dedd9cd827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-6b2106ed-8143-40f6-81fb-34c6dd9b1f1c', 'network_id': '6b2106ed-8143-40f6-81fb-34c6dd9b1f1c', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': '3a16e43f-5b5d-420b-9f99-d8d4dfefe69d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:22.238229 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-26f133e2-02a3-4cbb-9ed6-e9dedd9cd827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.288518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.373117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43094) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:22.375255 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e108cc6b-f260-454e-a8b0-7d782cc96778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.387669 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.393478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686a02d-25bf-420f-b16c-34e84ddf2dae None None] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:22.466219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 4e0a643d-d6ca-42a7-b925-99a36e60ad88 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:05:22.468549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e108cc6b-f260-454e-a8b0-7d782cc96778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.488887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7b8d85cb-9b69-4dac-abe1-986c6b671d87 None None] Provisioning complete for port b09bc831-dde3-439c-ba51-557864af0655 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:22.489388 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b8d85cb-9b69-4dac-abe1-986c6b671d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.518500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108cc6b-f260-454e-a8b0-7d782cc96778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9552dd-bc98-4933-a140-227462a53a4d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:22.544987 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e108cc6b-f260-454e-a8b0-7d782cc96778 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08798c610bd74ce89928f44d944318ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5089381 Dec 16 08:05:22.547454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43100) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:22.574330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server [None req-26f133e2-02a3-4cbb-9ed6-e9dedd9cd827 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a16e43f-5b5d-420b-9f99-d8d4dfefe69d: This subnet is being modified by another concurrent operation. Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:05:22.629250 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise exception Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a16e43f-5b5d-420b-9f99-d8d4dfefe69d: This subnet is being modified by another concurrent operation. Dec 16 08:05:22.633173 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Dec 16 08:05:22.648051 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b8d85cb-9b69-4dac-abe1-986c6b671d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.702592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.724816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ac025-45bb-4ece-9d50-149fc8ba7646 None None] Network 6b2106ed-8143-40f6-81fb-34c6dd9b1f1c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:22.751714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2106ed-8143-40f6-81fb-34c6dd9b1f1c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:22.788683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c98d94-8fd2-47a7-9363-35619ea106aa') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:22.788683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c98d94-8fd2-47a7-9363-35619ea106aa') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:22.823911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:22.827253 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.827682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7b8d85cb-9b69-4dac-abe1-986c6b671d87 None None] For port b09bc831-dde3-439c-ba51-557864af0655, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b09bc831-dde3-439c-ba51-557864af0655,segment=NetworkSegment(fad4329e-a78f-4c3b-b948-258f5d5b4926),segment_id=fad4329e-a78f-4c3b-b948-258f5d5b4926)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:22.846519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b09bc831-dde3-439c-ba51-557864af0655 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:22.862381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] Sync routers for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:22.895663 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=3a16e43f-5b5d-420b-9f99-d8d4dfefe69d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:22.915854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-735184273-network', 'tenant_id': '6b909e178e204d1fa849ef5f1589297d'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:22.922031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.933463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:22.933866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:22.937617 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:22.948974 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7b8d85cb-9b69-4dac-abe1-986c6b671d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.980928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:22.987367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d92a469-37d7-40dc-9277-610b2f15e91c tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5939045 Dec 16 08:05:22.988847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43110) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:23.009433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d85cb-9b69-4dac-abe1-986c6b671d87 None None] Pushing event updated for resources: {'Port': ['ID=b09bc831-dde3-439c-ba51-557864af0655,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:23.012780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:23.013310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ac-e612-4119-a293-1bf5adc8d866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.013697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:23.057779 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ac-e612-4119-a293-1bf5adc8d866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.075194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:23.088017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:23.088883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:23.129273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faced89-827e-4628-9640-bd7ffaea2667 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:05:23.132753 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:23.133578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa56d78-430f-4a57-b924-3807d73d7f02 None None] The sync data for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:23.169056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b09bc831-dde3-439c-ba51-557864af0655 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:23.169733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.189069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Made reservation on behalf of 6b909e178e204d1fa849ef5f1589297d for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:23.202988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.218158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.239206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ff7d876b-c2fa-41fe-a8a1-44d61524eece None None] Provisioning complete for port b09bc831-dde3-439c-ba51-557864af0655 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:23.239583 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff7d876b-c2fa-41fe-a8a1-44d61524eece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.250131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.275159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.306013 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/6b2106ed-8143-40f6-81fb-34c6dd9b1f1c HTTP/1.1" status: 204 len: 168 time: 1.2083871 Dec 16 08:05:23.310757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ac-e612-4119-a293-1bf5adc8d866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.321382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ac-e612-4119-a293-1bf5adc8d866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.321382 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17bc16ac-e612-4119-a293-1bf5adc8d866 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb9552dd-bc98-4933-a140-227462a53a4d HTTP/1.1" status: 204 len: 168 time: 0.7704430 Dec 16 08:05:23.329009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:23.353562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55738695'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:23.368499 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.387294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc16ac-e612-4119-a293-1bf5adc8d866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9552dd-bc98-4933-a140-227462a53a4d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:23.391286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c61191-3d3a-4cf0-b0af-2a6fdf85f61a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=6b2106ed-8143-40f6-81fb-34c6dd9b1f1c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:23.484036 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.495994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faced89-827e-4628-9640-bd7ffaea2667 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:05:23.514539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:23.580399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.581102 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Added segment 10d91ce7-6d44-4978-b6b1-a950c1876cdc of type vlan for network d1b41db4-7383-474c-be6f-d715755b8b87 Dec 16 08:05:23.596641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebf48a-243e-4996-96b4-99c3c77d2291,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:23.642717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.745582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:23.749976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.807708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:23.825028 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.825926 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment 4e1557da-7e97-46a4-8dbf-44ea2cf3d382 of type vlan for network 881d6c8d-f975-40ba-be08-6447b974445a Dec 16 08:05:23.846129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.847359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:23.848349 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.897308 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:23.937486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56adf6-4838-49db-b974-cff92efe6f50 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:05:23.962699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b41db4-7383-474c-be6f-d715755b8b87,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:23.976429 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d1b41db4-7383-474c-be6f-d715755b8b87 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:24.025373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.049817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.071325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:24.073526 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.086019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cf1c90ae-9e93-4629-a4aa-93ed12f020e9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7114379 Dec 16 08:05:24.098040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:24.135940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Request body: {'subnet': {'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-735184273-subnet', 'tenant_id': '6b909e178e204d1fa849ef5f1589297d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:24.211588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56adf6-4838-49db-b974-cff92efe6f50 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:05:24.215652 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8735933 Dec 16 08:05:24.223108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:24.225574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea6183-5593-4db7-a642-5e7d2ed26591 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=881d6c8d-f975-40ba-be08-6447b974445a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:24.238571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': '881d6c8d-f975-40ba-be08-6447b974445a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:24.244225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 881d6c8d-f975-40ba-be08-6447b974445a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:24.421448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.1 (07bd3473-ad8c-4e67-912c-ff3e820e7c4e/494b410b-dc3a-43bb-a732-56b76d2c0d23/a0c7e306-ae9c-4456-8f73-0bc35acb1066) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:24.444768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Made reservation on behalf of 6b909e178e204d1fa849ef5f1589297d for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:24.448691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.599210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.664475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b09bc831-dde3-439c-ba51-557864af0655 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:24.679865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:24.684056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.750665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b09bc831-dde3-439c-ba51-557864af0655 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:24.751698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.775403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:24.875539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:24.879161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:24.900735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:25.028134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=a0c7e306-ae9c-4456-8f73-0bc35acb1066,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:25.087690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:25.267866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-77cbe9e1-39ba-4ef7-8afd-3259e6ff3cb7 None None] Provisioning complete for port a0c7e306-ae9c-4456-8f73-0bc35acb1066 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:25.268106 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-77cbe9e1-39ba-4ef7-8afd-3259e6ff3cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:25.362991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-77cbe9e1-39ba-4ef7-8afd-3259e6ff3cb7 None None] Port a0c7e306-ae9c-4456-8f73-0bc35acb1066 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:05:25.441486 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:25.585220 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:25.696116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb3ffb6-0c45-4119-a950-ce7f687a8060,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:25.711580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Checking segment: {'id': '10d91ce7-6d44-4978-b6b1-a950c1876cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:25.711580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Network hostable DHCP agents. Network: d1b41db4-7383-474c-be6f-d715755b8b87, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:25.786542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Network d1b41db4-7383-474c-be6f-d715755b8b87 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:25.790319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:25.812145 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:25.879339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=c007437c-9e8b-4b97-9fcd-86559c4e4e23,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:25.884865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': '4e1557da-7e97-46a4-8dbf-44ea2cf3d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '881d6c8d-f975-40ba-be08-6447b974445a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:25.885244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: 881d6c8d-f975-40ba-be08-6447b974445a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:25.947491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d1b41db4-7383-474c-be6f-d715755b8b87) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:25.956143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:25.956143 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:25.956418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747104d6-4fa6-4641-87e4-1586b2204e0e None None] Network d1b41db4-7383-474c-be6f-d715755b8b87 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:25.974449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.152121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 881d6c8d-f975-40ba-be08-6447b974445a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:26.152121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 881d6c8d-f975-40ba-be08-6447b974445a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:26.152121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:26.152121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.152121 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-83dd96c5-f93a-433e-80ae-561e42080da8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9959617 Dec 16 08:05:26.312770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=a0c7e306-ae9c-4456-8f73-0bc35acb1066,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:26.312770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.314523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832efc97-81bc-4f80-b583-d826fc04b023 None None] Network 881d6c8d-f975-40ba-be08-6447b974445a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:26.314790 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1ca196dd-c754-47fa-8155-d0952883997c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9551263 Dec 16 08:05:26.314790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43204) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:26.315132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b0866-6265-4057-a00a-c0e0251eface None None] Network d1b41db4-7383-474c-be6f-d715755b8b87 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:26.379612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.423908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:26.427736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:26.444104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1377c72-94af-4f5a-be75-42bba2395fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-881d6c8d-f975-40ba-be08-6447b974445a', 'network_id': '881d6c8d-f975-40ba-be08-6447b974445a', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': 'c007437c-9e8b-4b97-9fcd-86559c4e4e23'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:26.445137 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c1377c72-94af-4f5a-be75-42bba2395fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.488094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.680239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 4e0a643d-d6ca-42a7-b925-99a36e60ad88 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:26.719889 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server [None req-c1377c72-94af-4f5a-be75-42bba2395fd9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c007437c-9e8b-4b97-9fcd-86559c4e4e23: This subnet is being modified by another concurrent operation. Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:05:26.747654 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise exception Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c007437c-9e8b-4b97-9fcd-86559c4e4e23: This subnet is being modified by another concurrent operation. Dec 16 08:05:26.752088 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Dec 16 08:05:26.783808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03ad13-280c-4757-98ca-879c1a91c003 None None] Network 881d6c8d-f975-40ba-be08-6447b974445a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:26.805072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=c007437c-9e8b-4b97-9fcd-86559c4e4e23,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:26.891885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:26.909274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e22f6861-3dfb-47b5-88db-ae8474be2548 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/routers/4e0a643d-d6ca-42a7-b925-99a36e60ad88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9188485 Dec 16 08:05:26.912303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43228) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:26.917315 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] Sync routers for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:26.936304 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:26.936675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a9bd85fe-b603-455c-b64a-6a6de1c38df9 None None] Provisioning complete for port a0c7e306-ae9c-4456-8f73-0bc35acb1066 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:26.937002 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:26.937460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9bd85fe-b603-455c-b64a-6a6de1c38df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.939561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'port': {'network_id': '07bd3473-ad8c-4e67-912c-ff3e820e7c4e', 'name': 'tempest-FloatingIPTestJSON-506137758'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:26.956196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:26.979708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd85fe-b603-455c-b64a-6a6de1c38df9 None None] Port a0c7e306-ae9c-4456-8f73-0bc35acb1066 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:05:26.980958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881d6c8d-f975-40ba-be08-6447b974445a']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:26.993537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1557da-7e97-46a4-8dbf-44ea2cf3d382') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:26.994004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1557da-7e97-46a4-8dbf-44ea2cf3d382') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:27.000674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8e8df-2c38-42c3-b7ca-35c21fdcc56a None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:05:27.030912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.043747 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:27.066404 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:27.067032 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:27.069378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.103675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:27.104289 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:27.110569 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:27.179002 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:27.180002 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32530ae5-b998-4bfc-8262-9c8270fca3b5 None None] The sync data for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:27.205041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d8e8df-2c38-42c3-b7ca-35c21fdcc56a None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:05:27.305648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.313002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.315736 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/881d6c8d-f975-40ba-be08-6447b974445a HTTP/1.1" status: 204 len: 168 time: 1.1278815 Dec 16 08:05:27.320763 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43246) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:27.348367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701702943'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:27.354712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b6ffb-7da6-407c-b5ef-a0fba9d089a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=881d6c8d-f975-40ba-be08-6447b974445a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:27.363070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Made reservation on behalf of 222e5caa010a4417813918410bf14d3a for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:27.367642 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.390190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] device_id is not set on port 4c9899f6-ef70-4f57-ae52-d19abb6eb35a yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:05:27.558989 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.564128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Allocated IP 172.20.0.13 (07bd3473-ad8c-4e67-912c-ff3e820e7c4e/494b410b-dc3a-43bb-a732-56b76d2c0d23/4c9899f6-ef70-4f57-ae52-d19abb6eb35a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:27.580252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:27.584330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.629652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:27.642776 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.643432 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment f725989b-eabf-42f1-8fd2-67483264e2a0 of type vlan for network e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 Dec 16 08:05:27.705244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.857882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.865443 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.873933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:27.875033 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:27.962242 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:27.980152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:27.998230 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:28.027752 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5b5f8d9c-8957-4aab-8121-a695e1225e07 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7004619 Dec 16 08:05:28.027752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43284) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:28.031486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:28.093023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:28.100116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event updated for resources: {'Port': ['ID=4c9899f6-ef70-4f57-ae52-d19abb6eb35a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:28.102972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:28.110677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:28.202611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.203390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:28.218164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.228597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.251129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.259239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.266417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.286385 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c379256d-e837-4d65-b343-7298465cadf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:28.286589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.289287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.298320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-87947bbf-04d2-497f-8d1f-d4f6ae0b2b7b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.3548405 Dec 16 08:05:28.397125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ee786f7-e1c2-45e2-91b0-71378e70d5f7 req-83f87fd3-2dc1-4399-ba5c-61947773a441 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973725 Dec 16 08:05:28.414256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:28.418207 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:28.448267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-296e3eff-d849-4cb8-88db-1ac350564abd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5320783 Dec 16 08:05:28.449528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43302) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:28.461333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Request body: {'floatingip': {'port_id': '4c9899f6-ef70-4f57-ae52-d19abb6eb35a'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:28.567951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c6cfdb2e-7d2d-4e66-9036-8dd6dab8b7ba None None] Provisioning complete for port 4c9899f6-ef70-4f57-ae52-d19abb6eb35a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:28.568382 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6cfdb2e-7d2d-4e66-9036-8dd6dab8b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:28.599430 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:28.639554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfdb2e-7d2d-4e66-9036-8dd6dab8b7ba None None] Port 4c9899f6-ef70-4f57-ae52-d19abb6eb35a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:05:28.691075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.701161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.711523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.718182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.724570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.730486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.736871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:28.738779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75e7c9c6-ab22-4d4b-9420-0c2f226f4df3 req-cd1f0ccf-58f9-453e-a748-f7514a7f26aa tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.2006683 Dec 16 08:05:28.866110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:28.928569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=8ff38205-bd67-4806-ba5f-baabbd67500a,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:28.947637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': 'f725989b-eabf-42f1-8fd2-67483264e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:28.947996 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:29.094163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:29.225826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:29.231276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:29.233571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:29.238379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eda45b-ce63-41e9-9d3e-67476e75ca2e None None] Network e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:29.351897 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0dbb07de-f96e-464a-a970-a42fba06ebba tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3250039 Dec 16 08:05:29.355867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:29.411567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686', 'network_id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': '8ff38205-bd67-4806-ba5f-baabbd67500a'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:29.412475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:29.616286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:29.665604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Allocated IP 172.20.0.2 (e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686/8ff38205-bd67-4806-ba5f-baabbd67500a/e342be7b-0cf3-4016-8a29-0bd2076832f0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:29.746253 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:29.826979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:29.893486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-b1e148b6-baa3-4751-b0e1-155cf3327a29 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:29.895318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-b1e148b6-baa3-4751-b0e1-155cf3327a29 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/networks?id=d1b41db4-7383-474c-be6f-d715755b8b87 HTTP/1.1" status: 200 len: 809 time: 0.3645551 Dec 16 08:05:29.908413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:29.912466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-f912c2cf-2a31-462a-b98c-9813e55c1d57 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/quotas/6b909e178e204d1fa849ef5f1589297d HTTP/1.1" status: 200 len: 375 time: 0.0103850 Dec 16 08:05:29.948770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-44515d46-d567-45a8-b83e-ea2fac013b94 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b909e178e204d1fa849ef5f1589297d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301044 Dec 16 08:05:30.007470 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.011510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.054875 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.144990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Network e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:30.146973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Pushing event updated for resources: {'Port': ['ID=e342be7b-0cf3-4016-8a29-0bd2076832f0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:30.150242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:30.158003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.161265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:30.191672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-9f4fd5b9-32b1-4006-a866-828846d3669d service neutron] 10.222.0.43 "GET /v2.0/networks/d1b41db4-7383-474c-be6f-d715755b8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265961 Dec 16 08:05:30.285308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Attempting to bind port e342be7b-0cf3-4016-8a29-0bd2076832f0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:30.286516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Attempting to bind port e342be7b-0cf3-4016-8a29-0bd2076832f0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f725989b-eabf-42f1-8fd2-67483264e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:30.286516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Attempting to bind port e342be7b-0cf3-4016-8a29-0bd2076832f0 on network e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:30.297951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:30.298411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Checking segment: {'id': 'f725989b-eabf-42f1-8fd2-67483264e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:30.298949 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.299550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Bound using segment: {'id': 'f725989b-eabf-42f1-8fd2-67483264e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:30.300478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Bound port: e342be7b-0cf3-4016-8a29-0bd2076832f0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f725989b-eabf-42f1-8fd2-67483264e2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:30.301302 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.337165 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP a215c429-62e4-4010-934d-0d48b4d2d92d associated. External IP: 172.25.2.247, port: ed64d38d-98f0-4cd4-86bf-fd6927820c36. Dec 16 08:05:30.352596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff38205-bd67-4806-ba5f-baabbd67500a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:30.359410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.399730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:30.419035 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f725989b-eabf-42f1-8fd2-67483264e2a0') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:30.419507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f725989b-eabf-42f1-8fd2-67483264e2a0') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:30.424877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] For port e342be7b-0cf3-4016-8a29-0bd2076832f0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:30.429392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] For port e342be7b-0cf3-4016-8a29-0bd2076832f0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e342be7b-0cf3-4016-8a29-0bd2076832f0,segment=NetworkSegment(f725989b-eabf-42f1-8fd2-67483264e2a0),segment_id=f725989b-eabf-42f1-8fd2-67483264e2a0)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:30.435869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.456938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-dd83eefe-9357-458c-b189-81d46c0a89f1 service neutron] 10.222.0.43 "GET /v2.0/networks/d1b41db4-7383-474c-be6f-d715755b8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643411 Dec 16 08:05:30.529098 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.532691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.538979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:30.539506 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:30.557032 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:30.699000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e25cd5-9d9b-4d7a-ae18-d176c5896081 None None] Pushing event updated for resources: {'Port': ['ID=e342be7b-0cf3-4016-8a29-0bd2076832f0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:30.709088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6a824-6f42-48de-a640-fc0beca8f6c9 None None] Network e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:30.721180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:30.734442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:05:30.734442 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:05:30.734442 n-d-820935-11 neutron-server[110396]: [parameters: {'id': 'e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686'}] Dec 16 08:05:30.734442 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:05:30.738204 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:05:30.826895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-048747c7-f6af-4d0c-87d4-09704d761818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:30.853912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da3b58-4cd9-4e07-9f2e-e4efcd7ece74 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:05:30.911376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:30.951778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457566b7-c547-496d-add9-a30dba09de90 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:30.985969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457566b7-c547-496d-add9-a30dba09de90 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:30.986609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-457566b7-c547-496d-add9-a30dba09de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.074878 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-457566b7-c547-496d-add9-a30dba09de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.152389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457566b7-c547-496d-add9-a30dba09de90 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:31.153019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-457566b7-c547-496d-add9-a30dba09de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.214781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 4e0a643d-d6ca-42a7-b925-99a36e60ad88 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:31.236533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:31.265730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-457566b7-c547-496d-add9-a30dba09de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.266981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457566b7-c547-496d-add9-a30dba09de90 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:31.344341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port e342be7b-0cf3-4016-8a29-0bd2076832f0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:31.344768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:31.349941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da3b58-4cd9-4e07-9f2e-e4efcd7ece74 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:05:31.411884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:31.425296 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] Sync routers for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:31.431456 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:31.448521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port e342be7b-0cf3-4016-8a29-0bd2076832f0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e342be7b-0cf3-4016-8a29-0bd2076832f0,segment=NetworkSegment(f725989b-eabf-42f1-8fd2-67483264e2a0),segment_id=f725989b-eabf-42f1-8fd2-67483264e2a0)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:31.449098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:31.451581 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:31.452336 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.466324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for e342be7b-0cf3-4016-8a29-0bd2076832f0 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:31.545500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c3880ebc-5f10-4465-bdb8-b219cd0d307e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/floatingips/a215c429-62e4-4010-934d-0d48b4d2d92d HTTP/1.1" status: 200 len: 978 time: 3.0938094 Dec 16 08:05:31.547857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43418) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:31.566166 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.588839 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:31.589416 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.629418 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:31.630090 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88fc90-fb5e-4694-bbdc-63b13cabd186 None None] The sync data for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:31.703665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port 4c9899f6-ef70-4f57-ae52-d19abb6eb35a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:31.704084 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:31.717403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:31.810720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=e342be7b-0cf3-4016-8a29-0bd2076832f0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:31.820780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port e342be7b-0cf3-4016-8a29-0bd2076832f0 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:31.884258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:31.994187 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.021957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:32.035112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f725989b-eabf-42f1-8fd2-67483264e2a0') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:32.035311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f725989b-eabf-42f1-8fd2-67483264e2a0') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:32.047277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.064048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.073927 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:32.074846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:32.080071 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:32.187802 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.243067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.243975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.244529 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Floating IP a215c429-62e4-4010-934d-0d48b4d2d92d disassociated. External IP: 172.25.2.247, port: 4c9899f6-ef70-4f57-ae52-d19abb6eb35a. Dec 16 08:05:32.245088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for 4c9899f6-ef70-4f57-ae52-d19abb6eb35a owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:32.282772 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.300481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.311421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 HTTP/1.1" status: 204 len: 168 time: 2.9534020 Dec 16 08:05:32.320538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43456) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:32.344282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-181856812'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:32.352792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43460) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:32.367596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222e704-85e8-4ca4-9e43-4cadd9a40ac1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:32.557872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b15731b-df71-46d2-adbd-b30b11ebc042 req-85704cef-3df6-489a-a0b2-5676c1a5ddea tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 210 time: 0.1467419 Dec 16 08:05:32.585559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:32.597355 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.609393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.609883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.610349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.610808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.611264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.611720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.612337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.621697 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-c9807362-4193-40bc-b3a7-f551830f474f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6508 time: 0.2675433 Dec 16 08:05:32.639998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:32.675623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.676092 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment aee14de0-aa6d-4fc7-9b88-00d5e2429b99 of type vlan for network fe700827-c285-4916-9809-943f13503249 Dec 16 08:05:32.697116 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-25389a57-29d4-48f9-8e80-390f6fcff382 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734935 Dec 16 08:05:32.758047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.877844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.883700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:32.884439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.891787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:32.987073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=4c9899f6-ef70-4f57-ae52-d19abb6eb35a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:33.008437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=fe700827-c285-4916-9809-943f13503249,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:33.028081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network fe700827-c285-4916-9809-943f13503249 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:33.181005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-551d1d21-ec73-432a-a8ac-1a57be56fcc3 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8590224 Dec 16 08:05:33.183806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:33.192509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': 'fe700827-c285-4916-9809-943f13503249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:33.285181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 4e0a643d-d6ca-42a7-b925-99a36e60ad88 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:33.485611 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:33.506694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:33.519068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] Sync routers for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:33.551636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:33.554663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:33.555329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:33.557130 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:33.607110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:33.619705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:33.625335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:33.630282 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:33.634121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-06e8b4de-fbf6-405e-941b-e02f19f38bf5 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/ports/4c9899f6-ef70-4f57-ae52-d19abb6eb35a HTTP/1.1" status: 204 len: 168 time: 2.0851386 Dec 16 08:05:33.636879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43512) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:33.668014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:33.669107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097e996-f5e8-4643-97e9-35b409d3f832 None None] The sync data for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:33.682737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing IP validity checks on allocation pools {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 08:05:33.683258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 08:05:33.762201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b2f217f-bf2d-456c-8daa-4f8447feb81a req-936bbf4e-af55-4b29-86c3-e510b7bef428 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 210 time: 0.0389419 Dec 16 08:05:33.924393 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:34.039785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=45de3d3d-7b11-467e-8b9a-f9edb349aa6d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:34.087448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe700827-c285-4916-9809-943f13503249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:34.087850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: fe700827-c285-4916-9809-943f13503249, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:34.145792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:34.182291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:34.214284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network fe700827-c285-4916-9809-943f13503249 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:34.340146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, fe700827-c285-4916-9809-943f13503249) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:34.346040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:34.347139 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:34.360665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3b3c5-3703-4c14-b029-f6aec839c952 None None] Network fe700827-c285-4916-9809-943f13503249 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:34.500713 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3f1eac17-26ed-4906-b3f8-82670f6e90bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3138964 Dec 16 08:05:34.503595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43574) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:34.587977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-fe700827-c285-4916-9809-943f13503249', 'network_id': 'fe700827-c285-4916-9809-943f13503249', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': '45de3d3d-7b11-467e-8b9a-f9edb349aa6d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:34.590328 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:34.736313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:34.856408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:34.866037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Allocated IP 172.20.0.3 (fe700827-c285-4916-9809-943f13503249/45de3d3d-7b11-467e-8b9a-f9edb349aa6d/410af758-5c6d-4fcd-b380-bc6884509374) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:34.975401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97afd60e-3519-4ea0-a373-c2243b6b8294 req-9b31fe75-58fe-4083-b094-8eecb75ea625 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 210 time: 0.0654852 Dec 16 08:05:35.129938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port a0c7e306-ae9c-4456-8f73-0bc35acb1066 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:35.130291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.201558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.301495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.314978 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.332065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for a0c7e306-ae9c-4456-8f73-0bc35acb1066 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:35.368457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Network fe700827-c285-4916-9809-943f13503249 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:35.374124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:35.376614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:35.378785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Pushing event updated for resources: {'Port': ['ID=410af758-5c6d-4fcd-b380-bc6884509374,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:35.438018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Attempting to bind port 410af758-5c6d-4fcd-b380-bc6884509374 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:35.438401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Attempting to bind port 410af758-5c6d-4fcd-b380-bc6884509374 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe700827-c285-4916-9809-943f13503249'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:35.438912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Attempting to bind port 410af758-5c6d-4fcd-b380-bc6884509374 on network fe700827-c285-4916-9809-943f13503249 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:35.444717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:35.444938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Checking segment: {'id': 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe700827-c285-4916-9809-943f13503249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:35.445346 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.445649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Bound using segment: {'id': 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe700827-c285-4916-9809-943f13503249'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:35.446144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Bound port: 410af758-5c6d-4fcd-b380-bc6884509374, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe700827-c285-4916-9809-943f13503249'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:35.446534 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.459238 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.526517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] For port 410af758-5c6d-4fcd-b380-bc6884509374, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:35.531612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] For port 410af758-5c6d-4fcd-b380-bc6884509374, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=410af758-5c6d-4fcd-b380-bc6884509374,segment=NetworkSegment(aee14de0-aa6d-4fc7-9b88-00d5e2429b99),segment_id=aee14de0-aa6d-4fc7-9b88-00d5e2429b99)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:35.555135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=45de3d3d-7b11-467e-8b9a-f9edb349aa6d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:35.652012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.655515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.707012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe700827-c285-4916-9809-943f13503249']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:35.712065 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.719262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:35.719563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:35.746073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.758416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=a0c7e306-ae9c-4456-8f73-0bc35acb1066,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:35.783098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.797477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:35.799930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:35.809653 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:35.836132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7f10b-ea42-4b1a-80af-f4929c4a4aa2 None None] Pushing event updated for resources: {'Port': ['ID=410af758-5c6d-4fcd-b380-bc6884509374,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:35.863017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108ab93-beb4-4e22-b9a4-d3f25fd8ea7f None None] Network fe700827-c285-4916-9809-943f13503249 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:36.021036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:05:36.021036 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:05:36.021036 n-d-820935-11 neutron-server[110396]: [parameters: {'id': 'fe700827-c285-4916-9809-943f13503249'}] Dec 16 08:05:36.021036 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:05:36.022051 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:05:36.276853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722609e1-34fc-4466-bfd0-e80eafd07bca None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:05:36.290749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-704f2020-22e1-4309-8c98-b90e54521760 req-171025eb-9177-41a0-a2b1-c46f089a1dfa tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 210 time: 0.1369584 Dec 16 08:05:36.352981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:36.466152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-30b1d19b-5326-4b83-a3cf-fd1b87e2f708 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:36.467955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-30b1d19b-5326-4b83-a3cf-fd1b87e2f708 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.36 "GET /v2.0/networks?id=d1b41db4-7383-474c-be6f-d715755b8b87 HTTP/1.1" status: 200 len: 809 time: 0.3089824 Dec 16 08:05:36.506235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Request body: {'port': {'device_id': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87', 'admin_state_up': True, 'tenant_id': '6b909e178e204d1fa849ef5f1589297d'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:36.526854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:36.535840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722609e1-34fc-4466-bfd0-e80eafd07bca None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:05:36.650738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port 410af758-5c6d-4fcd-b380-bc6884509374 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:36.651338 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:36.760459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port 410af758-5c6d-4fcd-b380-bc6884509374, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=410af758-5c6d-4fcd-b380-bc6884509374,segment=NetworkSegment(aee14de0-aa6d-4fc7-9b88-00d5e2429b99),segment_id=aee14de0-aa6d-4fc7-9b88-00d5e2429b99)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:36.761165 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:36.802377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for 410af758-5c6d-4fcd-b380-bc6884509374 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:36.858574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 4e0a643d-d6ca-42a7-b925-99a36e60ad88 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:37.000732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:37.010972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] Sync routers for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:37.012271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43682) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:37.013192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b188865a-cb83-4c3b-b960-4b71a66214db tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/routers/4e0a643d-d6ca-42a7-b925-99a36e60ad88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3747590 Dec 16 08:05:37.024039 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:37.025161 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:37.031643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Made reservation on behalf of 6b909e178e204d1fa849ef5f1589297d for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:37.040022 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.078023 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:37.093066 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] Routers {'4e0a643d-d6ca-42a7-b925-99a36e60ad88'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:37.094775 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:37.116301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.158602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=410af758-5c6d-4fcd-b380-bc6884509374,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:37.159903 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:37.160836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port 410af758-5c6d-4fcd-b380-bc6884509374 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:37.166528 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a60c11-546b-4931-b4c2-4aa10e569350 None None] The sync data for ids ['4e0a643d-d6ca-42a7-b925-99a36e60ad88'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:37.317732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Allocated IP 172.20.0.11 (d1b41db4-7383-474c-be6f-d715755b8b87/dcb3ffb6-0c45-4119-a950-ce7f687a8060/3eae9c8f-bb79-4a8d-8fa9-9e423ade7893) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:37.332226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.380197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe700827-c285-4916-9809-943f13503249']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:37.409565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:37.410079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee14de0-aa6d-4fc7-9b88-00d5e2429b99') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:37.436519 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.451451 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.458427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:37.458839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:37.576520 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:37.589669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7cf29908-65dc-4dd0-a6d8-fbaa49c12a5c req-46a48176-2322-495c-95d3-60c236084a90 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 210 time: 0.1491704 Dec 16 08:05:37.630888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.736709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.741899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.745690 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/fe700827-c285-4916-9809-943f13503249 HTTP/1.1" status: 204 len: 168 time: 3.2387376 Dec 16 08:05:37.751532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43708) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:37.764883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352686509'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:37.772060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8708a3-9c59-4afe-85b4-65f7f33b833f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=fe700827-c285-4916-9809-943f13503249,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:37.833144 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.895663 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:37.962093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:37.962093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.010196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:38.031221 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.032406 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment 4f7504ed-2f52-41b9-b1a9-b828c36a5dfa of type vlan for network 7afcb970-e3bc-4543-b1b5-497ac775bdc2 Dec 16 08:05:38.068397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port 2474fc8d-7961-4fa0-825a-39c462fd6c0f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:38.068746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.100969 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.129172 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.176086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Network d1b41db4-7383-474c-be6f-d715755b8b87 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:38.177854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.182739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:38.188273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:38.206331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for 2474fc8d-7961-4fa0-825a-39c462fd6c0f owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:38.213874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4ea39-5fde-4d8a-8fbc-a59517530b6d None None] DHCP port deletion for d1b41db4-7383-474c-be6f-d715755b8b87 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:38.233530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Pushing event updated for resources: {'Port': ['ID=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:38.240559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.245745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:38.246385 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.314542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:38.315483 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.355483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=7afcb970-e3bc-4543-b1b5-497ac775bdc2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:38.369422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 7afcb970-e3bc-4543-b1b5-497ac775bdc2 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:38.424108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4f33ecbf-1ccf-45e4-9751-ea6845ebcec5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6701026 Dec 16 08:05:38.427072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43726) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:38.447822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:38.469616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8b04b807-6301-413b-8128-5017d52d3900 None None] Provisioning complete for port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:38.469997 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b04b807-6301-413b-8128-5017d52d3900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.520057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8b04b807-6301-413b-8128-5017d52d3900 None None] Port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:05:38.548877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-65010c04-7f65-4e9e-a700-1102efaa1d84 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0518003 Dec 16 08:05:38.577446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Request body: {'port': {'device_id': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:38.640103 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.665671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:38.670440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.703815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=2474fc8d-7961-4fa0-825a-39c462fd6c0f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:38.737155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70795fcd-ac91-4e62-a939-2ca10f1702c5 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:38.757584 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.801664 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.881243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7c01-3b13-4f6c-85a5-f1d0d922db49 req-fa16f164-0e8b-4e84-9bcb-17177d588b81 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:38.882828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a6b7c01-3b13-4f6c-85a5-f1d0d922db49 req-fa16f164-0e8b-4e84-9bcb-17177d588b81 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 932 time: 0.1891329 Dec 16 08:05:38.937372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:38.939564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.071306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.071928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Fanout notify agent at l3_agent the message router_deleted on router 4e0a643d-d6ca-42a7-b925-99a36e60ad88 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:05:39.079798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.089471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e26e8853-5590-497c-911c-94fbac5a596a tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/routers/4e0a643d-d6ca-42a7-b925-99a36e60ad88 HTTP/1.1" status: 204 len: 168 time: 2.0673018 Dec 16 08:05:39.089597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a6b7c01-3b13-4f6c-85a5-f1d0d922db49 req-5f17f54e-05ab-462f-b943-48edcdf10e00 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936409 Dec 16 08:05:39.092876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:39.146159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting subnet 494b410b-dc3a-43bb-a732-56b76d2c0d23 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:05:39.149263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.190163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.214310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.292674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.292925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:05:39.308232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.315413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=f260eb32-9f61-4252-aefa-bc30c7967a60,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:39.335110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:39.335559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: 7afcb970-e3bc-4543-b1b5-497ac775bdc2, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:39.338761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Transition to ACTIVE for port object 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:05:39.494744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.495726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.496791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 7afcb970-e3bc-4543-b1b5-497ac775bdc2 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:39.526552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Subnet': ['ID=494b410b-dc3a-43bb-a732-56b76d2c0d23,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:39.529321 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.535349 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c5d454ac-c22b-4a11-9d57-5e70de288141 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/subnets/494b410b-dc3a-43bb-a732-56b76d2c0d23 HTTP/1.1" status: 204 len: 168 time: 0.4423232 Dec 16 08:05:39.536699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43780) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:39.542113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0964f9-66c5-4683-b241-25ac1c0a8653 None None] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:39.567031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:39.595489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d8c2f-13aa-430f-887b-ca3e356a3126 None None] DHCP port deletion for d1b41db4-7383-474c-be6f-d715755b8b87 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:39.651733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.726234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 7afcb970-e3bc-4543-b1b5-497ac775bdc2) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:39.736858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c17bda-efb8-448f-92bf-55a4e3951f88 None None] Network 7afcb970-e3bc-4543-b1b5-497ac775bdc2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:39.754183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:39.757270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.770662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Attempting to bind port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:39.771048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Attempting to bind port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '10d91ce7-6d44-4978-b6b1-a950c1876cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:39.771374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Attempting to bind port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 on network d1b41db4-7383-474c-be6f-d715755b8b87 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:39.779511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port b09bc831-dde3-439c-ba51-557864af0655 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:39.779859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.780054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 on network d1b41db4-7383-474c-be6f-d715755b8b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:05:39.780413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Attempting to bind port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 on network d1b41db4-7383-474c-be6f-d715755b8b87 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:39.796313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:39.796921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Checking segment: {'id': '10d91ce7-6d44-4978-b6b1-a950c1876cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:39.797472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Bound using segment: {'id': '10d91ce7-6d44-4978-b6b1-a950c1876cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:39.798039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Bound port: 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d91ce7-6d44-4978-b6b1-a950c1876cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:39.798519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.835608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] DHCP port deletion for 07bd3473-ad8c-4e67-912c-ff3e820e7c4e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:39.882251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] For port b09bc831-dde3-439c-ba51-557864af0655, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b09bc831-dde3-439c-ba51-557864af0655,segment=NetworkSegment(fad4329e-a78f-4c3b-b948-258f5d5b4926),segment_id=fad4329e-a78f-4c3b-b948-258f5d5b4926)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:39.882888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:39.894309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] For port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:39.898358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] For port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,segment=NetworkSegment(10d91ce7-6d44-4978-b6b1-a950c1876cdc),segment_id=10d91ce7-6d44-4978-b6b1-a950c1876cdc)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:39.898795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for b09bc831-dde3-439c-ba51-557864af0655 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:39.959854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7ee2dfa0-b7a3-4e2a-a0b7-a8c2a16c3ca6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5284882 Dec 16 08:05:39.962476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43794) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:40.088802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.107853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-7afcb970-e3bc-4543-b1b5-497ac775bdc2', 'network_id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': 'f260eb32-9f61-4252-aefa-bc30c7967a60'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:40.108785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.125317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] Deleting port b09bc831-dde3-439c-ba51-557864af0655 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:40.125632 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.131546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.141842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.208799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] No DVR routers for this DVR port b09bc831-dde3-439c-ba51-557864af0655 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:40.234550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=b09bc831-dde3-439c-ba51-557864af0655,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:40.238342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:40.238974 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.240386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] 10.222.0.36 "PUT /v2.0/ports/3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 HTTP/1.1" status: 200 len: 1093 time: 1.6680961 Dec 16 08:05:40.240849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'tag': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:05:40.243104 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e7ed42-d838-46ce-ab06-56f77b48e306" -d '{"events": [{"name": "network-changed", "server_uuid": "7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc", "tag": "3eae9c8f-bb79-4a8d-8fa9-9e423ade7893"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:05:40.289781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3f850-7206-4216-bc5e-4f343cae19dc None None] DHCP port deletion for d1b41db4-7383-474c-be6f-d715755b8b87 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:40.304872 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.332455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] For port b09bc831-dde3-439c-ba51-557864af0655, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b09bc831-dde3-439c-ba51-557864af0655,segment=NetworkSegment(fad4329e-a78f-4c3b-b948-258f5d5b4926),segment_id=fad4329e-a78f-4c3b-b948-258f5d5b4926)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:40.332872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.333678 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bd3473-ad8c-4e67-912c-ff3e820e7c4e']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:40.347944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad4329e-a78f-4c3b-b948-258f5d5b4926') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:40.348277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad4329e-a78f-4c3b-b948-258f5d5b4926') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:40.357899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.358561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.361722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d860bea-0076-4337-92e5-435e72df4304 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:40.381941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.384558 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bff020-dd24-4d8e-9b9c-b1a8325845d3 x-openstack-request-id: req-a5bff020-dd24-4d8e-9b9c-b1a8325845d3 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:05:40.384836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] Calling delete_port for b09bc831-dde3-439c-ba51-557864af0655 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:40.384958 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc", "tag": "3eae9c8f-bb79-4a8d-8fa9-9e423ade7893", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:05:40.385223 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5bff020-dd24-4d8e-9b9c-b1a8325845d3 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:05:40.385635 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'tag': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893', 'status': 'completed', 'code': 200} Dec 16 08:05:40.390126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:40.390589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:40.394218 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:40.416511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Allocated IP 172.20.0.1 (7afcb970-e3bc-4543-b1b5-497ac775bdc2/f260eb32-9f61-4252-aefa-bc30c7967a60/23bc1c40-9250-4ed0-b186-de04eafdb8c9) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:40.486429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19075cde-3dab-41b0-8d1c-7d80d25d22ff req-14c5cbb2-3bae-47e0-908c-596b9a7a018f tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:40.488097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19075cde-3dab-41b0-8d1c-7d80d25d22ff req-14c5cbb2-3bae-47e0-908c-596b9a7a018f tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 944 time: 0.2673438 Dec 16 08:05:40.534779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ed42-d838-46ce-ab06-56f77b48e306 req-4480d908-a9a8-4785-ad4c-51a51b191dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:40.536915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6e7ed42-d838-46ce-ab06-56f77b48e306 req-4480d908-a9a8-4785-ad4c-51a51b191dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b909e178e204d1fa849ef5f1589297d&device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 1096 time: 0.1656373 Dec 16 08:05:40.564459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.574528 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.587111 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/networks/07bd3473-ad8c-4e67-912c-ff3e820e7c4e HTTP/1.1" status: 204 len: 168 time: 1.0448525 Dec 16 08:05:40.592961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43824) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:40.609352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121482eb-3a2c-4855-a880-32ab6a4f0e26 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Network': ['ID=07bd3473-ad8c-4e67-912c-ff3e820e7c4e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:40.655952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b09bc831-dde3-439c-ba51-557864af0655 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:40.701040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b09bc831-dde3-439c-ba51-557864af0655 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:40.701419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b09bc831-dde3-439c-ba51-557864af0655 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:40.725456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19075cde-3dab-41b0-8d1c-7d80d25d22ff req-1912e847-04ac-4b02-8bfc-3483594c9720 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107582 Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.725728 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:05:40.728028 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:05:40.757394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.783015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] Network 07bd3473-ad8c-4e67-912c-ff3e820e7c4e is not hosted by any dhcp agent {{(pid=110397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 08:05:40.783015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] No DVR routers for this DVR port b09bc831-dde3-439c-ba51-557864af0655 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:40.829221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ed42-d838-46ce-ab06-56f77b48e306 req-b9545bb8-96f1-4dd9-b464-fa6d42ba2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:40.830739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6e7ed42-d838-46ce-ab06-56f77b48e306 req-b9545bb8-96f1-4dd9-b464-fa6d42ba2f41 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6b909e178e204d1fa849ef5f1589297d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2683206 Dec 16 08:05:40.848063 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:40.899820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4365a-35f2-4f71-8cd3-dca41db6fff7 None None] Pushing event deleted for resources: {'Port': ['ID=b09bc831-dde3-439c-ba51-557864af0655,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:40.914915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port 3186badd-b950-460e-8229-1e62aeac3985 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:40.915160 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.022356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ed42-d838-46ce-ab06-56f77b48e306 req-c145ccfc-7de1-46e4-8898-82794e827855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:41.023876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6e7ed42-d838-46ce-ab06-56f77b48e306 req-c145ccfc-7de1-46e4-8898-82794e827855 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835866 Dec 16 08:05:41.032992 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.033323 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.046139 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.049707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for 3186badd-b950-460e-8229-1e62aeac3985 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:41.095318 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Network 7afcb970-e3bc-4543-b1b5-497ac775bdc2 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:41.100112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:41.103707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:41.111031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Pushing event updated for resources: {'Port': ['ID=23bc1c40-9250-4ed0-b186-de04eafdb8c9,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:41.172828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Attempting to bind port 23bc1c40-9250-4ed0-b186-de04eafdb8c9 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:41.173211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Attempting to bind port 23bc1c40-9250-4ed0-b186-de04eafdb8c9 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:41.173588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Attempting to bind port 23bc1c40-9250-4ed0-b186-de04eafdb8c9 on network 7afcb970-e3bc-4543-b1b5-497ac775bdc2 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:41.177469 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.178833 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:41.179221 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Checking segment: {'id': '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:41.179634 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.180037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Bound using segment: {'id': '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:41.180540 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Bound port: 23bc1c40-9250-4ed0-b186-de04eafdb8c9, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:41.180923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.185557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-9277f13f-1992-4ec5-9437-fc603e7b067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:41.188253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-9277f13f-1992-4ec5-9437-fc603e7b067b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b909e178e204d1fa849ef5f1589297d&device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 1096 time: 0.0781083 Dec 16 08:05:41.220041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=f260eb32-9f61-4252-aefa-bc30c7967a60,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:41.260253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] For port 23bc1c40-9250-4ed0-b186-de04eafdb8c9, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:41.264463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] For port 23bc1c40-9250-4ed0-b186-de04eafdb8c9, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=23bc1c40-9250-4ed0-b186-de04eafdb8c9,segment=NetworkSegment(4f7504ed-2f52-41b9-b1a9-b828c36a5dfa),segment_id=4f7504ed-2f52-41b9-b1a9-b828c36a5dfa)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:41.300856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-cdec0ffb-32c3-4a09-836a-9c35e846ce39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 HTTP/1.1" status: 200 len: 217 time: 0.0877113 Dec 16 08:05:41.369697 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.492047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661cdce-c713-4723-8411-d18a29d2a264 None None] Pushing event updated for resources: {'Port': ['ID=23bc1c40-9250-4ed0-b186-de04eafdb8c9,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:41.497722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6076047b-08b8-4edc-a288-c2aaef3ce685 None None] Network 7afcb970-e3bc-4543-b1b5-497ac775bdc2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:41.577294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43848) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:41.620396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2660c4-877c-4974-a20b-4fa768084bc8 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:05:41.733989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.750660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e54a50c-ea94-4cc4-8be9-9b8cb8a7b695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.837917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2660c4-877c-4974-a20b-4fa768084bc8 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:05:41.849219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afcb970-e3bc-4543-b1b5-497ac775bdc2']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:41.884834 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e54a50c-ea94-4cc4-8be9-9b8cb8a7b695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.886989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:41.887286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:41.892285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-a26d8802-39f2-45b3-ab7b-dc9b5a762098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:41.893882 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-a26d8802-39f2-45b3-ab7b-dc9b5a762098 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcb3ffb6-0c45-4119-a950-ce7f687a8060 HTTP/1.1" status: 200 len: 849 time: 0.5666780 Dec 16 08:05:41.912788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.964205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-c714bdc9-8130-474e-bdc2-9421d1441050 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1b41db4-7383-474c-be6f-d715755b8b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533543 Dec 16 08:05:41.971779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:41.989252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:41.989646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.000423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf90f-cc66-4457-9251-5c0fc645f7b6 req-fcc59309-10ca-403e-84ae-37045cbcaa35 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:42.001920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd3bf90f-cc66-4457-9251-5c0fc645f7b6 req-fcc59309-10ca-403e-84ae-37045cbcaa35 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 944 time: 0.1126077 Dec 16 08:05:42.007260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e54a50c-ea94-4cc4-8be9-9b8cb8a7b695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:42.007403 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:42.053100 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8e54a50c-ea94-4cc4-8be9-9b8cb8a7b695 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b9c8c571f4d4c108fca73b6de13af2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4747024 Dec 16 08:05:42.059650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54a50c-ea94-4cc4-8be9-9b8cb8a7b695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3421c7e-94a8-491b-919b-e5e695aa5ed6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:42.059650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43858) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:42.116043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.122580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41ea418a-5b40-4ae3-925e-03d3f6cdf8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.145364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41ea418a-5b40-4ae3-925e-03d3f6cdf8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.171327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=3186badd-b950-460e-8229-1e62aeac3985,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:42.258856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fd3bf90f-cc66-4457-9251-5c0fc645f7b6 req-53ce8c27-d0b1-4e10-963b-f194673fceee tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359910 Dec 16 08:05:42.262988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-67d4f59c-b64b-4a58-9b0f-7a496ba1698a service neutron] 10.222.0.36 "GET /v2.0/networks/d1b41db4-7383-474c-be6f-d715755b8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832952 Dec 16 08:05:42.285260 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.287913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.289061 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-34a813ad-73a6-4767-9b43-b82d07b8171e tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/floatingips/a215c429-62e4-4010-934d-0d48b4d2d92d HTTP/1.1" status: 204 len: 168 time: 1.6945906 Dec 16 08:05:42.293499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43866) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:42.317253 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcea26d2-5f8a-41c5-bb98-0db0eb8e76e2 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] DELETE failed (client error): The resource could not be found. Dec 16 08:05:42.317880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcea26d2-5f8a-41c5-bb98-0db0eb8e76e2 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:05:42.323486 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dcea26d2-5f8a-41c5-bb98-0db0eb8e76e2 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/ports/4c9899f6-ef70-4f57-ae52-d19abb6eb35a HTTP/1.1" status: 404 len: 333 time: 0.0263772 Dec 16 08:05:42.324503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:42.328957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.api [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:05:42.328957 n-d-820935-11 neutron-server[110395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:05:42.328957 n-d-820935-11 neutron-server[110395]: [parameters: {'id': '7afcb970-e3bc-4543-b1b5-497ac775bdc2'}] Dec 16 08:05:42.328957 n-d-820935-11 neutron-server[110395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:05:42.333907 n-d-820935-11 neutron-server[110395]: DEBUG oslo_db.api [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:05:42.370685 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-71e03882-e5ac-4050-ac08-9255d4c308b1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e0a643d-d6ca-42a7-b925-99a36e60ad88 HTTP/1.1" status: 200 len: 205 time: 0.0456107 Dec 16 08:05:42.371989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43872) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:42.377596 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a0468c4-abed-4758-90a9-c91d0aaafa5a req-8086cfd4-ff92-4c0c-aa6b-f5f88683a057 service neutron] 10.222.0.36 "GET /v2.0/networks/d1b41db4-7383-474c-be6f-d715755b8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028471 Dec 16 08:05:42.382269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41ea418a-5b40-4ae3-925e-03d3f6cdf8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.384921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41ea418a-5b40-4ae3-925e-03d3f6cdf8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.386479 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-41ea418a-5b40-4ae3-925e-03d3f6cdf8a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3421c7e-94a8-491b-919b-e5e695aa5ed6 HTTP/1.1" status: 204 len: 168 time: 0.3284965 Dec 16 08:05:42.441823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea418a-5b40-4ae3-925e-03d3f6cdf8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3421c7e-94a8-491b-919b-e5e695aa5ed6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:42.444829 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-a9ce8fa0-0e97-4cca-9dce-7ad5d1ca94fd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] delete failed (client error): The resource could not be found. Dec 16 08:05:42.449228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43876) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:42.449377 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a9ce8fa0-0e97-4cca-9dce-7ad5d1ca94fd tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/routers/4e0a643d-d6ca-42a7-b925-99a36e60ad88 HTTP/1.1" status: 404 len: 336 time: 0.0747123 Dec 16 08:05:42.492752 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd3a288-fbcc-40f3-a6b1-16f09eb13077 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] DELETE failed (client error): The resource could not be found. Dec 16 08:05:42.492752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd3a288-fbcc-40f3-a6b1-16f09eb13077 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:05:42.493355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ecd3a288-fbcc-40f3-a6b1-16f09eb13077 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/subnets/494b410b-dc3a-43bb-a732-56b76d2c0d23 HTTP/1.1" status: 404 len: 337 time: 0.0402234 Dec 16 08:05:42.495402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43878) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:42.597653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port ed64d38d-98f0-4cd4-86bf-fd6927820c36 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:42.598002 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.685784 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.697651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for ed64d38d-98f0-4cd4-86bf-fd6927820c36 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:42.830161 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.887059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port 23bc1c40-9250-4ed0-b186-de04eafdb8c9 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:42.887413 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.955565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port 23bc1c40-9250-4ed0-b186-de04eafdb8c9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=23bc1c40-9250-4ed0-b186-de04eafdb8c9,segment=NetworkSegment(4f7504ed-2f52-41b9-b1a9-b828c36a5dfa),segment_id=4f7504ed-2f52-41b9-b1a9-b828c36a5dfa)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:42.955943 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:42.972754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for 23bc1c40-9250-4ed0-b186-de04eafdb8c9 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:43.033127 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.089213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef6dd6-f1c1-42a9-9503-d2cbaedf31c5 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:43.100514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=ed64d38d-98f0-4cd4-86bf-fd6927820c36,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:43.161401 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.165458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8ba6570e-de6a-47f2-88cd-0aabb85a62a1 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/ports/ed64d38d-98f0-4cd4-86bf-fd6927820c36 HTTP/1.1" status: 204 len: 168 time: 0.6689570 Dec 16 08:05:43.168237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43888) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:43.262330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port f04eb60b-0455-4108-9582-ec7ae3f8bb44 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:43.263282 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.383170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.417703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.423290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=23bc1c40-9250-4ed0-b186-de04eafdb8c9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:43.425194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port 23bc1c40-9250-4ed0-b186-de04eafdb8c9 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:43.504777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for f04eb60b-0455-4108-9582-ec7ae3f8bb44 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:43.588160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc6152-24a1-4f04-8c11-ae12b0c5d00d req-f8b11374-b350-4e48-9273-1a64380faebb tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:43.589609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cc6152-24a1-4f04-8c11-ae12b0c5d00d req-f8b11374-b350-4e48-9273-1a64380faebb tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 944 time: 0.2347653 Dec 16 08:05:43.627898 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.670825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afcb970-e3bc-4543-b1b5-497ac775bdc2']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:43.697602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:43.697948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7504ed-2f52-41b9-b1a9-b828c36a5dfa') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:43.719651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.739084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cc6152-24a1-4f04-8c11-ae12b0c5d00d req-1c7edee0-b412-40cf-bf11-5a31c44dcb70 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132107 Dec 16 08:05:43.746317 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.753801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:43.754283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:43.757299 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:43.979776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.985527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:43.988758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/7afcb970-e3bc-4543-b1b5-497ac775bdc2 HTTP/1.1" status: 204 len: 168 time: 4.0250802 Dec 16 08:05:43.995804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43920) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:44.002775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715384721'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:44.005393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2f08-36f9-420e-b86f-b0b8fdcf0ba9 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=7afcb970-e3bc-4543-b1b5-497ac775bdc2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:44.031177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.107137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=f04eb60b-0455-4108-9582-ec7ae3f8bb44,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:44.108915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe5b16-12b2-4498-ab4c-5d35aae9e9d8 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:44.133269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.138316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8d93a8f1-a85e-4dbb-958d-4cb883838630 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/ports/f04eb60b-0455-4108-9582-ec7ae3f8bb44 HTTP/1.1" status: 204 len: 168 time: 0.9677258 Dec 16 08:05:44.148129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43922) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:44.202173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7ca21-d5c3-4bbb-8095-bb3613391249 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:44.203649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-52c7ca21-d5c3-4bbb-8095-bb3613391249 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bf8a954-86c9-4297-b74e-48d219ad87a7 HTTP/1.1" status: 200 len: 913 time: 0.0545659 Dec 16 08:05:44.206318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43924) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:44.283907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:44.289031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.323498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:44.334606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.335075 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment 99f5c448-efb1-4667-9eae-88cb139838f7 of type vlan for network 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 Dec 16 08:05:44.380038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.460096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.466546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:44.467147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.587866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=47ad5474-97b9-4fec-ad56-0d74f7ed7e58,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:44.598793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:44.670279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-94783925-01ad-4407-acfe-cbdffdc1b5c1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6735966 Dec 16 08:05:44.678747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:44.678747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43940) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:44.728059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:44.984353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18287-a86e-4c01-a21f-9b1b04769091 req-6e16e04c-db4a-4b06-b74f-176fb6d32274 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:44.985965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56e18287-a86e-4c01-a21f-9b1b04769091 req-6e16e04c-db4a-4b06-b74f-176fb6d32274 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 944 time: 0.1289797 Dec 16 08:05:45.021439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:45.024901 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.095314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56e18287-a86e-4c01-a21f-9b1b04769091 req-7d6eedb4-e5cd-4c71-bba1-29a5bde6652c tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031785 Dec 16 08:05:45.320456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port 59086d76-f502-4f00-b6c0-fe023108fa12 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:45.320807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.424616 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.430143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 43968) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:45.452117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for 59086d76-f502-4f00-b6c0-fe023108fa12 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:45.607593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-770972978'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:45.654095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.739290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=31c9f11e-c206-45d5-a2b0-d36ce8d416cf,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:45.759556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': '99f5c448-efb1-4667-9eae-88cb139838f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:45.759921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: 47ad5474-97b9-4fec-ad56-0d74f7ed7e58, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:45.796646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Made reservation on behalf of 073f386dbb104d4c8ce6f0766c24b048 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:45.800869 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.809016 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.886101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.945983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:45.979195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=59086d76-f502-4f00-b6c0-fe023108fa12,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:46.007051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5bf1bd-9c2c-4650-8a7f-fe9ec94e5954 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:46.033373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:46.093132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.140765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:46.160345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 47ad5474-97b9-4fec-ad56-0d74f7ed7e58) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:46.169594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e1235-2546-4557-80b8-4e7065254437 None None] Network 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:46.199280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276287e7-abda-4197-b1bd-19fee6ad90b6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:46.203085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:46.204112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.208229 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.208583 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Added segment 050e25a3-3299-46dc-b7f5-17b7cbcad059 of type vlan for network 634758df-9dc3-460d-b6a6-fcb5eeb4021d Dec 16 08:05:46.306668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-47ad5474-97b9-4fec-ad56-0d74f7ed7e58', 'network_id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': '31c9f11e-c206-45d5-a2b0-d36ce8d416cf'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:46.307555 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.308792 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.315246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.343515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca044c26-3968-42fb-88a4-fab28fee4b8e req-fdafda6f-78a6-4e6a-bc1b-ec2226c3540a tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:46.343515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca044c26-3968-42fb-88a4-fab28fee4b8e req-fdafda6f-78a6-4e6a-bc1b-ec2226c3540a tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 944 time: 0.1240304 Dec 16 08:05:46.408477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-74b9851c-0179-4ffa-a4ea-7d5dc93455aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7287424 Dec 16 08:05:46.411474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 43994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:46.469078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Allocated IP 172.20.0.1 (47ad5474-97b9-4fec-ad56-0d74f7ed7e58/31c9f11e-c206-45d5-a2b0-d36ce8d416cf/925d0d44-f967-4ac1-bc12-f71272111d2d) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:46.531826 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.605003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.719141 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.832045 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.852109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.857742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:46.858909 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.882444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Network 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:46.886253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:46.890838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:46.902610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Pushing event updated for resources: {'Port': ['ID=925d0d44-f967-4ac1-bc12-f71272111d2d,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:46.918104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca044c26-3968-42fb-88a4-fab28fee4b8e req-0d4df721-1696-46b1-878d-f148bcb34ba4 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727048 Dec 16 08:05:46.957298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Attempting to bind port 925d0d44-f967-4ac1-bc12-f71272111d2d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:46.957758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Attempting to bind port 925d0d44-f967-4ac1-bc12-f71272111d2d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '99f5c448-efb1-4667-9eae-88cb139838f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:46.961185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Attempting to bind port 925d0d44-f967-4ac1-bc12-f71272111d2d on network 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:46.963397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:46.963776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Checking segment: {'id': '99f5c448-efb1-4667-9eae-88cb139838f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:46.964276 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.964680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Bound using segment: {'id': '99f5c448-efb1-4667-9eae-88cb139838f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:46.965170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Bound port: 925d0d44-f967-4ac1-bc12-f71272111d2d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f5c448-efb1-4667-9eae-88cb139838f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:46.966207 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:46.992757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event updated for resources: {'Network': ['ID=634758df-9dc3-460d-b6a6-fcb5eeb4021d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:47.012213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 634758df-9dc3-460d-b6a6-fcb5eeb4021d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:47.066072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.085834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] For port 925d0d44-f967-4ac1-bc12-f71272111d2d, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:47.099537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Router 0bf8a954-86c9-4297-b74e-48d219ad87a7 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:05:47.106999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] For port 925d0d44-f967-4ac1-bc12-f71272111d2d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=925d0d44-f967-4ac1-bc12-f71272111d2d,segment=NetworkSegment(99f5c448-efb1-4667-9eae-88cb139838f7),segment_id=99f5c448-efb1-4667-9eae-88cb139838f7)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:47.114451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:05:47.116408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7f2e2c69-9a71-4cd2-a415-cf98e9784b9c tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6849914 Dec 16 08:05:47.146006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:47.155674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Request body: {'subnet': {'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:47.170476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=31c9f11e-c206-45d5-a2b0-d36ce8d416cf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:47.174447 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.283351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:05:47.306270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] Sync routers for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:05:47.306465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a0594bb2-69f9-4bd3-902f-280ecf79c1ec tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "PUT /v2.0/routers/0bf8a954-86c9-4297-b74e-48d219ad87a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0981452 Dec 16 08:05:47.307991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44010) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:47.318021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49979e9-e657-49ec-9c9f-9811d41c17b4 None None] Pushing event updated for resources: {'Port': ['ID=925d0d44-f967-4ac1-bc12-f71272111d2d,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:47.337905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:47.338949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:47.347407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,segment=NetworkSegment(10d91ce7-6d44-4978-b6b1-a950c1876cdc),segment_id=10d91ce7-6d44-4978-b6b1-a950c1876cdc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:47.392874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:47.402233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893', 'network_id': 'd1b41db4-7383-474c-be6f-d715755b8b87', 'port_id': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893', 'mac_address': 'fa:16:3e:6a:59:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb3ffb6-0c45-4119-a950-ce7f687a8060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:05:47.454603 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.464922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] Routers {'0bf8a954-86c9-4297-b74e-48d219ad87a7'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:05:47.465625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:05:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0bf8a954-86c9-4297-b74e-48d219ad87a7'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:47.530906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:47.531615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95303439-5a09-4f5a-bb31-6790dae28f49 None None] The sync data for ids ['0bf8a954-86c9-4297-b74e-48d219ad87a7'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:05:47.531747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.535086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:05:47.563120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,segment=NetworkSegment(10d91ce7-6d44-4978-b6b1-a950c1876cdc),segment_id=10d91ce7-6d44-4978-b6b1-a950c1876cdc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:47.659889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.734891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.767307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:47.776294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.776768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.777199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.777611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.778187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.778903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.779314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.779718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.780148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.780587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.780997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.781444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.781861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:05:47.887466 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.919603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ad5474-97b9-4fec-ad56-0d74f7ed7e58']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:47.925700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting port 860159fb-8e81-450b-8b1d-448c20ea7a8d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:47.926071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.938784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f5c448-efb1-4667-9eae-88cb139838f7') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:47.939081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f5c448-efb1-4667-9eae-88cb139838f7') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:47.963867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:47.986971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.005147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:48.009239 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:48.055097 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:48.061672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Made reservation on behalf of 073f386dbb104d4c8ce6f0766c24b048 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:48.065953 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.085288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3eae9c8f-bb79-4a8d-8fa9-9e423ade7893'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:05:48.118447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.141097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcda92-32f3-4309-a2bb-bc8b69d842db req-20439e38-1db4-4911-80a5-60f5e7594b33 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:48.142735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45dcda92-32f3-4309-a2bb-bc8b69d842db req-20439e38-1db4-4911-80a5-60f5e7594b33 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 945 time: 0.1025245 Dec 16 08:05:48.143761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Calling delete_port for 860159fb-8e81-450b-8b1d-448c20ea7a8d owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:48.238217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:05:48.238217 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:05:48.238217 n-d-820935-11 neutron-server[110396]: [parameters: {'id': '47ad5474-97b9-4fec-ad56-0d74f7ed7e58'}] Dec 16 08:05:48.238217 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:05:48.238648 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:05:48.259890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45dcda92-32f3-4309-a2bb-bc8b69d842db req-3a82c8b2-1bb9-4abb-b9cc-c367de671ed2 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087689 Dec 16 08:05:48.449014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.515873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event updated for resources: {'Subnet': ['ID=5314b3ae-287f-4254-b983-86efb3fc7d22,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:48.526987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Checking segment: {'id': '050e25a3-3299-46dc-b7f5-17b7cbcad059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:48.527482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Network hostable DHCP agents. Network: 634758df-9dc3-460d-b6a6-fcb5eeb4021d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:48.549180 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.588758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c736a-0103-4dcb-8957-34dd20b7dfbc None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:48.601087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Port': ['ID=860159fb-8e81-450b-8b1d-448c20ea7a8d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:48.647370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8521231d-33ec-4f63-8625-6e600c19c337 None None] Network 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:48.650663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 925d0d44-f967-4ac1-bc12-f71272111d2d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:48.660988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.665803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Network 634758df-9dc3-460d-b6a6-fcb5eeb4021d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:48.740378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.771402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9a31a35c-515c-4a86-abdd-719d49ff6a8f None None] Provisioning complete for port 925d0d44-f967-4ac1-bc12-f71272111d2d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:48.771789 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a31a35c-515c-4a86-abdd-719d49ff6a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.789807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 634758df-9dc3-460d-b6a6-fcb5eeb4021d) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:48.791417 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.794245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.797474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:48.799232 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.804504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a488e8fb-1b96-45d3-a3a0-94cf1c2359c2 None None] Network 634758df-9dc3-460d-b6a6-fcb5eeb4021d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:48.826991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port 925d0d44-f967-4ac1-bc12-f71272111d2d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:48.827463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.868364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 925d0d44-f967-4ac1-bc12-f71272111d2d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:48.868666 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.896005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port 925d0d44-f967-4ac1-bc12-f71272111d2d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=925d0d44-f967-4ac1-bc12-f71272111d2d,segment=NetworkSegment(99f5c448-efb1-4667-9eae-88cb139838f7),segment_id=99f5c448-efb1-4667-9eae-88cb139838f7)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:48.896679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.909476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for 925d0d44-f967-4ac1-bc12-f71272111d2d owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:48.962851 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92f78e53-1865-4b24-9a65-572c5c231a69 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8156061 Dec 16 08:05:48.963537 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.964135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf8a954-86c9-4297-b74e-48d219ad87a7 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:05:48.973462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44042) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:48.985602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:48.989873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44044) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:48.990249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b9870b0c-2d3e-4f5e-97df-e96a1183ba5b tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/routers/0bf8a954-86c9-4297-b74e-48d219ad87a7 HTTP/1.1" status: 204 len: 168 time: 1.6808405 Dec 16 08:05:48.994747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Request body: {'port': {'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-781006246'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:49.050302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e3300-c040-4016-b208-40a413fe769d None None] DHCP port deletion for 47ad5474-97b9-4fec-ad56-0d74f7ed7e58 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:49.089556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Deleting subnet 7b967751-5f11-4c23-bc78-a31387abfe63 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:05:49.096108 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.160557 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.215352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.222109 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.257325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Made reservation on behalf of 073f386dbb104d4c8ce6f0766c24b048 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:49.259416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-634758df-9dc3-460d-b6a6-fcb5eeb4021d', 'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d', 'project_id': '073f386dbb104d4c8ce6f0766c24b048', 'fixed_ips': [{'subnet_id': '5314b3ae-287f-4254-b983-86efb3fc7d22'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:49.260935 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.266228 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.286324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] device_id is not set on port ae3c3493-268d-42ce-8d36-48792e90ebfd yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:05:49.305799 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a31a35c-515c-4a86-abdd-719d49ff6a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.320867 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.322585 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:05:49.341826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port 925d0d44-f967-4ac1-bc12-f71272111d2d on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:49.344673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=925d0d44-f967-4ac1-bc12-f71272111d2d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:49.435788 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.496268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Subnet': ['ID=7b967751-5f11-4c23-bc78-a31387abfe63,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:49.511415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.516212 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3dabab27-2ad4-4d5f-9921-164c987f2af6 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/subnets/7b967751-5f11-4c23-bc78-a31387abfe63 HTTP/1.1" status: 204 len: 168 time: 0.5241847 Dec 16 08:05:49.518837 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.521076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7352633d-05d2-4d13-9cb9-88f4f7cc2fcd None None] Network 5e4079f8-57fb-41ef-aee9-4684aa81e35e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:49.522658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:49.532733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a031-a92b-4b96-a451-f4cc4b5138f4 req-f7db9f86-482b-4208-9284-09b3396d01ce tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:49.535245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a45a031-a92b-4b96-a451-f4cc4b5138f4 req-f7db9f86-482b-4208-9284-09b3396d01ce tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 945 time: 0.1161046 Dec 16 08:05:49.551458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ad5474-97b9-4fec-ad56-0d74f7ed7e58']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:49.572488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f5c448-efb1-4667-9eae-88cb139838f7') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:49.572488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f5c448-efb1-4667-9eae-88cb139838f7') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:49.584961 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.600479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.611905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:49.614439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:49.617979 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:49.630775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Allocated IP 172.20.0.2 (634758df-9dc3-460d-b6a6-fcb5eeb4021d/5314b3ae-287f-4254-b983-86efb3fc7d22/ae3c3493-268d-42ce-8d36-48792e90ebfd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:49.658688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65395a-4d55-4554-b48e-b9b1fc1fb963 None None] DHCP port deletion for 5e4079f8-57fb-41ef-aee9-4684aa81e35e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:49.696222 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.765493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a45a031-a92b-4b96-a451-f4cc4b5138f4 req-ebf7573e-edcd-4379-8c2d-72385f000ae3 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536429 Dec 16 08:05:49.800435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.809043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.812818 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/47ad5474-97b9-4fec-ad56-0d74f7ed7e58 HTTP/1.1" status: 204 len: 168 time: 3.4004638 Dec 16 08:05:49.823342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:49.830586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961940795'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:49.836442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3339e-58c3-4603-98c9-f74b117832bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=47ad5474-97b9-4fec-ad56-0d74f7ed7e58,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:49.913138 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.951642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:49.952230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4079f8-57fb-41ef-aee9-4684aa81e35e']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:49.955747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.971903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0880c28f-3dd1-4f48-a1cb-801100a66b7a') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:49.972229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0880c28f-3dd1-4f48-a1cb-801100a66b7a') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:49.983997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:49.991866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.994140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.994271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:49.994504 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment f60c709c-865d-4dea-b839-a8998a94f5c1 of type vlan for network 8641f262-eb52-4186-856f-e92023dc5e79 Dec 16 08:05:50.013522 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.027739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:50.028970 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:50.032261 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:50.053936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.254078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.264645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:50.264645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.313047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.315146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.346661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.351438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] 10.222.0.43 "DELETE /v2.0/networks/5e4079f8-57fb-41ef-aee9-4684aa81e35e HTTP/1.1" status: 204 len: 168 time: 0.8151381 Dec 16 08:05:50.391475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=8641f262-eb52-4186-856f-e92023dc5e79,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:50.408259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8641f262-eb52-4186-856f-e92023dc5e79 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:50.418491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event updated for resources: {'Port': ['ID=ae3c3493-268d-42ce-8d36-48792e90ebfd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:50.425861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816d91d-2f29-47e1-a0da-cb2be895a667 tempest-FloatingIPTestJSON-913834459 tempest-FloatingIPTestJSON-913834459-project] Pushing event deleted for resources: {'Network': ['ID=5e4079f8-57fb-41ef-aee9-4684aa81e35e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:50.437145 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-84659b15-6019-445e-9342-4a064161112a tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6095233 Dec 16 08:05:50.437379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44082) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:50.439690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Network 634758df-9dc3-460d-b6a6-fcb5eeb4021d is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:50.441521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:50.444308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:50.448275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:50.461140 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7ffc3c74-6d18-4fed-9d09-89d7dbfef07d {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:05:50.461504 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:05:50.534968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:50.535788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.598970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 925d0d44-f967-4ac1-bc12-f71272111d2d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:50.626425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 925d0d44-f967-4ac1-bc12-f71272111d2d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:50.626882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 925d0d44-f967-4ac1-bc12-f71272111d2d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:50.651619 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.670707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0b380a3f-dcee-4136-81bb-55a72ccf86ef tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6958661 Dec 16 08:05:50.672453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44088) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:50.764036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.792951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 8641f262-eb52-4186-856f-e92023dc5e79 is not hosted by any dhcp agent {{(pid=110396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 08:05:50.802130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:50.803038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.804738 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "PUT /v2.0/networks/8641f262-eb52-4186-856f-e92023dc5e79 HTTP/1.1" status: 200 len: 723 time: 0.3662267 Dec 16 08:05:50.808997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44092) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:50.818914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': '8641f262-eb52-4186-856f-e92023dc5e79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:50.877599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f442186-1a77-4864-91b3-b3becc2aa7a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=8641f262-eb52-4186-856f-e92023dc5e79,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:50.889548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8641f262-eb52-4186-856f-e92023dc5e79 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:50.900011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Deleting port ae3c3493-268d-42ce-8d36-48792e90ebfd {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:50.900923 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.964525 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:50.966172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c81011-56fd-4bb3-b855-d8e343d08be5 req-4260a4ac-7e60-4af8-9de2-600f4ec393ed tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:50.967981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7c81011-56fd-4bb3-b855-d8e343d08be5 req-4260a4ac-7e60-4af8-9de2-600f4ec393ed tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 945 time: 0.0733666 Dec 16 08:05:51.004010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.018114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Calling delete_port for ae3c3493-268d-42ce-8d36-48792e90ebfd owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:51.041276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:51.047449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.090128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7c81011-56fd-4bb3-b855-d8e343d08be5 req-e9d68934-b06f-43ee-a60d-c2c7ca98ea8b tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148939 Dec 16 08:05:51.130941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:51.192405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Allocated IP 172.20.0.3 (634758df-9dc3-460d-b6a6-fcb5eeb4021d/5314b3ae-287f-4254-b983-86efb3fc7d22/70169bb0-f735-4f42-a608-d4b8e1505126) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:51.241549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:51.374341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:05:51.388063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:51.388460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.391318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.393916 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.437936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event deleted for resources: {'Port': ['ID=ae3c3493-268d-42ce-8d36-48792e90ebfd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:51.485321 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.516784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:05:51.516784 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197cac57-1b5a-4564-8ab6-1b90301d5310" -d '{"events": [{"server_uuid": "7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc", "name": "network-vif-plugged", "status": "completed", "tag": "3eae9c8f-bb79-4a8d-8fa9-9e423ade7893"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:05:51.530075 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8c1e904-bd2b-4465-9fa8-20b08eef9a4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=222e5caa010a4417813918410bf14d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2873983 Dec 16 08:05:51.532995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44114) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:51.539829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,segment=NetworkSegment(10d91ce7-6d44-4978-b6b1-a950c1876cdc),segment_id=10d91ce7-6d44-4978-b6b1-a950c1876cdc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:51.541372 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.558787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.565381 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6f0c1ace-8b7c-4d49-aa97-81af51988c30 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "DELETE /v2.0/ports/ae3c3493-268d-42ce-8d36-48792e90ebfd HTTP/1.1" status: 204 len: 168 time: 0.8893323 Dec 16 08:05:51.565613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:51.568005 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52dc71-2243-4daa-82f1-d1643ee891ee x-openstack-request-id: req-9c52dc71-2243-4daa-82f1-d1643ee891ee {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:05:51.568323 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc", "name": "network-vif-plugged", "status": "completed", "tag": "3eae9c8f-bb79-4a8d-8fa9-9e423ade7893", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:05:51.568576 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c52dc71-2243-4daa-82f1-d1643ee891ee {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:05:51.568961 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893', 'code': 200} Dec 16 08:05:51.587716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Network 634758df-9dc3-460d-b6a6-fcb5eeb4021d is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:51.600915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:51.600915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Pushing event updated for resources: {'Port': ['ID=70169bb0-f735-4f42-a608-d4b8e1505126,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:51.603070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:51.633990 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.689043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Attempting to bind port 70169bb0-f735-4f42-a608-d4b8e1505126 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:51.690038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Attempting to bind port 70169bb0-f735-4f42-a608-d4b8e1505126 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '050e25a3-3299-46dc-b7f5-17b7cbcad059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:51.690443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Attempting to bind port 70169bb0-f735-4f42-a608-d4b8e1505126 on network 634758df-9dc3-460d-b6a6-fcb5eeb4021d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:51.692831 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.703647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:51.704030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Checking segment: {'id': '050e25a3-3299-46dc-b7f5-17b7cbcad059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:51.704524 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.704987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Bound using segment: {'id': '050e25a3-3299-46dc-b7f5-17b7cbcad059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:51.705750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Bound port: 70169bb0-f735-4f42-a608-d4b8e1505126, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050e25a3-3299-46dc-b7f5-17b7cbcad059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '634758df-9dc3-460d-b6a6-fcb5eeb4021d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:51.706199 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.764963 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-30b75b0e-bfb0-4988-aeb2-2bd19df9c8a6 tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.1981006 Dec 16 08:05:51.770077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44124) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:51.778863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1949195713'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:51.805891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b40e3d5-e2ff-48f0-b5ef-69250cb67a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.807828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:51.808350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=ae6f76bb-cbe2-4c1c-a1ce-4eb3a0fdff84,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:51.835208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] For port 70169bb0-f735-4f42-a608-d4b8e1505126, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:51.839036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] For port 70169bb0-f735-4f42-a608-d4b8e1505126, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=70169bb0-f735-4f42-a608-d4b8e1505126,segment=NetworkSegment(050e25a3-3299-46dc-b7f5-17b7cbcad059),segment_id=050e25a3-3299-46dc-b7f5-17b7cbcad059)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:51.850216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8a027-ff23-4df1-b565-e3beea33d906 req-d2986273-0010-4fff-9f51-b64d45f11a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:51.851207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ff8a027-ff23-4df1-b565-e3beea33d906 req-d2986273-0010-4fff-9f51-b64d45f11a37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 1098 time: 0.1282053 Dec 16 08:05:51.856980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': 'f60c709c-865d-4dea-b839-a8998a94f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8641f262-eb52-4186-856f-e92023dc5e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:51.857509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: 8641f262-eb52-4186-856f-e92023dc5e79, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:51.867727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b40e3d5-e2ff-48f0-b5ef-69250cb67a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.947683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ff8a027-ff23-4df1-b565-e3beea33d906 req-7bae8162-5374-4710-a4c6-87c76bfef427 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768459 Dec 16 08:05:51.957246 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:51.985388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Made reservation on behalf of 073f386dbb104d4c8ce6f0766c24b048 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:51.989381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.015757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ad600-32ad-419b-a9dc-e7366dd02e32 None None] Pushing event updated for resources: {'Port': ['ID=70169bb0-f735-4f42-a608-d4b8e1505126,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:52.038871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:52.050836 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.052031 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Added segment e67d4ca5-4e17-4bcf-b9e6-dbebbdb5b11e of type vlan for network 036dd7df-7b43-4dae-b557-6472919dce66 Dec 16 08:05:52.093051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 8641f262-eb52-4186-856f-e92023dc5e79 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:52.099165 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.162525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b40e3d5-e2ff-48f0-b5ef-69250cb67a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.173740 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b40e3d5-e2ff-48f0-b5ef-69250cb67a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.173740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1b40e3d5-e2ff-48f0-b5ef-69250cb67a6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96a12cf8-0e60-4d2f-b177-e281b94a4a3a HTTP/1.1" status: 204 len: 168 time: 0.6338332 Dec 16 08:05:52.177499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40e3d5-e2ff-48f0-b5ef-69250cb67a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a12cf8-0e60-4d2f-b177-e281b94a4a3a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:52.237286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 8641f262-eb52-4186-856f-e92023dc5e79) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:52.243491 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.250960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2529d-e466-4f5f-9a31-a025af510230 None None] Network 8641f262-eb52-4186-856f-e92023dc5e79 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:52.254643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:52.255329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.256005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:52.256733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.329564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec4c4-2f8e-41ff-843a-f1c5d5c29dd0 req-6eb984a7-3042-4e5b-9b64-b942d903f6fd tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:52.332135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-316ec4c4-2f8e-41ff-843a-f1c5d5c29dd0 req-6eb984a7-3042-4e5b-9b64-b942d903f6fd tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 946 time: 0.1484709 Dec 16 08:05:52.417778 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6463869 Dec 16 08:05:52.419267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44146) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:52.440525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1558b-3633-4e3f-b396-e4de6b6f2364 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event updated for resources: {'Network': ['ID=036dd7df-7b43-4dae-b557-6472919dce66,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:52.456908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ee1f35a8-4ce0-404d-b6d2-260b8962af74 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6455312 Dec 16 08:05:52.459797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44148) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:52.467593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d86e7411-230e-459d-be60-e130db535155 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:52.489250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 036dd7df-7b43-4dae-b557-6472919dce66 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:52.508779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-316ec4c4-2f8e-41ff-843a-f1c5d5c29dd0 req-0a593cae-825e-4900-ab39-88b2aa477efc tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673071 Dec 16 08:05:52.605420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-8641f262-eb52-4186-856f-e92023dc5e79', 'network_id': '8641f262-eb52-4186-856f-e92023dc5e79', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': 'ae6f76bb-cbe2-4c1c-a1ce-4eb3a0fdff84'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:52.607158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.728319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d86e7411-230e-459d-be60-e130db535155 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5231431'] for subnet, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.808996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 70169bb0-f735-4f42-a608-d4b8e1505126 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:52.860377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d119269a-1cbc-4a7f-a7ed-dd0f74df0fdd tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "GET /v2.0/agents/7e01addf-0a9f-4853-8aef-6707bb23e2d2/dhcp-networks HTTP/1.1" status: 200 len: 12000 time: 0.4288654 Dec 16 08:05:52.862599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44160) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:52.925966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Allocated IP 172.20.0.2 (8641f262-eb52-4186-856f-e92023dc5e79/ae6f76bb-cbe2-4c1c-a1ce-4eb3a0fdff84/928dfdb5-1045-4d4d-9106-ef2dfbed3caa) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:52.991137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 70169bb0-f735-4f42-a608-d4b8e1505126 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:52.991568 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:52.995291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bfcba-7e33-48ed-8d15-38e855c7eabb tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] Network 036dd7df-7b43-4dae-b557-6472919dce66 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:53.118375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44174) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:53.120206 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aa1bfcba-7e33-48ed-8d15-38e855c7eabb tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "POST /v2.0/agents/7e01addf-0a9f-4853-8aef-6707bb23e2d2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2564061 Dec 16 08:05:53.157418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b379732-5479-464f-bde8-731f701a4759 None None] Network 036dd7df-7b43-4dae-b557-6472919dce66 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:53.286910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:53.295950 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:53.383241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 70169bb0-f735-4f42-a608-d4b8e1505126, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=70169bb0-f735-4f42-a608-d4b8e1505126,segment=NetworkSegment(050e25a3-3299-46dc-b7f5-17b7cbcad059),segment_id=050e25a3-3299-46dc-b7f5-17b7cbcad059)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:53.392595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65c9995e-5958-47c4-8b61-6fe27eb4b2ab tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "GET /v2.0/agents/7e01addf-0a9f-4853-8aef-6707bb23e2d2/dhcp-networks HTTP/1.1" status: 200 len: 12771 time: 0.2726145 Dec 16 08:05:53.395952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44182) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:53.443305 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:53.591726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Network 8641f262-eb52-4186-856f-e92023dc5e79 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:53.597202 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:53.601970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a622eb-e9cc-4d1d-ab5d-379965d76a37 None None] Network 634758df-9dc3-460d-b6a6-fcb5eeb4021d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:53.622857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:53.658097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:53.667422 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-87fbb629-10d6-4338-83e7-a5313429d759 tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "DELETE /v2.0/agents/7e01addf-0a9f-4853-8aef-6707bb23e2d2/dhcp-networks/036dd7df-7b43-4dae-b557-6472919dce66 HTTP/1.1" status: 204 len: 168 time: 0.2699440 Dec 16 08:05:53.670628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44196) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:53.717969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Pushing event updated for resources: {'Port': ['ID=928dfdb5-1045-4d4d-9106-ef2dfbed3caa,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:53.775278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d86e7411-230e-459d-be60-e130db535155 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755715172316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5185492'] for subnet, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:53.776374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73455d-fd4c-4615-8f4e-3ee0208fad55 req-bb600ca0-7ed7-44fb-800c-f55093821172 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:53.788796 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed73455d-fd4c-4615-8f4e-3ee0208fad55 req-bb600ca0-7ed7-44fb-800c-f55093821172 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 946 time: 0.1408257 Dec 16 08:05:53.834061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d1f86193-a53c-456b-b41f-e91ebd112a50 None None] Provisioning complete for port 70169bb0-f735-4f42-a608-d4b8e1505126 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:53.835251 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d1f86193-a53c-456b-b41f-e91ebd112a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:53.850249 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e7411-230e-459d-be60-e130db535155 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:53.850821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d86e7411-230e-459d-be60-e130db535155 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:53.852660 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d86e7411-230e-459d-be60-e130db535155 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "PUT /v2.0/subnets/ae6f76bb-cbe2-4c1c-a1ce-4eb3a0fdff84 HTTP/1.1" status: 200 len: 806 time: 1.3916047 Dec 16 08:05:53.853123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed73455d-fd4c-4615-8f4e-3ee0208fad55 req-523b82ae-9d78-41b1-935a-282aa6b9301b tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631323 Dec 16 08:05:53.855086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Attempting to bind port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:53.856721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Attempting to bind port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f60c709c-865d-4dea-b839-a8998a94f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8641f262-eb52-4186-856f-e92023dc5e79'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:53.856874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Attempting to bind port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa on network 8641f262-eb52-4186-856f-e92023dc5e79 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:53.868646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44202) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:53.898558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44210) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:53.926771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e7411-230e-459d-be60-e130db535155 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=ae6f76bb-cbe2-4c1c-a1ce-4eb3a0fdff84,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:54.026734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:54.028086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Checking segment: {'id': 'f60c709c-865d-4dea-b839-a8998a94f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8641f262-eb52-4186-856f-e92023dc5e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:54.031075 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.031561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Bound using segment: {'id': 'f60c709c-865d-4dea-b839-a8998a94f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8641f262-eb52-4186-856f-e92023dc5e79'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:54.034723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Bound port: 928dfdb5-1045-4d4d-9106-ef2dfbed3caa, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60c709c-865d-4dea-b839-a8998a94f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8641f262-eb52-4186-856f-e92023dc5e79'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:54.034723 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.036423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=70169bb0-f735-4f42-a608-d4b8e1505126,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:54.068613 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8880d0db-7faf-4706-aaa4-a78a115d1ee1 tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "GET /v2.0/agents/7e01addf-0a9f-4853-8aef-6707bb23e2d2/dhcp-networks HTTP/1.1" status: 200 len: 12000 time: 0.3966475 Dec 16 08:05:54.068782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44218) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:54.132556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-494364082'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:54.193814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2fcced41-92e1-477d-ab9b-61ea7330c63b tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "GET /v2.0/networks/634758df-9dc3-460d-b6a6-fcb5eeb4021d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1241803 Dec 16 08:05:54.201734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44224) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:54.205858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.215061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] For port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:54.228754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] For port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=928dfdb5-1045-4d4d-9106-ef2dfbed3caa,segment=NetworkSegment(f60c709c-865d-4dea-b839-a8998a94f5c1),segment_id=f60c709c-865d-4dea-b839-a8998a94f5c1)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:54.240620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4f44c35b-0f1f-4adf-9611-365ffb0d4582 tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "GET /v2.0/networks/634758df-9dc3-460d-b6a6-fcb5eeb4021d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0369475 Dec 16 08:05:54.241386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44226) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:54.275869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:54.276234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.304854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Made reservation on behalf of 8473a877170c4e2d9f97520a7d6c8ae5 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:54.308992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.330974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.332018 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.417660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa, host n-d-820935-11, got binding levels [] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:54.418131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.442117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for 928dfdb5-1045-4d4d-9106-ef2dfbed3caa owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:54.447419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7001efd-7a68-4824-96a4-6f27be9beb6a None None] Pushing event updated for resources: {'Port': ['ID=928dfdb5-1045-4d4d-9106-ef2dfbed3caa,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:54.530130 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-60328b64-16ac-4368-8b3d-1470b0803983 tempest-DHCPAgentSchedulersTestJSON-488452990 tempest-DHCPAgentSchedulersTestJSON-488452990-project-admin] 10.222.0.43 "GET /v2.0/agents/7e01addf-0a9f-4853-8aef-6707bb23e2d2/dhcp-networks HTTP/1.1" status: 200 len: 12000 time: 0.2723868 Dec 16 08:05:54.536571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44234) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:54.588452 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.655545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 70169bb0-f735-4f42-a608-d4b8e1505126 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:54.681693 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.736452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5fda57e2-6d7c-4c65-84f4-b835ff0b039e None None] Provisioning complete for port 70169bb0-f735-4f42-a608-d4b8e1505126 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:54.736843 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fda57e2-6d7c-4c65-84f4-b835ff0b039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.826802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.886798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:54.905868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161968fd-208a-4490-83a1-94ad76aebb8c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:54.935667 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:54.935667 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Added segment 55325ddf-d30b-4ae0-8a9a-bb661015acbe of type vlan for network f5fd4610-33e3-44ec-95cd-72baf0751484 Dec 16 08:05:54.969593 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.009781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.030935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036dd7df-7b43-4dae-b557-6472919dce66']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:55.078581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67d4ca5-4e17-4bcf-b9e6-dbebbdb5b11e') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:55.078893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67d4ca5-4e17-4bcf-b9e6-dbebbdb5b11e') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:55.089300 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.115023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.136780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e86636-5d80-4594-a062-da2a635bfcee req-15e01b72-2d20-4e7f-bc68-183ababfdbcc tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:55.146913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26e86636-5d80-4594-a062-da2a635bfcee req-15e01b72-2d20-4e7f-bc68-183ababfdbcc tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 946 time: 0.1794486 Dec 16 08:05:55.183837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=928dfdb5-1045-4d4d-9106-ef2dfbed3caa,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:55.198689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.212416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:55.213333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.239691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.255169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 70169bb0-f735-4f42-a608-d4b8e1505126 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:55.255169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.319826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Network': ['ID=f5fd4610-33e3-44ec-95cd-72baf0751484,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:55.330463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:55.330872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port 928dfdb5-1045-4d4d-9106-ef2dfbed3caa on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:55.339327 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:55.343206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f5fd4610-33e3-44ec-95cd-72baf0751484 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:55.386326 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-adbf1e62-f640-4fd8-96bd-3d2d2c6c256a tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4847097 Dec 16 08:05:55.386946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44252) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:55.398468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'subnet': {'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:55.480976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26e86636-5d80-4594-a062-da2a635bfcee req-f0c92a20-b42e-4405-8497-1c821e1bf6f3 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327510 Dec 16 08:05:55.511081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.515754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f3b37955-3fee-43e6-9a61-8a6502883a11 None None] Could not find standard attr ID for object ae3c3493-268d-42ce-8d36-48792e90ebfd. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:05:55.569407 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.579840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.585344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "DELETE /v2.0/networks/036dd7df-7b43-4dae-b557-6472919dce66 HTTP/1.1" status: 204 len: 168 time: 1.0394421 Dec 16 08:05:55.592839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44256) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:55.636252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de45ca-3719-4675-9276-1aa537e2863e tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event deleted for resources: {'Network': ['ID=036dd7df-7b43-4dae-b557-6472919dce66,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:55.645836 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1968eccb-dd62-4d6e-9693-8b47f3a4df89 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] DELETE failed (client error): The resource could not be found. Dec 16 08:05:55.646518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1968eccb-dd62-4d6e-9693-8b47f3a4df89 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:05:55.649731 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1968eccb-dd62-4d6e-9693-8b47f3a4df89 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "DELETE /v2.0/ports/ae3c3493-268d-42ce-8d36-48792e90ebfd HTTP/1.1" status: 404 len: 333 time: 0.0587459 Dec 16 08:05:55.652547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44260) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:55.719291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Deleting subnet 5314b3ae-287f-4254-b983-86efb3fc7d22 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:05:55.722101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.728292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.792595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6f76bb-cbe2-4c1c-a1ce-4eb3a0fdff84,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:55.799180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Made reservation on behalf of 8473a877170c4e2d9f97520a7d6c8ae5 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:55.806308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.807054 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:55.915182 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.000296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8641f262-eb52-4186-856f-e92023dc5e79']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:56.015994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60c709c-865d-4dea-b839-a8998a94f5c1') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:56.016436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60c709c-865d-4dea-b839-a8998a94f5c1') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:56.051106 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.051106 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.108618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.122760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:56.123364 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:56.126917 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:56.132262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9571b43-a410-4a16-822f-4802478d28ba None None] Network 8641f262-eb52-4186-856f-e92023dc5e79 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:56.204338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9d116a3d-2faf-43da-ae6b-818eafbfdfc3 None None] Could not find standard attr ID for object 928dfdb5-1045-4d4d-9106-ef2dfbed3caa. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:05:56.256504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.328816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170ac05-aae3-40f7-9052-1840f47d55a8 None None] DHCP port deletion for 8641f262-eb52-4186-856f-e92023dc5e79 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:56.352568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.362613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc3139-d633-428f-82b3-443cd7817287 None None] Network 8641f262-eb52-4186-856f-e92023dc5e79 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:56.370395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Checking segment: {'id': '55325ddf-d30b-4ae0-8a9a-bb661015acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:56.370395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Network hostable DHCP agents. Network: f5fd4610-33e3-44ec-95cd-72baf0751484, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:05:56.373268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Subnet': ['ID=f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:56.383970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc3139-d633-428f-82b3-443cd7817287 None None] Network 8641f262-eb52-4186-856f-e92023dc5e79 could not be found, it might have been deleted concurrently. {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 08:05:56.499804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Network f5fd4610-33e3-44ec-95cd-72baf0751484 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:05:56.591415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f5fd4610-33e3-44ec-95cd-72baf0751484) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:56.604103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:56.604311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f3bae-10fa-4943-8ee7-190dbe62d0f6 None None] Network f5fd4610-33e3-44ec-95cd-72baf0751484 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:56.608044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.718826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f5fd4610-33e3-44ec-95cd-72baf0751484', 'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484', 'project_id': '8473a877170c4e2d9f97520a7d6c8ae5', 'fixed_ips': [{'subnet_id': 'f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:05:56.719701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.760737 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92dbac74-716c-4c3b-964c-ee2c5172cff7 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3712337 Dec 16 08:05:56.760986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.763299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44290) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:56.767002 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.770478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-42a1a112-2138-4355-bdc4-7e1c8465b352 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1529927453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:56.775141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44292) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:56.778616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/8641f262-eb52-4186-856f-e92023dc5e79 HTTP/1.1" status: 204 len: 168 time: 2.9082022 Dec 16 08:05:56.813938 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f70746-3523-4316-b2c7-2f551ac855a5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:05:56.814469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f70746-3523-4316-b2c7-2f551ac855a5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:05:56.817648 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92f70746-3523-4316-b2c7-2f551ac855a5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/8641f262-eb52-4186-856f-e92023dc5e79 HTTP/1.1" status: 404 len: 339 time: 0.0414536 Dec 16 08:05:56.832890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44294) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:56.838399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135442584', 'description': 'd1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:56.856397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:56.864538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "DELETE /v2.0/subnets/5314b3ae-287f-4254-b983-86efb3fc7d22 HTTP/1.1" status: 204 len: 168 time: 1.2060821 Dec 16 08:05:56.864871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:56.876463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3395f1f6-39ae-4a16-95f8-c65f986e732a None None] Network 634758df-9dc3-460d-b6a6-fcb5eeb4021d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:56.877609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d85d3-d703-490b-b5d8-b1d20bba1b7b tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event deleted for resources: {'Subnet': ['ID=5314b3ae-287f-4254-b983-86efb3fc7d22,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:56.881882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b09c68-0b6a-4739-b134-d1644c90dbc5 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=8641f262-eb52-4186-856f-e92023dc5e79,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:56.901142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700b27-4005-461a-8dd4-355a57c99fec req-9347af2e-99e3-4045-8c6d-104c033d50f3 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:56.902992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d700b27-4005-461a-8dd4-355a57c99fec req-9347af2e-99e3-4045-8c6d-104c033d50f3 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.36 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 946 time: 0.6106043 Dec 16 08:05:57.009022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Allocated IP 172.20.0.2 (f5fd4610-33e3-44ec-95cd-72baf0751484/f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826/daf57a14-41e8-44a2-be94-dd4056dfcd41) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:57.024316 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.030043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42a1a112-2138-4355-bdc4-7e1c8465b352 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.032041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42a1a112-2138-4355-bdc4-7e1c8465b352 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.042426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a01ac-2305-402a-984e-4562c4b52c08 req-44505b72-be3d-4c59-a818-d8196fddaa69 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:57.044971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be0a01ac-2305-402a-984e-4562c4b52c08 req-44505b72-be3d-4c59-a818-d8196fddaa69 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 946 time: 0.2637773 Dec 16 08:05:57.117001 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:57.121026 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.182060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975581ef-9603-4256-b684-daae8026014d None None] DHCP port deletion for 634758df-9dc3-460d-b6a6-fcb5eeb4021d request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:57.198694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be0a01ac-2305-402a-984e-4562c4b52c08 req-09374492-89a0-4c68-8354-c9560e4d7dfb tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/security-groups?id=20ebf48a-243e-4996-96b4-99c3c77d2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456907 Dec 16 08:05:57.209757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42a1a112-2138-4355-bdc4-7e1c8465b352 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.231814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Deleting port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:57.232481 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.235106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:57.248393 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.251018 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment 883d6aab-de5d-47c4-84aa-8ceb325765b5 of type vlan for network c12ff2bf-60a2-4128-97c9-2a86d4b58885 Dec 16 08:05:57.290997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Deleting port 70169bb0-f735-4f42-a608-d4b8e1505126 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:57.290997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.308856 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.333562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-975581ef-9603-4256-b684-daae8026014d None None] Deleting port 70169bb0-f735-4f42-a608-d4b8e1505126 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:05:57.334045 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-975581ef-9603-4256-b684-daae8026014d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.345571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.355621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42a1a112-2138-4355-bdc4-7e1c8465b352 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.369975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] For port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,segment=NetworkSegment(10d91ce7-6d44-4978-b6b1-a950c1876cdc),segment_id=10d91ce7-6d44-4978-b6b1-a950c1876cdc)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:57.370709 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.392894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Calling delete_port for 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:57.406528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] For port 70169bb0-f735-4f42-a608-d4b8e1505126, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=70169bb0-f735-4f42-a608-d4b8e1505126,segment=NetworkSegment(050e25a3-3299-46dc-b7f5-17b7cbcad059),segment_id=050e25a3-3299-46dc-b7f5-17b7cbcad059)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:57.406528 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.422069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Calling delete_port for 70169bb0-f735-4f42-a608-d4b8e1505126 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:57.433961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-975581ef-9603-4256-b684-daae8026014d None None] For port 70169bb0-f735-4f42-a608-d4b8e1505126, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=70169bb0-f735-4f42-a608-d4b8e1505126,segment=NetworkSegment(050e25a3-3299-46dc-b7f5-17b7cbcad059),segment_id=050e25a3-3299-46dc-b7f5-17b7cbcad059)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:57.435126 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-975581ef-9603-4256-b684-daae8026014d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.450385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-975581ef-9603-4256-b684-daae8026014d None None] Calling delete_port for 70169bb0-f735-4f42-a608-d4b8e1505126 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:05:57.454040 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.513656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42a1a112-2138-4355-bdc4-7e1c8465b352 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.514887 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-42a1a112-2138-4355-bdc4-7e1c8465b352 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7501035 Dec 16 08:05:57.518153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44314) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:57.520903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Network f5fd4610-33e3-44ec-95cd-72baf0751484 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:57.527230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:57.535889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:57.582677 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.609343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.636823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Pushing event updated for resources: {'Port': ['ID=daf57a14-41e8-44a2-be94-dd4056dfcd41,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:57.667400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.674483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:57.675071 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.680707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] No DVR routers for this DVR port 70169bb0-f735-4f42-a608-d4b8e1505126 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:57.685205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Attempting to bind port daf57a14-41e8-44a2-be94-dd4056dfcd41 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:05:57.685808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Attempting to bind port daf57a14-41e8-44a2-be94-dd4056dfcd41 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '55325ddf-d30b-4ae0-8a9a-bb661015acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:05:57.686202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Attempting to bind port daf57a14-41e8-44a2-be94-dd4056dfcd41 on network f5fd4610-33e3-44ec-95cd-72baf0751484 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:05:57.693351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:05:57.698943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Checking segment: {'id': '55325ddf-d30b-4ae0-8a9a-bb661015acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:05:57.698943 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.698943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Bound using segment: {'id': '55325ddf-d30b-4ae0-8a9a-bb661015acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:05:57.698943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Bound port: daf57a14-41e8-44a2-be94-dd4056dfcd41, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55325ddf-d30b-4ae0-8a9a-bb661015acbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:05:57.698943 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.707977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-975581ef-9603-4256-b684-daae8026014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.762665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.773283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] For port daf57a14-41e8-44a2-be94-dd4056dfcd41, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:05:57.777667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] For port daf57a14-41e8-44a2-be94-dd4056dfcd41, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=daf57a14-41e8-44a2-be94-dd4056dfcd41,segment=NetworkSegment(55325ddf-d30b-4ae0-8a9a-bb661015acbe),segment_id=55325ddf-d30b-4ae0-8a9a-bb661015acbe)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:05:57.807110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975581ef-9603-4256-b684-daae8026014d None None] Pushing event deleted for resources: {'Port': ['ID=70169bb0-f735-4f42-a608-d4b8e1505126,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:57.812706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event deleted for resources: {'Port': ['ID=70169bb0-f735-4f42-a608-d4b8e1505126,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:57.813528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5b621-e541-410b-abf8-98d720bc2dbf None None] DHCP port deletion for d1b41db4-7383-474c-be6f-d715755b8b87 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:05:57.819417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['3eae9c8f-bb79-4a8d-8fa9-9e423ade7893'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:05:57.833398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Pushing event deleted for resources: {'Port': ['ID=3eae9c8f-bb79-4a8d-8fa9-9e423ade7893,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:57.860888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975581ef-9603-4256-b684-daae8026014d None None] No DVR routers for this DVR port 70169bb0-f735-4f42-a608-d4b8e1505126 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:57.875423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] No DVR routers for this DVR port 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:05:57.878347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.882817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6d700b27-4005-461a-8dd4-355a57c99fec req-a55531f7-b9c5-4b8c-988c-38cbac586776 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.36 "DELETE /v2.0/ports/3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 HTTP/1.1" status: 204 len: 173 time: 0.9642251 Dec 16 08:05:57.882817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'name': 'network-vif-deleted', 'tag': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:05:57.885951 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ad322-0878-40d4-9829-aee5b2baf2ec" -d '{"events": [{"server_uuid": "7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc", "name": "network-vif-deleted", "tag": "3eae9c8f-bb79-4a8d-8fa9-9e423ade7893"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:05:57.899120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:57.940003 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be2139-3c44-40a1-8526-9540f3e3baf3 x-openstack-request-id: req-08be2139-3c44-40a1-8526-9540f3e3baf3 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:05:57.940384 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc", "name": "network-vif-deleted", "tag": "3eae9c8f-bb79-4a8d-8fa9-9e423ade7893", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:05:57.940725 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08be2139-3c44-40a1-8526-9540f3e3baf3 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:05:57.941122 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc', 'name': 'network-vif-deleted', 'tag': '3eae9c8f-bb79-4a8d-8fa9-9e423ade7893', 'status': 'completed', 'code': 200} Dec 16 08:05:58.008359 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1739838 Dec 16 08:05:58.010673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44330) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:58.060166 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.062966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880d34b-a402-4f7b-8c11-2c7bf6243eca tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=c12ff2bf-60a2-4128-97c9-2a86d4b58885,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:58.064233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f19b97-112d-4168-81df-9acb8b47a287 None None] Pushing event updated for resources: {'Port': ['ID=daf57a14-41e8-44a2-be94-dd4056dfcd41,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:58.084409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c12ff2bf-60a2-4128-97c9-2a86d4b58885 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:58.191077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634758df-9dc3-460d-b6a6-fcb5eeb4021d']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:58.207875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050e25a3-3299-46dc-b7f5-17b7cbcad059') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:58.208220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050e25a3-3299-46dc-b7f5-17b7cbcad059') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:05:58.248913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1230e1-b4e3-4df8-85f9-b700017328eb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:58.254994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ea1230e1-b4e3-4df8-85f9-b700017328eb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/networks?id=c12ff2bf-60a2-4128-97c9-2a86d4b58885 HTTP/1.1" status: 200 len: 760 time: 0.2418501 Dec 16 08:05:58.256584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44340) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:58.263819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'description': 'd2'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:58.270850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.307846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.338307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:05:58.338755 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:05:58.345073 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:05:58.347574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.408270 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b14173f-acb3-4dcd-b436-f7c20cc31d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.612718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.718124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6163bb02-5772-40f0-bc70-2ed0ed3a20e7 req-7c390b43-7e3e-4c89-bf47-ae46e18de8d5 tempest-ServerGroupTestJSON-382301445 tempest-ServerGroupTestJSON-382301445-project] 10.222.0.43 "GET /v2.0/ports?device_id=7feec4be-ba1f-4d3d-b3aa-72d89d5a09cc HTTP/1.1" status: 200 len: 210 time: 0.1079509 Dec 16 08:05:58.754577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device daf57a14-41e8-44a2-be94-dd4056dfcd41 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:05:58.769415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.830405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.844066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network c12ff2bf-60a2-4128-97c9-2a86d4b58885 is not hosted by any dhcp agent {{(pid=110395) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 08:05:58.860480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:58.861136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.861949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port daf57a14-41e8-44a2-be94-dd4056dfcd41 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:58.865169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "PUT /v2.0/networks/c12ff2bf-60a2-4128-97c9-2a86d4b58885 HTTP/1.1" status: 200 len: 757 time: 0.6046073 Dec 16 08:05:58.865897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.869342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Allocated IP 172.20.0.1 (f5fd4610-33e3-44ec-95cd-72baf0751484/f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826/e765986e-1804-46c0-8922-8df9e0c6662d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:05:58.909929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44352) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:58.943276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:58.947853 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] 10.222.0.43 "DELETE /v2.0/networks/634758df-9dc3-460d-b6a6-fcb5eeb4021d HTTP/1.1" status: 204 len: 168 time: 2.0774651 Dec 16 08:05:58.998529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c4e53-ad46-4570-83d9-f718b9fc8c08 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=c12ff2bf-60a2-4128-97c9-2a86d4b58885,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:58.999065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8db8ba-ae39-45e7-a243-2e1870cf2ae1 tempest-DHCPAgentSchedulersTestJSON-1285379954 tempest-DHCPAgentSchedulersTestJSON-1285379954-project] Pushing event deleted for resources: {'Network': ['ID=634758df-9dc3-460d-b6a6-fcb5eeb4021d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:59.004860 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.030099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c12ff2bf-60a2-4128-97c9-2a86d4b58885 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:59.066554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port daf57a14-41e8-44a2-be94-dd4056dfcd41, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=daf57a14-41e8-44a2-be94-dd4056dfcd41,segment=NetworkSegment(55325ddf-d30b-4ae0-8a9a-bb661015acbe),segment_id=55325ddf-d30b-4ae0-8a9a-bb661015acbe)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:05:59.106682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf9c80-66db-492d-aede-c4b454e4e3c0 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:59.112084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eebf9c80-66db-492d-aede-c4b454e4e3c0 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/networks?id=c12ff2bf-60a2-4128-97c9-2a86d4b58885 HTTP/1.1" status: 200 len: 760 time: 0.2008650 Dec 16 08:05:59.116651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44358) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:59.130026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1765949010'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:59.161914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.202949 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.281353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=daf57a14-41e8-44a2-be94-dd4056dfcd41,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:59.297629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 70169bb0-f735-4f42-a608-d4b8e1505126 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:05:59.322348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 70169bb0-f735-4f42-a608-d4b8e1505126 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:05:59.322698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 70169bb0-f735-4f42-a608-d4b8e1505126 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:05:59.345356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:05:59.349046 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.376937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:05:59.387966 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.388356 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment f557be56-a5d4-4865-a8ba-f8cfe41b7065 of type vlan for network ac99f156-5a39-417d-86d5-afb46d0eb948 Dec 16 08:05:59.396818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.443348 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.456593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Network f5fd4610-33e3-44ec-95cd-72baf0751484 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:05:59.460021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:05:59.470881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:05:59.501418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Port': ['ID=e765986e-1804-46c0-8922-8df9e0c6662d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:59.536270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.602324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.609191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:05:59.610276 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.697825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=ac99f156-5a39-417d-86d5-afb46d0eb948,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:05:59.712142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network ac99f156-5a39-417d-86d5-afb46d0eb948 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:05:59.744670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44374) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:59.810561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114983e3-f82a-475d-ba67-3c8ffc3b00c7 None None] Network f5fd4610-33e3-44ec-95cd-72baf0751484 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:05:59.846674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:05:59.852144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0f9e5ee0-dcfd-45e9-af6b-458d2aa875ae tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7328260 Dec 16 08:05:59.853895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44384) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:05:59.859373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': 'ac99f156-5a39-417d-86d5-afb46d0eb948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:05:59.915858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-84a19587-588c-4e2f-a429-c51f1d434e90 None None] Provisioning complete for port daf57a14-41e8-44a2-be94-dd4056dfcd41 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:05:59.916377 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-84a19587-588c-4e2f-a429-c51f1d434e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.013196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.040059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-984be04e-fff4-4ba8-914a-fe183dddab9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=073f386dbb104d4c8ce6f0766c24b048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919731 Dec 16 08:06:00.041894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44396) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:00.164325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e9de43c-1d82-4ec2-826e-c85e75228bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.208112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e9de43c-1d82-4ec2-826e-c85e75228bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.215915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:00.220330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.286575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.297480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:00.360321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] Deleting subnet dcb3ffb6-0c45-4119-a950-ce7f687a8060 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:00.364527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.404740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-f987b963-2d05-43b8-a9a0-e2a14685db68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0853732 Dec 16 08:06:00.406460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.450303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.450566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1add036f-09d8-4e62-8eb4-a80938ea4d70 None None] Provisioning complete for port e765986e-1804-46c0-8922-8df9e0c6662d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:00.450566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1add036f-09d8-4e62-8eb4-a80938ea4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.510979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1add036f-09d8-4e62-8eb4-a80938ea4d70 None None] Port e765986e-1804-46c0-8922-8df9e0c6662d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:00.522619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1add036f-09d8-4e62-8eb4-a80938ea4d70 None None] Provisioning complete for port daf57a14-41e8-44a2-be94-dd4056dfcd41 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:00.523259 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1add036f-09d8-4e62-8eb4-a80938ea4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.545486 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e9de43c-1d82-4ec2-826e-c85e75228bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.548549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e9de43c-1d82-4ec2-826e-c85e75228bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.552219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6e9de43c-1d82-4ec2-826e-c85e75228bcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/276287e7-abda-4197-b1bd-19fee6ad90b6 HTTP/1.1" status: 204 len: 168 time: 0.5072765 Dec 16 08:06:00.568696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9de43c-1d82-4ec2-826e-c85e75228bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276287e7-abda-4197-b1bd-19fee6ad90b6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:00.641739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.644305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.644305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.644305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.645468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.646178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.649834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.652161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-bce8012d-dd4f-4188-8341-50fbbb9085a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.1444418 Dec 16 08:06:00.695503 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.758822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device daf57a14-41e8-44a2-be94-dd4056dfcd41 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:00.850290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-43902f8b-5eb6-48f1-a959-4ecc0b89789b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.872021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=7fc5ee37-f8a0-44bc-af17-6c86546dd313,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:00.890093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port daf57a14-41e8-44a2-be94-dd4056dfcd41 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:00.890333 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.910297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': 'f557be56-a5d4-4865-a8ba-f8cfe41b7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ac99f156-5a39-417d-86d5-afb46d0eb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:00.910943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: ac99f156-5a39-417d-86d5-afb46d0eb948, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:00.928918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-95576805-4a0a-4eae-9cd4-c6759f9b4eb3 None None] Provisioning complete for port e765986e-1804-46c0-8922-8df9e0c6662d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:00.929220 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-95576805-4a0a-4eae-9cd4-c6759f9b4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:00.956094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-68560f26-b38c-4387-ae4f-511261224ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.956927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-68560f26-b38c-4387-ae4f-511261224ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.957562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-68560f26-b38c-4387-ae4f-511261224ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:00.959856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-68560f26-b38c-4387-ae4f-511261224ca5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 2293 time: 0.2660606 Dec 16 08:06:00.984880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-95576805-4a0a-4eae-9cd4-c6759f9b4eb3 None None] Port e765986e-1804-46c0-8922-8df9e0c6662d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:01.053590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-2b0a4309-aad6-4032-bbd2-55288097f449 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 1001 time: 0.0818970 Dec 16 08:06:01.082519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network ac99f156-5a39-417d-86d5-afb46d0eb948 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:01.145416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:01.147469 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.154269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-7579f672-95b4-4275-a84e-ccd4788c1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:01.155838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-7579f672-95b4-4275-a84e-ccd4788c1ec7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.0936158 Dec 16 08:06:01.179137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Port': ['ID=e765986e-1804-46c0-8922-8df9e0c6662d,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:01.186171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.186427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, ac99f156-5a39-417d-86d5-afb46d0eb948) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:01.187141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:06:01.187763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 3eae9c8f-bb79-4a8d-8fa9-9e423ade7893 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:06:01.195999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a1b99a-30fd-4204-902c-0de824e6f376 None None] Network ac99f156-5a39-417d-86d5-afb46d0eb948 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:01.233144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:01.233761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.261222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-651bc28c-25d5-4512-8794-53dd84f0f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:01.264098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-651bc28c-25d5-4512-8794-53dd84f0f4f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929689 Dec 16 08:06:01.343746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Network f5fd4610-33e3-44ec-95cd-72baf0751484 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:01.348575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:01.358219 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-ac99f156-5a39-417d-86d5-afb46d0eb948', 'network_id': 'ac99f156-5a39-417d-86d5-afb46d0eb948', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': '7fc5ee37-f8a0-44bc-af17-6c86546dd313'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:01.361408 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.420793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2eb50af7-89db-434d-b75f-bdb85d96a7ef tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5655568 Dec 16 08:06:01.423649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44428) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:01.532595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-e02933e2-6ad3-434c-91ab-04c1bedfb716 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559299 Dec 16 08:06:01.638825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44432) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:01.643546 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.665014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-488bda5f-0da2-4635-b21f-f8118e635e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.696458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Allocated IP 172.20.0.2 (ac99f156-5a39-417d-86d5-afb46d0eb948/7fc5ee37-f8a0-44bc-af17-6c86546dd313/fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:01.711638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.718335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb3ffb6-0c45-4119-a950-ce7f687a8060,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:01.734136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.738261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c88997d-9c0d-429a-adfa-f8aaffff4e02 None None] Network d1b41db4-7383-474c-be6f-d715755b8b87 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:01.744226 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d33da28a-f419-4774-8d70-463388b499f4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dcb3ffb6-0c45-4119-a950-ce7f687a8060 HTTP/1.1" status: 204 len: 168 time: 1.4449956 Dec 16 08:06:01.748374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44434) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:01.840227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:01.871225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Router cc67babd-9b03-4b0d-840e-61f5fb9b4404 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:06:01.899055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-60eb7a17-1952-4ac7-9154-b6116e66784e service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529785 Dec 16 08:06:02.010388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:06:02.019431 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5fe177bd-8047-4439-b6dd-a969db9a7008 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "PUT /v2.0/routers/cc67babd-9b03-4b0d-840e-61f5fb9b4404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4980974 Dec 16 08:06:02.019919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44440) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:02.023693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.026470 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] Sync routers for ids ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:06:02.030337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'port': {'network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484', 'name': 'tempest-FloatingIPNegativeTestJSON-1523607255'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:02.035707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-2e23099d-c9a2-45f1-8861-39294c20a744 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 217 time: 0.1132197 Dec 16 08:06:02.047168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.055650 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] Routers {'cc67babd-9b03-4b0d-840e-61f5fb9b4404'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:02.058081 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.123014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.153343 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.174178 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-488bda5f-0da2-4635-b21f-f8118e635e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.180070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea1b553-db21-45c4-a7c8-ab26b1bc46d8 None None] DHCP port deletion for d1b41db4-7383-474c-be6f-d715755b8b87 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:02.182670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bb3521b1-8c07-4bd0-86dc-09022a75eef6 None None] Provisioning complete for port e765986e-1804-46c0-8922-8df9e0c6662d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:02.191013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b41db4-7383-474c-be6f-d715755b8b87']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.191168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb3521b1-8c07-4bd0-86dc-09022a75eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.194839 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] Routers {'cc67babd-9b03-4b0d-840e-61f5fb9b4404'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:02.197503 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.197653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d91ce7-6d44-4978-b6b1-a950c1876cdc') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.197825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d91ce7-6d44-4978-b6b1-a950c1876cdc') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.207466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-c3039594-a2d8-4b61-90ec-f2be12f6ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:02.217312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-c3039594-a2d8-4b61-90ec-f2be12f6ab32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1630609 Dec 16 08:06:02.226926 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.250075 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.250802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bb3521b1-8c07-4bd0-86dc-09022a75eef6 None None] Port e765986e-1804-46c0-8922-8df9e0c6662d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:02.251719 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74435b-2925-4471-bff1-3e03864519d3 None None] The sync data for ids ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:06:02.304920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-488bda5f-0da2-4635-b21f-f8118e635e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.314621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.323759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:02.323963 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.326758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:02.336698 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:02.385889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Made reservation on behalf of 8473a877170c4e2d9f97520a7d6c8ae5 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:02.394858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.422361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] device_id is not set on port fb1d9a6d-3c10-4e61-a5f0-0eb56881253f yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:06:02.433274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-488bda5f-0da2-4635-b21f-f8118e635e62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b77410cd697b4be5b888c55080e75846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7861264 Dec 16 08:06:02.435841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bda5f-0da2-4635-b21f-f8118e635e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb0889-3db3-4310-8a14-2cbe7e189f2b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:02.446452 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.446628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44448) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:02.446628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-09bf9e1c-379c-48cc-96d8-f507e5b2b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:02.448013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-09bf9e1c-379c-48cc-96d8-f507e5b2b73f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2185888 Dec 16 08:06:02.494442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Pushing event updated for resources: {'Port': ['ID=fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:02.512847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Network ac99f156-5a39-417d-86d5-afb46d0eb948 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:02.514841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:02.517700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:02.566857 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.579103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.582303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] 10.222.0.43 "DELETE /v2.0/networks/d1b41db4-7383-474c-be6f-d715755b8b87 HTTP/1.1" status: 204 len: 168 time: 0.8331139 Dec 16 08:06:02.586855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4591-cc91-4fac-8dd7-200e3b318a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.604455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Attempting to bind port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:02.605247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Attempting to bind port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f557be56-a5d4-4865-a8ba-f8cfe41b7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ac99f156-5a39-417d-86d5-afb46d0eb948'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:02.605871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Attempting to bind port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4 on network ac99f156-5a39-417d-86d5-afb46d0eb948 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:02.607003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388872f-d370-4d17-b110-7271aa13e13e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b41db4-7383-474c-be6f-d715755b8b87,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:02.613385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:02.613971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Checking segment: {'id': 'f557be56-a5d4-4865-a8ba-f8cfe41b7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ac99f156-5a39-417d-86d5-afb46d0eb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:02.614610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.615284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Bound using segment: {'id': 'f557be56-a5d4-4865-a8ba-f8cfe41b7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ac99f156-5a39-417d-86d5-afb46d0eb948'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:02.615946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Bound port: fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557be56-a5d4-4865-a8ba-f8cfe41b7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ac99f156-5a39-417d-86d5-afb46d0eb948'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:02.616524 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.631743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.664817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4591-cc91-4fac-8dd7-200e3b318a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.667155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Allocated IP 172.20.0.5 (f5fd4610-33e3-44ec-95cd-72baf0751484/f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826/fb1d9a6d-3c10-4e61-a5f0-0eb56881253f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:02.713697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-5816778b-e045-4f98-b205-fd46541b85ba service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527940 Dec 16 08:06:02.723360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] For port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:02.727646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] For port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4,segment=NetworkSegment(f557be56-a5d4-4865-a8ba-f8cfe41b7065),segment_id=f557be56-a5d4-4865-a8ba-f8cfe41b7065)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:02.751152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc5ee37-f8a0-44bc-af17-6c86546dd313,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:02.796955 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.846361 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.890075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac99f156-5a39-417d-86d5-afb46d0eb948']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.932027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.933780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f557be56-a5d4-4865-a8ba-f8cfe41b7065') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.934692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f557be56-a5d4-4865-a8ba-f8cfe41b7065') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:02.979534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:02.984802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efb3ad-75e7-45bf-9fc0-092720fcdfee None None] Pushing event updated for resources: {'Port': ['ID=fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:03.002617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-a5856d6f-590d-4640-811e-2fb645c17599 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427957 Dec 16 08:06:03.013821 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4591-cc91-4fac-8dd7-200e3b318a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.013821 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ceb4591-cc91-4fac-8dd7-200e3b318a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.013821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4ceb4591-cc91-4fac-8dd7-200e3b318a88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbcb0889-3db3-4310-8a14-2cbe7e189f2b HTTP/1.1" status: 204 len: 168 time: 0.5724936 Dec 16 08:06:03.018997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31710893-8359-4e66-8675-06a74cc4e9a5 None None] Network ac99f156-5a39-417d-86d5-afb46d0eb948 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:03.021764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.065908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.090887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb4591-cc91-4fac-8dd7-200e3b318a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb0889-3db3-4310-8a14-2cbe7e189f2b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:03.093526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:03.093931 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:03.097131 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:03.099974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-324d701a-ed70-4ea5-a9a5-a94ad376c45a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 217 time: 0.0750682 Dec 16 08:06:03.122779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Port': ['ID=fb1d9a6d-3c10-4e61-a5f0-0eb56881253f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:03.145287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Network f5fd4610-33e3-44ec-95cd-72baf0751484 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:03.146781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:03.149320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:03.197640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-45ad0462-0354-431a-8a97-6fe77b30e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:03.199375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-45ad0462-0354-431a-8a97-6fe77b30e513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0895686 Dec 16 08:06:03.255324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:03.256243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.258937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44464) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:03.301878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.api [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:06:03.301878 n-d-820935-11 neutron-server[110395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:06:03.301878 n-d-820935-11 neutron-server[110395]: [parameters: {'id': 'ac99f156-5a39-417d-86d5-afb46d0eb948'}] Dec 16 08:06:03.301878 n-d-820935-11 neutron-server[110395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:03.302344 n-d-820935-11 neutron-server[110395]: DEBUG oslo_db.api [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:03.367598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-d3eae001-e01d-42e5-87d0-506164289094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:03.374452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-d3eae001-e01d-42e5-87d0-506164289094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1635675 Dec 16 08:06:03.395765 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4fd0ba14-d460-4f34-af6a-7af86be77489 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b909e178e204d1fa849ef5f1589297d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355422 Dec 16 08:06:03.401266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44470) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:03.431941 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.496969 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25e53b0d-bdf3-4861-93ab-4fbe6481ac4e tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4750550 Dec 16 08:06:03.501096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44472) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:03.506930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:03.535088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ccefb3df-47e8-46f8-bfdc-ee00ec1430b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.565759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ccefb3df-47e8-46f8-bfdc-ee00ec1430b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.590321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-33a62b40-b7bb-4e53-8b28-36d7b0d9c8be service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038896 Dec 16 08:06:03.640322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88bf935-3959-4d42-a639-67d9b2782c22 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:06:03.673589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.728070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ccefb3df-47e8-46f8-bfdc-ee00ec1430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.738151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ccefb3df-47e8-46f8-bfdc-ee00ec1430b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.738151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ccefb3df-47e8-46f8-bfdc-ee00ec1430b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20ebf48a-243e-4996-96b4-99c3c77d2291 HTTP/1.1" status: 204 len: 168 time: 0.3294513 Dec 16 08:06:03.750682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb3df-47e8-46f8-bfdc-ee00ec1430b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebf48a-243e-4996-96b4-99c3c77d2291,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:03.801622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-0128dc83-5734-43a5-98d7-95d171272d70 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998727 Dec 16 08:06:03.802872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f683f012-b290-450c-b4c2-5cf19f2b0839 None None] Provisioning complete for port fb1d9a6d-3c10-4e61-a5f0-0eb56881253f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:03.803310 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f683f012-b290-450c-b4c2-5cf19f2b0839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.804443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:03.865153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-110821d5-81a9-44d2-8454-65d5b84f91ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 217 time: 0.0515904 Dec 16 08:06:03.921841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88bf935-3959-4d42-a639-67d9b2782c22 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:06:03.989942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-3390cbbe-c814-4eae-bc62-c0ea06efe604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:03.991443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-3390cbbe-c814-4eae-bc62-c0ea06efe604 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1146929 Dec 16 08:06:03.997060 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:04.034093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f683f012-b290-450c-b4c2-5cf19f2b0839 None None] Port fb1d9a6d-3c10-4e61-a5f0-0eb56881253f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:04.073595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:04.073968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:04.215750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-0944ca40-82bf-4856-a7a5-1d8bd3ad1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:04.220229 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:04.221218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-0944ca40-82bf-4856-a7a5-1d8bd3ad1da8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2163002 Dec 16 08:06:04.277410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Allocated IP 172.25.2.71 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/8e21f239-464e-414d-8544-cee9ea13d58f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:04.373500 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4,segment=NetworkSegment(f557be56-a5d4-4865-a8ba-f8cfe41b7065),segment_id=f557be56-a5d4-4865-a8ba-f8cfe41b7065)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:04.373774 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:04.435993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:04.999782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-9996eedf-3aa7-4792-ac30-a595454ce456 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7238052 Dec 16 08:06:05.102227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.111335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.161436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:05.212395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=fb175aa9-a1fe-4b59-af3d-2c1a3792b7a4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:05.227907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.228277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.228621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.229019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.229538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.234339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:05.360625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.437658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44546) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:05.447971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac99f156-5a39-417d-86d5-afb46d0eb948']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:05.468293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f557be56-a5d4-4865-a8ba-f8cfe41b7065') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:05.468293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f557be56-a5d4-4865-a8ba-f8cfe41b7065') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:05.486779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.500155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-35537ee8-c6b3-4931-8d22-b4de5712cee5 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901939 Dec 16 08:06:05.513450 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.521846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.585303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1489530653-network', 'tenant_id': '327cf48910d84854bf12d19cd8e915f2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:05.601377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-0a9badfe-39a6-4823-ae76-bd4dab486622 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 217 time: 0.0806627 Dec 16 08:06:05.611132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:05.611688 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:05.615153 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:05.688119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Made reservation on behalf of 327cf48910d84854bf12d19cd8e915f2 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:05.688436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:05.691180 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.707027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.749209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:05.770139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:05.776066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Port': ['ID=8e21f239-464e-414d-8544-cee9ea13d58f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:05.825963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-979b0080-60a3-4b28-84e8-e3944ccb94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:05.827574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-979b0080-60a3-4b28-84e8-e3944ccb94b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1945078 Dec 16 08:06:05.852109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.895330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.901410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/ac99f156-5a39-417d-86d5-afb46d0eb948 HTTP/1.1" status: 204 len: 168 time: 4.4768720 Dec 16 08:06:05.903746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44562) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:05.926091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:05.927782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44564) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:05.928646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa0a29-558a-412c-bd1d-7afad88c88a1 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=ac99f156-5a39-417d-86d5-afb46d0eb948,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:05.959226 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bd6b3e-3248-4cf3-a9cc-a245445fdd1f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] GET failed (client error): The resource could not be found. Dec 16 08:06:05.964771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e0bd6b3e-3248-4cf3-a9cc-a245445fdd1f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/subnets/7fc5ee37-f8a0-44bc-af17-6c86546dd313 HTTP/1.1" status: 404 len: 337 time: 0.0500991 Dec 16 08:06:05.966036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44568) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:06.002007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.006205 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba406dd-c781-4ae2-a442-c98bad05d729 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:06.006810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba406dd-c781-4ae2-a442-c98bad05d729 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:06.014606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9ba406dd-c781-4ae2-a442-c98bad05d729 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/ac99f156-5a39-417d-86d5-afb46d0eb948 HTTP/1.1" status: 404 len: 339 time: 0.0409529 Dec 16 08:06:06.014606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-f15dc0c6-dcb5-4911-9205-fbed536a06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.014606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-f15dc0c6-dcb5-4911-9205-fbed536a06f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1766851 Dec 16 08:06:06.015016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44572) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:06.016785 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.046722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f9ba56-1791-4352-b65d-123b9cf9660a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:06.049794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:06.061471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.061904 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Added segment 1c6454c9-50a1-4331-9bbf-cf1e2af1c0be of type vlan for network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 Dec 16 08:06:06.104606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-297016920', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:06.120021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.257298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.266180 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.267191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.267785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.330525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Made reservation on behalf of df21f0c479ca49e180ec5318ffbd505d for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:06.336839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.358145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8061f7-664e-4751-8a8c-35b5f7bb1ec8 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.359669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7a8061f7-664e-4751-8a8c-35b5f7bb1ec8 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3407919 Dec 16 08:06:06.362613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-5a54e1cf-ca30-4008-92c5-e2b120e7eda5 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320987 Dec 16 08:06:06.364940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44576) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:06.367373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.431135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8bf7c4-ca88-44e7-a069-eaceb288f969,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:06.444665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:06.450608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab776f2e-a0da-48b0-82b1-bc3f8c4ccf50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0095475 Dec 16 08:06:06.456784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6ae42606-ee96-46f0-9a2e-420acd35bc70 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 207 time: 0.0906427 Dec 16 08:06:06.457417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44584) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:06.462539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Request body: {'subnet': {'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1489530653-subnet', 'tenant_id': '327cf48910d84854bf12d19cd8e915f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:06.471378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44586) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:06.644774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-06c367aa-0ad8-43fd-b4e8-48a3c81749d4 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678413 Dec 16 08:06:06.693477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4cd72-08e2-4d2e-b6a6-0316dfdc82dd tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.706981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4cd72-08e2-4d2e-b6a6-0316dfdc82dd tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.713152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.713582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4cd72-08e2-4d2e-b6a6-0316dfdc82dd tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.719548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-6a862eb0-df16-48c5-a038-7b9e74eb1351 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 217 time: 0.0562387 Dec 16 08:06:06.721153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4cd72-08e2-4d2e-b6a6-0316dfdc82dd tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.726374 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3eb4cd72-08e2-4d2e-b6a6-0316dfdc82dd tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2468755 Dec 16 08:06:06.727246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44592) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:06.727940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Made reservation on behalf of 327cf48910d84854bf12d19cd8e915f2 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:06.730364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.806336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-f679b0b8-d3b5-4b92-9573-e1ebbc179ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.807687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-f679b0b8-d3b5-4b92-9573-e1ebbc179ebf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.0791321 Dec 16 08:06:06.810189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.853685 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.898806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Port': ['ID=8e21f239-464e-414d-8544-cee9ea13d58f,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:06.918437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:06.930149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] device_id is not set on port 8fe9a788-7432-41a3-8ebb-77f8852f158e yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:06:06.957843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-09e621ab-7d3d-4c6f-9368-3c11c19a9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:06.960152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-09e621ab-7d3d-4c6f-9368-3c11c19a9598 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927546 Dec 16 08:06:06.967234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.008425 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad0f0601-ff21-4663-8d51-7c2682dcb5bb tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2713871 Dec 16 08:06:07.016124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44598) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:07.075589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b058f20-3a73-472a-a5a4-26550e06605d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:07.118330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-2163c841-e639-4ec3-85f9-4c90b39605df service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465023 Dec 16 08:06:07.123092 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.124339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d3d5e5a-a842-446a-86ce-ae3fb18f6789 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6211536 Dec 16 08:06:07.128096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44600) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:07.134915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb944fc-0832-48d7-a864-d29c24ca400c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.136458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb944fc-0832-48d7-a864-d29c24ca400c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.138656 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3bb944fc-0832-48d7-a864-d29c24ca400c tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1188331 Dec 16 08:06:07.159940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44602) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:07.201860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2c0dc922-c65d-4e07-849d-305bf718e982 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'floatingip': {'port_id': 'fb1d9a6d-3c10-4e61-a5f0-0eb56881253f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:07.257673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc922-c65d-4e07-849d-305bf718e982 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.266615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Allocated IP 172.25.2.35 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/8fe9a788-7432-41a3-8ebb-77f8852f158e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:07.293928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f144c-1051-4e97-9160-bf42c4bb4083 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.295350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f144c-1051-4e97-9160-bf42c4bb4083 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.297299 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-292f144c-1051-4e97-9160-bf42c4bb4083 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1348014 Dec 16 08:06:07.302345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:07.402586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-b305f5c2-759e-4fe5-941f-5fc174d1890a service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708807 Dec 16 08:06:07.452203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.459796 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-2894a589-dbff-4db8-8046-16d3d9d2741b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.0480461 Dec 16 08:06:07.460817 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-2c0dc922-c65d-4e07-849d-305bf718e982 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] update failed (client error): The resource could not be found. Dec 16 08:06:07.461841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c0dc922-c65d-4e07-849d-305bf718e982 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "PUT /v2.0/floatingips/4c80f93e-414e-4dd0-8ca9-9d4c3e0c2217 HTTP/1.1" status: 404 len: 507 time: 0.3322036 Dec 16 08:06:07.464663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44610) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:07.501964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85940f-b521-4eef-aa56-6e5f5fa96648 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.503437 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c85940f-b521-4eef-aa56-6e5f5fa96648 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/networks/d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb HTTP/1.1" status: 200 len: 799 time: 0.2001445 Dec 16 08:06:07.529442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44614) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:07.576864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb4a265-3199-4a8e-93a4-5b3dfd27969a,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:07.600528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Checking segment: {'id': '1c6454c9-50a1-4331-9bbf-cf1e2af1c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:07.600895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Network hostable DHCP agents. Network: 4d8bf7c4-ca88-44e7-a069-eaceb288f969, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:07.630854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.698068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-f852e907-d6ad-43df-af73-d9870a9f6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.700384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-f852e907-d6ad-43df-af73-d9870a9f6248 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.1730301 Dec 16 08:06:07.716736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:07.745216 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.794398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:07.797426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4d8bf7c4-ca88-44e7-a069-eaceb288f969) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:07.801918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:07.810535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c0676-038c-49c1-b856-316a40ca8df3 None None] Network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:07.818758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:07.828222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.828816 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.854268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Pushing event updated for resources: {'Port': ['ID=8fe9a788-7432-41a3-8ebb-77f8852f158e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:07.880547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0ff91e79-f327-4571-a543-df8f2c3ca038 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/networks/d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3513129 Dec 16 08:06:07.880817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44622) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:07.889481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-38aa3dbf-a563-47d1-8f2c-8448f1685738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.891497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-38aa3dbf-a563-47d1-8f2c-8448f1685738 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1495087 Dec 16 08:06:07.895827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.896465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:07.900558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23bf3f-f3ae-457f-964b-18018ce41c19 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:07.936470 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-926533c5-b4b8-48fc-a785-4d2cd3581d27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4779105 Dec 16 08:06:07.963870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91e3ccb-cfd3-4984-976c-fcb2c9aaaa3e tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:07.965687 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b91e3ccb-cfd3-4984-976c-fcb2c9aaaa3e tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/subnets/ff4675b1-0b19-48fc-b39e-544996f589b2 HTTP/1.1" status: 200 len: 811 time: 0.0839038 Dec 16 08:06:07.976495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44628) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:08.006745 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3abdf7e-8060-4e4e-a70e-54bf3f4f91e3 tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0750301 Dec 16 08:06:08.013785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44630) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:08.023410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.35'}]}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:08.025917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61df318-422a-4442-9c56-9ec93ad23f96 None None] Network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:08.042357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Deleting port 8e21f239-464e-414d-8544-cee9ea13d58f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:08.042776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.138474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b083a1-9cae-44e1-838d-af75c2cc3bc2 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:08.145401 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b2b083a1-9cae-44e1-838d-af75c2cc3bc2 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "GET /v2.0/subnets/ff4675b1-0b19-48fc-b39e-544996f589b2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1581445 Dec 16 08:06:08.150711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44632) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:08.159344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-232537606'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:08.212614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-55766fef-2f6a-406a-bdf8-890a3b0fed6b service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116927 Dec 16 08:06:08.250906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b7986dba-beb0-4507-a57c-c196575f78ed None None] Provisioning complete for port 8fe9a788-7432-41a3-8ebb-77f8852f158e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:08.251430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b7986dba-beb0-4507-a57c-c196575f78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.252752 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.256344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.268728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Calling delete_port for 8e21f239-464e-414d-8544-cee9ea13d58f owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:08.322228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b7986dba-beb0-4507-a57c-c196575f78ed None None] Port 8fe9a788-7432-41a3-8ebb-77f8852f158e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:08.361930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:08.367442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.421715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:08.445195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.445857 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Added segment 16795bb4-6973-460d-9ddf-e8041aa06c77 of type vlan for network 24c80f5d-ff33-49de-943d-93ab56accfce Dec 16 08:06:08.535726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.605350 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.606790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.627477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59dbd68b-ff43-42b0-bd9a-79914e3203ce req-c3243b59-6fb1-45fd-ac6b-f3f46d5de9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852381 Dec 16 08:06:08.629768 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.655231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.661356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:08.661947 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.712350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event deleted for resources: {'Port': ['ID=8e21f239-464e-414d-8544-cee9ea13d58f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:08.764374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Network': ['ID=24c80f5d-ff33-49de-943d-93ab56accfce,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:08.775735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 24c80f5d-ff33-49de-943d-93ab56accfce details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:08.785949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:08.847610 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1aed29ad-97d5-4241-a14d-5b74b3e1715f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6940856 Dec 16 08:06:08.849919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44660) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:08.857075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'network_id': '24c80f5d-ff33-49de-943d-93ab56accfce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:09.036812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Made reservation on behalf of 30ca4f7ae29546bab78f91454458c627 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:09.042255 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.121737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Performing IP validity checks on allocation pools {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 08:06:09.122468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 08:06:09.357137 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.417283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.419302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=1c6ae833-b4ba-481a-9f9b-04fc76f23785,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:09.420009 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.425410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a84042ad-5228-4491-b5a2-47f3723d8038 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "DELETE /v2.0/floatingips/4c80f93e-414e-4dd0-8ca9-9d4c3e0c2217 HTTP/1.1" status: 204 len: 168 time: 1.9595695 Dec 16 08:06:09.426864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44668) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:09.431819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e9d59d0f-b600-4032-92c4-fde89f5e48e5 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'floatingip': {'floating_network_id': 'f5fd4610-33e3-44ec-95cd-72baf0751484', 'port_id': 'fb1d9a6d-3c10-4e61-a5f0-0eb56881253f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:09.447257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.458472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Checking segment: {'id': '16795bb4-6973-460d-9ddf-e8041aa06c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24c80f5d-ff33-49de-943d-93ab56accfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:09.458842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network hostable DHCP agents. Network: 24c80f5d-ff33-49de-943d-93ab56accfce, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:09.472760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-eaeebea0-a3ce-4f00-950d-57116ca26d83 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:09.474462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-eaeebea0-a3ce-4f00-950d-57116ca26d83 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/networks?id=4d8bf7c4-ca88-44e7-a069-eaceb288f969 HTTP/1.1" status: 200 len: 813 time: 0.7800996 Dec 16 08:06:09.492438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-734afd0a-bd8f-48e1-85e9-6f302e36efcc tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/quotas/327cf48910d84854bf12d19cd8e915f2 HTTP/1.1" status: 200 len: 375 time: 0.0100532 Dec 16 08:06:09.531976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-6bdc2fe4-bd2f-4876-91e3-118462626aa1 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=327cf48910d84854bf12d19cd8e915f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310483 Dec 16 08:06:09.545269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e9d59d0f-b600-4032-92c4-fde89f5e48e5 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.603228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Network 24c80f5d-ff33-49de-943d-93ab56accfce is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:09.659127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 24c80f5d-ff33-49de-943d-93ab56accfce) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:09.667369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:09.668969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.672843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86561a53-9a64-470e-8de7-796b5673ef3d None None] Network 24c80f5d-ff33-49de-943d-93ab56accfce requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:09.719377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-552725ce-2b60-4cf3-86d4-e746d933dcbd service neutron] 10.222.0.43 "GET /v2.0/networks/4d8bf7c4-ca88-44e7-a069-eaceb288f969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758602 Dec 16 08:06:09.749535 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a101bb8e-d974-4d7b-bca0-609a6f721d20 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8972838 Dec 16 08:06:09.751397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44674) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:09.758316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0ded3891-6f7a-42f0-8395-41617f489924 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:09.783730 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-e9d59d0f-b600-4032-92c4-fde89f5e48e5 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:09.784829 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e9d59d0f-b600-4032-92c4-fde89f5e48e5 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3566303 Dec 16 08:06:09.789881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44676) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:09.798169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': 'fb1d9a6d-3c10-4e61-a5f0-0eb56881253f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:09.800057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-24c80f5d-ff33-49de-943d-93ab56accfce', 'network_id': '24c80f5d-ff33-49de-943d-93ab56accfce', 'project_id': '30ca4f7ae29546bab78f91454458c627', 'fixed_ips': [{'subnet_id': '1c6ae833-b4ba-481a-9f9b-04fc76f23785'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:09.801281 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.894580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ded3891-6f7a-42f0-8395-41617f489924 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5231431'] for subnet, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.967361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:09.972063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Allocated IP 172.20.0.3 (24c80f5d-ff33-49de-943d-93ab56accfce/1c6ae833-b4ba-481a-9f9b-04fc76f23785/3b72cb68-ad82-48ed-a198-144155687621) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:09.993147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-f56e9bda-cf00-4e47-b939-f4bbc20f5063 service neutron] 10.222.0.43 "GET /v2.0/networks/4d8bf7c4-ca88-44e7-a069-eaceb288f969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665622 Dec 16 08:06:09.994780 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.018511 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.088300 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.183202 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.210578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Allocated IP 172.25.2.229 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/47c190a5-acff-4676-a8da-23ef76a178aa) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:10.312247 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.317330 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.359622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Network 24c80f5d-ff33-49de-943d-93ab56accfce is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:10.362709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:10.365401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:10.386028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d15cf8cb-bee0-4d56-8938-b8baa7e2abe6 req-2ed0bc5e-d226-4c05-92d0-868326f435b4 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0574195 Dec 16 08:06:10.401597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Pushing event updated for resources: {'Port': ['ID=3b72cb68-ad82-48ed-a198-144155687621,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Attempting to bind port 3b72cb68-ad82-48ed-a198-144155687621 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Attempting to bind port 3b72cb68-ad82-48ed-a198-144155687621 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '16795bb4-6973-460d-9ddf-e8041aa06c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24c80f5d-ff33-49de-943d-93ab56accfce'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Attempting to bind port 3b72cb68-ad82-48ed-a198-144155687621 on network 24c80f5d-ff33-49de-943d-93ab56accfce {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Checking segment: {'id': '16795bb4-6973-460d-9ddf-e8041aa06c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24c80f5d-ff33-49de-943d-93ab56accfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Bound using segment: {'id': '16795bb4-6973-460d-9ddf-e8041aa06c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24c80f5d-ff33-49de-943d-93ab56accfce'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Bound port: 3b72cb68-ad82-48ed-a198-144155687621, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16795bb4-6973-460d-9ddf-e8041aa06c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '24c80f5d-ff33-49de-943d-93ab56accfce'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:10.456237 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.499281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.549523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] For port 3b72cb68-ad82-48ed-a198-144155687621, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:10.553073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] For port 3b72cb68-ad82-48ed-a198-144155687621, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3b72cb68-ad82-48ed-a198-144155687621,segment=NetworkSegment(16795bb4-6973-460d-9ddf-e8041aa06c77),segment_id=16795bb4-6973-460d-9ddf-e8041aa06c77)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:10.608847 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.609446 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.619329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:10.627900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:10.635743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:10.642251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event updated for resources: {'Port': ['ID=47c190a5-acff-4676-a8da-23ef76a178aa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:10.682644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.682991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.683348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.683667 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.684047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.684477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.684810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.685135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.685457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.685780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.686101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.686421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.686737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:10.689488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9f8a8-0037-4e73-8498-8f586e684aa0 None None] Pushing event updated for resources: {'Port': ['ID=3b72cb68-ad82-48ed-a198-144155687621,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:10.861770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.864071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.876313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ded3891-6f7a-42f0-8395-41617f489924 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755715172316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5185492'] for subnet, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.936874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded3891-6f7a-42f0-8395-41617f489924 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:10.937505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ded3891-6f7a-42f0-8395-41617f489924 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:10.938842 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0ded3891-6f7a-42f0-8395-41617f489924 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "PUT /v2.0/subnets/1c6ae833-b4ba-481a-9f9b-04fc76f23785 HTTP/1.1" status: 200 len: 877 time: 1.1862247 Dec 16 08:06:10.941932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44710) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:10.964503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded3891-6f7a-42f0-8395-41617f489924 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event updated for resources: {'Subnet': ['ID=1c6ae833-b4ba-481a-9f9b-04fc76f23785,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:10.972948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Deleting port 47c190a5-acff-4676-a8da-23ef76a178aa {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:10.973288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.128107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.128689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02bbc536-a943-44c3-9f2e-77dd915c6f71 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:06:11.143469 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.146842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.146842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.160870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Calling delete_port for 47c190a5-acff-4676-a8da-23ef76a178aa owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:11.225472 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 08:06:11.226812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ba5a47d0-e5a1-494e-8e60-a7c8147e201c tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2107027 Dec 16 08:06:11.230189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44718) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:11.271216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port 3b72cb68-ad82-48ed-a198-144155687621 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:11.279566 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.437987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port 3b72cb68-ad82-48ed-a198-144155687621, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3b72cb68-ad82-48ed-a198-144155687621,segment=NetworkSegment(16795bb4-6973-460d-9ddf-e8041aa06c77),segment_id=16795bb4-6973-460d-9ddf-e8041aa06c77)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:11.438495 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.469415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for 3b72cb68-ad82-48ed-a198-144155687621 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:11.471880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Deleting port 8fe9a788-7432-41a3-8ebb-77f8852f158e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:11.472487 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.522772 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.544243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f0a8590-1d6b-4ac6-b03e-3f6725437cc5 req-783d74db-cca7-4403-bdcb-340220c234b5 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0996985 Dec 16 08:06:11.560950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event deleted for resources: {'Port': ['ID=47c190a5-acff-4676-a8da-23ef76a178aa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:11.669397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.693562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Calling delete_port for 8fe9a788-7432-41a3-8ebb-77f8852f158e owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:11.722518 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] create failed (client error): The resource could not be found. Dec 16 08:06:11.727302 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-74a3633a-20a1-445f-9f54-da094179462f tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9364910 Dec 16 08:06:11.728014 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44726) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:11.852032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Deleting port fb1d9a6d-3c10-4e61-a5f0-0eb56881253f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:11.852460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.923560 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.959421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=3b72cb68-ad82-48ed-a198-144155687621,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:11.980096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:11.993512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.011742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Calling delete_port for fb1d9a6d-3c10-4e61-a5f0-0eb56881253f owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:12.054922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fe9a788-7432-41a3-8ebb-77f8852f158e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:12.121910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0012c8-1de0-456c-9d9c-5b01f2ab32a5 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:12.250032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port 3b72cb68-ad82-48ed-a198-144155687621 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:12.263258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.266731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e99f8a2b-06b0-4f85-b277-ed39991119ad tempest-RoutersAdminNegativeTest-1676849884 tempest-RoutersAdminNegativeTest-1676849884-project-admin] 10.222.0.43 "DELETE /v2.0/ports/8fe9a788-7432-41a3-8ebb-77f8852f158e HTTP/1.1" status: 204 len: 168 time: 1.0340848 Dec 16 08:06:12.345589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.378605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.412506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event deleted for resources: {'Port': ['ID=fb1d9a6d-3c10-4e61-a5f0-0eb56881253f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:12.519305 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.524385 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4e6574bc-877b-49c3-9e5f-c507eb9a08e4 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "DELETE /v2.0/ports/fb1d9a6d-3c10-4e61-a5f0-0eb56881253f HTTP/1.1" status: 204 len: 168 time: 0.7952228 Dec 16 08:06:12.528943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:12.586070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.628098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6ae833-b4ba-481a-9f9b-04fc76f23785,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:12.649589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c3398c-f463-4e1a-856a-a28fd0b0b68c tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:12.657870 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-07c3398c-f463-4e1a-856a-a28fd0b0b68c tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc67babd-9b03-4b0d-840e-61f5fb9b4404 HTTP/1.1" status: 200 len: 913 time: 0.1259320 Dec 16 08:06:12.659139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44748) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:12.722047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb03245-aca7-45c4-9aac-0c1e055322be None None] Network 24c80f5d-ff33-49de-943d-93ab56accfce requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:12.798001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-337aac4c-71f5-4225-883f-868188a145e5 req-5f61eb05-f913-427d-8cdf-a32550b02550 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 210 time: 0.1246803 Dec 16 08:06:12.809819 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.833522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c80f5d-ff33-49de-943d-93ab56accfce']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:12.858864 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1a386ad4-491b-4a67-ac1d-d099f4e18f9c None None] Could not find standard attr ID for object 3b72cb68-ad82-48ed-a198-144155687621. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:06:12.864559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16795bb4-6973-460d-9ddf-e8041aa06c77') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:12.867425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16795bb4-6973-460d-9ddf-e8041aa06c77') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:12.880527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.898656 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.907303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:12.907753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:12.911511 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:12.986126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e13ff-20f8-4e0b-a90c-4cce67e9fd74 None None] DHCP port deletion for 24c80f5d-ff33-49de-943d-93ab56accfce request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:13.012722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b835ed-61ee-4388-9a6b-ef72622a57c6 None None] Network 24c80f5d-ff33-49de-943d-93ab56accfce requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:13.053198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.088012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.122723 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.129471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/24c80f5d-ff33-49de-943d-93ab56accfce HTTP/1.1" status: 204 len: 168 time: 2.1824284 Dec 16 08:06:13.129471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ad940-b819-40e3-b5b5-1f720597b3aa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=24c80f5d-ff33-49de-943d-93ab56accfce,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:13.146394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44762) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.182352 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f2e405-7f5e-4234-ac84-7a81ceb54bcc tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:13.182916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f2e405-7f5e-4234-ac84-7a81ceb54bcc tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:13.190212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-92f2e405-7f5e-4234-ac84-7a81ceb54bcc tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/1c6ae833-b4ba-481a-9f9b-04fc76f23785 HTTP/1.1" status: 404 len: 337 time: 0.0403368 Dec 16 08:06:13.190468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44764) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.227411 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cb8d8b-248b-4f37-aca1-68981e366f18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:13.228143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cb8d8b-248b-4f37-aca1-68981e366f18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:13.233973 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e7cb8d8b-248b-4f37-aca1-68981e366f18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/24c80f5d-ff33-49de-943d-93ab56accfce HTTP/1.1" status: 404 len: 339 time: 0.0400505 Dec 16 08:06:13.239559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44766) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.242240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5deb-3bbf-4471-b8b1-9b89f9220d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.287671 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3380fe-647d-4e0a-8319-e540c4d9eb25 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:13.289250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3380fe-647d-4e0a-8319-e540c4d9eb25 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:13.293314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-de3380fe-647d-4e0a-8319-e540c4d9eb25 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/7fc5ee37-f8a0-44bc-af17-6c86546dd313 HTTP/1.1" status: 404 len: 337 time: 0.0525315 Dec 16 08:06:13.298675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44770) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.347985 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b458cf7-9f22-4dc8-ac98-658131d7a006 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:13.348570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b458cf7-9f22-4dc8-ac98-658131d7a006 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:13.355457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0b458cf7-9f22-4dc8-ac98-658131d7a006 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/ac99f156-5a39-417d-86d5-afb46d0eb948 HTTP/1.1" status: 404 len: 339 time: 0.0509400 Dec 16 08:06:13.356278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44772) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.538740 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.590629 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5deb-3bbf-4471-b8b1-9b89f9220d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.688711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.712934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12ff2bf-60a2-4128-97c9-2a86d4b58885']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:13.725104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883d6aab-de5d-47c4-84aa-8ceb325765b5') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:13.725421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883d6aab-de5d-47c4-84aa-8ceb325765b5') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:13.733874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5deb-3bbf-4471-b8b1-9b89f9220d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.747171 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.790679 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.795842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-e2fdfd6c-03bf-4309-94e0-94e5cef80135 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:13.797346 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-e2fdfd6c-03bf-4309-94e0-94e5cef80135 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.16 "GET /v2.0/networks?id=4d8bf7c4-ca88-44e7-a069-eaceb288f969 HTTP/1.1" status: 200 len: 813 time: 0.2063944 Dec 16 08:06:13.798662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44782) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.798815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3a3c5deb-3bbf-4471-b8b1-9b89f9220d86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74c57b15200d45b4b2d78d97740b1b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7441974 Dec 16 08:06:13.807339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c5deb-3bbf-4471-b8b1-9b89f9220d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e5a074-f9db-40e8-b4e0-3781265af560,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:13.810673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:13.811090 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:13.814184 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:13.827087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Request body: {'port': {'device_id': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969', 'admin_state_up': True, 'tenant_id': '327cf48910d84854bf12d19cd8e915f2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:13.943231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ed583f2-1e17-4e98-b2e1-7a7ba6827717 req-17b3fad6-c3e8-4260-b02c-cf1a2cd8e8e5 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Dec 16 08:06:13.944012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.953030 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.955814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/c12ff2bf-60a2-4128-97c9-2a86d4b58885 HTTP/1.1" status: 204 len: 168 time: 0.5939021 Dec 16 08:06:13.966863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44788) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:13.970165 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-131ba155-a258-4ceb-bf4d-af50976bf5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:13.971698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294593fa-f33a-41be-8b16-9c1d2539ed18 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=c12ff2bf-60a2-4128-97c9-2a86d4b58885,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:14.024329 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-735bc84c-7c8c-4466-a112-a566e0fe4223 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.024801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735bc84c-7c8c-4466-a112-a566e0fe4223 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.030223 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-735bc84c-7c8c-4466-a112-a566e0fe4223 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/ae6f76bb-cbe2-4c1c-a1ce-4eb3a0fdff84 HTTP/1.1" status: 404 len: 337 time: 0.0588779 Dec 16 08:06:14.031908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44794) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.040982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.045350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-131ba155-a258-4ceb-bf4d-af50976bf5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.057074 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b901fc9-ed6e-4e66-af33-4a2b674b9ff6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.060427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b901fc9-ed6e-4e66-af33-4a2b674b9ff6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.071890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7b901fc9-ed6e-4e66-af33-4a2b674b9ff6 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/8641f262-eb52-4186-856f-e92023dc5e79 HTTP/1.1" status: 404 len: 339 time: 0.0364711 Dec 16 08:06:14.072625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44796) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.110631 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d8eca1-ff0e-403e-a7a6-985bf8c070e0 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.111089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d8eca1-ff0e-403e-a7a6-985bf8c070e0 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.116891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-86d8eca1-ff0e-403e-a7a6-985bf8c070e0 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/31c9f11e-c206-45d5-a2b0-d36ce8d416cf HTTP/1.1" status: 404 len: 337 time: 0.0384185 Dec 16 08:06:14.117549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44798) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.141914 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61c7aeb-f275-46fe-950a-9a87b7250a81 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.142546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61c7aeb-f275-46fe-950a-9a87b7250a81 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.148256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d61c7aeb-f275-46fe-950a-9a87b7250a81 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/47ad5474-97b9-4fec-ad56-0d74f7ed7e58 HTTP/1.1" status: 404 len: 339 time: 0.0275564 Dec 16 08:06:14.148579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44800) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.179725 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-753b658c-9e0f-4f50-a686-4ebe0d5d442d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.180205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753b658c-9e0f-4f50-a686-4ebe0d5d442d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.184158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-753b658c-9e0f-4f50-a686-4ebe0d5d442d tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/f260eb32-9f61-4252-aefa-bc30c7967a60 HTTP/1.1" status: 404 len: 337 time: 0.0344076 Dec 16 08:06:14.186649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44802) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.207741 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-80be1497-98de-4e45-bfd8-5ba5e8616274 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.208493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80be1497-98de-4e45-bfd8-5ba5e8616274 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.212293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-80be1497-98de-4e45-bfd8-5ba5e8616274 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/7afcb970-e3bc-4543-b1b5-497ac775bdc2 HTTP/1.1" status: 404 len: 339 time: 0.0243459 Dec 16 08:06:14.214618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44804) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.246585 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbff7a3-875f-4fca-942a-25377ca20608 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.247055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbff7a3-875f-4fca-942a-25377ca20608 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.251359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-efbff7a3-875f-4fca-942a-25377ca20608 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/45de3d3d-7b11-467e-8b9a-f9edb349aa6d HTTP/1.1" status: 404 len: 337 time: 0.0350842 Dec 16 08:06:14.254265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44806) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.271900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Made reservation on behalf of 327cf48910d84854bf12d19cd8e915f2 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:14.278116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.280731 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-145e7147-3d1c-4b58-9542-dbcbba609773 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.281187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145e7147-3d1c-4b58-9542-dbcbba609773 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.284163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-145e7147-3d1c-4b58-9542-dbcbba609773 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/fe700827-c285-4916-9809-943f13503249 HTTP/1.1" status: 404 len: 339 time: 0.0290036 Dec 16 08:06:14.288311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44810) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.315853 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a075ec-395d-46e5-b6bb-9a0d4ca7509b tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.316358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a075ec-395d-46e5-b6bb-9a0d4ca7509b tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.319366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-86a075ec-395d-46e5-b6bb-9a0d4ca7509b tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/8ff38205-bd67-4806-ba5f-baabbd67500a HTTP/1.1" status: 404 len: 337 time: 0.0301409 Dec 16 08:06:14.324631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44812) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.346905 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff61cf5-9a5d-41ea-a756-658886982e86 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.347559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff61cf5-9a5d-41ea-a756-658886982e86 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.353932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5ff61cf5-9a5d-41ea-a756-658886982e86 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/e4ee2cb2-4e8a-434e-8cd1-9b887fbd7686 HTTP/1.1" status: 404 len: 339 time: 0.0280097 Dec 16 08:06:14.354536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44816) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.384577 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0544281-f205-44d3-9e51-fc316cf804fa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.387542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0544281-f205-44d3-9e51-fc316cf804fa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.389418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e0544281-f205-44d3-9e51-fc316cf804fa tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/c007437c-9e8b-4b97-9fcd-86559c4e4e23 HTTP/1.1" status: 404 len: 337 time: 0.0339203 Dec 16 08:06:14.391016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44818) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.395442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-131ba155-a258-4ceb-bf4d-af50976bf5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.398119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-131ba155-a258-4ceb-bf4d-af50976bf5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.401807 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-131ba155-a258-4ceb-bf4d-af50976bf5cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15e5a074-f9db-40e8-b4e0-3781265af560 HTTP/1.1" status: 204 len: 168 time: 0.5996857 Dec 16 08:06:14.431898 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d60cd5e-ac93-4c77-b990-fa3b0ad5196f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.432736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d60cd5e-ac93-4c77-b990-fa3b0ad5196f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.436958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d60cd5e-ac93-4c77-b990-fa3b0ad5196f tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/881d6c8d-f975-40ba-be08-6447b974445a HTTP/1.1" status: 404 len: 339 time: 0.0447526 Dec 16 08:06:14.439459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44824) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.449045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ba155-a258-4ceb-bf4d-af50976bf5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e5a074-f9db-40e8-b4e0-3781265af560,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:14.499728 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebbc01e-4900-4c35-9317-5807f2be1965 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.502237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebbc01e-4900-4c35-9317-5807f2be1965 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.507727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5ebbc01e-4900-4c35-9317-5807f2be1965 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/3a16e43f-5b5d-420b-9f99-d8d4dfefe69d HTTP/1.1" status: 404 len: 337 time: 0.0669527 Dec 16 08:06:14.510279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44826) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.515751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Allocated IP 172.20.0.10 (4d8bf7c4-ca88-44e7-a069-eaceb288f969/9cb4a265-3199-4a8e-93a4-5b3dfd27969a/9803e439-e4ba-4819-8b7d-b29fabc80863) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:14.546752 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8227fc-7679-4bab-8d9c-7eb6cafc5adf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.547640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8227fc-7679-4bab-8d9c-7eb6cafc5adf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.551383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2a8227fc-7679-4bab-8d9c-7eb6cafc5adf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/6b2106ed-8143-40f6-81fb-34c6dd9b1f1c HTTP/1.1" status: 404 len: 339 time: 0.0398631 Dec 16 08:06:14.553810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44830) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.590807 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1a3d5e-1218-41be-9436-09dcd551e7bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.591232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1a3d5e-1218-41be-9436-09dcd551e7bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.595222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a1a3d5e-1218-41be-9436-09dcd551e7bf tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/4d548d82-7bcd-4452-9c5b-406525553202 HTTP/1.1" status: 404 len: 337 time: 0.0402722 Dec 16 08:06:14.598675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44832) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.633045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3b72cb68-ad82-48ed-a198-144155687621 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:14.641959 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d89e2d4-2cb7-46fc-9c0e-e9209222f476 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:14.644798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d89e2d4-2cb7-46fc-9c0e-e9209222f476 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:14.650624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9d89e2d4-2cb7-46fc-9c0e-e9209222f476 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/4f87bdf3-98a0-4f3e-ab11-9ea6990bda75 HTTP/1.1" status: 404 len: 339 time: 0.0508263 Dec 16 08:06:14.651232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44834) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:14.667413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 3b72cb68-ad82-48ed-a198-144155687621 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:06:14.668914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3b72cb68-ad82-48ed-a198-144155687621 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:06:14.716101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting subnet ff4675b1-0b19-48fc-b39e-544996f589b2 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:14.719742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.767489 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.868272 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.887485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:14.941456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Deleting port e765986e-1804-46c0-8922-8df9e0c6662d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:14.941927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.056825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.061659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.084124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.119984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Calling delete_port for e765986e-1804-46c0-8922-8df9e0c6662d owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:15.129113 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.134624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/subnets/ff4675b1-0b19-48fc-b39e-544996f589b2 HTTP/1.1" status: 204 len: 168 time: 0.4802556 Dec 16 08:06:15.134624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcba07-57e2-4caa-9126-3e4d61c6c144 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4675b1-0b19-48fc-b39e-544996f589b2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:15.140121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44848) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:15.148004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2b545-6f78-4333-b899-1c7937b7cb9d None None] Network d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:15.162542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ddb87-8d79-4423-bede-755efbd34b03 req-c2232376-c087-4cd5-95f2-324d69b616d1 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:15.164346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe7ddb87-8d79-4423-bede-755efbd34b03 req-c2232376-c087-4cd5-95f2-324d69b616d1 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 932 time: 0.1234629 Dec 16 08:06:15.226159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe7ddb87-8d79-4423-bede-755efbd34b03 req-9ff9ac99-7e4e-4517-9c84-04724b1fb5f0 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Dec 16 08:06:15.249365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Pushing event updated for resources: {'Port': ['ID=9803e439-e4ba-4819-8b7d-b29fabc80863,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:15.278872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44852) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:15.300468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:15.315852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:15.318624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:15.343690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-41be8de1-75f7-47ce-ba1f-cf494607ed61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df21f0c479ca49e180ec5318ffbd505d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630994 Dec 16 08:06:15.353328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44854) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:15.384869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.398189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] DHCP port deletion for d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:15.400973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:15.401679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.420803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dd52003-b465-44e9-9f66-06102acd534f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.446872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dd52003-b465-44e9-9f66-06102acd534f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.498463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] Deleting port 662294ae-06e3-4b80-9d28-b26e64dc7e0f {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:15.500293 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.547714 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-d3d1d840-e61a-46ce-9d5b-d4611cca7a31 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7272646 Dec 16 08:06:15.561996 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dd52003-b465-44e9-9f66-06102acd534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.564664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4dd52003-b465-44e9-9f66-06102acd534f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.565922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4dd52003-b465-44e9-9f66-06102acd534f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b058f20-3a73-472a-a5a4-26550e06605d HTTP/1.1" status: 204 len: 168 time: 0.2177389 Dec 16 08:06:15.576666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd52003-b465-44e9-9f66-06102acd534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b058f20-3a73-472a-a5a4-26550e06605d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:15.581144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Request body: {'port': {'device_id': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:15.605969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] For port 662294ae-06e3-4b80-9d28-b26e64dc7e0f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=662294ae-06e3-4b80-9d28-b26e64dc7e0f,segment=NetworkSegment(783fb148-46ba-4bef-bd89-78f20b6188e5),segment_id=783fb148-46ba-4bef-bd89-78f20b6188e5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:15.606486 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.623220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] Calling delete_port for 662294ae-06e3-4b80-9d28-b26e64dc7e0f owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:15.691553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Deleting port 662294ae-06e3-4b80-9d28-b26e64dc7e0f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:15.692099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.741079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.780690 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.810941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] Pushing event deleted for resources: {'Port': ['ID=662294ae-06e3-4b80-9d28-b26e64dc7e0f,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:15.815109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b971ff-061b-4b65-83f8-2c2fa9b32d90 None None] No DVR routers for this DVR port 662294ae-06e3-4b80-9d28-b26e64dc7e0f on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:15.818527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] For port 662294ae-06e3-4b80-9d28-b26e64dc7e0f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=662294ae-06e3-4b80-9d28-b26e64dc7e0f,segment=NetworkSegment(783fb148-46ba-4bef-bd89-78f20b6188e5),segment_id=783fb148-46ba-4bef-bd89-78f20b6188e5)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:15.818954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:15.838233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Calling delete_port for 662294ae-06e3-4b80-9d28-b26e64dc7e0f owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:15.971822 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.056949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event deleted for resources: {'Port': ['ID=e765986e-1804-46c0-8922-8df9e0c6662d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:16.133522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.205127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Port': ['ID=662294ae-06e3-4b80-9d28-b26e64dc7e0f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:16.213620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] No DVR routers for this DVR port 662294ae-06e3-4b80-9d28-b26e64dc7e0f on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:16.443125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876440-0fa5-4c2d-9419-52fe61140026 req-e790ceff-d8e8-4497-9fea-612063806d47 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:16.444774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3876440-0fa5-4c2d-9419-52fe61140026 req-e790ceff-d8e8-4497-9fea-612063806d47 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 932 time: 0.1085525 Dec 16 08:06:16.493726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.512480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.565691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3876440-0fa5-4c2d-9419-52fe61140026 req-a1fc13d7-cae7-407e-9b0d-d787c7d98d20 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068461 Dec 16 08:06:16.679449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 662294ae-06e3-4b80-9d28-b26e64dc7e0f no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:16.688531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:16.703734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783fb148-46ba-4bef-bd89-78f20b6188e5') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:16.704044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783fb148-46ba-4bef-bd89-78f20b6188e5') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:16.709871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 662294ae-06e3-4b80-9d28-b26e64dc7e0f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:06:16.710580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 662294ae-06e3-4b80-9d28-b26e64dc7e0f not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:06:16.716556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9803e439-e4ba-4819-8b7d-b29fabc80863 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:06:16.732477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.743800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.763347 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.833076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:16.833076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:16.836226 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:16.925865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Router cc67babd-9b03-4b0d-840e-61f5fb9b4404 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:06:17.011251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Transition to ACTIVE for port object 9803e439-e4ba-4819-8b7d-b29fabc80863 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:06:17.014958 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.019095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.025931 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] 10.222.0.43 "DELETE /v2.0/networks/d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb HTTP/1.1" status: 204 len: 168 time: 1.8787038 Dec 16 08:06:17.044898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:06:17.050365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-234476ce-9a6a-4de9-add5-74b390d45bd8 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "PUT /v2.0/routers/cc67babd-9b03-4b0d-840e-61f5fb9b4404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3902020 Dec 16 08:06:17.051916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ee3d3-c897-485c-bdc6-efc6ce3ada34 tempest-NetworksTest-1565756765 tempest-NetworksTest-1565756765-project] Pushing event deleted for resources: {'Network': ['ID=d460f89a-bbfd-43a9-87ff-6b9ceb7ce5eb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:17.053027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44920) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:17.065561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] Sync routers for ids ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:06:17.086124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] Routers {'cc67babd-9b03-4b0d-840e-61f5fb9b4404'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:17.087070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:17.122858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.153554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:17.173843 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75665a4e-28c8-48c9-aec0-de17a09d8245 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.179309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] Routers {'cc67babd-9b03-4b0d-840e-61f5fb9b4404'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:17.181249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:17.225215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:17.233124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Pushing event updated for resources: {'Port': ['ID=9803e439-e4ba-4819-8b7d-b29fabc80863,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:17.233857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8980e4a-a90f-45c8-b098-0948b0c8fb60 None None] The sync data for ids ['cc67babd-9b03-4b0d-840e-61f5fb9b4404'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:06:17.344525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44936) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:17.423363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Attempting to bind port 9803e439-e4ba-4819-8b7d-b29fabc80863 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:17.423795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Attempting to bind port 9803e439-e4ba-4819-8b7d-b29fabc80863 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1c6454c9-50a1-4331-9bbf-cf1e2af1c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:17.424204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Attempting to bind port 9803e439-e4ba-4819-8b7d-b29fabc80863 on network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:17.430099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Port 9803e439-e4ba-4819-8b7d-b29fabc80863 on network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:06:17.430489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Attempting to bind port 9803e439-e4ba-4819-8b7d-b29fabc80863 on network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:17.439020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:17.439632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Checking segment: {'id': '1c6454c9-50a1-4331-9bbf-cf1e2af1c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:17.440020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Bound using segment: {'id': '1c6454c9-50a1-4331-9bbf-cf1e2af1c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:17.440567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Bound port: 9803e439-e4ba-4819-8b7d-b29fabc80863, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6454c9-50a1-4331-9bbf-cf1e2af1c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:17.440931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.606564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] For port 9803e439-e4ba-4819-8b7d-b29fabc80863, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:17.617823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] For port 9803e439-e4ba-4819-8b7d-b29fabc80863, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9803e439-e4ba-4819-8b7d-b29fabc80863,segment=NetworkSegment(1c6454c9-50a1-4331-9bbf-cf1e2af1c0be),segment_id=1c6454c9-50a1-4331-9bbf-cf1e2af1c0be)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:17.638522 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75665a4e-28c8-48c9-aec0-de17a09d8245 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.646521 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75665a4e-28c8-48c9-aec0-de17a09d8245 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.688226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.745182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44962) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:17.778449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:17.779095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.779877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f612cf4-4b1c-439c-97f6-0ce00c503d4d req-acb5680a-2152-4d63-a9d7-772d6f2a9a06 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:17.780552 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] 10.222.0.16 "PUT /v2.0/ports/9803e439-e4ba-4819-8b7d-b29fabc80863 HTTP/1.1" status: 200 len: 1093 time: 2.2049024 Dec 16 08:06:17.781026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'tag': '9803e439-e4ba-4819-8b7d-b29fabc80863'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:06:17.781439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f612cf4-4b1c-439c-97f6-0ce00c503d4d req-acb5680a-2152-4d63-a9d7-772d6f2a9a06 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 944 time: 0.0799212 Dec 16 08:06:17.783315 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f38667b4-20c1-41fe-8877-f67cd3c4cbd0", "tag": "9803e439-e4ba-4819-8b7d-b29fabc80863"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:06:17.785126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75665a4e-28c8-48c9-aec0-de17a09d8245 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.785720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75665a4e-28c8-48c9-aec0-de17a09d8245 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Fanout notify agent at l3_agent the message router_deleted on router cc67babd-9b03-4b0d-840e-61f5fb9b4404 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:06:17.795621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-75665a4e-28c8-48c9-aec0-de17a09d8245 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:17.799571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-75665a4e-28c8-48c9-aec0-de17a09d8245 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "DELETE /v2.0/routers/cc67babd-9b03-4b0d-840e-61f5fb9b4404 HTTP/1.1" status: 204 len: 168 time: 0.7424626 Dec 16 08:06:17.808085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 44966) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:17.898181 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abe2e04-e897-4454-9cff-29ba7d707748 x-openstack-request-id: req-3abe2e04-e897-4454-9cff-29ba7d707748 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:06:17.898491 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38667b4-20c1-41fe-8877-f67cd3c4cbd0", "tag": "9803e439-e4ba-4819-8b7d-b29fabc80863", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:06:17.899364 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3abe2e04-e897-4454-9cff-29ba7d707748 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:06:17.899842 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'tag': '9803e439-e4ba-4819-8b7d-b29fabc80863', 'status': 'completed', 'code': 200} Dec 16 08:06:17.912113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'networks': [{'name': 'tempest-network--1785524863'}, {'name': 'tempest-network--1376980074'}]} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:17.912473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'network': {'name': 'tempest-network--1785524863'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:17.912933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'network': {'name': 'tempest-network--1376980074'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:17.921183 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc579a-e0ac-4237-90ce-2a32f7aec783 service neutron] Pushing event updated for resources: {'Port': ['ID=9803e439-e4ba-4819-8b7d-b29fabc80863,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:17.943010 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Deleting subnet f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:17.961112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.019704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.055145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-10bc50a6-9e10-4684-bada-e9cbdf089d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:18.056720 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-10bc50a6-9e10-4684-bada-e9cbdf089d9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=327cf48910d84854bf12d19cd8e915f2&device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 1096 time: 0.1312346 Dec 16 08:06:18.113118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Made reservation on behalf of dec18c1c58fa4c4896ec188e09d434cc for: {'network': 2} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:18.117708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.129605 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-9a1cf6de-8d7d-4939-bd0b-3147b1f59c7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9803e439-e4ba-4819-8b7d-b29fabc80863 HTTP/1.1" status: 200 len: 217 time: 0.0578673 Dec 16 08:06:18.134945 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.286189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.299949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-b0774eca-9073-4dd2-9970-642dba450083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:18.301940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-b0774eca-9073-4dd2-9970-642dba450083 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cb4a265-3199-4a8e-93a4-5b3dfd27969a HTTP/1.1" status: 200 len: 853 time: 0.1627271 Dec 16 08:06:18.343728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-366fb18b-61f1-47b9-8e6a-4cbabec2f37c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30ca4f7ae29546bab78f91454458c627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5969727 Dec 16 08:06:18.347344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f612cf4-4b1c-439c-97f6-0ce00c503d4d req-db60a04c-0c2c-4ad9-8f28-646431c7df1f tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487618 Dec 16 08:06:18.347809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 44994) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:18.361876 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-cb2d415c-0178-4692-a677-a7276f2b0e35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d8bf7c4-ca88-44e7-a069-eaceb288f969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360811 Dec 16 08:06:18.407683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.417165 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7502fef0-e6fe-41bc-879d-7d13e3ce7a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.439653 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7502fef0-e6fe-41bc-879d-7d13e3ce7a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.510296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.510766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.568834 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-7e7a904d-7aac-425b-89bc-332f9a2e7dd3 service neutron] 10.222.0.16 "GET /v2.0/networks/4d8bf7c4-ca88-44e7-a069-eaceb288f969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990213 Dec 16 08:06:18.569422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6dea2e-e634-41b6-9322-40f07b1715b2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:18.574542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:18.580509 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7502fef0-e6fe-41bc-879d-7d13e3ce7a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.583325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7502fef0-e6fe-41bc-879d-7d13e3ce7a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.584560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7502fef0-e6fe-41bc-879d-7d13e3ce7a82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38a90530-ddfa-46cd-990c-d9da712a7a19 HTTP/1.1" status: 204 len: 168 time: 0.2351251 Dec 16 08:06:18.600109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502fef0-e6fe-41bc-879d-7d13e3ce7a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a90530-ddfa-46cd-990c-d9da712a7a19,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:18.614977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.615530 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Added segment 63e22874-3a8a-4ade-9cfd-86fbf3db4e6e of type vlan for network 6b23533d-39f4-481b-8d0c-3366faa317b0 Dec 16 08:06:18.678421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.742902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:18.749030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.752642 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c102cee2-992f-4ff9-8236-e28eb39c2374 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "DELETE /v2.0/subnets/f0a0fa79-95fb-4b70-8d2f-4cf9f7e18826 HTTP/1.1" status: 204 len: 168 time: 0.9316742 Dec 16 08:06:18.755196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45014) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:18.758731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079dbb6a-f799-47b9-8c4f-113916673f68 None None] Network f5fd4610-33e3-44ec-95cd-72baf0751484 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:18.772724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.836779 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c3628711-eaf4-4c0c-803c-5d68a1d18c29 req-c85282d0-fba2-40ca-8903-87fe1d717960 service neutron] 10.222.0.16 "GET /v2.0/networks/4d8bf7c4-ca88-44e7-a069-eaceb288f969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598240 Dec 16 08:06:18.852966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:18.873122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.873726 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Added segment ad149b3c-728d-4fd9-8fec-e81d9dbf253f of type vlan for network 32e23af6-3821-4ef2-b603-9234cc2617d4 Dec 16 08:06:18.892422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.947562 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:18.956323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Deleting port daf57a14-41e8-44a2-be94-dd4056dfcd41 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:18.956664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.012816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] DHCP port deletion for f5fd4610-33e3-44ec-95cd-72baf0751484 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:19.042644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] For port daf57a14-41e8-44a2-be94-dd4056dfcd41, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=daf57a14-41e8-44a2-be94-dd4056dfcd41,segment=NetworkSegment(55325ddf-d30b-4ae0-8a9a-bb661015acbe),segment_id=55325ddf-d30b-4ae0-8a9a-bb661015acbe)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:19.043692 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.062380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Calling delete_port for daf57a14-41e8-44a2-be94-dd4056dfcd41 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:19.072696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-73941a0e-58d9-4ce4-bb96-626695f33ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:19.097069 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-73941a0e-58d9-4ce4-bb96-626695f33ec3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=327cf48910d84854bf12d19cd8e915f2&device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0780962 Dec 16 08:06:19.099657 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.101794 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.110533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:19.128730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:19.133135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.242505 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.275744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event deleted for resources: {'Port': ['ID=daf57a14-41e8-44a2-be94-dd4056dfcd41,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:19.283267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] No DVR routers for this DVR port daf57a14-41e8-44a2-be94-dd4056dfcd41 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:19.309093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] Deleting port daf57a14-41e8-44a2-be94-dd4056dfcd41 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:19.309813 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.422332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] For port daf57a14-41e8-44a2-be94-dd4056dfcd41, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:19.422839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.439103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] Calling delete_port for daf57a14-41e8-44a2-be94-dd4056dfcd41 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:19.443087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] Port daf57a14-41e8-44a2-be94-dd4056dfcd41 was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:06:19.444703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.462072 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.511269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] Pushing event deleted for resources: {'Port': ['ID=daf57a14-41e8-44a2-be94-dd4056dfcd41,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:19.511269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2995ec-d289-45e5-b0d7-dcefafda7f32 None None] No DVR routers for this DVR port daf57a14-41e8-44a2-be94-dd4056dfcd41 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:19.537863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fd4610-33e3-44ec-95cd-72baf0751484']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:19.551877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55325ddf-d30b-4ae0-8a9a-bb661015acbe') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:19.552197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55325ddf-d30b-4ae0-8a9a-bb661015acbe') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:19.565151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.573947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463902c2-3543-4ae4-8080-c8f3502e4462 req-c6365ec1-63cd-4e1c-b4f8-36c0a4f5f1af tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:19.576439 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-463902c2-3543-4ae4-8080-c8f3502e4462 req-c6365ec1-63cd-4e1c-b4f8-36c0a4f5f1af tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 944 time: 0.1112933 Dec 16 08:06:19.593768 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.601373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:19.601974 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.611752 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2586205 Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:19.613178 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:19.646749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45056) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:19.715736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-463902c2-3543-4ae4-8080-c8f3502e4462 req-01e4af70-6ec0-43cb-a815-61658fb32aa2 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155536 Dec 16 08:06:19.784672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Network': ['ID=6b23533d-39f4-481b-8d0c-3366faa317b0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:19.802197 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.806192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6b23533d-39f4-481b-8d0c-3366faa317b0 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:19.832954 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:19.847862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] 10.222.0.43 "DELETE /v2.0/networks/f5fd4610-33e3-44ec-95cd-72baf0751484 HTTP/1.1" status: 204 len: 168 time: 1.0915306 Dec 16 08:06:19.848902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7d992-9035-48f1-87bf-3cbe5f922b05 tempest-FloatingIPNegativeTestJSON-88773453 tempest-FloatingIPNegativeTestJSON-88773453-project] Pushing event deleted for resources: {'Network': ['ID=f5fd4610-33e3-44ec-95cd-72baf0751484,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:19.901612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-2c4eb1f6-dfee-4362-a28f-48f098a85302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:19.903365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-2c4eb1f6-dfee-4362-a28f-48f098a85302 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d8bf7c4-ca88-44e7-a069-eaceb288f969 HTTP/1.1" status: 200 len: 914 time: 0.7437623 Dec 16 08:06:19.961601 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-f0790dd5-b9dd-4f32-aa93-73cd11059b16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9803e439-e4ba-4819-8b7d-b29fabc80863 HTTP/1.1" status: 200 len: 217 time: 0.0483985 Dec 16 08:06:19.984082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45080) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:20.002551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a13e2-1cfb-437c-b1ac-389124ac33ec tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Network': ['ID=32e23af6-3821-4ef2-b603-9234cc2617d4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:20.015431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 32e23af6-3821-4ef2-b603-9234cc2617d4 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:20.016496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20a40e-d9d3-409d-8375-ef4895dc74ff tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:20.022692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20a40e-d9d3-409d-8375-ef4895dc74ff tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:20.029693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20a40e-d9d3-409d-8375-ef4895dc74ff tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:20.036304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20a40e-d9d3-409d-8375-ef4895dc74ff tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:20.038020 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0e20a40e-d9d3-409d-8375-ef4895dc74ff tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3903182 Dec 16 08:06:20.041254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45086) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:20.068493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-d6d22f61-4b1b-44f1-9975-9ebdcd221405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:20.070025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-d6d22f61-4b1b-44f1-9975-9ebdcd221405 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9cb4a265-3199-4a8e-93a4-5b3dfd27969a HTTP/1.1" status: 200 len: 853 time: 0.0982080 Dec 16 08:06:20.126462 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-a6aafd8f-4020-42db-9812-4fcb8650e054 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d8bf7c4-ca88-44e7-a069-eaceb288f969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458868 Dec 16 08:06:20.155962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-60a08a2f-23a9-46c9-9f58-81227bd4f528 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1597648047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:20.167373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.228550 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-1b5fbd80-33d4-41e5-95f4-5d68b4e0dba1 service neutron] 10.222.0.16 "GET /v2.0/networks/4d8bf7c4-ca88-44e7-a069-eaceb288f969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962148 Dec 16 08:06:20.259286 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60a08a2f-23a9-46c9-9f58-81227bd4f528 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.260457 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60a08a2f-23a9-46c9-9f58-81227bd4f528 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.288452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.364888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b23533d-39f4-481b-8d0c-3366faa317b0']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:20.380774 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6d9a8e9d-f3ac-4585-9fb8-fef438e37c0e req-1ba05587-703d-405d-a604-35165dbfdf93 service neutron] 10.222.0.16 "GET /v2.0/networks/4d8bf7c4-ca88-44e7-a069-eaceb288f969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388249 Dec 16 08:06:20.389289 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60a08a2f-23a9-46c9-9f58-81227bd4f528 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.391254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e22874-3a8a-4ade-9cfd-86fbf3db4e6e') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:20.391556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e22874-3a8a-4ade-9cfd-86fbf3db4e6e') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:20.405583 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.421549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.428249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:20.428881 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:20.431936 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:20.455325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45108) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:20.469255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60a08a2f-23a9-46c9-9f58-81227bd4f528 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.569918 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60a08a2f-23a9-46c9-9f58-81227bd4f528 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.571608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-60a08a2f-23a9-46c9-9f58-81227bd4f528 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5861499 Dec 16 08:06:20.574327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45118) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:20.579751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-832592268'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:20.614055 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.625966 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.632059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/networks/6b23533d-39f4-481b-8d0c-3366faa317b0 HTTP/1.1" status: 204 len: 168 time: 0.5869594 Dec 16 08:06:20.634732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:20.640611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device daf57a14-41e8-44a2-be94-dd4056dfcd41 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:20.642305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700472c3-a417-4f0c-912c-70092d9ce9b4 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Network': ['ID=6b23533d-39f4-481b-8d0c-3366faa317b0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:20.665733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: daf57a14-41e8-44a2-be94-dd4056dfcd41 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:06:20.666319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device daf57a14-41e8-44a2-be94-dd4056dfcd41 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:06:20.670639 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1698915e-8abe-4bc7-875e-35629a31f383 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8473a877170c4e2d9f97520a7d6c8ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139556 Dec 16 08:06:20.673131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45126) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:20.711280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Made reservation on behalf of 11ae0800f80d4764af0a919aa93eb7eb for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:20.715559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.730525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.735379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6577cf90-82fe-4761-a96f-fd60ca1cf0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.768969 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6577cf90-82fe-4761-a96f-fd60ca1cf0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.784578 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.887475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeeeec-383e-4653-a6bd-03fbeb6761d7 req-7ccbd846-0f87-4a8a-9956-4f0e93814447 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:20.889201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40eeeeec-383e-4653-a6bd-03fbeb6761d7 req-7ccbd846-0f87-4a8a-9956-4f0e93814447 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 944 time: 0.0839045 Dec 16 08:06:20.925407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.928209 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6577cf90-82fe-4761-a96f-fd60ca1cf0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.930768 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6577cf90-82fe-4761-a96f-fd60ca1cf0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.935920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6577cf90-82fe-4761-a96f-fd60ca1cf0ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/161968fd-208a-4490-83a1-94ad76aebb8c HTTP/1.1" status: 204 len: 168 time: 0.2578080 Dec 16 08:06:20.956138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e23af6-3821-4ef2-b603-9234cc2617d4']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:20.974529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad149b3c-728d-4fd9-8fec-e81d9dbf253f') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:20.974832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad149b3c-728d-4fd9-8fec-e81d9dbf253f') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:20.988810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40eeeeec-383e-4653-a6bd-03fbeb6761d7 req-53a4693e-0cf6-4f96-b660-5e62d3f25cad tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928700 Dec 16 08:06:20.993586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:20.994989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577cf90-82fe-4761-a96f-fd60ca1cf0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161968fd-208a-4490-83a1-94ad76aebb8c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:20.995775 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.016968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.024409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:21.025007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:21.032976 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:21.067168 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.108961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf69558-db20-4095-8247-442cb5e41659,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:21.198957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.204963 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.210988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45156) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:21.211165 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/networks/32e23af6-3821-4ef2-b603-9234cc2617d4 HTTP/1.1" status: 204 len: 168 time: 0.5752485 Dec 16 08:06:21.219353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:21.239423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fad977-8c5e-40ad-b9ae-18f06c203b55 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Network': ['ID=32e23af6-3821-4ef2-b603-9234cc2617d4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:21.257771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.258659 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Added segment d937d5de-bdfc-4977-a029-9a14bbd97a4e of type vlan for network 6a0e0232-7518-4d5b-8c20-5969db313705 Dec 16 08:06:21.318687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.352783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391639d-ac45-4c90-bf8c-d89ae915eb2c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:21.359989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391639d-ac45-4c90-bf8c-d89ae915eb2c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:21.362224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3391639d-ac45-4c90-bf8c-d89ae915eb2c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1497593 Dec 16 08:06:21.365805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45170) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:21.373200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1470642105'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:21.414220 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.423378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:21.424013 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.474429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Made reservation on behalf of dec18c1c58fa4c4896ec188e09d434cc for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:21.478267 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.510610 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9347537 Dec 16 08:06:21.513935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45184) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:21.516266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:21.519666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee558bae-8bdc-465e-9183-14e856695ef8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Network': ['ID=6a0e0232-7518-4d5b-8c20-5969db313705,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:21.521536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'subnet': {'network_id': '6a0e0232-7518-4d5b-8c20-5969db313705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:21.533936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6a0e0232-7518-4d5b-8c20-5969db313705 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:21.570769 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.571120 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Added segment 48db3ff8-670d-4ddc-bba4-30f63d8237c5 of type vlan for network c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd Dec 16 08:06:21.634803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.750285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.756250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:21.756868 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.779851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Made reservation on behalf of 11ae0800f80d4764af0a919aa93eb7eb for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:21.783312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:21.882839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5158987 Dec 16 08:06:21.885612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178a91-a9d9-48fa-98ec-4711f50df126 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Network': ['ID=c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:21.886982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45202) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:21.915660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-240571276'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:21.925696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:22.019663 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Made reservation on behalf of dec18c1c58fa4c4896ec188e09d434cc for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:22.025004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.058308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:22.068941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.071010 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Added segment c34109b0-762e-4350-a46b-e7cd04e7275b of type vlan for network 99feb78d-9bdf-46cf-aa23-897d26dc7e9f Dec 16 08:06:22.132926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.140687 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.210644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5c22-1a0f-4234-9044-f00cac9ea24f req-004e611f-9fff-4f57-b4d7-db0ad4f5972b tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:22.212065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-296e5c22-1a0f-4234-9044-f00cac9ea24f req-004e611f-9fff-4f57-b4d7-db0ad4f5972b tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 944 time: 0.1242907 Dec 16 08:06:22.234777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Subnet': ['ID=e246df72-2a80-4c37-9b67-7c053b09c3ee,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:22.244302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.253165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45228) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:22.260507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:22.262748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.299557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Checking segment: {'id': 'd937d5de-bdfc-4977-a029-9a14bbd97a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6a0e0232-7518-4d5b-8c20-5969db313705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:22.299944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network hostable DHCP agents. Network: 6a0e0232-7518-4d5b-8c20-5969db313705, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:22.329503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-296e5c22-1a0f-4234-9044-f00cac9ea24f req-d311fd0d-29ec-45ce-8938-c98e7f96e4bd tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098783 Dec 16 08:06:22.347420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Network': ['ID=99feb78d-9bdf-46cf-aa23-897d26dc7e9f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:22.365013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 99feb78d-9bdf-46cf-aa23-897d26dc7e9f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:22.385697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004629570'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:22.429187 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-449bcebf-9234-40f8-a891-430e2e3b4bb8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5398078 Dec 16 08:06:22.432040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45240) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:22.438300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'ports': [{'network_id': 'c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd', 'name': 'tempest-port--746926001', 'admin_state_up': True}, {'network_id': '99feb78d-9bdf-46cf-aa23-897d26dc7e9f', 'admin_state_up': False}]} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:22.438622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'port': {'network_id': 'c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd', 'name': 'tempest-port--746926001', 'admin_state_up': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:22.439103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'port': {'network_id': '99feb78d-9bdf-46cf-aa23-897d26dc7e9f', 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:22.487109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network 6a0e0232-7518-4d5b-8c20-5969db313705 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:22.580365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 6a0e0232-7518-4d5b-8c20-5969db313705) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:22.588947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e5463-44f3-4be4-b61e-235f6f1915be None None] Network 6a0e0232-7518-4d5b-8c20-5969db313705 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:22.607945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:22.610040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.626612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:22.630448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.641573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.725525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-6a0e0232-7518-4d5b-8c20-5969db313705', 'network_id': '6a0e0232-7518-4d5b-8c20-5969db313705', 'project_id': '11ae0800f80d4764af0a919aa93eb7eb', 'fixed_ips': [{'subnet_id': 'e246df72-2a80-4c37-9b67-7c053b09c3ee'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:22.725525 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.728133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b42ef676-7a40-4d97-9bdf-2bc561807da9 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2129447 Dec 16 08:06:22.731324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45254) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:22.737942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'network': {'name': 'tempest-router-network01--1633922122'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:22.768652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.830202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Made reservation on behalf of 11ae0800f80d4764af0a919aa93eb7eb for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:22.834505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.853749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Made reservation on behalf of dec18c1c58fa4c4896ec188e09d434cc for: {'port': 2} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:22.858988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.862204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.865931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:22.873933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Allocated IP 172.20.0.2 (6a0e0232-7518-4d5b-8c20-5969db313705/e246df72-2a80-4c37-9b67-7c053b09c3ee/49cc5c56-05b3-4c2c-a178-468fa7754771) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:22.875178 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.875524 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Added segment 4aa13292-6099-4955-b999-70d44df8cfef of type vlan for network 87e92cda-8569-424e-b824-066aba111304 Dec 16 08:06:22.897125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.898991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:22.916589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.926124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4692794a-b78b-4417-b9dc-faa4637a9b2f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:22.931146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:22.931493 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 60434f74-b9ad-40e1-8b73-d238d1ab9072 of type vlan for network 34f0bffb-426e-4d70-a106-89a517da8b7f Dec 16 08:06:23.023956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.025032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.033696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:23.034412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.045368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] device_id is not set on port b84c764a-65cb-4ede-b0ff-746b0dc82441 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:06:23.054735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.123069 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.126170 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3937263 Dec 16 08:06:23.129691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45276) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:23.137069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'network': {'name': 'tempest-router-network02--1779349786'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:23.139302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.144745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:23.145336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.165512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bf31e-1524-44fe-ad5c-799133748b8a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Network': ['ID=87e92cda-8569-424e-b824-066aba111304,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:23.197912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 87e92cda-8569-424e-b824-066aba111304 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:23.248495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=34f0bffb-426e-4d70-a106-89a517da8b7f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:23.255263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Pushing event updated for resources: {'Port': ['ID=49cc5c56-05b3-4c2c-a178-468fa7754771,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:23.267654 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Made reservation on behalf of 11ae0800f80d4764af0a919aa93eb7eb for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:23.268114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 34f0bffb-426e-4d70-a106-89a517da8b7f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:23.268238 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.274036 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.313168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a775472-fc90-4350-bcfd-8b724771730c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0561950 Dec 16 08:06:23.315817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:23.325933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.326337 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Added segment eef598b2-4017-44b4-a944-d8b6e5ac84ff of type vlan for network a5b64173-a409-4f0e-b32a-7aceb338e163 Dec 16 08:06:23.367104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Network 6a0e0232-7518-4d5b-8c20-5969db313705 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:23.379433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:23.379548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.383784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:23.462777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] device_id is not set on port d2cb2947-d711-4e08-9b97-4824a9cc13ee yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:06:23.469065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Attempting to bind port 49cc5c56-05b3-4c2c-a178-468fa7754771 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:23.469746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Attempting to bind port 49cc5c56-05b3-4c2c-a178-468fa7754771 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd937d5de-bdfc-4977-a029-9a14bbd97a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6a0e0232-7518-4d5b-8c20-5969db313705'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:23.470697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Attempting to bind port 49cc5c56-05b3-4c2c-a178-468fa7754771 on network 6a0e0232-7518-4d5b-8c20-5969db313705 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:23.488000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.489299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:23.494881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:23.496147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.502740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Checking segment: {'id': 'd937d5de-bdfc-4977-a029-9a14bbd97a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6a0e0232-7518-4d5b-8c20-5969db313705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:23.503191 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.503950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Bound using segment: {'id': 'd937d5de-bdfc-4977-a029-9a14bbd97a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6a0e0232-7518-4d5b-8c20-5969db313705'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:23.504663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Bound port: 49cc5c56-05b3-4c2c-a178-468fa7754771, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd937d5de-bdfc-4977-a029-9a14bbd97a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6a0e0232-7518-4d5b-8c20-5969db313705'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:23.505230 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.564471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc66d86-f248-4941-ae4f-b644e701cff4 req-e9abf750-c49f-497c-979e-2282c6c3eb2b tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:23.567428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6dc66d86-f248-4941-ae4f-b644e701cff4 req-e9abf750-c49f-497c-979e-2282c6c3eb2b tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 944 time: 0.0950325 Dec 16 08:06:23.667339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Network': ['ID=a5b64173-a409-4f0e-b32a-7aceb338e163,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:23.683351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] For port 49cc5c56-05b3-4c2c-a178-468fa7754771, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:23.689854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] For port 49cc5c56-05b3-4c2c-a178-468fa7754771, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=49cc5c56-05b3-4c2c-a178-468fa7754771,segment=NetworkSegment(d937d5de-bdfc-4977-a029-9a14bbd97a4e),segment_id=d937d5de-bdfc-4977-a029-9a14bbd97a4e)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:23.691240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network a5b64173-a409-4f0e-b32a-7aceb338e163 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:23.750940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-138364e1-70d1-4017-91fc-b5915a5506bd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6121657 Dec 16 08:06:23.752459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45302) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:23.770515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'subnet': {'network_id': '87e92cda-8569-424e-b824-066aba111304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:23.776960 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.813735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6dc66d86-f248-4941-ae4f-b644e701cff4 req-6c3e8424-e45f-42c4-9992-dd10c68a6ac6 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447712 Dec 16 08:06:23.873071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df88224-85e6-433f-aae5-7fa406b5de04 None None] Pushing event updated for resources: {'Port': ['ID=49cc5c56-05b3-4c2c-a178-468fa7754771,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:23.934400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:23.996616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Made reservation on behalf of 11ae0800f80d4764af0a919aa93eb7eb for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:24.001015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:24.111680 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:24.151093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9803e439-e4ba-4819-8b7d-b29fabc80863 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:06:24.283289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Port': ['ID=b84c764a-65cb-4ede-b0ff-746b0dc82441,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:24.321180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Checking segment: {'id': '48db3ff8-670d-4ddc-bba4-30f63d8237c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:24.321557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network hostable DHCP agents. Network: c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:24.379564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9803e439-e4ba-4819-8b7d-b29fabc80863, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9803e439-e4ba-4819-8b7d-b29fabc80863,segment=NetworkSegment(1c6454c9-50a1-4331-9bbf-cf1e2af1c0be),segment_id=1c6454c9-50a1-4331-9bbf-cf1e2af1c0be)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:24.396160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '9803e439-e4ba-4819-8b7d-b29fabc80863', 'network_id': '4d8bf7c4-ca88-44e7-a069-eaceb288f969', 'port_id': '9803e439-e4ba-4819-8b7d-b29fabc80863', 'mac_address': 'fa:16:3e:b5:8b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb4a265-3199-4a8e-93a4-5b3dfd27969a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:06:24.396720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:24.433247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:24.457971 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:24.474011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9803e439-e4ba-4819-8b7d-b29fabc80863 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:06:24.494868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9803e439-e4ba-4819-8b7d-b29fabc80863, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9803e439-e4ba-4819-8b7d-b29fabc80863,segment=NetworkSegment(1c6454c9-50a1-4331-9bbf-cf1e2af1c0be),segment_id=1c6454c9-50a1-4331-9bbf-cf1e2af1c0be)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:24.518377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Subnet': ['ID=4733aee8-da6d-4f68-8b04-6a9a3a50e25e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:24.521387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Checking segment: {'id': '4aa13292-6099-4955-b999-70d44df8cfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87e92cda-8569-424e-b824-066aba111304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:24.522151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network hostable DHCP agents. Network: 87e92cda-8569-424e-b824-066aba111304, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:24.545482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:24.555207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:24.556468 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:24.557000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd40ca-c340-4022-8286-d8cbe95ee11e None None] Network c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:24.624507 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:24.669664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Port': ['ID=d2cb2947-d711-4e08-9b97-4824a9cc13ee,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:24.693293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network 87e92cda-8569-424e-b824-066aba111304 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:24.706437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 87e92cda-8569-424e-b824-066aba111304) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:24.729710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:24.737493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:24.748720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Checking segment: {'id': 'c34109b0-762e-4350-a46b-e7cd04e7275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '99feb78d-9bdf-46cf-aa23-897d26dc7e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:24.749414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network hostable DHCP agents. Network: 99feb78d-9bdf-46cf-aa23-897d26dc7e9f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:24.753617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a595285a-1c10-4627-9346-804628190c4f None None] Network 87e92cda-8569-424e-b824-066aba111304 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:24.818468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df4eaddd-2e6b-42c9-8a35-898353539292 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0649731 Dec 16 08:06:24.825426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45346) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:24.826978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'subnet': {'network_id': 'a5b64173-a409-4f0e-b32a-7aceb338e163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:24.956097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network 99feb78d-9bdf-46cf-aa23-897d26dc7e9f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:25.099445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9803e439-e4ba-4819-8b7d-b29fabc80863,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:25.115315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-87e92cda-8569-424e-b824-066aba111304', 'network_id': '87e92cda-8569-424e-b824-066aba111304', 'project_id': '11ae0800f80d4764af0a919aa93eb7eb', 'fixed_ips': [{'subnet_id': '4733aee8-da6d-4f68-8b04-6a9a3a50e25e'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:25.116705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:25.119298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 99feb78d-9bdf-46cf-aa23-897d26dc7e9f) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:25.135333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:25.140492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472a050-1dbc-427f-920c-ab1ffefdecc0 None None] Network 99feb78d-9bdf-46cf-aa23-897d26dc7e9f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:25.153135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:25.162203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:25.162919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:25.217747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f21c7-5af8-4ca3-bde6-6bb016dce28e req-b74f34c3-784f-4f7a-844e-3c06b51db472 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:25.219537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-932f21c7-5af8-4ca3-bde6-6bb016dce28e req-b74f34c3-784f-4f7a-844e-3c06b51db472 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 945 time: 0.2252388 Dec 16 08:06:25.260564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 49cc5c56-05b3-4c2c-a178-468fa7754771 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:25.269642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9803e439-e4ba-4819-8b7d-b29fabc80863'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:06:25.289246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-932f21c7-5af8-4ca3-bde6-6bb016dce28e req-a54e9ad9-1405-403e-a956-392410a775d4 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613079 Dec 16 08:06:25.651605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 49cc5c56-05b3-4c2c-a178-468fa7754771 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:25.651605 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:25.651605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Allocated IP 172.20.0.2 (87e92cda-8569-424e-b824-066aba111304/4733aee8-da6d-4f68-8b04-6a9a3a50e25e/2805348c-859f-4f81-82bf-9208409fdfe4) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:25.719759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db56311-3ec6-42c4-a35d-9f839e0541e7 None None] Network 6a0e0232-7518-4d5b-8c20-5969db313705 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:25.734437 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:25.762780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Made reservation on behalf of 11ae0800f80d4764af0a919aa93eb7eb for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:25.767798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:25.857136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a4a4eb1f-60f5-4b4a-92e0-7b03ce1ac5f6 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4239910 Dec 16 08:06:25.859603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45368) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:25.931933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3eb16-eb67-4466-9830-21ef27ed6a44 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:25.940706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3eb16-eb67-4466-9830-21ef27ed6a44 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:25.948443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-17c3eb16-eb67-4466-9830-21ef27ed6a44 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0876982 Dec 16 08:06:25.949578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45370) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:26.094036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.154002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Deleting port b84c764a-65cb-4ede-b0ff-746b0dc82441 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:26.157005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.178103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7e8b7eed-0d9c-4e9a-abde-347388b7fb4a None None] Provisioning complete for port 49cc5c56-05b3-4c2c-a178-468fa7754771 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:26.178728 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7e8b7eed-0d9c-4e9a-abde-347388b7fb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.194424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 49cc5c56-05b3-4c2c-a178-468fa7754771, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=49cc5c56-05b3-4c2c-a178-468fa7754771,segment=NetworkSegment(d937d5de-bdfc-4977-a029-9a14bbd97a4e),segment_id=d937d5de-bdfc-4977-a029-9a14bbd97a4e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:26.205450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Subnet': ['ID=f4d8b343-121f-4c5c-b91e-dc9307761f87,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:26.253758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Checking segment: {'id': 'eef598b2-4017-44b4-a944-d8b6e5ac84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5b64173-a409-4f0e-b32a-7aceb338e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:26.254511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network hostable DHCP agents. Network: a5b64173-a409-4f0e-b32a-7aceb338e163, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:26.274978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.294991 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.323068 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.335269 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:06:26.342077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Calling delete_port for b84c764a-65cb-4ede-b0ff-746b0dc82441 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:26.430631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network a5b64173-a409-4f0e-b32a-7aceb338e163 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:26.498475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.509567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62b19f-54d9-4333-ad2e-d11ce2dce2a7 req-fdf4d67c-8ab5-4ae0-97d5-d52434af0cbf tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:26.520836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e62b19f-54d9-4333-ad2e-d11ce2dce2a7 req-fdf4d67c-8ab5-4ae0-97d5-d52434af0cbf tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 945 time: 0.0855744 Dec 16 08:06:26.555322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=49cc5c56-05b3-4c2c-a178-468fa7754771,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:26.599224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e62b19f-54d9-4333-ad2e-d11ce2dce2a7 req-fbf71dd9-58ce-4b91-933b-edd7bca59bef tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Dec 16 08:06:26.599510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Network 87e92cda-8569-424e-b824-066aba111304 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:26.602509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, a5b64173-a409-4f0e-b32a-7aceb338e163) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:26.603290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:26.607250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:26.621347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Pushing event updated for resources: {'Port': ['ID=2805348c-859f-4f81-82bf-9208409fdfe4,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:26.637126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.638344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:26.640531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.702474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.702960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747eafaa-8714-42a1-8f2e-70f628a93adb None None] Network a5b64173-a409-4f0e-b32a-7aceb338e163 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:26.707898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/ports/b84c764a-65cb-4ede-b0ff-746b0dc82441 HTTP/1.1" status: 204 len: 168 time: 0.7559519 Dec 16 08:06:26.716530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45404) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:26.731366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caee65-1c0e-47c7-b6d2-823ffd0d7f61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Port': ['ID=b84c764a-65cb-4ede-b0ff-746b0dc82441,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:26.739437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45406) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:26.750483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': '34f0bffb-426e-4d70-a106-89a517da8b7f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:26.781673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Attempting to bind port 2805348c-859f-4f81-82bf-9208409fdfe4 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:26.782328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Attempting to bind port 2805348c-859f-4f81-82bf-9208409fdfe4 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4aa13292-6099-4955-b999-70d44df8cfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87e92cda-8569-424e-b824-066aba111304'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:26.782888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Attempting to bind port 2805348c-859f-4f81-82bf-9208409fdfe4 on network 87e92cda-8569-424e-b824-066aba111304 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:26.807261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ff172d8b-af48-4551-8f5d-6939c21e45ff tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9782581 Dec 16 08:06:26.807860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45410) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:26.839159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:26.840487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Checking segment: {'id': '4aa13292-6099-4955-b999-70d44df8cfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87e92cda-8569-424e-b824-066aba111304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:26.843486 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.845214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Bound using segment: {'id': '4aa13292-6099-4955-b999-70d44df8cfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87e92cda-8569-424e-b824-066aba111304'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:26.845214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Bound port: 2805348c-859f-4f81-82bf-9208409fdfe4, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa13292-6099-4955-b999-70d44df8cfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87e92cda-8569-424e-b824-066aba111304'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:26.845214 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.859900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-14ae27b2-0d0b-4bc2-9c66-cec9c16e586a None None] Provisioning complete for port 49cc5c56-05b3-4c2c-a178-468fa7754771 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:26.860571 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-14ae27b2-0d0b-4bc2-9c66-cec9c16e586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.860894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Deleting port d2cb2947-d711-4e08-9b97-4824a9cc13ee {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:26.861234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.947189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:26.987940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-a5b64173-a409-4f0e-b32a-7aceb338e163', 'network_id': 'a5b64173-a409-4f0e-b32a-7aceb338e163', 'project_id': '11ae0800f80d4764af0a919aa93eb7eb', 'fixed_ips': [{'subnet_id': 'f4d8b343-121f-4c5c-b91e-dc9307761f87'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:26.991216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Calling delete_port for d2cb2947-d711-4e08-9b97-4824a9cc13ee owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:26.992064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.055984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] For port 2805348c-859f-4f81-82bf-9208409fdfe4, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:27.061530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] For port 2805348c-859f-4f81-82bf-9208409fdfe4, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2805348c-859f-4f81-82bf-9208409fdfe4,segment=NetworkSegment(4aa13292-6099-4955-b999-70d44df8cfef),segment_id=4aa13292-6099-4955-b999-70d44df8cfef)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:27.072380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 49cc5c56-05b3-4c2c-a178-468fa7754771 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:27.206422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.207456 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.305415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.311211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 49cc5c56-05b3-4c2c-a178-468fa7754771 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:27.311597 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.331685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:27.347407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c141fd-40f0-4693-ba74-5de99a57a592 None None] Pushing event updated for resources: {'Port': ['ID=2805348c-859f-4f81-82bf-9208409fdfe4,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:27.349682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Port': ['ID=d2cb2947-d711-4e08-9b97-4824a9cc13ee,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:27.352335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.357150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.363161 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2eedd2d6-79a5-4a00-a491-d437d03516ed tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/ports/d2cb2947-d711-4e08-9b97-4824a9cc13ee HTTP/1.1" status: 204 len: 168 time: 0.6433737 Dec 16 08:06:27.363489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45434) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:27.396073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-05227502-2fb0-46ee-b818-81b6215fe418 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0315449 Dec 16 08:06:27.403788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:27.415485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Allocated IP 172.20.0.2 (a5b64173-a409-4f0e-b32a-7aceb338e163/f4d8b343-121f-4c5c-b91e-dc9307761f87/fda9476d-fa36-4d21-837e-cd94c1a4319d) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:27.415607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1187378267'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:27.521564 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.579261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Made reservation on behalf of dec18c1c58fa4c4896ec188e09d434cc for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:27.583045 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.631702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:27.646400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.647510 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Added segment d2062927-fc28-4ba8-bc40-d6b2fbaf403b of type vlan for network c4d0003f-29b6-48f7-b656-1c20f4fee3c9 Dec 16 08:06:27.659811 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.699768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Allocated IP 172.20.0.1 (87e92cda-8569-424e-b824-066aba111304/4733aee8-da6d-4f68-8b04-6a9a3a50e25e/8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:27.763060 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.785585 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.830082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Network a5b64173-a409-4f0e-b32a-7aceb338e163 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:27.833205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:27.837018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:27.853459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Pushing event updated for resources: {'Port': ['ID=fda9476d-fa36-4d21-837e-cd94c1a4319d,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:27.900778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Attempting to bind port fda9476d-fa36-4d21-837e-cd94c1a4319d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:27.901156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Attempting to bind port fda9476d-fa36-4d21-837e-cd94c1a4319d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'eef598b2-4017-44b4-a944-d8b6e5ac84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5b64173-a409-4f0e-b32a-7aceb338e163'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:27.901525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Attempting to bind port fda9476d-fa36-4d21-837e-cd94c1a4319d on network a5b64173-a409-4f0e-b32a-7aceb338e163 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:27.907844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:27.910328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Checking segment: {'id': 'eef598b2-4017-44b4-a944-d8b6e5ac84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5b64173-a409-4f0e-b32a-7aceb338e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:27.910328 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.910328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Bound using segment: {'id': 'eef598b2-4017-44b4-a944-d8b6e5ac84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5b64173-a409-4f0e-b32a-7aceb338e163'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:27.910328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Bound port: fda9476d-fa36-4d21-837e-cd94c1a4319d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef598b2-4017-44b4-a944-d8b6e5ac84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a5b64173-a409-4f0e-b32a-7aceb338e163'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:27.910328 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.933230 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.939213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:27.939813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:27.947914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab358b-31f5-46a5-a614-a1b570657cca req-329af102-ba36-4fcd-a01f-57952a27996d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:27.950372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dab358b-31f5-46a5-a614-a1b570657cca req-329af102-ba36-4fcd-a01f-57952a27996d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 945 time: 0.1617186 Dec 16 08:06:28.006964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] For port fda9476d-fa36-4d21-837e-cd94c1a4319d, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:28.011238 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.011416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] For port fda9476d-fa36-4d21-837e-cd94c1a4319d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fda9476d-fa36-4d21-837e-cd94c1a4319d,segment=NetworkSegment(eef598b2-4017-44b4-a944-d8b6e5ac84ff),segment_id=eef598b2-4017-44b4-a944-d8b6e5ac84ff)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:28.012332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Network': ['ID=c4d0003f-29b6-48f7-b656-1c20f4fee3c9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:28.017983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.024740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c4d0003f-29b6-48f7-b656-1c20f4fee3c9 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:28.067375 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9e97a4c2-6e8f-455e-8576-cb252692396a tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6620390 Dec 16 08:06:28.071132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45460) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:28.080847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dab358b-31f5-46a5-a614-a1b570657cca req-d114087a-f8d4-48fa-8bfb-032e1a7085d2 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171579 Dec 16 08:06:28.113348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1849967456'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:28.113601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.143446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=3b04de0b-21d6-432a-acc7-f3c91a418467,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:28.165955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9803e439-e4ba-4819-8b7d-b29fabc80863 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:28.230093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': '60434f74-b9ad-40e1-8b73-d238d1ab9072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '34f0bffb-426e-4d70-a106-89a517da8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:28.230544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: 34f0bffb-426e-4d70-a106-89a517da8b7f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:28.250584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8951577-fac2-482d-9370-ed3638b9280b None None] Pushing event updated for resources: {'Port': ['ID=fda9476d-fa36-4d21-837e-cd94c1a4319d,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:28.266967 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52297b49-0aca-48b7-8eee-bbb583f1fd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.300144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Made reservation on behalf of dec18c1c58fa4c4896ec188e09d434cc for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:28.303739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.306228 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.349620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network 34f0bffb-426e-4d70-a106-89a517da8b7f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:28.396058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 9803e439-e4ba-4819-8b7d-b29fabc80863 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:06:28.405909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network 87e92cda-8569-424e-b824-066aba111304 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:28.409010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 9803e439-e4ba-4819-8b7d-b29fabc80863 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:28.409010 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.412758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:28.423993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:28.435201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:28.471482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Port': ['ID=8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:28.484144 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.486203 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Added segment 667fd442-67f8-4fb2-8a85-43a93a3138a2 of type vlan for network aca18fe6-a39a-46b0-9626-69f633b5b12f Dec 16 08:06:28.502601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 34f0bffb-426e-4d70-a106-89a517da8b7f) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:28.541273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:28.542248 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.546723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b54c9e-e704-4286-bae9-68713fc36388 None None] Network 34f0bffb-426e-4d70-a106-89a517da8b7f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:28.563344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.637319 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.648417 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.656033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3fe76ea0-bdf5-443b-98ca-d5e59f1b4062 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9140608 Dec 16 08:06:28.659528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45486) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:28.670210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736088635'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:28.731906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9803e439-e4ba-4819-8b7d-b29fabc80863'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:06:28.734352 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee1ac1-4f82-4ccb-a5b1-d36605106f0d" -d '{"events": [{"server_uuid": "f38667b4-20c1-41fe-8877-f67cd3c4cbd0", "name": "network-vif-plugged", "status": "completed", "tag": "9803e439-e4ba-4819-8b7d-b29fabc80863"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:06:28.762595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9803e439-e4ba-4819-8b7d-b29fabc80863, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9803e439-e4ba-4819-8b7d-b29fabc80863,segment=NetworkSegment(1c6454c9-50a1-4331-9bbf-cf1e2af1c0be),segment_id=1c6454c9-50a1-4331-9bbf-cf1e2af1c0be)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:28.808793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-34f0bffb-426e-4d70-a106-89a517da8b7f', 'network_id': '34f0bffb-426e-4d70-a106-89a517da8b7f', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': '3b04de0b-21d6-432a-acc7-f3c91a418467'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:28.809788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.813105 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35259c8-4814-4436-a7e4-2b628efab7b0 x-openstack-request-id: req-e35259c8-4814-4436-a7e4-2b628efab7b0 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:06:28.813452 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38667b4-20c1-41fe-8877-f67cd3c4cbd0", "name": "network-vif-plugged", "status": "completed", "tag": "9803e439-e4ba-4819-8b7d-b29fabc80863", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:06:28.813714 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e35259c8-4814-4436-a7e4-2b628efab7b0 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:06:28.814107 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9803e439-e4ba-4819-8b7d-b29fabc80863', 'code': 200} Dec 16 08:06:28.830811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.838785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:28.839895 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.859199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:28.862802 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.910741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:28.933621 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.939946 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:28.940965 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 28f985d3-b704-42c5-b307-0fa9835aac43 of type vlan for network 25896abc-ea66-465a-a895-331740e85895 Dec 16 08:06:29.031267 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:29.031472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9527643 Dec 16 08:06:29.031472 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:29.050282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e6086-fda7-4f88-b2a5-4d1c828f798c tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Network': ['ID=aca18fe6-a39a-46b0-9626-69f633b5b12f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:29.072247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9803e439-e4ba-4819-8b7d-b29fabc80863,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:29.110846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network aca18fe6-a39a-46b0-9626-69f633b5b12f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:29.115376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95275bc-fa13-4f6a-adf4-fcca83f233c3 None None] Network 87e92cda-8569-424e-b824-066aba111304 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:29.172909 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:29.191043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:29.193746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:29.201311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45512) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:29.323863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'subnets': [{'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1320509032', 'ip_version': 4}, {'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:29.324939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'subnet': {'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1320509032', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:29.325556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Request body: {'subnet': {'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:29.369391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984724b-0f92-47e0-9ed8-363cb309d3ec req-98539a7e-36d4-4ae5-8500-872a3590a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:29.371478 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6984724b-0f92-47e0-9ed8-363cb309d3ec req-98539a7e-36d4-4ae5-8500-872a3590a7c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 1098 time: 0.3091578 Dec 16 08:06:29.399256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2805348c-859f-4f81-82bf-9208409fdfe4 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:29.505539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Allocated IP 2001:db8:0:ffff::2 (34f0bffb-426e-4d70-a106-89a517da8b7f/3b04de0b-21d6-432a-acc7-f3c91a418467/a44d72bc-34cc-4127-bd15-e00e54a6be38) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:29.535640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bdf92957-baa2-483e-ab61-e0f36623e44c None None] Provisioning complete for port 2805348c-859f-4f81-82bf-9208409fdfe4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:29.536159 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bdf92957-baa2-483e-ab61-e0f36623e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:29.556299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=25896abc-ea66-465a-a895-331740e85895,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:29.592150 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b138b2c7-7f58-4311-a9d7-2b8f9cb39583 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9293833 Dec 16 08:06:29.597420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:29.599444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 25896abc-ea66-465a-a895-331740e85895 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:29.604791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': '25896abc-ea66-465a-a895-331740e85895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:29.734611 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6984724b-0f92-47e0-9ed8-363cb309d3ec req-f00b782b-af36-4570-b882-a7f89951d7cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465484 Dec 16 08:06:29.916714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:29.927083 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:29.936560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084d6c-0700-4a4c-8c8c-b6dcdd665f13 req-aa3094a0-2c31-40e9-9695-c719ac48c150 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:29.938263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb084d6c-0700-4a4c-8c8c-b6dcdd665f13 req-aa3094a0-2c31-40e9-9695-c719ac48c150 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 946 time: 0.6170969 Dec 16 08:06:30.046000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b986ee74-0988-477e-9f6a-ab59fbb758c8 None None] Network a5b64173-a409-4f0e-b32a-7aceb338e163 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:30.049523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb084d6c-0700-4a4c-8c8c-b6dcdd665f13 req-1e5cb804-d011-4c05-88fa-c35e89691302 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002815 Dec 16 08:06:30.097886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.136425 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Made reservation on behalf of dec18c1c58fa4c4896ec188e09d434cc for: {'subnet': 2} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:30.141218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.141583 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.195905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2805348c-859f-4f81-82bf-9208409fdfe4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:30.196306 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.206019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bdf92957-baa2-483e-ab61-e0f36623e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.231343 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.332169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.374548 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.384008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Port': ['ID=8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:30.386056 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.408210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.461809 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.466791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bdf92957-baa2-483e-ab61-e0f36623e44c None None] For port 2805348c-859f-4f81-82bf-9208409fdfe4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2805348c-859f-4f81-82bf-9208409fdfe4,segment=NetworkSegment(4aa13292-6099-4955-b999-70d44df8cfef),segment_id=4aa13292-6099-4955-b999-70d44df8cfef)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:30.599314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network 87e92cda-8569-424e-b824-066aba111304 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:30.601532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:30.613960 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bdf92957-baa2-483e-ab61-e0f36623e44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.621578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=ccfa9c20-9879-4832-97ef-301c9ca022c9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:30.628862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': '28f985d3-b704-42c5-b307-0fa9835aac43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '25896abc-ea66-465a-a895-331740e85895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:30.629314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: 25896abc-ea66-465a-a895-331740e85895, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:30.643125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Network 34f0bffb-426e-4d70-a106-89a517da8b7f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:30.691390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:30.708230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:30.710639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Pushing event updated for resources: {'Port': ['ID=a44d72bc-34cc-4127-bd15-e00e54a6be38,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:30.719443 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.803860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network 25896abc-ea66-465a-a895-331740e85895 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:30.875426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-85f30f84-c595-4b3c-b834-52f2cfa33ccb None None] Provisioning complete for port fda9476d-fa36-4d21-837e-cd94c1a4319d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:30.875814 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-85f30f84-c595-4b3c-b834-52f2cfa33ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.908894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-51be16e2-86a3-4789-92ca-a4b144a63ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.953237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf92957-baa2-483e-ab61-e0f36623e44c None None] Pushing event updated for resources: {'Port': ['ID=2805348c-859f-4f81-82bf-9208409fdfe4,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:30.962287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 25896abc-ea66-465a-a895-331740e85895) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:30.975941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Attempting to bind port a44d72bc-34cc-4127-bd15-e00e54a6be38 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:30.975941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Attempting to bind port a44d72bc-34cc-4127-bd15-e00e54a6be38 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '60434f74-b9ad-40e1-8b73-d238d1ab9072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '34f0bffb-426e-4d70-a106-89a517da8b7f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:30.975941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Attempting to bind port a44d72bc-34cc-4127-bd15-e00e54a6be38 on network 34f0bffb-426e-4d70-a106-89a517da8b7f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:30.976534 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:30.976534 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:30.983784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92cfd5-6976-4fd3-8ae2-a63c6315818d None None] Network 25896abc-ea66-465a-a895-331740e85895 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:30.999935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Router a20d60df-3907-4942-96fb-6923540684e9 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:06:31.005868 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:31.006093 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:31.013386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.084299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:31.084731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Checking segment: {'id': '60434f74-b9ad-40e1-8b73-d238d1ab9072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '34f0bffb-426e-4d70-a106-89a517da8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:31.085153 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.085607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Bound using segment: {'id': '60434f74-b9ad-40e1-8b73-d238d1ab9072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '34f0bffb-426e-4d70-a106-89a517da8b7f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:31.086097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Bound port: a44d72bc-34cc-4127-bd15-e00e54a6be38, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60434f74-b9ad-40e1-8b73-d238d1ab9072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '34f0bffb-426e-4d70-a106-89a517da8b7f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:31.086555 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.118371 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e7e81e5-83e3-42b1-8cf6-fe7d43f44c25 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5191810 Dec 16 08:06:31.119275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45594) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:31.214473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-25896abc-ea66-465a-a895-331740e85895', 'network_id': '25896abc-ea66-465a-a895-331740e85895', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': 'ccfa9c20-9879-4832-97ef-301c9ca022c9'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:31.216223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.239027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Subnet': ['ID=35abf3ad-0bc0-493c-ab54-b1cdfb559dc7,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:31.279248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Checking segment: {'id': 'd2062927-fc28-4ba8-bc40-d6b2fbaf403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:31.279619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network hostable DHCP agents. Network: c4d0003f-29b6-48f7-b656-1c20f4fee3c9, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:31.305470 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-85f30f84-c595-4b3c-b834-52f2cfa33ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.349049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-85f30f84-c595-4b3c-b834-52f2cfa33ccb None None] For port fda9476d-fa36-4d21-837e-cd94c1a4319d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fda9476d-fa36-4d21-837e-cd94c1a4319d,segment=NetworkSegment(eef598b2-4017-44b4-a944-d8b6e5ac84ff),segment_id=eef598b2-4017-44b4-a944-d8b6e5ac84ff)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:31.354600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:06:31.357525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.367438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-790a3f2a-ebbc-4305-ab3c-473a4ef1deca tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "PUT /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5611789 Dec 16 08:06:31.373475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45608) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:31.373678 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] Sync routers for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:06:31.386568 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:31.387628 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:31.404934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] For port a44d72bc-34cc-4127-bd15-e00e54a6be38, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:31.410028 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-85f30f84-c595-4b3c-b834-52f2cfa33ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.415487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f365aa-c219-480a-ba4e-509fec176d82 req-19961c65-c224-4640-b819-eacc9786007c tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:31.415487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9f365aa-c219-480a-ba4e-509fec176d82 req-19961c65-c224-4640-b819-eacc9786007c tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 946 time: 0.1685765 Dec 16 08:06:31.441294 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:31.455723 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:31.456752 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:31.493188 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:31.493901 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada70f55-45f0-4473-ae96-b80183f96737 None None] The sync data for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:06:31.507843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network c4d0003f-29b6-48f7-b656-1c20f4fee3c9 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:31.569293 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.571896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9f365aa-c219-480a-ba4e-509fec176d82 req-b372b105-7d6d-4f07-b3aa-c6168d3187e0 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435499 Dec 16 08:06:31.660793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] For port a44d72bc-34cc-4127-bd15-e00e54a6be38, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a44d72bc-34cc-4127-bd15-e00e54a6be38,segment=NetworkSegment(60434f74-b9ad-40e1-8b73-d238d1ab9072),segment_id=60434f74-b9ad-40e1-8b73-d238d1ab9072)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:31.740602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-43f7fac1-2636-468f-acc8-751534023726 None None] Provisioning complete for port 2805348c-859f-4f81-82bf-9208409fdfe4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:31.741082 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-43f7fac1-2636-468f-acc8-751534023726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.750702 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:31.753499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fda9476d-fa36-4d21-837e-cd94c1a4319d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:31.829246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Allocated IP 2001:db8::1 (25896abc-ea66-465a-a895-331740e85895/ccfa9c20-9879-4832-97ef-301c9ca022c9/8fb920af-9654-47c0-acfd-3d29e0758839) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:31.872397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f30f84-c595-4b3c-b834-52f2cfa33ccb None None] Pushing event updated for resources: {'Port': ['ID=fda9476d-fa36-4d21-837e-cd94c1a4319d,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:31.892244 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.048293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c4d0003f-29b6-48f7-b656-1c20f4fee3c9) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:32.052629 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.075677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f640e023-2f70-4148-8847-22b3e4a6a7cb None None] Network c4d0003f-29b6-48f7-b656-1c20f4fee3c9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:32.083050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-43f7fac1-2636-468f-acc8-751534023726 None None] Provisioning complete for port fda9476d-fa36-4d21-837e-cd94c1a4319d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:32.083437 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-43f7fac1-2636-468f-acc8-751534023726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.246840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b3953-7b83-457a-b438-7f69ce0d50e3 None None] Pushing event updated for resources: {'Port': ['ID=a44d72bc-34cc-4127-bd15-e00e54a6be38,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:32.298026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event updated for resources: {'Subnet': ['ID=407a6ba9-5132-45c0-879d-531b9b89eb25,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:32.320525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Checking segment: {'id': '667fd442-67f8-4fb2-8a85-43a93a3138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:32.321350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network hostable DHCP agents. Network: aca18fe6-a39a-46b0-9626-69f633b5b12f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:32.329433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fda9476d-fa36-4d21-837e-cd94c1a4319d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:32.329433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.375870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-c4d0003f-29b6-48f7-b656-1c20f4fee3c9', 'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9', 'project_id': 'dec18c1c58fa4c4896ec188e09d434cc', 'fixed_ips': [{'subnet_id': '35abf3ad-0bc0-493c-ab54-b1cdfb559dc7'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:32.376854 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.463988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Network aca18fe6-a39a-46b0-9626-69f633b5b12f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:32.507213 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-d07fdee4-4fde-4309-b9d3-b17bdcbf8773 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:32.510716 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d07fdee4-4fde-4309-b9d3-b17bdcbf8773 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "PUT /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1393230 Dec 16 08:06:32.515302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45662) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:32.555867 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.592845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, aca18fe6-a39a-46b0-9626-69f633b5b12f) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:32.597358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:32.598313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:32.598954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.609479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d6c90-a8a5-453b-b4ab-f152c719a91b None None] Network aca18fe6-a39a-46b0-9626-69f633b5b12f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:32.683656 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-980b6b21-2802-45a7-891c-f5d3a73a9735 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3676648 Dec 16 08:06:32.686727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45676) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:32.724587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Allocated IP 172.20.0.2 (c4d0003f-29b6-48f7-b656-1c20f4fee3c9/35abf3ad-0bc0-493c-ab54-b1cdfb559dc7/5fbb0bfe-c109-480c-b5c6-1608174810ba) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:32.872085 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:32.922548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d24ed3-8dc5-4eb9-84b3-5fcc8becd2f7 req-8c8d57a0-9f35-4de3-a520-d75d806f60e1 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:32.951808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85d24ed3-8dc5-4eb9-84b3-5fcc8becd2f7 req-8c8d57a0-9f35-4de3-a520-d75d806f60e1 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 946 time: 0.2548718 Dec 16 08:06:33.014821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48099f4-6b85-421a-b91a-9c6f8508ec4b tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:33.017726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48099f4-6b85-421a-b91a-9c6f8508ec4b tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:33.019484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48099f4-6b85-421a-b91a-9c6f8508ec4b tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:33.024421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b48099f4-6b85-421a-b91a-9c6f8508ec4b tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3365428 Dec 16 08:06:33.025165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45688) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:33.051786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.080260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25896abc-ea66-465a-a895-331740e85895']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:33.091325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f985d3-b704-42c5-b307-0fa9835aac43') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:33.091624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f985d3-b704-42c5-b307-0fa9835aac43') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:33.109762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.155647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85d24ed3-8dc5-4eb9-84b3-5fcc8becd2f7 req-fef32608-dbc1-4190-92b9-423fa62e0b4a tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914604 Dec 16 08:06:33.156006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfa9c20-9879-4832-97ef-301c9ca022c9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:33.165224 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.173340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Deleting subnet 35abf3ad-0bc0-493c-ab54-b1cdfb559dc7 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:33.181808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:33.182450 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:33.185983 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:33.193015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2805348c-859f-4f81-82bf-9208409fdfe4 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:33.194182 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.298600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-43f7fac1-2636-468f-acc8-751534023726 None None] Provisioning complete for port 8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:33.298600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-43f7fac1-2636-468f-acc8-751534023726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.319725 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.323596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:06:33.323596 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:06:33.323596 n-d-820935-11 neutron-server[110396]: [parameters: {'id': '25896abc-ea66-465a-a895-331740e85895'}] Dec 16 08:06:33.323596 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:33.325080 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:33.372353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Network 25896abc-ea66-465a-a895-331740e85895 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:33.457161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:33.469919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Pushing event updated for resources: {'Port': ['ID=8fb920af-9654-47c0-acfd-3d29e0758839,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:33.489951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:33.547319 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.572364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-43f7fac1-2636-468f-acc8-751534023726 None None] Port 8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:33.575651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4ddae-2b6c-4b7b-a044-f41120d401cc None None] Network 34f0bffb-426e-4d70-a106-89a517da8b7f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:33.690387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Deleting port 8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:33.690732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.690966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-aca18fe6-a39a-46b0-9626-69f633b5b12f', 'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f', 'project_id': 'dec18c1c58fa4c4896ec188e09d434cc', 'fixed_ips': [{'subnet_id': '407a6ba9-5132-45c0-879d-531b9b89eb25'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:33.691836 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.704653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Attempting to bind port 8fb920af-9654-47c0-acfd-3d29e0758839 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:33.705079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Attempting to bind port 8fb920af-9654-47c0-acfd-3d29e0758839 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '28f985d3-b704-42c5-b307-0fa9835aac43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '25896abc-ea66-465a-a895-331740e85895'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:33.713761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Attempting to bind port 8fb920af-9654-47c0-acfd-3d29e0758839 on network 25896abc-ea66-465a-a895-331740e85895 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:33.730586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2805348c-859f-4f81-82bf-9208409fdfe4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:33.731311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.739043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:33.739426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Checking segment: {'id': '28f985d3-b704-42c5-b307-0fa9835aac43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '25896abc-ea66-465a-a895-331740e85895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:33.739829 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.740254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Bound using segment: {'id': '28f985d3-b704-42c5-b307-0fa9835aac43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '25896abc-ea66-465a-a895-331740e85895'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:33.740743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Bound port: 8fb920af-9654-47c0-acfd-3d29e0758839, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f985d3-b704-42c5-b307-0fa9835aac43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '25896abc-ea66-465a-a895-331740e85895'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:33.741124 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.786324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.802849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Calling delete_port for 8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:33.811289 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.829839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-90bd4270-a620-48b0-8423-52eb212af708 None None] Provisioning complete for port a44d72bc-34cc-4127-bd15-e00e54a6be38 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:33.829839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-90bd4270-a620-48b0-8423-52eb212af708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.856351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.939119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:33.958830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.013426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port 8fb920af-9654-47c0-acfd-3d29e0758839 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:34.014032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.025762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.095814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Allocated IP 172.20.0.18 (aca18fe6-a39a-46b0-9626-69f633b5b12f/407a6ba9-5132-45c0-879d-531b9b89eb25/f35d16b7-4cb0-42d3-96fa-4bfe65178a79) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:34.149592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Network c4d0003f-29b6-48f7-b656-1c20f4fee3c9 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:34.156743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.166819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:34.193340 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port 8fb920af-9654-47c0-acfd-3d29e0758839, host n-d-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:34.193720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.211310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:34.228802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for 8fb920af-9654-47c0-acfd-3d29e0758839 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:34.305374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fda9476d-fa36-4d21-837e-cd94c1a4319d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:34.309224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] For port 8fb920af-9654-47c0-acfd-3d29e0758839, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:34.311401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63085c12-27a8-44a5-a2b0-3d13fdae19cb req-8002942f-4f78-4305-ba9b-64999ea564ef tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:34.320827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63085c12-27a8-44a5-a2b0-3d13fdae19cb req-8002942f-4f78-4305-ba9b-64999ea564ef tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 946 time: 0.2633278 Dec 16 08:06:34.321878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.357866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Port': ['ID=8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:34.377408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63085c12-27a8-44a5-a2b0-3d13fdae19cb req-eecc1bfa-51d2-4b11-9d4a-8e64f9363920 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Dec 16 08:06:34.409283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.424633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Pushing event updated for resources: {'Port': ['ID=5fbb0bfe-c109-480c-b5c6-1608174810ba,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:34.428188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] For port 8fb920af-9654-47c0-acfd-3d29e0758839, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8fb920af-9654-47c0-acfd-3d29e0758839,segment=NetworkSegment(28f985d3-b704-42c5-b307-0fa9835aac43),segment_id=28f985d3-b704-42c5-b307-0fa9835aac43)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:34.456441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Attempting to bind port 5fbb0bfe-c109-480c-b5c6-1608174810ba on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:34.456441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Attempting to bind port 5fbb0bfe-c109-480c-b5c6-1608174810ba by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd2062927-fc28-4ba8-bc40-d6b2fbaf403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:34.456441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Attempting to bind port 5fbb0bfe-c109-480c-b5c6-1608174810ba on network c4d0003f-29b6-48f7-b656-1c20f4fee3c9 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:34.456716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Subnet': ['ID=35abf3ad-0bc0-493c-ab54-b1cdfb559dc7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:34.469621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.482526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5cd0ca3f-5b5d-44f7-8d8c-cb5920dc7740 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/subnets/35abf3ad-0bc0-493c-ab54-b1cdfb559dc7 HTTP/1.1" status: 204 len: 168 time: 1.4559212 Dec 16 08:06:34.484916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45732) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:34.507565 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-90bd4270-a620-48b0-8423-52eb212af708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.511580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:34.536741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Checking segment: {'id': 'd2062927-fc28-4ba8-bc40-d6b2fbaf403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:34.537172 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.537616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Bound using segment: {'id': 'd2062927-fc28-4ba8-bc40-d6b2fbaf403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:34.538187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Bound port: 5fbb0bfe-c109-480c-b5c6-1608174810ba, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2062927-fc28-4ba8-bc40-d6b2fbaf403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4d0003f-29b6-48f7-b656-1c20f4fee3c9'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:34.538490 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.540561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.577925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Deleting subnet 407a6ba9-5132-45c0-879d-531b9b89eb25 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:34.674131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.705465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.707004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=8fb920af-9654-47c0-acfd-3d29e0758839,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:34.725004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.730285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port 8fb920af-9654-47c0-acfd-3d29e0758839 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:34.763048 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-90bd4270-a620-48b0-8423-52eb212af708 None None] For port a44d72bc-34cc-4127-bd15-e00e54a6be38, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a44d72bc-34cc-4127-bd15-e00e54a6be38,segment=NetworkSegment(60434f74-b9ad-40e1-8b73-d238d1ab9072),segment_id=60434f74-b9ad-40e1-8b73-d238d1ab9072)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:34.845895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bca4f-10f2-45b0-a727-3cff1662341a None None] Pushing event deleted for resources: {'Port': ['ID=8fb920af-9654-47c0-acfd-3d29e0758839,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:34.848370 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-90bd4270-a620-48b0-8423-52eb212af708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.865546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-90bd4270-a620-48b0-8423-52eb212af708 None None] Could not find standard attr ID for object 8c5b2f84-0b03-4d4a-a38f-242ab6a5e5a4. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:06:34.910883 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.915000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.931674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fda9476d-fa36-4d21-837e-cd94c1a4319d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:34.931814 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server [None req-1b8b4e61-3d69-432d-a109-70a407bd916e None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 8fb920af-9654-47c0-acfd-3d29e0758839 could not be found. Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:06:34.967674 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 8fb920af-9654-47c0-acfd-3d29e0758839 could not be found. Dec 16 08:06:34.971912 n-d-820935-11 neutron-server[110397]: ERROR oslo_messaging.rpc.server Dec 16 08:06:34.997859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25896abc-ea66-465a-a895-331740e85895']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:35.000720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc1b22-a526-4d0e-8121-61680829ad68 None None] Network 25896abc-ea66-465a-a895-331740e85895 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:35.012426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f985d3-b704-42c5-b307-0fa9835aac43') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:35.012426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f985d3-b704-42c5-b307-0fa9835aac43') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:35.035764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.038714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.044013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Router a20d60df-3907-4942-96fb-6923540684e9 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:06:35.097107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.111906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd4270-a620-48b0-8423-52eb212af708 None None] Pushing event updated for resources: {'Port': ['ID=a44d72bc-34cc-4127-bd15-e00e54a6be38,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:35.120113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] For port 5fbb0bfe-c109-480c-b5c6-1608174810ba, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:35.127346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-00a79b4c-f812-4568-80f5-67762cea7af7 None None] Provisioning complete for port a44d72bc-34cc-4127-bd15-e00e54a6be38 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:35.132618 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-00a79b4c-f812-4568-80f5-67762cea7af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.154568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.164876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:35.165387 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:35.170338 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:35.172834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.180913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:06:35.225282 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.250038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] For port 5fbb0bfe-c109-480c-b5c6-1608174810ba, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5fbb0bfe-c109-480c-b5c6-1608174810ba,segment=NetworkSegment(d2062927-fc28-4ba8-bc40-d6b2fbaf403b),segment_id=d2062927-fc28-4ba8-bc40-d6b2fbaf403b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:35.253436 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-87cc29f1-48ac-4ed0-8b6a-602bf311cee1 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "PUT /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7405090 Dec 16 08:06:35.260768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:35.265844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Pushing event updated for resources: {'Port': ['ID=f35d16b7-4cb0-42d3-96fa-4bfe65178a79,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:35.270203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] Sync routers for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:06:35.301163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Network aca18fe6-a39a-46b0-9626-69f633b5b12f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:35.308316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:35.311198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:35.315941 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-079aa984-dd43-4455-a72e-1c236df1d3c5 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] delete failed (client error): The resource could not be found. Dec 16 08:06:35.319262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:35.319899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:35.328859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-079aa984-dd43-4455-a72e-1c236df1d3c5 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-773817335 HTTP/1.1" status: 404 len: 334 time: 0.0615294 Dec 16 08:06:35.333265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45746) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:35.339084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7394a549-2268-4eb0-8e6a-461b7963bc40 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a20d60df-3907-4942-96fb-6923540684e9'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:35.436616 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.470234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.478646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.482902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/25896abc-ea66-465a-a895-331740e85895 HTTP/1.1" status: 204 len: 168 time: 4.3515615 Dec 16 08:06:35.495120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:35.519254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491082182'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:35.538009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580e805-8418-488f-9ce0-80851bd93ae0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=25896abc-ea66-465a-a895-331740e85895,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:35.567029 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.570614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/subnets/407a6ba9-5132-45c0-879d-531b9b89eb25 HTTP/1.1" status: 204 len: 168 time: 1.0847797 Dec 16 08:06:35.573863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45760) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:35.587379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be51b9-6b87-47a3-b18f-6646d93b49b8 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Subnet': ['ID=407a6ba9-5132-45c0-879d-531b9b89eb25,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:35.643560 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.647982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af5a9e-e192-49e1-9cdf-0e1ef18f9ce7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:35.649902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-27af5a9e-e192-49e1-9cdf-0e1ef18f9ce7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0719149 Dec 16 08:06:35.654308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45762) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:35.681508 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7394a549-2268-4eb0-8e6a-461b7963bc40 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.694777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:35.698653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46dad-9c23-433f-9d9e-654f48510df7 req-5ae4f014-f719-4c7d-a39a-5ab330d7eb49 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:35.700942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cea46dad-9c23-433f-9d9e-654f48510df7 req-5ae4f014-f719-4c7d-a39a-5ab330d7eb49 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 946 time: 0.1779985 Dec 16 08:06:35.731936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-df9f93c6-5e2c-4e86-9669-49e74011615b tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:35.733553 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-df9f93c6-5e2c-4e86-9669-49e74011615b tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 946 time: 0.2496777 Dec 16 08:06:35.734346 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:35.749277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.784062 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-7394a549-2268-4eb0-8e6a-461b7963bc40 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] update failed (client error): The resource could not be found. Dec 16 08:06:35.785755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7394a549-2268-4eb0-8e6a-461b7963bc40 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "PUT /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9 HTTP/1.1" status: 404 len: 339 time: 0.4513123 Dec 16 08:06:35.819522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:35.820861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cea46dad-9c23-433f-9d9e-654f48510df7 req-4e9a0886-0434-4aa3-9eaf-520402a0e7e9 tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982974 Dec 16 08:06:35.865771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Attempting to bind port f35d16b7-4cb0-42d3-96fa-4bfe65178a79 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:35.865771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Attempting to bind port f35d16b7-4cb0-42d3-96fa-4bfe65178a79 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '667fd442-67f8-4fb2-8a85-43a93a3138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:35.865771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Attempting to bind port f35d16b7-4cb0-42d3-96fa-4bfe65178a79 on network aca18fe6-a39a-46b0-9626-69f633b5b12f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:35.865771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:35.865771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:35.935376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a44d72bc-34cc-4127-bd15-e00e54a6be38 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:35.938780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56593bb4-02cb-451e-aa69-1ab8502c23e3 None None] Pushing event updated for resources: {'Port': ['ID=5fbb0bfe-c109-480c-b5c6-1608174810ba,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:35.946179 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.947354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:35.957778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Checking segment: {'id': '667fd442-67f8-4fb2-8a85-43a93a3138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:35.957778 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.957778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Bound using segment: {'id': '667fd442-67f8-4fb2-8a85-43a93a3138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:35.957778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Bound port: f35d16b7-4cb0-42d3-96fa-4bfe65178a79, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667fd442-67f8-4fb2-8a85-43a93a3138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aca18fe6-a39a-46b0-9626-69f633b5b12f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:35.957778 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:35.959192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:35.972358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:35.973029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606aeb2e-ebf7-4a50-86c1-fcbbebd25c07 None None] The sync data for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:06:36.023470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7744f-f025-463a-8951-9a18ebcd1b0b None None] Network c4d0003f-29b6-48f7-b656-1c20f4fee3c9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:36.078139 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:36.078562 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3 of type vlan for network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 Dec 16 08:06:36.139751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:36.230348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] For port f35d16b7-4cb0-42d3-96fa-4bfe65178a79, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:36.234062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] For port f35d16b7-4cb0-42d3-96fa-4bfe65178a79, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f35d16b7-4cb0-42d3-96fa-4bfe65178a79,segment=NetworkSegment(667fd442-67f8-4fb2-8a85-43a93a3138a2),segment_id=667fd442-67f8-4fb2-8a85-43a93a3138a2)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:36.286873 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:36.294542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:36.295381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:36.308220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a44d72bc-34cc-4127-bd15-e00e54a6be38 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:36.309041 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:36.352587 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:36.430554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463644e9-7950-41c5-930f-7b99b5069332 None None] Pushing event updated for resources: {'Port': ['ID=f35d16b7-4cb0-42d3-96fa-4bfe65178a79,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:36.465558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=d7d934a3-8a1a-470c-bfe9-2593fb4c1b80,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:36.549069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Deleting port 9803e439-e4ba-4819-8b7d-b29fabc80863 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:36.549920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:36.603157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:36.657732 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d5052312-1cc9-46f8-a7f9-2dafa7dbb7e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1482046 Dec 16 08:06:36.657732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45782) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:36.658089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df926e-efc8-4036-b7b6-4a64963dea94 None None] Network aca18fe6-a39a-46b0-9626-69f633b5b12f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:36.712731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': 'd7d934a3-8a1a-470c-bfe9-2593fb4c1b80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:36.739518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a44d72bc-34cc-4127-bd15-e00e54a6be38 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:36.887272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f4de8-30f6-43f9-9edc-b5d516d6c172 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:06:36.890843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a44d72bc-34cc-4127-bd15-e00e54a6be38 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:36.891227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:37.029758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ef809-4bb1-4525-8f82-f04bb7dc5ef1 req-fb0f6596-acde-48c1-a51d-aaf10aa27ddd tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:37.037481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac6ef809-4bb1-4525-8f82-f04bb7dc5ef1 req-fb0f6596-acde-48c1-a51d-aaf10aa27ddd tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 946 time: 0.1249180 Dec 16 08:06:37.142673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ac6ef809-4bb1-4525-8f82-f04bb7dc5ef1 req-a5108c67-7b84-4a6a-a5b5-7b7b2beac07d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/security-groups?id=04f9ba56-1791-4352-b65d-123b9cf9660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037788 Dec 16 08:06:37.281512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:37.284409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f4de8-30f6-43f9-9edc-b5d516d6c172 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:06:37.320690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Deleting port f35d16b7-4cb0-42d3-96fa-4bfe65178a79 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:37.321126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:37.544445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] For port 9803e439-e4ba-4819-8b7d-b29fabc80863, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9803e439-e4ba-4819-8b7d-b29fabc80863,segment=NetworkSegment(1c6454c9-50a1-4331-9bbf-cf1e2af1c0be),segment_id=1c6454c9-50a1-4331-9bbf-cf1e2af1c0be)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:37.545129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:37.557954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] For port f35d16b7-4cb0-42d3-96fa-4bfe65178a79, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f35d16b7-4cb0-42d3-96fa-4bfe65178a79,segment=NetworkSegment(667fd442-67f8-4fb2-8a85-43a93a3138a2),segment_id=667fd442-67f8-4fb2-8a85-43a93a3138a2)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:37.559974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:37.639629 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Calling delete_port for 9803e439-e4ba-4819-8b7d-b29fabc80863 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:37.685866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Calling delete_port for f35d16b7-4cb0-42d3-96fa-4bfe65178a79 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:37.717447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52280700-78b8-4e66-a91a-46657acc18cd None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:06:37.742731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:37.746859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:37.767431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9524d7a5-366a-46b5-b532-e9ba1ee32931 None None] Provisioning complete for port 9803e439-e4ba-4819-8b7d-b29fabc80863 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:37.767816 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9524d7a5-366a-46b5-b532-e9ba1ee32931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:37.954987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52280700-78b8-4e66-a91a-46657acc18cd None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:06:38.055752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Allocated IP 172.20.0.1 (6a0e0232-7518-4d5b-8c20-5969db313705/e246df72-2a80-4c37-9b67-7c053b09c3ee/0cf7f858-9d4d-48b6-83ed-c85ab510ba26) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:38.127525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.176148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Port': ['ID=f35d16b7-4cb0-42d3-96fa-4bfe65178a79,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:38.219247 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.236155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] No DVR routers for this DVR port f35d16b7-4cb0-42d3-96fa-4bfe65178a79 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:38.272074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ed38057-5bed-4fad-aa13-15cc2f8d2b37 req-0e9b96f0-2a3e-4924-903e-2a02ffd5c3be tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0322556 Dec 16 08:06:38.281606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9803e439-e4ba-4819-8b7d-b29fabc80863'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:06:38.327952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Pushing event deleted for resources: {'Port': ['ID=9803e439-e4ba-4819-8b7d-b29fabc80863,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:38.413018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aab5bf-d88f-4654-9ca9-3e91c0b5995c None None] DHCP port deletion for 4d8bf7c4-ca88-44e7-a069-eaceb288f969 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:38.445418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] No DVR routers for this DVR port 9803e439-e4ba-4819-8b7d-b29fabc80863 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:38.462330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.465691 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1dcb04c7-f7bd-459d-bd98-ce9dcd2dd824 req-38f0107c-6b49-461d-bf1f-712feba9b88d tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.16 "DELETE /v2.0/ports/9803e439-e4ba-4819-8b7d-b29fabc80863 HTTP/1.1" status: 204 len: 173 time: 2.7075057 Dec 16 08:06:38.468776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'name': 'network-vif-deleted', 'tag': '9803e439-e4ba-4819-8b7d-b29fabc80863'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:06:38.468776 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad6640a-51af-473c-b3ce-4af2297dee3a" -d '{"events": [{"server_uuid": "f38667b4-20c1-41fe-8877-f67cd3c4cbd0", "name": "network-vif-deleted", "tag": "9803e439-e4ba-4819-8b7d-b29fabc80863"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:06:38.478909 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.502270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.514930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca18fe6-a39a-46b0-9626-69f633b5b12f']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:38.539776 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804b7a23-709b-4778-b0db-71f52ab17c4c x-openstack-request-id: req-804b7a23-709b-4778-b0db-71f52ab17c4c {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:06:38.540140 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38667b4-20c1-41fe-8877-f67cd3c4cbd0", "name": "network-vif-deleted", "tag": "9803e439-e4ba-4819-8b7d-b29fabc80863", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:06:38.540508 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-804b7a23-709b-4778-b0db-71f52ab17c4c {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:06:38.540980 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38667b4-20c1-41fe-8877-f67cd3c4cbd0', 'name': 'network-vif-deleted', 'tag': '9803e439-e4ba-4819-8b7d-b29fabc80863', 'status': 'completed', 'code': 200} Dec 16 08:06:38.546827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.553948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667fd442-67f8-4fb2-8a85-43a93a3138a2') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:38.559031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667fd442-67f8-4fb2-8a85-43a93a3138a2') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:38.582223 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.651847 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.667468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:38.668502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:38.672076 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:38.769325 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.779719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=d93c05de-4e1b-41e3-bf72-089f403fd5fa,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:38.828496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': 'ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd7d934a3-8a1a-470c-bfe9-2593fb4c1b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:38.828869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: d7d934a3-8a1a-470c-bfe9-2593fb4c1b80, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:38.875387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network 6a0e0232-7518-4d5b-8c20-5969db313705 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:38.878185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Port': ['ID=0cf7f858-9d4d-48b6-83ed-c85ab510ba26,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:38.883979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:38.888018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:38.928215 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.944682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:38.950229 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/networks/aca18fe6-a39a-46b0-9626-69f633b5b12f HTTP/1.1" status: 204 len: 168 time: 3.2926657 Dec 16 08:06:38.950602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45830) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:38.980797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:38.985654 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17648c3b-e6bd-460d-9284-41c222ae87f7 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Network': ['ID=aca18fe6-a39a-46b0-9626-69f633b5b12f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:38.990154 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.111506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.118263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d7d934a3-8a1a-470c-bfe9-2593fb4c1b80) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:39.130228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:39.132801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.142309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a7df78-ab03-40dd-a2cb-d9394a134255 None None] Network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:39.205674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Deleting port 5fbb0bfe-c109-480c-b5c6-1608174810ba {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:39.206232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.257289 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-37856f70-0faf-4acc-af87-956f6a652aa4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6029251 Dec 16 08:06:39.263482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:39.269857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589632552'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:39.305415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] For port 5fbb0bfe-c109-480c-b5c6-1608174810ba, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5fbb0bfe-c109-480c-b5c6-1608174810ba,segment=NetworkSegment(d2062927-fc28-4ba8-bc40-d6b2fbaf403b),segment_id=d2062927-fc28-4ba8-bc40-d6b2fbaf403b)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:39.306453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.326083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Calling delete_port for 5fbb0bfe-c109-480c-b5c6-1608174810ba owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:39.344691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.401047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-d7d934a3-8a1a-470c-bfe9-2593fb4c1b80', 'network_id': 'd7d934a3-8a1a-470c-bfe9-2593fb4c1b80', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': 'd93c05de-4e1b-41e3-bf72-089f403fd5fa'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:39.401414 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.511745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-df0db380-2fbc-401c-a648-5767e097750d None None] Provisioning complete for port 0cf7f858-9d4d-48b6-83ed-c85ab510ba26 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:39.512400 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df0db380-2fbc-401c-a648-5767e097750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.549891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:39.566772 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.620652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.640937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9138a285-0d1b-412a-979b-8caf7a223ece req-c2eea860-f813-474d-a300-c57407231d3e tempest-ServerPasswordTestJSON-167765444 tempest-ServerPasswordTestJSON-167765444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f38667b4-20c1-41fe-8877-f67cd3c4cbd0 HTTP/1.1" status: 200 len: 210 time: 0.1859028 Dec 16 08:06:39.645701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:39.666987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.668411 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 75c9767f-cf1c-410b-b4f1-9acbf7150405 of type vlan for network aefd5c06-b815-4c91-955e-c6e35a9bdb66 Dec 16 08:06:39.695380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Allocated IP 2001:db8::1 (d7d934a3-8a1a-470c-bfe9-2593fb4c1b80/d93c05de-4e1b-41e3-bf72-089f403fd5fa/34a6c702-caf1-436d-87af-ba98c7fc86ff) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:39.712456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Port': ['ID=5fbb0bfe-c109-480c-b5c6-1608174810ba,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:39.731429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] No DVR routers for this DVR port 5fbb0bfe-c109-480c-b5c6-1608174810ba on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:39.824684 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.890192 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.896270 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.911974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-df0db380-2fbc-401c-a648-5767e097750d None None] Port 0cf7f858-9d4d-48b6-83ed-c85ab510ba26 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:39.920890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d0003f-29b6-48f7-b656-1c20f4fee3c9']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:39.922287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.930947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2062927-fc28-4ba8-bc40-d6b2fbaf403b') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:39.931180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2062927-fc28-4ba8-bc40-d6b2fbaf403b') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:39.934671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.941915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:39.942936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.956405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.971800 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.973206 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.980552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:39.984045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:39.987805 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:40.032518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=aefd5c06-b815-4c91-955e-c6e35a9bdb66,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:40.044429 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:40.047919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.048584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network aefd5c06-b815-4c91-955e-c6e35a9bdb66 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:40.115821 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7ce9fda9-820d-4ab7-b327-b236b5a486fb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8507900 Dec 16 08:06:40.118726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45852) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:40.122429 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:40.124278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:40.127942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:40.159149 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.162605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event updated for resources: {'Port': ['ID=0cf7f858-9d4d-48b6-83ed-c85ab510ba26,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:40.180262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Pushing event updated for resources: {'Port': ['ID=34a6c702-caf1-436d-87af-ba98c7fc86ff,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:40.212930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Attempting to bind port 34a6c702-caf1-436d-87af-ba98c7fc86ff on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:40.213363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Attempting to bind port 34a6c702-caf1-436d-87af-ba98c7fc86ff by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd7d934a3-8a1a-470c-bfe9-2593fb4c1b80'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:40.213811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Attempting to bind port 34a6c702-caf1-436d-87af-ba98c7fc86ff on network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:40.216261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.222852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:40.223168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Checking segment: {'id': 'ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd7d934a3-8a1a-470c-bfe9-2593fb4c1b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:40.223582 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.239245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Bound using segment: {'id': 'ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd7d934a3-8a1a-470c-bfe9-2593fb4c1b80'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:40.239245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Bound port: 34a6c702-caf1-436d-87af-ba98c7fc86ff, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd7d934a3-8a1a-470c-bfe9-2593fb4c1b80'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:40.239245 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.239245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9803e439-e4ba-4819-8b7d-b29fabc80863 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:40.311363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.316695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/networks/c4d0003f-29b6-48f7-b656-1c20f4fee3c9 HTTP/1.1" status: 204 len: 168 time: 1.3649018 Dec 16 08:06:40.321809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45860) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:40.348558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Network 6a0e0232-7518-4d5b-8c20-5969db313705 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:40.352761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:40.379070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458f3b4-d192-4974-ae18-aea3cfc2e3fc tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Network': ['ID=c4d0003f-29b6-48f7-b656-1c20f4fee3c9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:40.499994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.547820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Router a20d60df-3907-4942-96fb-6923540684e9 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:06:40.615189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 9803e439-e4ba-4819-8b7d-b29fabc80863 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:06:40.616288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9803e439-e4ba-4819-8b7d-b29fabc80863 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:06:40.651198 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.661939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:40.665692 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.692483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:06:40.699428 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-45cd9233-bf76-4344-9565-ec1f57be8e4a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "PUT /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8755307 Dec 16 08:06:40.702484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45866) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:40.709926 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] Sync routers for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:06:40.751834 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:40.754669 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:40.775263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] For port 34a6c702-caf1-436d-87af-ba98c7fc86ff, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:40.782187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] For port 34a6c702-caf1-436d-87af-ba98c7fc86ff, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=34a6c702-caf1-436d-87af-ba98c7fc86ff,segment=NetworkSegment(ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3),segment_id=ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:40.802197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Performing IP validity checks on allocation pools {{(pid=110395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 08:06:40.802897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 08:06:40.814318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45870) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:40.821898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99feb78d-9bdf-46cf-aa23-897d26dc7e9f']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:40.851470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-abdbabf1-c6c0-4acb-9650-8717d0799a0a None None] Provisioning complete for port 0cf7f858-9d4d-48b6-83ed-c85ab510ba26 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:40.853684 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-abdbabf1-c6c0-4acb-9650-8717d0799a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.861044 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:40.867550 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-751f9c3c-5d96-4a0e-887e-2ac54d51632e tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.874510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34109b0-762e-4350-a46b-e7cd04e7275b') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:40.874898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34109b0-762e-4350-a46b-e7cd04e7275b') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:40.877992 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:40.878786 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:40.896721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.925361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] Deleting subnet 9cb4a265-3199-4a8e-93a4-5b3dfd27969a {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:40.930186 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.935164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.938880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:40.962496 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:40.967324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eef58b-af92-41fa-82f2-567c3872b4bf None None] The sync data for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:06:40.992721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.004712 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-751f9c3c-5d96-4a0e-887e-2ac54d51632e tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 08:06:41.005740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-751f9c3c-5d96-4a0e-887e-2ac54d51632e tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9 HTTP/1.1" status: 409 len: 329 time: 0.3022661 Dec 16 08:06:41.008888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45876) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:41.039928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-abdbabf1-c6c0-4acb-9650-8717d0799a0a None None] Port 0cf7f858-9d4d-48b6-83ed-c85ab510ba26 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:41.050995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.083720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879737-7410-4ca4-b04c-954e65972f2f None None] Pushing event updated for resources: {'Port': ['ID=34a6c702-caf1-436d-87af-ba98c7fc86ff,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:41.204746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:41.205172 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:41.224253 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:41.287937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.400125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=daf13f66-da87-4e8c-8328-5461648a7830,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:41.429978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': '75c9767f-cf1c-410b-b4f1-9acbf7150405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:41.430486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: aefd5c06-b815-4c91-955e-c6e35a9bdb66, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:41.488523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.498141 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.507026 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/networks/99feb78d-9bdf-46cf-aa23-897d26dc7e9f HTTP/1.1" status: 204 len: 168 time: 1.1828716 Dec 16 08:06:41.507785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45886) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:41.529186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f530c-4d42-40e8-a47e-5ef9df6dc360 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Network': ['ID=99feb78d-9bdf-46cf-aa23-897d26dc7e9f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:41.533002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.604597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.639724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb4a265-3199-4a8e-93a4-5b3dfd27969a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:41.641621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network aefd5c06-b815-4c91-955e-c6e35a9bdb66 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:41.666453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.669465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfff4a9-d564-402e-975f-600441c4c26e None None] Network 4d8bf7c4-ca88-44e7-a069-eaceb288f969 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:41.670003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-216c8e1e-3644-4714-b57c-ac21c42236b1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9cb4a265-3199-4a8e-93a4-5b3dfd27969a HTTP/1.1" status: 204 len: 168 time: 0.8555090 Dec 16 08:06:41.676591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45892) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:41.689925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.803423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd2051-d7a0-474b-b7da-460b4e411ea0 None None] DHCP port deletion for 4d8bf7c4-ca88-44e7-a069-eaceb288f969 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:41.852064 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.857697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, aefd5c06-b815-4c91-955e-c6e35a9bdb66) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:41.868638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e9252-ca39-4492-8892-951c10c7e85b None None] Network aefd5c06-b815-4c91-955e-c6e35a9bdb66 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:41.873647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:41.874279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.885106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Deleting port 0cf7f858-9d4d-48b6-83ed-c85ab510ba26 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:41.885677 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.886164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:41.916506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:41.945890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48db3ff8-670d-4ddc-bba4-30f63d8237c5') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:41.946190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48db3ff8-670d-4ddc-bba4-30f63d8237c5') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:41.973113 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.000616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.030138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Calling delete_port for 0cf7f858-9d4d-48b6-83ed-c85ab510ba26 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:42.031710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45896) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:42.031930 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7cfb99fc-59a2-4d65-a89b-9a44427dcbd7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9115689 Dec 16 08:06:42.059329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.059550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-aefd5c06-b815-4c91-955e-c6e35a9bdb66', 'network_id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': 'daf13f66-da87-4e8c-8328-5461648a7830'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:42.059550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.061383 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.092065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:42.100761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:42.104170 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:42.212354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8bf7c4-ca88-44e7-a069-eaceb288f969']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:42.230756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6454c9-50a1-4331-9bbf-cf1e2af1c0be') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:42.231057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6454c9-50a1-4331-9bbf-cf1e2af1c0be') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:42.242217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.263169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.279116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:42.279661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.349527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Allocated IP 2001:db8::3 (aefd5c06-b815-4c91-955e-c6e35a9bdb66/daf13f66-da87-4e8c-8328-5461648a7830/daa70ea2-2dc9-4892-945d-f7773f746754) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:42.400567 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:42.415593 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:42.547243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.569116 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.576228 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.584525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4d8bf7c4-ca88-44e7-a069-eaceb288f969 HTTP/1.1" status: 204 len: 168 time: 0.9031281 Dec 16 08:06:42.584730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.630573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54209859-5c5b-42e3-b867-959c8508ed95 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8bf7c4-ca88-44e7-a069-eaceb288f969,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:42.634387 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.644809 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.651207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] 10.222.0.43 "DELETE /v2.0/networks/c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd HTTP/1.1" status: 204 len: 168 time: 1.1386664 Dec 16 08:06:42.661450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b2917-4298-4847-9248-dcbd3eb06c61 tempest-BulkNetworkOpsTest-1239327003 tempest-BulkNetworkOpsTest-1239327003-project] Pushing event deleted for resources: {'Network': ['ID=c3091f26-b68b-4170-bb2f-f3c6b4d2c6dd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:42.688850 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.705596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.771828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35141041-0891-40df-998a-3959ea4d9768 None None] Network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:42.821776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Port': ['ID=0cf7f858-9d4d-48b6-83ed-c85ab510ba26,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:42.862232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 34a6c702-caf1-436d-87af-ba98c7fc86ff up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:42.912523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Network aefd5c06-b815-4c91-955e-c6e35a9bdb66 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:42.920297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:42.944804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:42.951967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:42.959242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Pushing event updated for resources: {'Port': ['ID=daa70ea2-2dc9-4892-945d-f7773f746754,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:42.971749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=daf13f66-da87-4e8c-8328-5461648a7830,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:43.004805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-281c8fa8-c07b-41ba-8f7a-a27cc1da8fcb None None] Provisioning complete for port 34a6c702-caf1-436d-87af-ba98c7fc86ff triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:43.005501 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-281c8fa8-c07b-41ba-8f7a-a27cc1da8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.082362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 34a6c702-caf1-436d-87af-ba98c7fc86ff triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:43.082976 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.206119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45908) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:43.234603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Attempting to bind port daa70ea2-2dc9-4892-945d-f7773f746754 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:43.235171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Attempting to bind port daa70ea2-2dc9-4892-945d-f7773f746754 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '75c9767f-cf1c-410b-b4f1-9acbf7150405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:43.236278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Attempting to bind port daa70ea2-2dc9-4892-945d-f7773f746754 on network aefd5c06-b815-4c91-955e-c6e35a9bdb66 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:43.254914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:43.255413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Checking segment: {'id': '75c9767f-cf1c-410b-b4f1-9acbf7150405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:43.255930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.256481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Bound using segment: {'id': '75c9767f-cf1c-410b-b4f1-9acbf7150405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:43.257094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Bound port: daa70ea2-2dc9-4892-945d-f7773f746754, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c9767f-cf1c-410b-b4f1-9acbf7150405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:43.257655 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.302680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f741565b-bbe0-4143-a794-c0bd39b7b173 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=327cf48910d84854bf12d19cd8e915f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0949600 Dec 16 08:06:43.306185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:43.490729 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42665082-3988-4a09-8f25-b220ebcb0263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.522464 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42665082-3988-4a09-8f25-b220ebcb0263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.534051 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-281c8fa8-c07b-41ba-8f7a-a27cc1da8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.537840 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.601254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45920) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:43.642083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] For port daa70ea2-2dc9-4892-945d-f7773f746754, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:43.684944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-281c8fa8-c07b-41ba-8f7a-a27cc1da8fcb None None] For port 34a6c702-caf1-436d-87af-ba98c7fc86ff, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=34a6c702-caf1-436d-87af-ba98c7fc86ff,segment=NetworkSegment(ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3),segment_id=ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:43.707267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] For port daa70ea2-2dc9-4892-945d-f7773f746754, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=daa70ea2-2dc9-4892-945d-f7773f746754,segment=NetworkSegment(75c9767f-cf1c-410b-b4f1-9acbf7150405),segment_id=75c9767f-cf1c-410b-b4f1-9acbf7150405)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:43.722102 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42665082-3988-4a09-8f25-b220ebcb0263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.723485 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.725136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-42665082-3988-4a09-8f25-b220ebcb0263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.726264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-42665082-3988-4a09-8f25-b220ebcb0263 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04f9ba56-1791-4352-b65d-123b9cf9660a HTTP/1.1" status: 204 len: 168 time: 0.3664513 Dec 16 08:06:43.744190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42665082-3988-4a09-8f25-b220ebcb0263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f9ba56-1791-4352-b65d-123b9cf9660a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:43.773860 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-281c8fa8-c07b-41ba-8f7a-a27cc1da8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.800750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefd5c06-b815-4c91-955e-c6e35a9bdb66']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:43.803277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.812072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3cbd4901-243b-4447-8bb5-05240f2e15cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dec18c1c58fa4c4896ec188e09d434cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2061286 Dec 16 08:06:43.812307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45926) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:43.818146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c9767f-cf1c-410b-b4f1-9acbf7150405') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:43.818500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c9767f-cf1c-410b-b4f1-9acbf7150405') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:43.831680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.876649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f15fd9e2-4cde-48e4-8908-e14b866c2e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.883089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.895431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.913602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f15fd9e2-4cde-48e4-8908-e14b866c2e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.924713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:43.925356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:43.928693 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:43.992543 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:43.992959 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:44.015433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cadbabc-fa65-4f77-8ce0-2a7851648697 None None] Network aefd5c06-b815-4c91-955e-c6e35a9bdb66 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:44.021729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c8fa8-c07b-41ba-8f7a-a27cc1da8fcb None None] Pushing event updated for resources: {'Port': ['ID=34a6c702-caf1-436d-87af-ba98c7fc86ff,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:44.024491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cf023c05-ac21-4470-9275-dd43c0ebe913 None None] Provisioning complete for port 34a6c702-caf1-436d-87af-ba98c7fc86ff triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:44.024865 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cf023c05-ac21-4470-9275-dd43c0ebe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.068990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Router a20d60df-3907-4942-96fb-6923540684e9 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:06:44.076373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f15fd9e2-4cde-48e4-8908-e14b866c2e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.079705 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f15fd9e2-4cde-48e4-8908-e14b866c2e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.082361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f15fd9e2-4cde-48e4-8908-e14b866c2e99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e6dea2e-e634-41b6-9322-40f07b1715b2 HTTP/1.1" status: 204 len: 168 time: 0.2677307 Dec 16 08:06:44.099585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd9e2-4cde-48e4-8908-e14b866c2e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6dea2e-e634-41b6-9322-40f07b1715b2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:44.116801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:06:44.116801 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:06:44.116801 n-d-820935-11 neutron-server[110396]: [parameters: {'id': 'aefd5c06-b815-4c91-955e-c6e35a9bdb66'}] Dec 16 08:06:44.116801 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:44.117608 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:44.162518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:06:44.170980 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6d5336a8-ff5c-4788-a05d-c76caa15799b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "PUT /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1610789 Dec 16 08:06:44.174962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45932) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:44.202787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] Sync routers for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:06:44.238065 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-b4dc0133-41eb-470d-90e4-25dda6b1d8b8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] show failed (client error): The resource could not be found. Dec 16 08:06:44.242784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b4dc0133-41eb-470d-90e4-25dda6b1d8b8 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1124722216 HTTP/1.1" status: 404 len: 335 time: 0.0624912 Dec 16 08:06:44.243286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45936) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:44.253209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-825a60ca-5553-4173-b01e-35d413c1285b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:44.283771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:44.284517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:44.336642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:44.340859 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-825a60ca-5553-4173-b01e-35d413c1285b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] update failed (client error): The resource could not be found. Dec 16 08:06:44.345211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-825a60ca-5553-4173-b01e-35d413c1285b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-345832363 HTTP/1.1" status: 404 len: 334 time: 0.0944769 Dec 16 08:06:44.345582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fec26-63d2-4038-8d24-53f12857d6df None None] Pushing event updated for resources: {'Port': ['ID=daa70ea2-2dc9-4892-945d-f7773f746754,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:44.345756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45942) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:44.358400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] Routers {'a20d60df-3907-4942-96fb-6923540684e9'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:44.359025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a20d60df-3907-4942-96fb-6923540684e9'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:44.406711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:44.407377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f27fc7-6603-4693-82bf-90e1ceee9e9c None None] The sync data for ids ['a20d60df-3907-4942-96fb-6923540684e9'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:06:44.424132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df52f4-223e-40f5-a881-275358e274d6 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:06:44.426319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Deleting subnet f4d8b343-121f-4c5c-b91e-dc9307761f87 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:44.430741 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.492532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.618691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.652725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df52f4-223e-40f5-a881-275358e274d6 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:06:44.690610 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.711579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port daa70ea2-2dc9-4892-945d-f7773f746754 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:44.711579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.804417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port daa70ea2-2dc9-4892-945d-f7773f746754, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=daa70ea2-2dc9-4892-945d-f7773f746754,segment=NetworkSegment(75c9767f-cf1c-410b-b4f1-9acbf7150405),segment_id=75c9767f-cf1c-410b-b4f1-9acbf7150405)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:44.804786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.826478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 34a6c702-caf1-436d-87af-ba98c7fc86ff up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:44.840953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for daa70ea2-2dc9-4892-945d-f7773f746754 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:44.917185 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.935398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:44.950238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45966) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:44.951224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/subnets/f4d8b343-121f-4c5c-b91e-dc9307761f87 HTTP/1.1" status: 204 len: 168 time: 0.6041934 Dec 16 08:06:44.972626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94d77b-86ff-4e03-a445-9ea4f5c27be7 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d8b343-121f-4c5c-b91e-dc9307761f87,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:45.020621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 34a6c702-caf1-436d-87af-ba98c7fc86ff triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:45.021097 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.027411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Deleting subnet 4733aee8-da6d-4f68-8b04-6a9a3a50e25e {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:45.029099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.072278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.204353 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.239399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.281521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port daa70ea2-2dc9-4892-945d-f7773f746754 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:45.298041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58220013-1bb3-44f7-8e50-abd1e3c5ae45 None None] Network a5b64173-a409-4f0e-b32a-7aceb338e163 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:45.311162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=daa70ea2-2dc9-4892-945d-f7773f746754,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:45.396721 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.424622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefd5c06-b815-4c91-955e-c6e35a9bdb66']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:45.440491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c9767f-cf1c-410b-b4f1-9acbf7150405') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:45.440810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c9767f-cf1c-410b-b4f1-9acbf7150405') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:45.461086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.481410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.489086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:45.489493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:45.554085 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:45.558398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.585160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc1d974-8c15-4387-b4b7-efdb0c46c0f1 None None] Network 87e92cda-8569-424e-b824-066aba111304 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:45.614422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Subnet': ['ID=4733aee8-da6d-4f68-8b04-6a9a3a50e25e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:45.629242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.635707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5d286753-439c-47c9-a569-542b5a2c0f8b tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/subnets/4733aee8-da6d-4f68-8b04-6a9a3a50e25e HTTP/1.1" status: 204 len: 168 time: 0.6839175 Dec 16 08:06:45.637171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 45988) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:45.639789 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.647938 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.656812 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/aefd5c06-b815-4c91-955e-c6e35a9bdb66 HTTP/1.1" status: 204 len: 168 time: 3.6177547 Dec 16 08:06:45.661400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45990) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:45.668828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] DHCP port deletion for a5b64173-a409-4f0e-b32a-7aceb338e163 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:45.669768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186065205'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:45.692940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3c4d8-1337-4730-ad7e-e67b8ff0d4e0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=aefd5c06-b815-4c91-955e-c6e35a9bdb66,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:45.775104 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.775268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] Deleting port fda9476d-fa36-4d21-837e-cd94c1a4319d {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:45.775560 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.814925 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:45.824811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.881348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:45.896105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.896793 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 8a99e680-9021-4f50-94f8-98699af8889c of type vlan for network 46c35fd9-8c53-40d3-a483-4f3f3920b219 Dec 16 08:06:45.926928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Deleting port fda9476d-fa36-4d21-837e-cd94c1a4319d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:45.927804 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:45.967186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.007100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 45996) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.034435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.057352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a41373-1764-4708-a277-706e62c0f926 None None] DHCP port deletion for 87e92cda-8569-424e-b824-066aba111304 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:46.076283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.085205 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:46.085821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.093405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] For port fda9476d-fa36-4d21-837e-cd94c1a4319d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fda9476d-fa36-4d21-837e-cd94c1a4319d,segment=NetworkSegment(eef598b2-4017-44b4-a944-d8b6e5ac84ff),segment_id=eef598b2-4017-44b4-a944-d8b6e5ac84ff)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:46.094157 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.124905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Calling delete_port for fda9476d-fa36-4d21-837e-cd94c1a4319d owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:46.137141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] For port fda9476d-fa36-4d21-837e-cd94c1a4319d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fda9476d-fa36-4d21-837e-cd94c1a4319d,segment=NetworkSegment(eef598b2-4017-44b4-a944-d8b6e5ac84ff),segment_id=eef598b2-4017-44b4-a944-d8b6e5ac84ff)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:46.137508 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.159195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] Calling delete_port for fda9476d-fa36-4d21-837e-cd94c1a4319d owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:46.207937 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5439382 Dec 16 08:06:46.225608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-52a41373-1764-4708-a277-706e62c0f926 None None] Deleting port 2805348c-859f-4f81-82bf-9208409fdfe4 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:46.225993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52a41373-1764-4708-a277-706e62c0f926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.239067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46004) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.247499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': '46c35fd9-8c53-40d3-a483-4f3f3920b219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:46.254047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c2e71dcb-09b6-488f-b626-918a40d6d80a tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] Request body: {'port': {'network_id': 'acf58c80-e1c6-4cd5-a6bd-219c51ae23f4', 'name': 'tempest-NetworksNegativeTestJSON-1554812065'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:46.276826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122b46f-9ae8-499f-8ba2-72863b81baf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=46c35fd9-8c53-40d3-a483-4f3f3920b219,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:46.281346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-477829a2-8b71-498f-9e16-c68ec810d8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.297147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 46c35fd9-8c53-40d3-a483-4f3f3920b219 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:46.298619 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e71dcb-09b6-488f-b626-918a40d6d80a tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] POST failed (client error): The resource could not be found. Dec 16 08:06:46.298752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e71dcb-09b6-488f-b626-918a40d6d80a tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:46.306157 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c2e71dcb-09b6-488f-b626-918a40d6d80a tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2969785 Dec 16 08:06:46.306880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.335050 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18d3ee3-293c-448f-ad9d-0bbdfc907750 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:46.335656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18d3ee3-293c-448f-ad9d-0bbdfc907750 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:46.345315 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e18d3ee3-293c-448f-ad9d-0bbdfc907750 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "DELETE /v2.0/networks/82c5e94c-26b1-4149-9be5-40964ef65a8d HTTP/1.1" status: 404 len: 339 time: 0.0301974 Dec 16 08:06:46.348141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46008) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.382973 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c18518c-1107-4398-80de-f9a60d2d90c8 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:46.383415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c18518c-1107-4398-80de-f9a60d2d90c8 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:46.387763 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6c18518c-1107-4398-80de-f9a60d2d90c8 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "DELETE /v2.0/ports/72e3829a-3890-4fcd-bcf8-cb82d9cdb235 HTTP/1.1" status: 404 len: 333 time: 0.0382602 Dec 16 08:06:46.392711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46010) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.422547 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-c741a5f1-3a34-4411-9f49-eec89addf6d1 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:06:46.422996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-52a41373-1764-4708-a277-706e62c0f926 None None] For port 2805348c-859f-4f81-82bf-9208409fdfe4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2805348c-859f-4f81-82bf-9208409fdfe4,segment=NetworkSegment(4aa13292-6099-4955-b999-70d44df8cfef),segment_id=4aa13292-6099-4955-b999-70d44df8cfef)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:46.423145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c741a5f1-3a34-4411-9f49-eec89addf6d1 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:46.423467 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52a41373-1764-4708-a277-706e62c0f926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.426168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c741a5f1-3a34-4411-9f49-eec89addf6d1 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "DELETE /v2.0/subnets/05f07e26-2418-451e-919f-d7cfe2230dfb HTTP/1.1" status: 404 len: 337 time: 0.0322342 Dec 16 08:06:46.429859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46012) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.441889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-52a41373-1764-4708-a277-706e62c0f926 None None] Calling delete_port for 2805348c-859f-4f81-82bf-9208409fdfe4 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:46.452291 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2dfd1b-d8e9-406b-ab5d-cd3d624f8269 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] GET failed (client error): The resource could not be found. Dec 16 08:06:46.456231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c2dfd1b-d8e9-406b-ab5d-cd3d624f8269 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "GET /v2.0/networks/6072a819-a641-463c-bf25-c680a6ba13d4 HTTP/1.1" status: 404 len: 339 time: 0.0228841 Dec 16 08:06:46.458400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46014) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.505605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.515822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.537136 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-97aee3e3-91f8-4270-a242-088918a6d570 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] GET failed (client error): The resource could not be found. Dec 16 08:06:46.547279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97aee3e3-91f8-4270-a242-088918a6d570 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "GET /v2.0/ports/2e19da49-d6ad-4000-94f5-4961e9bfaef0 HTTP/1.1" status: 404 len: 333 time: 0.0875413 Dec 16 08:06:46.548409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46020) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.551309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] Pushing event deleted for resources: {'Port': ['ID=fda9476d-fa36-4d21-837e-cd94c1a4319d,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:46.555311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25203056-0f89-448c-8e40-8afdca631ff1 None None] No DVR routers for this DVR port fda9476d-fa36-4d21-837e-cd94c1a4319d on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:46.581517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:46.585702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.591016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Port': ['ID=fda9476d-fa36-4d21-837e-cd94c1a4319d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:46.605538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] No DVR routers for this DVR port fda9476d-fa36-4d21-837e-cd94c1a4319d on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:46.616215 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-477829a2-8b71-498f-9e16-c68ec810d8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.654481 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd633b6-08d4-4873-b0f2-b14ba00899ae tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] GET failed (client error): The resource could not be found. Dec 16 08:06:46.660935 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4bd633b6-08d4-4873-b0f2-b14ba00899ae tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "GET /v2.0/subnets/255f9d74-f20f-42fa-8422-69c70890748f HTTP/1.1" status: 404 len: 337 time: 0.0429690 Dec 16 08:06:46.661099 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-52a41373-1764-4708-a277-706e62c0f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.661587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46022) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.667302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-95a1f871-4ac6-474b-8464-1bac0948bb17 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:46.684130 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a1f871-4ac6-474b-8464-1bac0948bb17 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] PUT failed (client error): The resource could not be found. Dec 16 08:06:46.684760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a1f871-4ac6-474b-8464-1bac0948bb17 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:46.689786 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-95a1f871-4ac6-474b-8464-1bac0948bb17 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "PUT /v2.0/networks/3c9eea4f-744f-404a-9abf-90b6712baccd HTTP/1.1" status: 404 len: 339 time: 0.0272338 Dec 16 08:06:46.691177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.696423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-24e517d1-8434-4120-8e4c-18f59eace983 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:46.706633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a41373-1764-4708-a277-706e62c0f926 None None] Pushing event deleted for resources: {'Port': ['ID=2805348c-859f-4f81-82bf-9208409fdfe4,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:46.714405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a41373-1764-4708-a277-706e62c0f926 None None] No DVR routers for this DVR port 2805348c-859f-4f81-82bf-9208409fdfe4 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:46.725897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2805348c-859f-4f81-82bf-9208409fdfe4 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:46.726915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-477829a2-8b71-498f-9e16-c68ec810d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.750004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 2805348c-859f-4f81-82bf-9208409fdfe4 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:06:46.750727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2805348c-859f-4f81-82bf-9208409fdfe4 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:06:46.751397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fda9476d-fa36-4d21-837e-cd94c1a4319d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:46.757326 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e517d1-8434-4120-8e4c-18f59eace983 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] PUT failed (client error): The resource could not be found. Dec 16 08:06:46.757832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e517d1-8434-4120-8e4c-18f59eace983 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:46.763047 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-24e517d1-8434-4120-8e4c-18f59eace983 tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "PUT /v2.0/ports/8faebe6b-8a9f-46fb-8bcb-0aa4652dcdcf HTTP/1.1" status: 404 len: 333 time: 0.0707865 Dec 16 08:06:46.763733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.771057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477829a2-8b71-498f-9e16-c68ec810d8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14baa9ae-8a42-416c-b63e-30ac9eb1bcd4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:46.779833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dfe4e08f-83b0-43ca-8a3e-c8d06ab6cc2c tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:46.783714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: fda9476d-fa36-4d21-837e-cd94c1a4319d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:06:46.784194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fda9476d-fa36-4d21-837e-cd94c1a4319d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:06:46.820166 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.821158 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe4e08f-83b0-43ca-8a3e-c8d06ab6cc2c tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] PUT failed (client error): The resource could not be found. Dec 16 08:06:46.821618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe4e08f-83b0-43ca-8a3e-c8d06ab6cc2c tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:06:46.826414 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dfe4e08f-83b0-43ca-8a3e-c8d06ab6cc2c tempest-NetworksNegativeTestJSON-1679055537 tempest-NetworksNegativeTestJSON-1679055537-project] 10.222.0.43 "PUT /v2.0/subnets/f51ff270-ac8d-46ee-8522-e7aa3bf0ec7a HTTP/1.1" status: 404 len: 337 time: 0.0485163 Dec 16 08:06:46.850831 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-477829a2-8b71-498f-9e16-c68ec810d8a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3c705a25efd443a8ce9b89edfe28dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8137000 Dec 16 08:06:46.852631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46032) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:46.872846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b64173-a409-4f0e-b32a-7aceb338e163']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:46.895994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef598b2-4017-44b4-a944-d8b6e5ac84ff') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:46.896333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef598b2-4017-44b4-a944-d8b6e5ac84ff') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:46.904518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca469c0-f913-440a-928e-60da93ada0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.914372 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.927834 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca469c0-f913-440a-928e-60da93ada0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.943004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.971271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:46.971596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:46.974665 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:47.053935 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca469c0-f913-440a-928e-60da93ada0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.060652 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca469c0-f913-440a-928e-60da93ada0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.060652 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7ca469c0-f913-440a-928e-60da93ada0e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14baa9ae-8a42-416c-b63e-30ac9eb1bcd4 HTTP/1.1" status: 204 len: 168 time: 0.2069039 Dec 16 08:06:47.070676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca469c0-f913-440a-928e-60da93ada0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14baa9ae-8a42-416c-b63e-30ac9eb1bcd4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:47.156051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.165870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.170167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/networks/a5b64173-a409-4f0e-b32a-7aceb338e163 HTTP/1.1" status: 204 len: 168 time: 1.5318625 Dec 16 08:06:47.172764 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:47.190813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3facf54-94bf-4034-9d23-9a52a4ed202f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Network': ['ID=a5b64173-a409-4f0e-b32a-7aceb338e163,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:47.193584 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.247033 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46040) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:47.280996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': '8a99e680-9021-4f50-94f8-98699af8889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46c35fd9-8c53-40d3-a483-4f3f3920b219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:47.281375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: 46c35fd9-8c53-40d3-a483-4f3f3920b219, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:47.291334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=6702c641-4e7e-4ecd-a6e8-59897cc1de48,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:47.293766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.395928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.419345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e92cda-8569-424e-b824-066aba111304']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:47.430072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa13292-6099-4955-b999-70d44df8cfef') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:47.430703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa13292-6099-4955-b999-70d44df8cfef') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:47.436129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network 46c35fd9-8c53-40d3-a483-4f3f3920b219 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:47.443348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.473586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.481416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:47.481888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:47.485901 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:47.550673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 46c35fd9-8c53-40d3-a483-4f3f3920b219) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:47.556816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:47.557552 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.572461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bfc3bf-f3b1-4f0a-916e-212e3334ab37 None None] Network 46c35fd9-8c53-40d3-a483-4f3f3920b219 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:47.577366 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c0b-1485-4974-9fad-3bfb0b9de9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.631631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.639505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.645860 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/networks/87e92cda-8569-424e-b824-066aba111304 HTTP/1.1" status: 204 len: 168 time: 0.4711676 Dec 16 08:06:47.648026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46054) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:47.671694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647789-a4cb-4326-b8c4-af86bd69f02f tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Network': ['ID=87e92cda-8569-424e-b824-066aba111304,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:47.690125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9423634b-a072-4b52-b0b4-c1005fec6b3d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4444997 Dec 16 08:06:47.691536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46058) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:47.743626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-46c35fd9-8c53-40d3-a483-4f3f3920b219', 'network_id': '46c35fd9-8c53-40d3-a483-4f3f3920b219', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': '6702c641-4e7e-4ecd-a6e8-59897cc1de48'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:47.744553 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.776628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Deleting subnet e246df72-2a80-4c37-9b67-7c053b09c3ee {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:06:47.785292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.892820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.912908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c0b-1485-4974-9fad-3bfb0b9de9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.928714 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.932095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Allocated IP 2001:db8::1 (46c35fd9-8c53-40d3-a483-4f3f3920b219/6702c641-4e7e-4ecd-a6e8-59897cc1de48/e50f7b17-af75-4ccf-aec8-d12dbe8aa79b) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:47.976354 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:47.994967 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c0b-1485-4974-9fad-3bfb0b9de9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.052324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe1c0b-1485-4974-9fad-3bfb0b9de9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d7642a-c793-43e8-ade5-118439ae51ff,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:48.083606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-64fe1c0b-1485-4974-9fad-3bfb0b9de9c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc54fcb3dbcf48c7a504306561464c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8353753 Dec 16 08:06:48.086376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46066) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:48.134272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.143962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.149702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62e5ddb1-21d4-4fd8-93e1-f0d4347dafb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.182981 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62e5ddb1-21d4-4fd8-93e1-f0d4347dafb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.219430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.269898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Network 46c35fd9-8c53-40d3-a483-4f3f3920b219 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:48.273765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:48.275612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Pushing event updated for resources: {'Port': ['ID=e50f7b17-af75-4ccf-aec8-d12dbe8aa79b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:48.279474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:48.287861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.288230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.288574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.288908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.289838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.290194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.290523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.290842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.291911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.291911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.292113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.292852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.292852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:06:48.294298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.330154 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.333558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/subnets/e246df72-2a80-4c37-9b67-7c053b09c3ee HTTP/1.1" status: 204 len: 168 time: 0.6808352 Dec 16 08:06:48.343827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.343827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62e5ddb1-21d4-4fd8-93e1-f0d4347dafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.344107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34535a6-4059-4f8e-a21a-87295cc883d7 None None] Network 6a0e0232-7518-4d5b-8c20-5969db313705 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:48.345236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62e5ddb1-21d4-4fd8-93e1-f0d4347dafb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.346898 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-62e5ddb1-21d4-4fd8-93e1-f0d4347dafb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72d7642a-c793-43e8-ade5-118439ae51ff HTTP/1.1" status: 204 len: 168 time: 0.2588811 Dec 16 08:06:48.370191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46072) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:48.376276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5685ba1-dd71-408b-8678-9e1df0a2212a tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Subnet': ['ID=e246df72-2a80-4c37-9b67-7c053b09c3ee,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:48.405931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Attempting to bind port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:48.406322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Attempting to bind port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '8a99e680-9021-4f50-94f8-98699af8889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46c35fd9-8c53-40d3-a483-4f3f3920b219'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:48.406674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Attempting to bind port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b on network 46c35fd9-8c53-40d3-a483-4f3f3920b219 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:48.423552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:48.424306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Checking segment: {'id': '8a99e680-9021-4f50-94f8-98699af8889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46c35fd9-8c53-40d3-a483-4f3f3920b219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:48.424439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.424749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Bound using segment: {'id': '8a99e680-9021-4f50-94f8-98699af8889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46c35fd9-8c53-40d3-a483-4f3f3920b219'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:48.425232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Bound port: e50f7b17-af75-4ccf-aec8-d12dbe8aa79b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a99e680-9021-4f50-94f8-98699af8889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46c35fd9-8c53-40d3-a483-4f3f3920b219'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:48.425617 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.481843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=6702c641-4e7e-4ecd-a6e8-59897cc1de48,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:48.533579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] For port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:48.540646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] For port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e50f7b17-af75-4ccf-aec8-d12dbe8aa79b,segment=NetworkSegment(8a99e680-9021-4f50-94f8-98699af8889c),segment_id=8a99e680-9021-4f50-94f8-98699af8889c)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:48.561639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5ddb1-21d4-4fd8-93e1-f0d4347dafb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d7642a-c793-43e8-ade5-118439ae51ff,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:48.640765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.647414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] DHCP port deletion for 6a0e0232-7518-4d5b-8c20-5969db313705 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:06:48.675390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.681966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c35fd9-8c53-40d3-a483-4f3f3920b219']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:48.694960 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a99e680-9021-4f50-94f8-98699af8889c') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:48.695258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a99e680-9021-4f50-94f8-98699af8889c') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:48.704799 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.708522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.750954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.762672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:48.763087 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:48.766626 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:48.840993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Deleting port 49cc5c56-05b3-4c2c-a178-468fa7754771 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:48.841257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.862423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 49cc5c56-05b3-4c2c-a178-468fa7754771 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:06:48.889808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:06:48.889808 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:06:48.889808 n-d-820935-11 neutron-server[110396]: [parameters: {'id': '46c35fd9-8c53-40d3-a483-4f3f3920b219'}] Dec 16 08:06:48.889808 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:48.890269 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:48.901867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de30784-c7c8-4b4f-8860-d3f44ac57f87 None None] Network 46c35fd9-8c53-40d3-a483-4f3f3920b219 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:48.952850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] For port 49cc5c56-05b3-4c2c-a178-468fa7754771, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=49cc5c56-05b3-4c2c-a178-468fa7754771,segment=NetworkSegment(d937d5de-bdfc-4977-a029-9a14bbd97a4e),segment_id=d937d5de-bdfc-4977-a029-9a14bbd97a4e)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:48.953378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:48.974589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Calling delete_port for 49cc5c56-05b3-4c2c-a178-468fa7754771 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:48.996612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57705588-cac5-4682-ad4c-665f84f5aea3 None None] Pushing event updated for resources: {'Port': ['ID=e50f7b17-af75-4ccf-aec8-d12dbe8aa79b,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:49.071859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] Deleting port 49cc5c56-05b3-4c2c-a178-468fa7754771 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:49.072543 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.208006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.219407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] For port 49cc5c56-05b3-4c2c-a178-468fa7754771, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=49cc5c56-05b3-4c2c-a178-468fa7754771,segment=NetworkSegment(d937d5de-bdfc-4977-a029-9a14bbd97a4e),segment_id=d937d5de-bdfc-4977-a029-9a14bbd97a4e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:49.219817 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.222812 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.231748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] No DVR routers for this DVR port 49cc5c56-05b3-4c2c-a178-468fa7754771 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:49.249003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] Calling delete_port for 49cc5c56-05b3-4c2c-a178-468fa7754771 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:49.304212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Port': ['ID=49cc5c56-05b3-4c2c-a178-468fa7754771,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:49.388451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.391658 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.417916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.421015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] Pushing event deleted for resources: {'Port': ['ID=49cc5c56-05b3-4c2c-a178-468fa7754771,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:49.425847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b424523-163b-401d-9436-c78e142a1c3c None None] No DVR routers for this DVR port 49cc5c56-05b3-4c2c-a178-468fa7754771 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:49.456205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b8544-46bf-4168-a8a8-9215888de751 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:06:49.484005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0e0232-7518-4d5b-8c20-5969db313705']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:49.501934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd937d5de-bdfc-4977-a029-9a14bbd97a4e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:49.502221 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd937d5de-bdfc-4977-a029-9a14bbd97a4e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:49.517624 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.537184 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.562914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:49.563271 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.567574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:49.571121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:49.576513 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:49.631604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b8544-46bf-4168-a8a8-9215888de751 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:06:49.754152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e50f7b17-af75-4ccf-aec8-d12dbe8aa79b,segment=NetworkSegment(8a99e680-9021-4f50-94f8-98699af8889c),segment_id=8a99e680-9021-4f50-94f8-98699af8889c)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:49.754520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.767299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for e50f7b17-af75-4ccf-aec8-d12dbe8aa79b owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:49.836829 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.847970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:49.854177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46114) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:49.855407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/networks/6a0e0232-7518-4d5b-8c20-5969db313705 HTTP/1.1" status: 204 len: 168 time: 1.4090171 Dec 16 08:06:49.870030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817844f0-8042-4248-8a9e-5d9d252533ec tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Pushing event deleted for resources: {'Network': ['ID=6a0e0232-7518-4d5b-8c20-5969db313705,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:49.902718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:49.915767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:49.922523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6147aa2b-06c9-4c88-a9f9-cd28c5e2b0cd tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "GET /v2.0/ports?device_id=a20d60df-3907-4942-96fb-6923540684e9 HTTP/1.1" status: 200 len: 205 time: 0.0646091 Dec 16 08:06:50.020242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.061525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=e50f7b17-af75-4ccf-aec8-d12dbe8aa79b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:50.071655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe7aebea-58b9-45aa-8805-7fca9de7c556 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.077289 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2182eb9-b52a-49ae-8dd1-222500068090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.079680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port e50f7b17-af75-4ccf-aec8-d12dbe8aa79b on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:50.254203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46128) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:50.332073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.353679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe7aebea-58b9-45aa-8805-7fca9de7c556 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.362303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe7aebea-58b9-45aa-8805-7fca9de7c556 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.369261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c35fd9-8c53-40d3-a483-4f3f3920b219']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:50.385842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a99e680-9021-4f50-94f8-98699af8889c') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:50.387625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a99e680-9021-4f50-94f8-98699af8889c') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:50.388384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1805595665'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:50.428569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.451310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.463623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:50.464004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:50.467571 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:50.481245 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2182eb9-b52a-49ae-8dd1-222500068090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.504458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:50.508089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.523754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.544875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe7aebea-58b9-45aa-8805-7fca9de7c556 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.545741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7aebea-58b9-45aa-8805-7fca9de7c556 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Fanout notify agent at l3_agent the message router_deleted on router a20d60df-3907-4942-96fb-6923540684e9 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:06:50.564650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe7aebea-58b9-45aa-8805-7fca9de7c556 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.566281 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe7aebea-58b9-45aa-8805-7fca9de7c556 tempest-RoutersNegativeTest-1495849455 tempest-RoutersNegativeTest-1495849455-project] 10.222.0.43 "DELETE /v2.0/routers/a20d60df-3907-4942-96fb-6923540684e9 HTTP/1.1" status: 204 len: 168 time: 0.6502094 Dec 16 08:06:50.569932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2182eb9-b52a-49ae-8dd1-222500068090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.629506 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c2182eb9-b52a-49ae-8dd1-222500068090 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=488b2233da36433882810022135e2b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7229462 Dec 16 08:06:50.629506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2182eb9-b52a-49ae-8dd1-222500068090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699d749-a31c-4d65-8bf5-ba8d1b0f190b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:50.631017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46134) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:50.635818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.677512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.696486 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.701029 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/46c35fd9-8c53-40d3-a483-4f3f3920b219 HTTP/1.1" status: 204 len: 168 time: 3.0079298 Dec 16 08:06:50.702460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84289a-5657-48df-a136-b3f5e8560a40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=46c35fd9-8c53-40d3-a483-4f3f3920b219,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:50.707703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:50.709699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.718969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922182020'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:50.732147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80a2c5c5-e227-499c-8a91-07556befaa86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.766421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80a2c5c5-e227-499c-8a91-07556befaa86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.776037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:50.778568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11bb787-37e3-4462-8e77-9f6929fcde61,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:50.795084 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.795448 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment 0441e58b-9580-433e-809c-b7688650e850 of type vlan for network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c Dec 16 08:06:50.825165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:50.829039 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.849686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.854946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:50.864046 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.864531 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment b7d6adcc-0540-42c7-8f19-932bbb6fc3bb of type vlan for network cbac1e94-1239-4fa7-a804-36fd7a2777d3 Dec 16 08:06:50.912037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.914238 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80a2c5c5-e227-499c-8a91-07556befaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.917037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80a2c5c5-e227-499c-8a91-07556befaa86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.918210 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80a2c5c5-e227-499c-8a91-07556befaa86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3699d749-a31c-4d65-8bf5-ba8d1b0f190b HTTP/1.1" status: 204 len: 168 time: 0.2862315 Dec 16 08:06:50.932823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2c5c5-e227-499c-8a91-07556befaa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699d749-a31c-4d65-8bf5-ba8d1b0f190b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:50.979019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:50.988558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:50.989576 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.120241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=1a153605-fde0-4eb5-9b6b-6ebe00017a4c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:51.133395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:51.222898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2e173868-dfad-4df4-9fe7-38698603fa68 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9659557 Dec 16 08:06:51.225162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46152) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:51.233350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256322315'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:51.341458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46160) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:51.380478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:51.384920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.416592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:51.428093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.429226 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment c43e90a6-eaef-4af3-b307-6baa206948d4 of type vlan for network 204cf9f2-7053-47e8-bbd1-644be58f6942 Dec 16 08:06:51.470347 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.476202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:51.477863 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.488020 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.570605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=cbac1e94-1239-4fa7-a804-36fd7a2777d3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:51.596937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-50ec63da-c688-4f20-aaac-e55852246090 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11ae0800f80d4764af0a919aa93eb7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540879 Dec 16 08:06:51.601143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46174) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:51.603396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network cbac1e94-1239-4fa7-a804-36fd7a2777d3 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:51.647269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.654362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:51.655280 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.687331 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c98f4653-33e0-4062-aee7-8098b287e5bd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9780917 Dec 16 08:06:51.688084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46176) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:51.702992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:51.803874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=204cf9f2-7053-47e8-bbd1-644be58f6942,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:51.815346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:51.819974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-87c94111-1cab-46f8-b487-c59eb3a5081e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5909512 Dec 16 08:06:51.820657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46182) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:51.826923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '1a153605-fde0-4eb5-9b6b-6ebe00017a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:51.828798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea1f278f-10bc-4a19-b4c5-1593f669a574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.854135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea1f278f-10bc-4a19-b4c5-1593f669a574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.956211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea1f278f-10bc-4a19-b4c5-1593f669a574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.961426 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea1f278f-10bc-4a19-b4c5-1593f669a574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:51.961426 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ea1f278f-10bc-4a19-b4c5-1593f669a574 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adf69558-db20-4095-8247-442cb5e41659 HTTP/1.1" status: 204 len: 168 time: 0.3549545 Dec 16 08:06:51.976136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f278f-10bc-4a19-b4c5-1593f669a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf69558-db20-4095-8247-442cb5e41659,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:51.999912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:52.006249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:52.099604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:52.103169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:52.249190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46200) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:52.425599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:52.546553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=11d79232-d64b-4625-afc6-a263f1833c58,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:52.551653 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:52.552342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: cbac1e94-1239-4fa7-a804-36fd7a2777d3, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:52.641704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network cbac1e94-1239-4fa7-a804-36fd7a2777d3 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:52.773512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, cbac1e94-1239-4fa7-a804-36fd7a2777d3) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:52.779331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:52.780029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:52.786805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205fed69-58d1-40b3-8a19-5226ebc08667 None None] Network cbac1e94-1239-4fa7-a804-36fd7a2777d3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:52.799504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1834762095-network', 'tenant_id': 'd73240de04944831a8c79f6794c544ff'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:52.896273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a98b3646-b960-49e6-bc69-876f2bb96266 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1929529 Dec 16 08:06:52.896273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46226) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:52.903261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-cbac1e94-1239-4fa7-a804-36fd7a2777d3', 'network_id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': '11d79232-d64b-4625-afc6-a263f1833c58'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:52.904428 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:52.950824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.016632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Made reservation on behalf of d73240de04944831a8c79f6794c544ff for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:53.019014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.020974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=a1eccef5-44c0-4edd-b9d0-43eaa300c8bd,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:53.033779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.049026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': '0441e58b-9580-433e-809c-b7688650e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a153605-fde0-4eb5-9b6b-6ebe00017a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:53.049662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 1a153605-fde0-4eb5-9b6b-6ebe00017a4c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:53.081955 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.148078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Allocated IP 2001:db8::1 (cbac1e94-1239-4fa7-a804-36fd7a2777d3/11d79232-d64b-4625-afc6-a263f1833c58/e4b829f8-c1cf-4a46-8835-ca91453baadd) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:53.159601 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.161771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.168052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:53.218681 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.253907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 1a153605-fde0-4eb5-9b6b-6ebe00017a4c) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:53.265177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621ce658-75f2-42d3-a7ee-532376f80b11,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:53.269219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:53.269915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.272370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:53.289271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd802d-d36f-4eb6-b872-88974b6e5e2b None None] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:53.289649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.289649 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Added segment 0d68dc1a-9ed5-42bd-baab-5d92af6afbf6 of type vlan for network 576d7a04-a028-456d-bfd7-f35fd21abf55 Dec 16 08:06:53.299443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46240) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:53.342559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.372077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c4c44049-db44-4495-a7e5-954d93769130 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5499897 Dec 16 08:06:53.374791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46246) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:53.381787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '204cf9f2-7053-47e8-bbd1-644be58f6942', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:53.449440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.450613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:53.451639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.459417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d80e3160-3a08-42b5-b10d-7f6713c4ff9a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:53.460108 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-d80e3160-3a08-42b5-b10d-7f6713c4ff9a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 08:06:53.460637 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-d80e3160-3a08-42b5-b10d-7f6713c4ff9a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 08:06:53.467646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d80e3160-3a08-42b5-b10d-7f6713c4ff9a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1611798 Dec 16 08:06:53.467878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46248) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:53.473094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--800945296'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:53.593028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] Pushing event updated for resources: {'Network': ['ID=576d7a04-a028-456d-bfd7-f35fd21abf55,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:53.614835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-670fac08-ebb6-49d7-8f59-2562d40b4127 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3619032 Dec 16 08:06:53.615166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46252) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:53.618328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:53.622849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Request body: {'subnet': {'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1834762095-subnet', 'tenant_id': 'd73240de04944831a8c79f6794c544ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:53.648057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.676119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.679796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-1a153605-fde0-4eb5-9b6b-6ebe00017a4c', 'network_id': '1a153605-fde0-4eb5-9b6b-6ebe00017a4c', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': 'a1eccef5-44c0-4edd-b9d0-43eaa300c8bd'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:53.680676 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.685137 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.710168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.772797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:53.778321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.806787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.816400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.832233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Network cbac1e94-1239-4fa7-a804-36fd7a2777d3 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:53.847068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:53.848663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Pushing event updated for resources: {'Port': ['ID=e4b829f8-c1cf-4a46-8835-ca91453baadd,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:53.852218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:53.871768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Made reservation on behalf of d73240de04944831a8c79f6794c544ff for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:53.874621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.895424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.955759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Attempting to bind port e4b829f8-c1cf-4a46-8835-ca91453baadd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:53.956115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Attempting to bind port e4b829f8-c1cf-4a46-8835-ca91453baadd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:53.956610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Attempting to bind port e4b829f8-c1cf-4a46-8835-ca91453baadd on network cbac1e94-1239-4fa7-a804-36fd7a2777d3 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:53.968881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:53.969265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Checking segment: {'id': 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:53.969724 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.970129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Bound using segment: {'id': 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:53.970610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Bound port: e4b829f8-c1cf-4a46-8835-ca91453baadd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:53.970994 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:53.992953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=11d79232-d64b-4625-afc6-a263f1833c58,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.000618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Allocated IP 2001:db8::2 (1a153605-fde0-4eb5-9b6b-6ebe00017a4c/a1eccef5-44c0-4edd-b9d0-43eaa300c8bd/491314a6-fe94-49f2-a9c1-5be9f1023635) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:54.004234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.099618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.122253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] For port e4b829f8-c1cf-4a46-8835-ca91453baadd, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:54.127724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] For port e4b829f8-c1cf-4a46-8835-ca91453baadd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e4b829f8-c1cf-4a46-8835-ca91453baadd,segment=NetworkSegment(b7d6adcc-0540-42c7-8f19-932bbb6fc3bb),segment_id=b7d6adcc-0540-42c7-8f19-932bbb6fc3bb)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:54.142311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465e669b-082e-4bd7-87f3-f34c9da7ed57,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.160155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.200735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac1e94-1239-4fa7-a804-36fd7a2777d3']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:54.217402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:54.217682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:54.224488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc00d61f-6a3f-4f99-ab80-2153c23871b9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.229396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.237872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.241509 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.249107 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.255620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:54.256018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:54.259677 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:54.314791 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.316980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.322065 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-804730df-7489-4846-b594-4e332fc1fece tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8499930 Dec 16 08:06:54.322065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46282) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:54.329971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fb60aafd-0305-4a23-8b54-e665465807fe tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': 'dc00d61f-6a3f-4f99-ab80-2153c23871b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:54.361853 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.369874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57626a48-a73f-4be2-bc50-9edc04458d77 None None] Pushing event updated for resources: {'Port': ['ID=e4b829f8-c1cf-4a46-8835-ca91453baadd,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.392711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.396302 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.api [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:06:54.396302 n-d-820935-11 neutron-server[110396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:06:54.396302 n-d-820935-11 neutron-server[110396]: [parameters: {'id': 'cbac1e94-1239-4fa7-a804-36fd7a2777d3'}] Dec 16 08:06:54.396302 n-d-820935-11 neutron-server[110396]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:54.396639 n-d-820935-11 neutron-server[110396]: DEBUG oslo_db.api [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:54.420917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb60aafd-0305-4a23-8b54-e665465807fe tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.432041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:54.434617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa05394-aa66-4149-8e28-49b93494fe62 None None] Network cbac1e94-1239-4fa7-a804-36fd7a2777d3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:54.434772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d890ed-acef-472d-a0bd-7b22f2854b8e,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.505163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb60aafd-0305-4a23-8b54-e665465807fe tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.533735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:54.538535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:54.540673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Pushing event updated for resources: {'Port': ['ID=491314a6-fe94-49f2-a9c1-5be9f1023635,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.559208 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb60aafd-0305-4a23-8b54-e665465807fe tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.564395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Checking segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:54.564842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Network hostable DHCP agents. Network: 576d7a04-a028-456d-bfd7-f35fd21abf55, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:54.571465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=83c10f6e-ffef-4636-b9d7-5e148469cb14,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.573897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': 'c43e90a6-eaef-4af3-b307-6baa206948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '204cf9f2-7053-47e8-bbd1-644be58f6942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:54.574273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 204cf9f2-7053-47e8-bbd1-644be58f6942, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:54.598612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60aafd-0305-4a23-8b54-e665465807fe tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9a67d6-986d-4ee9-ac53-246d9b20ba36,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:54.620593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Attempting to bind port 491314a6-fe94-49f2-a9c1-5be9f1023635 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:54.620978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Attempting to bind port 491314a6-fe94-49f2-a9c1-5be9f1023635 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '0441e58b-9580-433e-809c-b7688650e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a153605-fde0-4eb5-9b6b-6ebe00017a4c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:54.621347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Attempting to bind port 491314a6-fe94-49f2-a9c1-5be9f1023635 on network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:54.627280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:54.627701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Checking segment: {'id': '0441e58b-9580-433e-809c-b7688650e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a153605-fde0-4eb5-9b6b-6ebe00017a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:54.628271 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.628551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Bound using segment: {'id': '0441e58b-9580-433e-809c-b7688650e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a153605-fde0-4eb5-9b6b-6ebe00017a4c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:54.630209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Bound port: 491314a6-fe94-49f2-a9c1-5be9f1023635, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0441e58b-9580-433e-809c-b7688650e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1a153605-fde0-4eb5-9b6b-6ebe00017a4c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:54.630209 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.647183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:54.671336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:54.672455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb60aafd-0305-4a23-8b54-e665465807fe tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.673704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb60aafd-0305-4a23-8b54-e665465807fe tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509305 Dec 16 08:06:54.676538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:54.680713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c0c7486b-44e6-4ec8-a29e-438721efdcc9 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': 'dc00d61f-6a3f-4f99-ab80-2153c23871b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:54.710927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] For port 491314a6-fe94-49f2-a9c1-5be9f1023635, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:54.711144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] For port 491314a6-fe94-49f2-a9c1-5be9f1023635, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=491314a6-fe94-49f2-a9c1-5be9f1023635,segment=NetworkSegment(0441e58b-9580-433e-809c-b7688650e850),segment_id=0441e58b-9580-433e-809c-b7688650e850)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:54.768246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 576d7a04-a028-456d-bfd7-f35fd21abf55) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:54.770202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 204cf9f2-7053-47e8-bbd1-644be58f6942) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:54.783061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:54.783697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.786603 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:54.787171 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.796454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcfc3c-0e6c-4d19-8d48-387728279ea3 None None] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:54.798529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ed2c0-880e-4c8b-800c-5eee67dff805 None None] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:54.830034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0c7486b-44e6-4ec8-a29e-438721efdcc9 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.890327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.898258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:54.919236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-966775c2-747f-43d6-aa31-e3be4500d2c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3029459 Dec 16 08:06:54.966455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-efc7c58d-aa57-46da-ac9b-92d6fbb63d62 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5902870 Dec 16 08:06:54.969337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46312) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:54.974455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a43b7e4f-7180-4a05-ae40-d471aa51e6f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1532091401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:54.982732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port e4b829f8-c1cf-4a46-8835-ca91453baadd {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:06:54.982732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.033620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011f35-3f15-4454-975a-9d5f02322b79 None None] Pushing event updated for resources: {'Port': ['ID=491314a6-fe94-49f2-a9c1-5be9f1023635,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:55.063086 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-c0c7486b-44e6-4ec8-a29e-438721efdcc9 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 08:06:55.065337 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c0c7486b-44e6-4ec8-a29e-438721efdcc9 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3869491 Dec 16 08:06:55.067200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46320) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:55.081229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-204cf9f2-7053-47e8-bbd1-644be58f6942', 'network_id': '204cf9f2-7053-47e8-bbd1-644be58f6942', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': '83c10f6e-ffef-4636-b9d7-5e148469cb14'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:55.082627 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.109011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c064c6d-4e79-4555-b5dd-da69d750ea31 None None] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:55.123155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port e4b829f8-c1cf-4a46-8835-ca91453baadd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e4b829f8-c1cf-4a46-8835-ca91453baadd,segment=NetworkSegment(b7d6adcc-0540-42c7-8f19-932bbb6fc3bb),segment_id=b7d6adcc-0540-42c7-8f19-932bbb6fc3bb)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:55.123568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.156335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for e4b829f8-c1cf-4a46-8835-ca91453baadd owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:06:55.187685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7ac10eb-6fef-4829-a4b7-7482d4cb9b0e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.192784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a43b7e4f-7180-4a05-ae40-d471aa51e6f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.199589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a43b7e4f-7180-4a05-ae40-d471aa51e6f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.219528 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7ac10eb-6fef-4829-a4b7-7482d4cb9b0e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.332819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a43b7e4f-7180-4a05-ae40-d471aa51e6f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.363795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Allocated IP 2001:db8:1::2 (204cf9f2-7053-47e8-bbd1-644be58f6942/83c10f6e-ffef-4636-b9d7-5e148469cb14/172213b2-f43c-417b-9cd6-09ae3b615b87) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:55.364596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7ac10eb-6fef-4829-a4b7-7482d4cb9b0e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.370289 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7ac10eb-6fef-4829-a4b7-7482d4cb9b0e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.377180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a7ac10eb-6fef-4829-a4b7-7482d4cb9b0e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc00d61f-6a3f-4f99-ab80-2153c23871b9 HTTP/1.1" status: 204 len: 168 time: 0.3087890 Dec 16 08:06:55.379866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46346) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:55.412028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac10eb-6fef-4829-a4b7-7482d4cb9b0e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc00d61f-6a3f-4f99-ab80-2153c23871b9,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:55.432226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a43b7e4f-7180-4a05-ae40-d471aa51e6f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.564673 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0ab24992-0860-42ca-bb79-1c703b5f2d5c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1830235 Dec 16 08:06:55.570671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46352) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:55.578831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9961f69e-5742-4c61-8693-a9975e07a077 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--14782488'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:55.610803 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a43b7e4f-7180-4a05-ae40-d471aa51e6f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.612338 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a43b7e4f-7180-4a05-ae40-d471aa51e6f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6418622 Dec 16 08:06:55.615875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46354) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:55.617884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.684718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=e4b829f8-c1cf-4a46-8835-ca91453baadd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:55.687986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port e4b829f8-c1cf-4a46-8835-ca91453baadd on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:06:55.780933 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.805134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9961f69e-5742-4c61-8693-a9975e07a077 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.817732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.845090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac1e94-1239-4fa7-a804-36fd7a2777d3']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:55.861637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:55.861945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d6adcc-0540-42c7-8f19-932bbb6fc3bb') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:55.874825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.889836 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.897743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.922053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:06:55.922461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:06:55.925642 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:06:55.936885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:55.947437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:55.955088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:55.966818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Pushing event updated for resources: {'Port': ['ID=172213b2-f43c-417b-9cd6-09ae3b615b87,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:56.003268 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9961f69e-5742-4c61-8693-a9975e07a077 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.055565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9961f69e-5742-4c61-8693-a9975e07a077 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.091476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Attempting to bind port 172213b2-f43c-417b-9cd6-09ae3b615b87 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:06:56.091916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Attempting to bind port 172213b2-f43c-417b-9cd6-09ae3b615b87 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'c43e90a6-eaef-4af3-b307-6baa206948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '204cf9f2-7053-47e8-bbd1-644be58f6942'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:06:56.093188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Attempting to bind port 172213b2-f43c-417b-9cd6-09ae3b615b87 on network 204cf9f2-7053-47e8-bbd1-644be58f6942 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:06:56.101686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961f69e-5742-4c61-8693-a9975e07a077 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf37d7-cc5f-48e8-8a47-4661fe48a26b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:56.117994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:06:56.118271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Checking segment: {'id': 'c43e90a6-eaef-4af3-b307-6baa206948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '204cf9f2-7053-47e8-bbd1-644be58f6942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:56.118690 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.119092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Bound using segment: {'id': 'c43e90a6-eaef-4af3-b307-6baa206948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '204cf9f2-7053-47e8-bbd1-644be58f6942'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:06:56.119597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Bound port: 172213b2-f43c-417b-9cd6-09ae3b615b87, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43e90a6-eaef-4af3-b307-6baa206948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '204cf9f2-7053-47e8-bbd1-644be58f6942'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:06:56.119993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.122440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-e2fc0cec-3e35-44b2-a045-87da6d4dac40 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:56.123991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-e2fc0cec-3e35-44b2-a045-87da6d4dac40 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.4210753 Dec 16 08:06:56.147743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.166385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.173933 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/cbac1e94-1239-4fa7-a804-36fd7a2777d3 HTTP/1.1" status: 204 len: 168 time: 3.2842577 Dec 16 08:06:56.174866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31987e3c-ab72-4f27-8549-8a62f4019af9 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=cbac1e94-1239-4fa7-a804-36fd7a2777d3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:56.176760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:56.179849 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9961f69e-5742-4c61-8693-a9975e07a077 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.181126 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9961f69e-5742-4c61-8693-a9975e07a077 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6094735 Dec 16 08:06:56.187040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.189269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46390) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:56.191372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503428289'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:56.195558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9dddaaeb-2c1b-40bc-aeda-f667c5d3a925 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': 'cedf37d7-cc5f-48e8-8a47-4661fe48a26b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:56.196586 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-9dddaaeb-2c1b-40bc-aeda-f667c5d3a925 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 08:06:56.197618 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-9dddaaeb-2c1b-40bc-aeda-f667c5d3a925 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:56.198890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9dddaaeb-2c1b-40bc-aeda-f667c5d3a925 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074623 Dec 16 08:06:56.202449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46392) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:56.226060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2155a002-56d2-45e2-969e-52d26b67503c tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/quotas/d73240de04944831a8c79f6794c544ff HTTP/1.1" status: 200 len: 375 time: 0.0835123 Dec 16 08:06:56.267180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] For port 172213b2-f43c-417b-9cd6-09ae3b615b87, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:06:56.270691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] For port 172213b2-f43c-417b-9cd6-09ae3b615b87, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=172213b2-f43c-417b-9cd6-09ae3b615b87,segment=NetworkSegment(c43e90a6-eaef-4af3-b307-6baa206948d4),segment_id=c43e90a6-eaef-4af3-b307-6baa206948d4)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:06:56.274547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-7a2361cc-fa08-4991-9472-d57af20a7ca4 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351112 Dec 16 08:06:56.345364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:56.349328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.380621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:06:56.393059 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.393408 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 23844e30-c33e-4273-a408-b04b2679a01e of type vlan for network ced91e35-fa74-48b2-8603-5c9e59584c0c Dec 16 08:06:56.439980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.492470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af9dbec-5984-4d75-846a-79e0efec78be tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.537324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1d08f-a259-4cc2-8689-2b499ba85722 None None] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:56.586414 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af9dbec-5984-4d75-846a-79e0efec78be tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.601599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-858330be-50d7-496c-a5c4-3691f841bc2e service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166449 Dec 16 08:06:56.703896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3d1b3ead-4f59-4561-b8c0-7a8e08d04fe6 None None] Provisioning complete for port 491314a6-fe94-49f2-a9c1-5be9f1023635 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:56.704642 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3ead-4f59-4561-b8c0-7a8e08d04fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.752635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 491314a6-fe94-49f2-a9c1-5be9f1023635 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:56.788933 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.824950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.831209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:56.836143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-4d83280b-2ea0-439b-bb71-e95893654e1d service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234204 Dec 16 08:06:56.842870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.846887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8::1 (1a153605-fde0-4eb5-9b6b-6ebe00017a4c/a1eccef5-44c0-4edd-b9d0-43eaa300c8bd/795cfe19-3e5b-4edd-8460-f1c635df2aea) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:56.859900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af9dbec-5984-4d75-846a-79e0efec78be tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.863667 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9af9dbec-5984-4d75-846a-79e0efec78be tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:56.867534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9af9dbec-5984-4d75-846a-79e0efec78be tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/cedf37d7-cc5f-48e8-8a47-4661fe48a26b HTTP/1.1" status: 204 len: 168 time: 0.6612113 Dec 16 08:06:56.867895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46414) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:56.909832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9dbec-5984-4d75-846a-79e0efec78be tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf37d7-cc5f-48e8-8a47-4661fe48a26b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:56.971058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4b277-0f02-4a14-9e21-bb3e3af99832 None None] Pushing event updated for resources: {'Port': ['ID=172213b2-f43c-417b-9cd6-09ae3b615b87,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:57.069053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 491314a6-fe94-49f2-a9c1-5be9f1023635 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:57.069817 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.154152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=ced91e35-fa74-48b2-8603-5c9e59584c0c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:57.160746 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-28bc6180-bdad-4e97-963c-d6cecb97f445 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2883201 Dec 16 08:06:57.165634 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b79be302-1a35-49e1-834f-61d1cfeaf3f4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9825978 Dec 16 08:06:57.167078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46430) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:57.168660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46432) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:57.175290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-736b645c-019a-454d-905b-9f17e428345a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--835641222'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:57.180462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.189351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:57.194354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network ced91e35-fa74-48b2-8603-5c9e59584c0c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:06:57.320021 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3ead-4f59-4561-b8c0-7a8e08d04fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.327216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.387868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-736b645c-019a-454d-905b-9f17e428345a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.439968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3d1b3ead-4f59-4561-b8c0-7a8e08d04fe6 None None] For port 491314a6-fe94-49f2-a9c1-5be9f1023635, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=491314a6-fe94-49f2-a9c1-5be9f1023635,segment=NetworkSegment(0441e58b-9580-433e-809c-b7688650e850),segment_id=0441e58b-9580-433e-809c-b7688650e850)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:57.471015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:57.520429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:57.537264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:57.550329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.550469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.574498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-736b645c-019a-454d-905b-9f17e428345a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.576508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:57.580159 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3ead-4f59-4561-b8c0-7a8e08d04fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.581762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.628498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-307a1a31-c951-410f-83b7-3dc7f30be93f req-be61f03b-543c-4a0e-9338-d12af9632645 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 210 time: 0.1561210 Dec 16 08:06:57.634421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=795cfe19-3e5b-4edd-8460-f1c635df2aea,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:57.728438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-736b645c-019a-454d-905b-9f17e428345a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.744479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b3ead-4f59-4561-b8c0-7a8e08d04fe6 None None] Pushing event updated for resources: {'Port': ['ID=491314a6-fe94-49f2-a9c1-5be9f1023635,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:57.759417 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.768483 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:06:57.769045 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:06:57.779051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9a679f4a-4553-420b-b642-98a05a6a7f8f None None] Provisioning complete for port 491314a6-fe94-49f2-a9c1-5be9f1023635 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:57.779699 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a679f4a-4553-420b-b642-98a05a6a7f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.807465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b645c-019a-454d-905b-9f17e428345a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edbf5f4-8271-4a27-bb88-da32d50e3b9e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:57.885121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-736b645c-019a-454d-905b-9f17e428345a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:57.888716 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-736b645c-019a-454d-905b-9f17e428345a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7185776 Dec 16 08:06:57.889725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46472) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:57.894458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-42b31042-91de-402c-8f1f-4d6c8626f7a1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '6edbf5f4-8271-4a27-bb88-da32d50e3b9e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:57.907245 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-42b31042-91de-402c-8f1f-4d6c8626f7a1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 08:06:57.908258 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-42b31042-91de-402c-8f1f-4d6c8626f7a1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:57.909566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-42b31042-91de-402c-8f1f-4d6c8626f7a1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0188015 Dec 16 08:06:57.912497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46474) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:58.000939 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a11b9db3-9001-4b9c-bcee-eca64cb918c1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.032636 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.048541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.083523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a11b9db3-9001-4b9c-bcee-eca64cb918c1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.163314 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fda48f8-4a10-4ad7-84d9-4ba8da4a75c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.186744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=4106f5f3-4c0a-40e2-92cf-c77d31595571,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:58.199071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': '23844e30-c33e-4273-a408-b04b2679a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:06:58.199563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: ced91e35-fa74-48b2-8603-5c9e59584c0c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:06:58.259691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-be408f63-cd47-4a58-a13d-64b5e059bf8d None None] Provisioning complete for port 795cfe19-3e5b-4edd-8460-f1c635df2aea triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:58.262199 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be408f63-cd47-4a58-a13d-64b5e059bf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.265272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network ced91e35-fa74-48b2-8603-5c9e59584c0c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:06:58.333947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, ced91e35-fa74-48b2-8603-5c9e59584c0c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:58.340870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:58.341968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.353336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dfd954-496a-49bb-9940-a21c9ccb426b None None] Network ced91e35-fa74-48b2-8603-5c9e59584c0c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:58.442408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-be408f63-cd47-4a58-a13d-64b5e059bf8d None None] Port 795cfe19-3e5b-4edd-8460-f1c635df2aea cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:06:58.457069 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-73e5471a-1541-48b4-8933-7de2cf531e33 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2857201 Dec 16 08:06:58.459806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46504) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:58.470784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:58.476550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-ced91e35-fa74-48b2-8603-5c9e59584c0c', 'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': '4106f5f3-4c0a-40e2-92cf-c77d31595571'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:06:58.477691 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.558696 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a11b9db3-9001-4b9c-bcee-eca64cb918c1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.561530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a11b9db3-9001-4b9c-bcee-eca64cb918c1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.565157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a11b9db3-9001-4b9c-bcee-eca64cb918c1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/6edbf5f4-8271-4a27-bb88-da32d50e3b9e HTTP/1.1" status: 204 len: 168 time: 0.6493647 Dec 16 08:06:58.566000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46508) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:58.584265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b9db3-9001-4b9c-bcee-eca64cb918c1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edbf5f4-8271-4a27-bb88-da32d50e3b9e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:58.592410 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.684571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46520) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:58.687258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.688146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.694292 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6a70fb44-fabf-4d8d-a852-5f7d91ae6843 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1119101 Dec 16 08:06:58.694408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bb6341aa-197a-44f1-b9bd-15d9064a94fa tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--705196476'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:58.796723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129dc0b-039c-412e-a7c2-149efaa15d83 None None] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:06:58.853074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:06:58.859613 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.905964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Allocated IP 2001:db8::2 (ced91e35-fa74-48b2-8603-5c9e59584c0c/4106f5f3-4c0a-40e2-92cf-c77d31595571/d4d7891a-d836-4592-99ef-7215239af529) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:06:58.913413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5b318e78-f1de-417f-93e8-49544b6292a9 None None] Provisioning complete for port 172213b2-f43c-417b-9cd6-09ae3b615b87 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:58.914460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b318e78-f1de-417f-93e8-49544b6292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:58.951296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-339e432d-3711-495b-aab7-75355f53ee8e req-1de1fd9b-db65-46f7-8332-2ffb52bc1b7e tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 210 time: 0.1063821 Dec 16 08:06:58.958654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=795cfe19-3e5b-4edd-8460-f1c635df2aea,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:59.022366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:59.027271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:59.031070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 491314a6-fe94-49f2-a9c1-5be9f1023635 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:59.108712 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb6341aa-197a-44f1-b9bd-15d9064a94fa tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.278532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb6341aa-197a-44f1-b9bd-15d9064a94fa tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.291669 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b318e78-f1de-417f-93e8-49544b6292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.361204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb6341aa-197a-44f1-b9bd-15d9064a94fa tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.365552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router d7efedfe-5a66-4a4e-953b-30631642db3a is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:06:59.379874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 491314a6-fe94-49f2-a9c1-5be9f1023635 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:59.381739 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.421237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.470836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5b318e78-f1de-417f-93e8-49544b6292a9 None None] For port 172213b2-f43c-417b-9cd6-09ae3b615b87, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=172213b2-f43c-417b-9cd6-09ae3b615b87,segment=NetworkSegment(c43e90a6-eaef-4af3-b307-6baa206948d4),segment_id=c43e90a6-eaef-4af3-b307-6baa206948d4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:06:59.544846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b318e78-f1de-417f-93e8-49544b6292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.549148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6341aa-197a-44f1-b9bd-15d9064a94fa tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ba73e-5c98-4ce7-8591-e06b2ae32dc4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:59.554333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bb6341aa-197a-44f1-b9bd-15d9064a94fa tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.559093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bb6341aa-197a-44f1-b9bd-15d9064a94fa tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8700299 Dec 16 08:06:59.560003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network ced91e35-fa74-48b2-8603-5c9e59584c0c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:59.561091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:59.562737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46560) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.571653 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5f9ab9f2-2a22-4c4c-8e4c-87fa0b802468 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '8b1ba73e-5c98-4ce7-8591-e06b2ae32dc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:59.592524 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-5f9ab9f2-2a22-4c4c-8e4c-87fa0b802468 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 08:06:59.593167 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-5f9ab9f2-2a22-4c4c-8e4c-87fa0b802468 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:59.594301 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5f9ab9f2-2a22-4c4c-8e4c-87fa0b802468 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0265684 Dec 16 08:06:59.597424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46562) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.600553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:59.601221 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.602498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f42cb025-6176-4e98-aecd-ec1fd503555d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '8b1ba73e-5c98-4ce7-8591-e06b2ae32dc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:59.604445 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-f42cb025-6176-4e98-aecd-ec1fd503555d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 08:06:59.606295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=5dc5d046-dfdd-4c72-8e04-0d9b1e586022,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:59.606592 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-f42cb025-6176-4e98-aecd-ec1fd503555d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:59.607696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f42cb025-6176-4e98-aecd-ec1fd503555d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089676 Dec 16 08:06:59.612279 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46564) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.627063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9b55e16e-76bf-4270-8eb8-7ee5d3bc8d3f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '8b1ba73e-5c98-4ce7-8591-e06b2ae32dc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:59.635145 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-9b55e16e-76bf-4270-8eb8-7ee5d3bc8d3f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 08:06:59.635752 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-9b55e16e-76bf-4270-8eb8-7ee5d3bc8d3f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:59.637834 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b55e16e-76bf-4270-8eb8-7ee5d3bc8d3f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0240033 Dec 16 08:06:59.642104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46568) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.652870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-502f44eb-efae-4684-9dd8-67b18796987c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '8b1ba73e-5c98-4ce7-8591-e06b2ae32dc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:59.653047 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.654878 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-502f44eb-efae-4684-9dd8-67b18796987c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 08:06:59.655418 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-502f44eb-efae-4684-9dd8-67b18796987c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:06:59.657128 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-502f44eb-efae-4684-9dd8-67b18796987c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0141041 Dec 16 08:06:59.660929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46572) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.701943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:06:59.709923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ee2f982b-cb89-4e20-b9a5-9c3b6d737654 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/d7efedfe-5a66-4a4e-953b-30631642db3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0903254 Dec 16 08:06:59.712782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46576) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.715454 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] Sync routers for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:06:59.723228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a25fc1ff-794b-4c73-86c5-1514c48d6155 None None] Provisioning complete for port 172213b2-f43c-417b-9cd6-09ae3b615b87 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:06:59.723442 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a25fc1ff-794b-4c73-86c5-1514c48d6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.726509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 172213b2-f43c-417b-9cd6-09ae3b615b87 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:06:59.729805 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:06:59.730456 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:59.740461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-616c8656-1ca5-4188-881b-de3a471f7207 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2770572 Dec 16 08:06:59.747722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.784776 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.788297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a11210-0330-4efc-b8e7-806b73ffca44 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:59.789802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318e78-f1de-417f-93e8-49544b6292a9 None None] Pushing event updated for resources: {'Port': ['ID=172213b2-f43c-417b-9cd6-09ae3b615b87,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:59.791564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b6a11210-0330-4efc-b8e7-806b73ffca44 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports/795cfe19-3e5b-4edd-8460-f1c635df2aea HTTP/1.1" status: 200 len: 911 time: 0.0771475 Dec 16 08:06:59.793842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46580) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.858030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f13be6-7f42-4ca4-8d4f-9ecd62aeb4db tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:06:59.902462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Network ced91e35-fa74-48b2-8603-5c9e59584c0c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:06:59.906572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43432d21-182d-4d87-af50-0145a1f506fd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:59.909813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43432d21-182d-4d87-af50-0145a1f506fd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:59.911731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43432d21-182d-4d87-af50-0145a1f506fd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:59.913565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43432d21-182d-4d87-af50-0145a1f506fd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:59.915480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43432d21-182d-4d87-af50-0145a1f506fd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:06:59.922902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:06:59.923706 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-43432d21-182d-4d87-af50-0145a1f506fd tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1745138 Dec 16 08:06:59.927955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:06:59.936395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Pushing event updated for resources: {'Port': ['ID=d4d7891a-d836-4592-99ef-7215239af529,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:06:59.936625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46588) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:06:59.948290 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:06:59.950834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-433178123'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:06:59.973836 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f13be6-7f42-4ca4-8d4f-9ecd62aeb4db tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.003493 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:00.008377 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:06:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:00.025855 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.053841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 172213b2-f43c-417b-9cd6-09ae3b615b87 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:00.054481 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.058576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Attempting to bind port d4d7891a-d836-4592-99ef-7215239af529 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:00.059160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Attempting to bind port d4d7891a-d836-4592-99ef-7215239af529 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '23844e30-c33e-4273-a408-b04b2679a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:00.059702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Attempting to bind port d4d7891a-d836-4592-99ef-7215239af529 on network ced91e35-fa74-48b2-8603-5c9e59584c0c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:00.092484 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:00.093513 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100c9d6-bc0a-47a8-a393-35579982c27c None None] The sync data for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:00.103481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:00.104111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Checking segment: {'id': '23844e30-c33e-4273-a408-b04b2679a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:00.105662 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.106467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Bound using segment: {'id': '23844e30-c33e-4273-a408-b04b2679a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:00.107129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Bound port: d4d7891a-d836-4592-99ef-7215239af529, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23844e30-c33e-4273-a408-b04b2679a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:00.107706 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.143562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a25fc1ff-794b-4c73-86c5-1514c48d6155 None None] Provisioning complete for port 795cfe19-3e5b-4edd-8460-f1c635df2aea triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:00.144202 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a25fc1ff-794b-4c73-86c5-1514c48d6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.181652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f220aaeb-f889-4bea-b40c-4bc647db8690 req-288e1eef-f4ea-40a7-b8e5-744f596ba47f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 210 time: 0.0373116 Dec 16 08:07:00.185288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:00.191493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.225353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a25fc1ff-794b-4c73-86c5-1514c48d6155 None None] Port 795cfe19-3e5b-4edd-8460-f1c635df2aea cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:00.234231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f13be6-7f42-4ca4-8d4f-9ecd62aeb4db tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.250571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f13be6-7f42-4ca4-8d4f-9ecd62aeb4db tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.250571 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d3f13be6-7f42-4ca4-8d4f-9ecd62aeb4db tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/8b1ba73e-5c98-4ce7-8591-e06b2ae32dc4 HTTP/1.1" status: 204 len: 168 time: 0.5762987 Dec 16 08:07:00.253476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:00.255260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:00.271258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f13be6-7f42-4ca4-8d4f-9ecd62aeb4db tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ba73e-5c98-4ce7-8591-e06b2ae32dc4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:00.279706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] For port d4d7891a-d836-4592-99ef-7215239af529, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:00.287456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] For port d4d7891a-d836-4592-99ef-7215239af529, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d4d7891a-d836-4592-99ef-7215239af529,segment=NetworkSegment(23844e30-c33e-4273-a408-b04b2679a01e),segment_id=23844e30-c33e-4273-a408-b04b2679a01e)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:00.295749 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.296107 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 9745ddd9-ac5b-4da1-98d8-388deb101667 of type vlan for network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 Dec 16 08:07:00.361971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.369409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-83355fde-cb7c-43a8-8e17-0fdcfcddec1c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1127942 Dec 16 08:07:00.373541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46608) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:00.376595 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.381330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9fa7c5ec-c47d-484d-b452-013c4a364214 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--612582693'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:00.406332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.460649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c79dba-36d3-41f4-8e21-6c410b060a89 None None] Pushing event updated for resources: {'Port': ['ID=d4d7891a-d836-4592-99ef-7215239af529,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:00.561759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.571555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:00.571555 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.679059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=8ca81db9-3471-4c7c-960c-da4ef1ac6655,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:00.699153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:00.724816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c5ec-c47d-484d-b452-013c4a364214 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.737005 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-84a66296-07d1-4847-995d-e039cba244c7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7988961 Dec 16 08:07:00.740577 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46624) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:00.752504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:00.826265 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-08df0ea9-68b1-4dd8-aa32-e1995e6b8962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.878168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 172213b2-f43c-417b-9cd6-09ae3b615b87 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:00.938130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c5ec-c47d-484d-b452-013c4a364214 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:00.975071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 172213b2-f43c-417b-9cd6-09ae3b615b87 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:00.975451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.036988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c5ec-c47d-484d-b452-013c4a364214 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.058459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-c0a5cc81-eb7b-407a-be33-89ebcbe765cb tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:01.060106 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-c0a5cc81-eb7b-407a-be33-89ebcbe765cb tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.1678224 Dec 16 08:07:01.102018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8:1::1 (204cf9f2-7053-47e8-bbd1-644be58f6942/83c10f6e-ffef-4636-b9d7-5e148469cb14/2d8a51f1-587f-4a7b-80b4-9d4d096ba150) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:01.113212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c5ec-c47d-484d-b452-013c4a364214 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:01.114406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Request body: {'port': {'device_id': '38463257-2c45-49ae-90bf-989691de0100', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'admin_state_up': True, 'tenant_id': 'd73240de04944831a8c79f6794c544ff'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:01.242611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.244634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c5ec-c47d-484d-b452-013c4a364214 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.272411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46650) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:01.275144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9fa7c5ec-c47d-484d-b452-013c4a364214 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8888104 Dec 16 08:07:01.285861 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8ceae22a-d3be-488d-b7a4-ea92d1958827 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:01.286878 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-8ceae22a-d3be-488d-b7a4-ea92d1958827 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 08:07:01.287804 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-8ceae22a-d3be-488d-b7a4-ea92d1958827 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:01.289306 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8ceae22a-d3be-488d-b7a4-ea92d1958827 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157382 Dec 16 08:07:01.296749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46654) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:01.303350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e0847025-4a4b-4332-96f5-2e42ba5e781d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:01.348915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.358048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.374102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecbdef2c-854b-41fe-9aa4-e6a7d9356cfa req-3baa9137-deca-4c89-897f-8ab71bbc0248 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 210 time: 0.0439110 Dec 16 08:07:01.374432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 is not hosted by any dhcp agent {{(pid=110396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 08:07:01.382559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:01.383346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.387102 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "PUT /v2.0/networks/8ca81db9-3471-4c7c-960c-da4ef1ac6655 HTTP/1.1" status: 200 len: 723 time: 0.6436076 Dec 16 08:07:01.391136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46660) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:01.398983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': '8ca81db9-3471-4c7c-960c-da4ef1ac6655', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:01.446232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Made reservation on behalf of d73240de04944831a8c79f6794c544ff for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:01.451636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.503692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9533af-d68f-4c1d-8489-24f1ae17735d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=8ca81db9-3471-4c7c-960c-da4ef1ac6655,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:01.520148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:01.576922 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.637385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:01.652740 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-e0847025-4a4b-4332-96f5-2e42ba5e781d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:01.653534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e0847025-4a4b-4332-96f5-2e42ba5e781d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3555288 Dec 16 08:07:01.657023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:01.662103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46678) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:01.671832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-dff0c93c-d478-42f5-8c2c-c451145a09bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:01.671832 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-dff0c93c-d478-42f5-8c2c-c451145a09bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 08:07:01.671832 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-dff0c93c-d478-42f5-8c2c-c451145a09bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:01.672420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dff0c93c-d478-42f5-8c2c-c451145a09bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091314 Dec 16 08:07:01.677837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:01.678398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.682686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46680) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:01.692574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3970a720-c5d4-4536-a983-674e42c1da14 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:01.707390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Allocated IP 172.20.0.2 (576d7a04-a028-456d-bfd7-f35fd21abf55/a0d890ed-acef-472d-a0bd-7b22f2854b8e/69d1eff2-f8a7-4360-9c73-bac64b7f6ec0) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:01.734264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:01.734264 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.784809 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:01.815617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=2d8a51f1-587f-4a7b-80b4-9d4d096ba150,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:02.016433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.088869 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-3970a720-c5d4-4536-a983-674e42c1da14 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:02.094896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.096767 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3970a720-c5d4-4536-a983-674e42c1da14 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4112420 Dec 16 08:07:02.096975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46704) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:02.104516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bb00179a-9c3d-429c-b2ff-7e31cafbe7ad tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:02.106161 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-bb00179a-9c3d-429c-b2ff-7e31cafbe7ad tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 08:07:02.107168 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-bb00179a-9c3d-429c-b2ff-7e31cafbe7ad tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:02.111619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46706) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:02.111963 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb00179a-9c3d-429c-b2ff-7e31cafbe7ad tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134964 Dec 16 08:07:02.117327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b84fcb11-7382-4ee2-8e2a-0da9f82572ea tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:02.134963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fef88f-3352-4114-b640-9aef68b179d6 None None] Network ced91e35-fa74-48b2-8603-5c9e59584c0c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:02.145422 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.217119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.221617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:02.225075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:02.230430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:02.235430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event updated for resources: {'Port': ['ID=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:02.270084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Provisioning complete for port d4d7891a-d836-4592-99ef-7215239af529 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:02.270448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.315091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:02.315993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.389056 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2255c6b5-e03f-4fda-9c40-eda199f068c7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3039842 Dec 16 08:07:02.531556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Request body: {'port': {'device_id': '38463257-2c45-49ae-90bf-989691de0100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:02.542978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2066c3aa-a07b-4d32-94ad-22dacd5e1f5f None None] Update dhcp port {'port': {'network_id': 'ced91e35-fa74-48b2-8603-5c9e59584c0c', 'fixed_ips': [{'subnet_id': '4106f5f3-4c0a-40e2-92cf-c77d31595571', 'ip_address': '2001:db8::2'}, {'subnet_id': '5dc5d046-dfdd-4c72-8e04-0d9b1e586022'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'd4d7891a-d836-4592-99ef-7215239af529'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:07:02.573925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2066c3aa-a07b-4d32-94ad-22dacd5e1f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.589731 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.609441 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.665718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] For port d4d7891a-d836-4592-99ef-7215239af529, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d4d7891a-d836-4592-99ef-7215239af529,segment=NetworkSegment(23844e30-c33e-4273-a408-b04b2679a01e),segment_id=23844e30-c33e-4273-a408-b04b2679a01e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:02.738049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=976c3462-f563-4b8d-8e3e-0095144c3420,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:02.748217 n-d-820935-11 neutron-server[110395]: INFO neutron.db.securitygroups_db [None req-b84fcb11-7382-4ee2-8e2a-0da9f82572ea tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Project abd554920c65486ea5701892ca32e288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:07:02.805153 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:02.851374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4d7891a-d836-4592-99ef-7215239af529 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:02.954456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77870549-ba69-4e6f-98e5-80e3df2855d2 req-37e8b7c7-8ee8-491a-ac7a-0ba42d2fea4f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:02.956280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77870549-ba69-4e6f-98e5-80e3df2855d2 req-37e8b7c7-8ee8-491a-ac7a-0ba42d2fea4f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 931 time: 0.2455869 Dec 16 08:07:02.962540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': '9745ddd9-ac5b-4da1-98d8-388deb101667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8ca81db9-3471-4c7c-960c-da4ef1ac6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:02.963391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: 8ca81db9-3471-4c7c-960c-da4ef1ac6655, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:02.973419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-2a71bd9e-4efe-4d43-95bc-98706015a867 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2514939 Dec 16 08:07:02.979294 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-b84fcb11-7382-4ee2-8e2a-0da9f82572ea tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:02.983892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b84fcb11-7382-4ee2-8e2a-0da9f82572ea tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8684349 Dec 16 08:07:02.993497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46756) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:02.993497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1df30332-80ab-455c-904d-4553ce32e22e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:02.994525 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-1df30332-80ab-455c-904d-4553ce32e22e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 08:07:02.995668 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-1df30332-80ab-455c-904d-4553ce32e22e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:02.998884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1df30332-80ab-455c-904d-4553ce32e22e tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072064 Dec 16 08:07:03.000270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:03.123469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:07:03.134709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.148710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77870549-ba69-4e6f-98e5-80e3df2855d2 req-17a32504-a5dd-4064-bc9d-d5787757be15 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709142 Dec 16 08:07:03.171330 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Transition to ACTIVE for port object 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:07:03.174003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Provisioning complete for port 2d8a51f1-587f-4a7b-80b4-9d4d096ba150 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:03.174439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.175930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-232754c2-0a0a-4601-a1f2-1ed7b259c2bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:03.221310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Pushing event updated for resources: {'Port': ['ID=d4d7891a-d836-4592-99ef-7215239af529,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:03.250166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:03.250394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-2066c3aa-a07b-4d32-94ad-22dacd5e1f5f None None] Allocated IP 172.20.0.1 (ced91e35-fa74-48b2-8603-5c9e59584c0c/5dc5d046-dfdd-4c72-8e04-0d9b1e586022/d4d7891a-d836-4592-99ef-7215239af529) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:03.253307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.253670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.259580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d4d7891a-d836-4592-99ef-7215239af529 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:03.259967 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.267965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c29fe182-803a-4de2-818c-80670a6721ef None None] Port 2d8a51f1-587f-4a7b-80b4-9d4d096ba150 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:03.280319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.281122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.281770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.282481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.283122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.283595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.284067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.292001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa44efa3-3a38-400f-9b3a-6dfb6941917e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.2061834 Dec 16 08:07:03.298357 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-232754c2-0a0a-4601-a1f2-1ed7b259c2bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Project abd554920c65486ea5701892ca32e288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:07:03.324994 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:07:03.356726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-d34912ba-6a35-4762-a206-3dfb7d039fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1216063 Dec 16 08:07:03.370868 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.371698 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.421294 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-232754c2-0a0a-4601-a1f2-1ed7b259c2bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:03.422368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-232754c2-0a0a-4601-a1f2-1ed7b259c2bd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4220743 Dec 16 08:07:03.426293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 8ca81db9-3471-4c7c-960c-da4ef1ac6655) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:03.428242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46778) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:03.432000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b634850-b269-4844-815e-d71196b287df service neutron] Pushing event updated for resources: {'Port': ['ID=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:03.440440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Attempting to bind port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:03.440838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Attempting to bind port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:03.441258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Attempting to bind port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:03.446432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 on network 576d7a04-a028-456d-bfd7-f35fd21abf55 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:07:03.446851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Attempting to bind port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:03.449628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a75d6-6d55-4fb6-b08d-e1be2a206e4b None None] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:03.453817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:03.454522 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Checking segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:03.454681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Bound using segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:03.455716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Bound port: 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:03.455716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.527434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3533ec7f-8424-4f3f-a86f-54880454a12f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:03.533274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=2d8a51f1-587f-4a7b-80b4-9d4d096ba150,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:03.544592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] For port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:03.548390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] For port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:03.552410 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.554289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2066c3aa-a07b-4d32-94ad-22dacd5e1f5f None None] For port d4d7891a-d836-4592-99ef-7215239af529, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d4d7891a-d836-4592-99ef-7215239af529,segment=NetworkSegment(23844e30-c33e-4273-a408-b04b2679a01e),segment_id=23844e30-c33e-4273-a408-b04b2679a01e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:03.582041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.582670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.615992 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2066c3aa-a07b-4d32-94ad-22dacd5e1f5f None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.663734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-8ca81db9-3471-4c7c-960c-da4ef1ac6655', 'network_id': '8ca81db9-3471-4c7c-960c-da4ef1ac6655', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': '976c3462-f563-4b8d-8e3e-0095144c3420'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:07:03.665326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.676710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.717805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.718304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.718687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-f5356904-f94b-47be-aca8-21e58c298853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.719181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-f5356904-f94b-47be-aca8-21e58c298853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.719699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-f5356904-f94b-47be-aca8-21e58c298853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.719818 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-6b634850-b269-4844-815e-d71196b287df service neutron] 10.222.0.16 "PUT /v2.0/ports/69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 HTTP/1.1" status: 200 len: 1092 time: 1.3088431 Dec 16 08:07:03.720255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38463257-2c45-49ae-90bf-989691de0100', 'tag': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:03.721404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-f5356904-f94b-47be-aca8-21e58c298853 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 2293 time: 0.4016912 Dec 16 08:07:03.722486 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898aab8-4582-4806-949d-c1a6cd664bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "38463257-2c45-49ae-90bf-989691de0100", "tag": "69d1eff2-f8a7-4360-9c73-bac64b7f6ec0"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:03.754003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2066c3aa-a07b-4d32-94ad-22dacd5e1f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:03.768639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b634850-b269-4844-815e-d71196b287df service neutron] Pushing event updated for resources: {'Port': ['ID=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:03.771761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:03.783246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:03.791410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.791891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.792555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.793078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.793765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.794103 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.794778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:03.795504 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6730fc-5106-462b-b935-05b3dbc0951e x-openstack-request-id: req-3c6730fc-5106-462b-b935-05b3dbc0951e {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:03.796056 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38463257-2c45-49ae-90bf-989691de0100", "tag": "69d1eff2-f8a7-4360-9c73-bac64b7f6ec0", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:03.796539 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c6730fc-5106-462b-b935-05b3dbc0951e {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:03.797144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-520329d1-bb78-43c8-a6e4-cbf4f2062c79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b85a9b3a3177443da35d9b89992103f0&device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 6508 time: 0.2596521 Dec 16 08:07:03.797940 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38463257-2c45-49ae-90bf-989691de0100', 'tag': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'status': 'completed', 'code': 200} Dec 16 08:07:03.828359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066c3aa-a07b-4d32-94ad-22dacd5e1f5f None None] Pushing event updated for resources: {'Port': ['ID=d4d7891a-d836-4592-99ef-7215239af529,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:03.995118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Allocated IP 2001:db8::2 (8ca81db9-3471-4c7c-960c-da4ef1ac6655/976c3462-f563-4b8d-8e3e-0095144c3420/96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:04.026576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-e1ff47e6-5f86-45a9-a9db-3add987a263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.028916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-e1ff47e6-5f86-45a9-a9db-3add987a263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.030303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-e1ff47e6-5f86-45a9-a9db-3add987a263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.034789 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-e1ff47e6-5f86-45a9-a9db-3add987a263b service neutron] 10.222.0.16 "GET /v2.0/networks?id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=9a6fa251-3010-4384-bfba-196d668d39fd&id=50554593-86d8-4125-aa44-2756977b8260&id=50554593-86d8-4125-aa44-2756977b8260 HTTP/1.1" status: 200 len: 2299 time: 0.1677418 Dec 16 08:07:04.038117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46806) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:04.038321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eb02ae81-4c95-4ea3-9d6e-31047f5b0eb7 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6445541 Dec 16 08:07:04.047782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-40510f7d-93c5-439d-b5de-3a8e6095dbaf tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:04.070981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-9c682936-00dc-4b56-ac4b-4e6d098d8e1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 1001 time: 0.2972159 Dec 16 08:07:04.072059 n-d-820935-11 neutron-server[110395]: INFO neutron.db.securitygroups_db [None req-3533ec7f-8424-4f3f-a86f-54880454a12f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Project abd554920c65486ea5701892ca32e288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:07:04.097623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router d7efedfe-5a66-4a4e-953b-30631642db3a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:04.172342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898aab8-4582-4806-949d-c1a6cd664bb7 req-04a6edf4-3dde-4454-9469-9de4052afe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.174222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e898aab8-4582-4806-949d-c1a6cd664bb7 req-04a6edf4-3dde-4454-9469-9de4052afe8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 1095 time: 0.3264301 Dec 16 08:07:04.227325 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-c1b90891-a0ef-404c-93f2-e9c0ab7049e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5 HTTP/1.1" status: 200 len: 1002 time: 0.0952439 Dec 16 08:07:04.244262 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.330372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40510f7d-93c5-439d-b5de-3a8e6095dbaf tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5231431'] for subnet, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.363746 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-3533ec7f-8424-4f3f-a86f-54880454a12f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:04.364838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3533ec7f-8424-4f3f-a86f-54880454a12f tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8420122 Dec 16 08:07:04.378676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f4fba1d8-8508-4b76-8d1a-1454958febf3 None None] Provisioning complete for port 2d8a51f1-587f-4a7b-80b4-9d4d096ba150 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:04.379448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4fba1d8-8508-4b76-8d1a-1454958febf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.429500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-272f40e0-433f-4a5f-bb58-62dd6bbcc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.432447 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-272f40e0-433f-4a5f-bb58-62dd6bbcc30d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b806765-50b6-4970-8d37-d1e022e4d5f3 HTTP/1.1" status: 200 len: 856 time: 0.1647787 Dec 16 08:07:04.434448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46824) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:04.441283 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.449579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f4fba1d8-8508-4b76-8d1a-1454958febf3 None None] Port 2d8a51f1-587f-4a7b-80b4-9d4d096ba150 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:04.461216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-2a54e465-3976-45be-9c56-484ac48e9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.462730 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-2a54e465-3976-45be-9c56-484ac48e9d05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.3802540 Dec 16 08:07:04.505491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.565760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43a34-9363-44d8-b086-de3d0f088aaf req-a4b9dad8-307e-4db5-9da7-2e9ad9c7bdc1 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.568094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65b43a34-9363-44d8-b086-de3d0f088aaf req-a4b9dad8-307e-4db5-9da7-2e9ad9c7bdc1 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 943 time: 0.2237856 Dec 16 08:07:04.569645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:04.575253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:04.583958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-6dc8f49e-71bc-4818-97bd-fdcdbb1ad13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.583958 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-6dc8f49e-71bc-4818-97bd-fdcdbb1ad13b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369023 Dec 16 08:07:04.587210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] Sync routers for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:04.594275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:04.597693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:04.603239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Pushing event updated for resources: {'Port': ['ID=96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:04.617173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:04.617892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:04.625336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d9e71d94-a3a0-40a4-9065-814377a9cfa1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/d7efedfe-5a66-4a4e-953b-30631642db3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8301225 Dec 16 08:07:04.639178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46838) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:04.700562 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1d2c-b24d-4421-8790-754b04cd853b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.704955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:04.737337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Attempting to bind port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:04.741153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Attempting to bind port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9745ddd9-ac5b-4da1-98d8-388deb101667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8ca81db9-3471-4c7c-960c-da4ef1ac6655'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:04.741575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Attempting to bind port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff on network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:04.752070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:04.752484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Checking segment: {'id': '9745ddd9-ac5b-4da1-98d8-388deb101667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8ca81db9-3471-4c7c-960c-da4ef1ac6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:04.752989 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.753515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Bound using segment: {'id': '9745ddd9-ac5b-4da1-98d8-388deb101667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8ca81db9-3471-4c7c-960c-da4ef1ac6655'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:04.754154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Bound port: 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9745ddd9-ac5b-4da1-98d8-388deb101667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8ca81db9-3471-4c7c-960c-da4ef1ac6655'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:04.754554 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:04.767785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4d7891a-d836-4592-99ef-7215239af529 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:04.779953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-ddbde9ad-4679-4658-bd90-be40c2050ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.781450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-ddbde9ad-4679-4658-bd90-be40c2050ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3019712 Dec 16 08:07:04.793370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898aab8-4582-4806-949d-c1a6cd664bb7 req-6daa5e83-0bfd-41aa-b0ac-c573e355a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.795001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e898aab8-4582-4806-949d-c1a6cd664bb7 req-6daa5e83-0bfd-41aa-b0ac-c573e355a2b2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d73240de04944831a8c79f6794c544ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4630170 Dec 16 08:07:04.815209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:04.815764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:04.824816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57a753-bc59-4317-9b92-796c80735dc3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:04.828914 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ef57a753-bc59-4317-9b92-796c80735dc3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports/2d8a51f1-587f-4a7b-80b4-9d4d096ba150 HTTP/1.1" status: 200 len: 913 time: 0.1679707 Dec 16 08:07:04.850791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 46850) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:04.919931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:04.920640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15976-ef5b-4ff9-a10d-62517d8d7be2 None None] The sync data for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:05.003117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65b43a34-9363-44d8-b086-de3d0f088aaf req-bb63cc74-6fa3-44f1-8cf2-6db960d93652 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946624 Dec 16 08:07:05.012558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] For port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:05.015966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] For port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff,segment=NetworkSegment(9745ddd9-ac5b-4da1-98d8-388deb101667),segment_id=9745ddd9-ac5b-4da1-98d8-388deb101667)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:05.048822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dccc8-c6e0-4bc7-b3c7-045cddd0d3fa None None] Network ced91e35-fa74-48b2-8603-5c9e59584c0c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:05.100592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d4d7891a-d836-4592-99ef-7215239af529 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:05.101020 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.110666 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.203485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-10f828a6-8daa-4f29-96f0-dac02e96bf65 None None] Provisioning complete for port d4d7891a-d836-4592-99ef-7215239af529 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:05.203861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-10f828a6-8daa-4f29-96f0-dac02e96bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.204765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-ad74799a-612d-4609-998e-ef680d323f88 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041827 Dec 16 08:07:05.345127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6eda6-77cd-4f7b-acae-76fd501d3eb5 None None] Pushing event updated for resources: {'Port': ['ID=96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:05.413301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1d2c-b24d-4421-8790-754b04cd853b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.453211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898aab8-4582-4806-949d-c1a6cd664bb7 req-cb2f15ec-7dca-4129-a6e4-c4af4e27fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:05.455048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e898aab8-4582-4806-949d-c1a6cd664bb7 req-cb2f15ec-7dca-4129-a6e4-c4af4e27fc1c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6161563 Dec 16 08:07:05.544803 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-4f47869a-d976-4fd3-9acf-1d1a6afa0155 service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9313037 Dec 16 08:07:05.546142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1d2c-b24d-4421-8790-754b04cd853b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.549861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1d2c-b24d-4421-8790-754b04cd853b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.551456 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a0ab1d2c-b24d-4421-8790-754b04cd853b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822 HTTP/1.1" status: 204 len: 168 time: 1.1156301 Dec 16 08:07:05.565993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46884) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:05.708340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40510f7d-93c5-439d-b5de-3a8e6095dbaf tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755715172316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5185492'] for subnet, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.718405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab1d2c-b24d-4421-8790-754b04cd853b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5c1b2e-2ae9-440c-b6ac-83fb4c80e822,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:05.743144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-d9c35ec6-311d-41aa-9d53-10cbdcda4fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082469 Dec 16 08:07:05.807640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40510f7d-93c5-439d-b5de-3a8e6095dbaf tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:05.808737 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40510f7d-93c5-439d-b5de-3a8e6095dbaf tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:05.813523 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-40510f7d-93c5-439d-b5de-3a8e6095dbaf tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "PUT /v2.0/subnets/976c3462-f563-4b8d-8e3e-0095144c3420 HTTP/1.1" status: 200 len: 826 time: 1.7743292 Dec 16 08:07:05.814382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46902) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:05.826921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-07230f66-40df-4337-85ed-822d2c0aee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:05.828576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-07230f66-40df-4337-85ed-822d2c0aee19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 1095 time: 0.2980700 Dec 16 08:07:05.836397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-8cefa994-bcc4-436b-9ef0-39db36ff4ea0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 217 time: 0.0706446 Dec 16 08:07:05.858775 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-7efa0122-01fa-4ddd-9a76-868ecbf07139 service neutron] 10.222.0.16 "GET /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060625 Dec 16 08:07:05.867637 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5f0859b7-5d3c-4537-89e8-a6564253703c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2980170 Dec 16 08:07:05.882901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46910) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:05.889952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4dc805b7-888b-4940-a417-68520e48f3e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160759049'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:05.987074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-3390c0e1-4c9a-435a-88aa-eaf412118f75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 HTTP/1.1" status: 200 len: 217 time: 0.1116927 Dec 16 08:07:05.991990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40510f7d-93c5-439d-b5de-3a8e6095dbaf tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=976c3462-f563-4b8d-8e3e-0095144c3420,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:05.994848 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-7a9ea49d-3aed-4a82-bc5b-0f3ad85e4661 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 217 time: 0.1150460 Dec 16 08:07:06.034155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-624be4aa-7815-405d-a783-d405be623de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:06.037397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-624be4aa-7815-405d-a783-d405be623de4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1611161 Dec 16 08:07:06.045059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6f2099d2-41fd-4f24-a0e0-7eb44264aa9c None None] Provisioning complete for port d4d7891a-d836-4592-99ef-7215239af529 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:06.046037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f2099d2-41fd-4f24-a0e0-7eb44264aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.093703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-93ef87c9-ce69-4817-9f1f-7cd3c37bb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:06.095183 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-93ef87c9-ce69-4817-9f1f-7cd3c37bb92f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.0899658 Dec 16 08:07:06.116468 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.141917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.146771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dc805b7-888b-4940-a417-68520e48f3e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.224553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-2a5b258f-d7f3-429e-aea4-cb295b1f3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:06.226089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-2a5b258f-d7f3-429e-aea4-cb295b1f3d30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180367 Dec 16 08:07:06.363537 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dc805b7-888b-4940-a417-68520e48f3e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.377650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:06.377993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.434638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-c9eb9e80-1f82-4397-aed2-f353ac579403 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949191 Dec 16 08:07:06.437561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dc805b7-888b-4940-a417-68520e48f3e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.550757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc805b7-888b-4940-a417-68520e48f3e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35debbb5-03a4-4706-ac01-42dcacd6fc35,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:06.569782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dc805b7-888b-4940-a417-68520e48f3e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.571001 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4dc805b7-888b-4940-a417-68520e48f3e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6860185 Dec 16 08:07:06.582120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46942) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:06.588386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cfa49ff0-bc66-464a-9141-66a682763ea8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '35debbb5-03a4-4706-ac01-42dcacd6fc35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:06.617970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff,segment=NetworkSegment(9745ddd9-ac5b-4da1-98d8-388deb101667),segment_id=9745ddd9-ac5b-4da1-98d8-388deb101667)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:06.618448 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.654620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:06.730585 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-6e4c1e06-ee84-4fc7-9b31-c15c0b053f4d service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848477 Dec 16 08:07:06.785357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:06.793572 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-db6bc867-6eeb-4c7d-8a10-8527dbf0681c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 217 time: 0.0538027 Dec 16 08:07:06.796044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-e2910210-e73f-4ce8-a759-6c1443cffdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:06.797548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-e2910210-e73f-4ce8-a759-6c1443cffdda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.7959938 Dec 16 08:07:06.862321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:06.863054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:06.871881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-cf90fc96-0603-493e-bab6-4f2d3e160c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:06.873411 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-cf90fc96-0603-493e-bab6-4f2d3e160c7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.0663488 Dec 16 08:07:06.939929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a911871-c372-4479-a13c-a049f3471dca None None] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:06.946840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-2bc6ab36-f3f1-40a2-9997-7eed331b9d26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812020 Dec 16 08:07:06.955335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-64bd6a5e-eda3-4910-b39e-3a8a5ccc979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:06.956822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-64bd6a5e-eda3-4910-b39e-3a8a5ccc979a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9000340 Dec 16 08:07:07.061431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.074218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-2a9148ae-dcc4-4b20-9ed1-5ccc9f6dac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:07.078338 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-2a9148ae-dcc4-4b20-9ed1-5ccc9f6dac10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1931810 Dec 16 08:07:07.089851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cfbf07bc-ce34-4891-b21f-8779996ce121 None None] Provisioning complete for port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:07.089851 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cfbf07bc-ce34-4891-b21f-8779996ce121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.148210 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-cfa49ff0-bc66-464a-9141-66a682763ea8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The resource could not be found. Dec 16 08:07:07.149387 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfa49ff0-bc66-464a-9141-66a682763ea8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5663698 Dec 16 08:07:07.150445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f49a-9dd2-4350-9343-7e985462395b req-7d8a8cc3-bff4-46f2-943a-9bb26ce405e5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:07.158335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46976) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:07.158514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c423f49a-9dd2-4350-9343-7e985462395b req-7d8a8cc3-bff4-46f2-943a-9bb26ce405e5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 943 time: 1.0415967 Dec 16 08:07:07.163167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ad52b3fb-8530-4d22-892f-fc9a71f9add9 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '35debbb5-03a4-4706-ac01-42dcacd6fc35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd6bb0306-3932-42a7-9668-1960d27250f2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:07.175016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.191799 n-d-820935-11 neutron-server[110397]: INFO neutron.plugins.ml2.db [None req-cfbf07bc-ce34-4891-b21f-8779996ce121 None None] No ports have port_id starting with 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff Dec 16 08:07:07.225603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:07.272633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-5f8cefe2-f047-449c-b688-65914013d6f1 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989945 Dec 16 08:07:07.284246 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-6eef2268-d888-4462-a455-ab4de7183803 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971662 Dec 16 08:07:07.329553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:07.357927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c423f49a-9dd2-4350-9343-7e985462395b req-f108a70a-875c-4451-a8c3-a2bb95a29095 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974332 Dec 16 08:07:07.419810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-f6b06fd3-5990-4c78-807f-fc1b716778e7 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922405 Dec 16 08:07:07.477112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.555585 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-ad52b3fb-8530-4d22-892f-fc9a71f9add9 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The resource could not be found. Dec 16 08:07:07.557014 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad52b3fb-8530-4d22-892f-fc9a71f9add9 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3972406 Dec 16 08:07:07.561454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 46998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:07.601705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f259e5-657f-4e31-8189-893a3701e1bd None None] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:07.615067 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-0ae43f14-4264-4d17-80bc-9e927266ce16 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888100 Dec 16 08:07:07.622906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47a4625a-7d65-47cf-8bfb-2a7ca751c01a req-7beb8b76-3ca0-4b17-a7d9-05a1a48379f8 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390934 Dec 16 08:07:07.668889 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-9ab6c56c-6e72-4991-ba46-e3efe18fe276 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=4889025c-1913-4600-8cbc-c47eff052b5f HTTP/1.1" status: 200 len: 217 time: 0.0435026 Dec 16 08:07:07.671143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-5c2b359a-d66d-4e55-b8b3-97a16e730312 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091839 Dec 16 08:07:07.683444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 2d8a51f1-587f-4a7b-80b4-9d4d096ba150 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:07.683939 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.715442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.752901 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39d48032-9172-4ff6-b4e7-61b917be04cd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.759124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=976c3462-f563-4b8d-8e3e-0095144c3420,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:07.783029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-a06c6546-9461-4166-9ae5-50bc4ea529d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:07.784563 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-a06c6546-9461-4166-9ae5-50bc4ea529d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.1097500 Dec 16 08:07:07.788751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-a37c1580-674b-450a-9a78-5ff0173433ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 217 time: 0.1014407 Dec 16 08:07:07.858182 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39d48032-9172-4ff6-b4e7-61b917be04cd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.882917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.884869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:07.887744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-967529cf-5d51-4230-a299-ceb2048f320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:07.889155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-967529cf-5d51-4230-a299-ceb2048f320f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0874925 Dec 16 08:07:07.911881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 2d8a51f1-587f-4a7b-80b4-9d4d096ba150 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:07.958445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca81db9-3471-4c7c-960c-da4ef1ac6655']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:07.972487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-a0e61ae4-95bd-4ed1-b236-9c37c1701fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:07.973956 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-a0e61ae4-95bd-4ed1-b236-9c37c1701fd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1751859 Dec 16 08:07:07.976525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9745ddd9-ac5b-4da1-98d8-388deb101667') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:07.976525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9745ddd9-ac5b-4da1-98d8-388deb101667') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:08.013408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.013593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-bac64242-8bf7-4c7f-ba7b-78fe201c8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:08.015317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-bac64242-8bf7-4c7f-ba7b-78fe201c8783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143751 Dec 16 08:07:08.059696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39d48032-9172-4ff6-b4e7-61b917be04cd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.062350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39d48032-9172-4ff6-b4e7-61b917be04cd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.063540 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-39d48032-9172-4ff6-b4e7-61b917be04cd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/35debbb5-03a4-4706-ac01-42dcacd6fc35 HTTP/1.1" status: 204 len: 168 time: 0.4991424 Dec 16 08:07:08.071221 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.072985 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47020) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:08.100096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:08.100590 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:08.106330 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:08.119754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d48032-9172-4ff6-b4e7-61b917be04cd tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35debbb5-03a4-4706-ac01-42dcacd6fc35,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:08.200380 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-fe392c64-4db7-44d3-b622-d5f9340656e9 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150764 Dec 16 08:07:08.247330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-e7289176-10c9-48ff-956b-3916fe8c30f9 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121696 Dec 16 08:07:08.290009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c647e32-e228-428a-ba26-1b5131aee582 None None] Network 8ca81db9-3471-4c7c-960c-da4ef1ac6655 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:08.307451 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f27c031d-a2a0-442a-9e35-64d9284163b0 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2296102 Dec 16 08:07:08.309201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:08.315176 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-021eb53c-b098-4ced-8942-67432041d4ca tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '7b9a62ff-a4ea-4ff3-80da-22012814a01c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:08.363478 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-ac35a788-dddc-4f66-89ae-0ac5afc05ebc service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503618 Dec 16 08:07:08.369347 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.375075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.383918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47026) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:08.393163 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/8ca81db9-3471-4c7c-960c-da4ef1ac6655 HTTP/1.1" status: 204 len: 168 time: 2.5261567 Dec 16 08:07:08.412962 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0656ba8f-b0cf-463d-a193-a35a1d2edaa1 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:08.414783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0656ba8f-b0cf-463d-a193-a35a1d2edaa1 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:08.425269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0656ba8f-b0cf-463d-a193-a35a1d2edaa1 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/8ca81db9-3471-4c7c-960c-da4ef1ac6655 HTTP/1.1" status: 404 len: 339 time: 0.0400426 Dec 16 08:07:08.429621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47032) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:08.453322 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576437647', 'description': 'd1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:08.469318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.470346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb4171-cbc8-4f3b-81f5-d6310438a6d8 None None] DHCP port deletion for 8ca81db9-3471-4c7c-960c-da4ef1ac6655 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:08.487210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee737-75d7-4dc0-b311-e2f79a6fba3f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=8ca81db9-3471-4c7c-960c-da4ef1ac6655,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:08.494109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-b5ac24e2-8145-4d11-8288-397c48be7ab6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=2fb121c9-f464-4a6c-9689-a7432580002e HTTP/1.1" status: 200 len: 217 time: 0.0979493 Dec 16 08:07:08.524285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-a5e9b2c2-ff80-4399-aa6a-53799812d3d5 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349494 Dec 16 08:07:08.536212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c1d56-dad0-49ea-8c35-ed74e879cbee None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:07:08.566544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-eaf74c73-219d-4950-ac28-bfe8606cd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:08.568059 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-eaf74c73-219d-4950-ac28-bfe8606cd718 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 200 len: 797 time: 0.0608265 Dec 16 08:07:08.615122 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-021eb53c-b098-4ced-8942-67432041d4ca tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The resource could not be found. Dec 16 08:07:08.616280 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-021eb53c-b098-4ced-8942-67432041d4ca tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3066986 Dec 16 08:07:08.619712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:08.636889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f40533d2-e509-48b2-bc4e-3330469a51e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--119870136'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:08.666462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-0a264853-346b-4f27-8a8a-c4c2f3b83ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:08.668976 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-0a264853-346b-4f27-8a8a-c4c2f3b83ca7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a6fa251-3010-4384-bfba-196d668d39fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924306 Dec 16 08:07:08.677351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=2d8a51f1-587f-4a7b-80b4-9d4d096ba150,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:08.706613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:08.708984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.760085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:08.789971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:08.792899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:07:08.793270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 96abf46d-d9cc-4838-8ed7-82ec7ce8e0ff not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:08.818874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.828052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-c1ef1379-bff5-4df7-9fd3-7905928f76a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 217 time: 0.2164006 Dec 16 08:07:08.832698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.833797 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 8ea43102-94d4-4be4-93cb-04c003f96152 of type vlan for network 61bd7db7-9850-4947-8e14-2b2240aacb5b Dec 16 08:07:08.856833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.856833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.856833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.856833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.856833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.857384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.857991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.858496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.858897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.859294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.859688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.860082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.860508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:08.883819 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-1696b7a7-1c2e-4293-aff8-2c74ae8dc41f service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057018 Dec 16 08:07:08.887091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432c1d56-dad0-49ea-8c35-ed74e879cbee None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:07:08.895437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530e4c8-6fb3-4617-ad59-49547da1ff86 req-84d1e523-391a-474c-ad9a-c532bb219d13 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:08.897832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7530e4c8-6fb3-4617-ad59-49547da1ff86 req-84d1e523-391a-474c-ad9a-c532bb219d13 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 943 time: 0.4241819 Dec 16 08:07:08.930417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f40533d2-e509-48b2-bc4e-3330469a51e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:08.954837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-778c2724-42b1-4ebf-b12f-3003c211bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:08.956779 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-778c2724-42b1-4ebf-b12f-3003c211bf42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1100523 Dec 16 08:07:09.008111 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:09.095592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7530e4c8-6fb3-4617-ad59-49547da1ff86 req-aa17e255-82c9-49fd-b424-ff90c2d209b2 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645181 Dec 16 08:07:09.190721 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:09.204217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:09.204859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:09.242052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-181a9577-cc3e-4253-bf58-1eb5e12fbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:09.243940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-181a9577-cc3e-4253-bf58-1eb5e12fbb64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2144790 Dec 16 08:07:09.304365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-96dc796c-ecc0-488e-8519-8df8f58a8ac9 service neutron] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125662 Dec 16 08:07:09.354165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router d7efedfe-5a66-4a4e-953b-30631642db3a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:09.418729 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-2c9fc08e-0145-487d-8bd7-5c163e2f0086 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6048354-ffb4-4b99-a86a-694aa381a605 HTTP/1.1" status: 200 len: 217 time: 0.0745835 Dec 16 08:07:09.433570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=61bd7db7-9850-4947-8e14-2b2240aacb5b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:09.436852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 61bd7db7-9850-4947-8e14-2b2240aacb5b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:09.483252 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f40533d2-e509-48b2-bc4e-3330469a51e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:09.492409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-8637a4f0-1211-47c1-b1b7-036b99ad6e43 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223368 Dec 16 08:07:09.536929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b00e56bd-a670-4c6c-bec7-a72be82b8029 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0819139 Dec 16 08:07:09.536929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47056) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:09.558164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:09.576138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-92a9afba-160f-4667-b0f6-921f61bd98a3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/d7efedfe-5a66-4a4e-953b-30631642db3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6909139 Dec 16 08:07:09.578811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47058) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:09.584134 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] Sync routers for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:09.611191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f40533d2-e509-48b2-bc4e-3330469a51e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:09.621991 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:09.622644 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:09.655939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40533d2-e509-48b2-bc4e-3330469a51e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ffcf4d-5d4f-48a4-9b14-ed0bb54c34d3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:09.676770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-9b1f1fed-8067-4006-a6d7-4a5f06f14b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:09.678474 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-9b1f1fed-8067-4006-a6d7-4a5f06f14b28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.2512236 Dec 16 08:07:09.738624 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:09.754520 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:09.756485 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:09.769271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923e639-9493-44f2-9b3d-2a2157bf4d93 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:09.771266 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e923e639-9493-44f2-9b3d-2a2157bf4d93 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/networks?id=61bd7db7-9850-4947-8e14-2b2240aacb5b HTTP/1.1" status: 200 len: 765 time: 0.2369225 Dec 16 08:07:09.775205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f40533d2-e509-48b2-bc4e-3330469a51e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:09.780226 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f40533d2-e509-48b2-bc4e-3330469a51e4 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1591752 Dec 16 08:07:09.781109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47062) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:09.781649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:09.788056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'description': 'd2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:09.796808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-daa1b425-904a-4eb6-b8c1-d26ec6b107df tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752871563'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:09.805515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:09.806507 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274a647-9ceb-40b1-a7a2-bf962d1a77d2 None None] The sync data for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:09.879106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-92594b35-bd7e-4458-9c62-f0504076c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:09.881067 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-92594b35-bd7e-4458-9c62-f0504076c2e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1864829 Dec 16 08:07:09.881283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-9f3bb945-e2c8-45e7-8e6e-a095feb89d01 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776882 Dec 16 08:07:09.989363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-daa1b425-904a-4eb6-b8c1-d26ec6b107df tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.004319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-ab1c06c2-ecda-4094-bc26-2f37e41265c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 217 time: 0.0739663 Dec 16 08:07:10.078424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.094999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa26a126-7d78-431e-8507-668dd7bfdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.096485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-aa26a126-7d78-431e-8507-668dd7bfdcfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0811074 Dec 16 08:07:10.098355 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-44d0fb20-10ec-4e31-84b2-37af03970394 service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047007 Dec 16 08:07:10.196593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.200703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-daa1b425-904a-4eb6-b8c1-d26ec6b107df tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.269934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-9187d7ce-1a37-42cf-aaa1-5867cccb89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.271916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-9187d7ce-1a37-42cf-aaa1-5867cccb89e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1610820 Dec 16 08:07:10.312224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network 61bd7db7-9850-4947-8e14-2b2240aacb5b is not hosted by any dhcp agent {{(pid=110396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 08:07:10.318019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.318677 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.319975 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "PUT /v2.0/networks/61bd7db7-9850-4947-8e14-2b2240aacb5b HTTP/1.1" status: 200 len: 762 time: 0.5363770 Dec 16 08:07:10.320803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d9de-fd21-4436-8c69-a2b6bce76f76 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=61bd7db7-9850-4947-8e14-2b2240aacb5b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:10.325187 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-24911408-0743-4959-893a-5e246593ba61 service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190647 Dec 16 08:07:10.325998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47072) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:10.335826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 61bd7db7-9850-4947-8e14-2b2240aacb5b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:10.406535 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-dbb214cd-4aac-4586-a2e3-18dee81128f2 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216140 Dec 16 08:07:10.422665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc22eb0-cb89-4106-bd0d-95d58f85c932 req-fb347b91-952d-475a-97c8-de80afb84af6 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.424600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdc22eb0-cb89-4106-bd0d-95d58f85c932 req-fb347b91-952d-475a-97c8-de80afb84af6 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 943 time: 0.2269170 Dec 16 08:07:10.492790 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-daa1b425-904a-4eb6-b8c1-d26ec6b107df tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.499160 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-7b67c82e-7b1d-4b8f-9402-173b6283ec9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a78ae675-cc66-473b-95d1-de9a6843215e HTTP/1.1" status: 200 len: 217 time: 0.1477685 Dec 16 08:07:10.584832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdc22eb0-cb89-4106-bd0d-95d58f85c932 req-cc2580f8-ba3c-479e-806a-ac543d46d290 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499102 Dec 16 08:07:10.599128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1b425-904a-4eb6-b8c1-d26ec6b107df tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf028dc-e581-42e3-bba8-74caa1f349cf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:10.613801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedfbea-3781-47f6-a156-dab47950c6ca tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.618049 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8aedfbea-3781-47f6-a156-dab47950c6ca tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/networks?id=61bd7db7-9850-4947-8e14-2b2240aacb5b HTTP/1.1" status: 200 len: 765 time: 0.2881339 Dec 16 08:07:10.619626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47080) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:10.628076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-ba6cf031-d111-4cf5-8858-9514cddaeffb service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021205 Dec 16 08:07:10.631239 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.734598 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-daa1b425-904a-4eb6-b8c1-d26ec6b107df tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:10.736385 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-daa1b425-904a-4eb6-b8c1-d26ec6b107df tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9439580 Dec 16 08:07:10.758663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47084) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:10.765166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e8d6a28a-f3cb-4df9-8b65-fb213b1ff71b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': '39ffcf4d-5d4f-48a4-9b14-ed0bb54c34d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6cf028dc-e581-42e3-bba8-74caa1f349cf'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:10.772718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-f2fee02f-679c-4e93-ad02-ad710a18b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.774372 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-f2fee02f-679c-4e93-ad02-ad710a18b5ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 200 len: 797 time: 0.2666509 Dec 16 08:07:10.775150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-8b574c1a-3127-4480-98bc-32d8ff2745c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 217 time: 0.0944362 Dec 16 08:07:10.879367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-7e47db2c-c9b0-436e-8f42-0dc50dded2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.880789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-7e47db2c-c9b0-436e-8f42-0dc50dded2d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.0931096 Dec 16 08:07:10.980322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-2d67ae05-2423-4cde-800d-4dc6e609b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.982153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-2d67ae05-2423-4cde-800d-4dc6e609b583 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805006 Dec 16 08:07:10.989605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-2f7f94b3-487f-41fe-a4f7-8b3051cc5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:10.991049 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-2f7f94b3-487f-41fe-a4f7-8b3051cc5ee2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50554593-86d8-4125-aa44-2756977b8260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2083139 Dec 16 08:07:11.040685 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-e8d6a28a-f3cb-4df9-8b65-fb213b1ff71b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:11.044607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e8d6a28a-f3cb-4df9-8b65-fb213b1ff71b tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2806129 Dec 16 08:07:11.048215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47092) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:11.067329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc1e59-47b1-403e-b68b-81d056e5cf53 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:11.068851 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6fbc1e59-47b1-403e-b68b-81d056e5cf53 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4473150 Dec 16 08:07:11.078034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47094) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:11.130177 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d2402f32-c481-4e6d-b2b2-6b0043ba015d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 207 time: 0.0510437 Dec 16 08:07:11.137338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47096) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:11.165189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-f1348669-5ced-47de-80b8-1dbcb11a1ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712210 Dec 16 08:07:11.184456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:11.187570 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-c1ce827b-25b3-4d49-be7c-010f4193f5cf service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874328 Dec 16 08:07:11.650083 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:11.726626 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-73ed4688-b7aa-4ac5-9334-6eec476a53cc req-cb1a00e3-86c7-4568-a155-b9f5361e7a4c service neutron] 10.222.0.16 "GET /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296950 Dec 16 08:07:11.779017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a36733-d4bc-4a10-aeba-8e765775df44 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:11.784884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:11.785598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a36733-d4bc-4a10-aeba-8e765775df44 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:11.789109 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:11.790617 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/6cf028dc-e581-42e3-bba8-74caa1f349cf HTTP/1.1" status: 204 len: 168 time: 0.7400730 Dec 16 08:07:11.796675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a36733-d4bc-4a10-aeba-8e765775df44 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:11.796874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47108) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:11.803275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a36733-d4bc-4a10-aeba-8e765775df44 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:11.810076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a36733-d4bc-4a10-aeba-8e765775df44 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:11.815883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a36733-d4bc-4a10-aeba-8e765775df44 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:11.823802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-77a36733-d4bc-4a10-aeba-8e765775df44 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6792183 Dec 16 08:07:11.824018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf028dc-e581-42e3-bba8-74caa1f349cf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:11.824269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 795cfe19-3e5b-4edd-8460-f1c635df2aea {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:11.824269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:11.829304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47112) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:11.841361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.842921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.842921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.842921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.842921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.843355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.843676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.844127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.844483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.844875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.845388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.845783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.846187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46da0a7-bc05-4a5b-a4cf-705d3473f3b8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:11.878598 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b77b672-7ba3-4785-8c93-889c53023af8 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0805411 Dec 16 08:07:11.881190 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:11.897556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-08309486-6d78-4213-9638-c425d3b0693b service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998110 Dec 16 08:07:11.944520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7906f05d-9ec0-4393-beac-3b59be4303f7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:11.986707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-f1afdcd7-b463-4388-b790-ef38cd83700d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.0384851 Dec 16 08:07:11.986952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7906f05d-9ec0-4393-beac-3b59be4303f7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.025785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cffc3-96dc-48eb-9854-f84b2726324a req-1103ddf9-d435-431b-8a15-52dc7c44c857 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.028118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b61cffc3-96dc-48eb-9854-f84b2726324a req-1103ddf9-d435-431b-8a15-52dc7c44c857 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 943 time: 0.2926614 Dec 16 08:07:12.131424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-62280aea-63a9-4b7f-a76e-066a05ff24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.133003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-62280aea-63a9-4b7f-a76e-066a05ff24b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.1303596 Dec 16 08:07:12.134092 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7906f05d-9ec0-4393-beac-3b59be4303f7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.140221 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7906f05d-9ec0-4393-beac-3b59be4303f7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.143010 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7906f05d-9ec0-4393-beac-3b59be4303f7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/39ffcf4d-5d4f-48a4-9b14-ed0bb54c34d3 HTTP/1.1" status: 204 len: 168 time: 0.2607226 Dec 16 08:07:12.153706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:12.174202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.180768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906f05d-9ec0-4393-beac-3b59be4303f7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ffcf4d-5d4f-48a4-9b14-ed0bb54c34d3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:12.221458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 795cfe19-3e5b-4edd-8460-f1c635df2aea owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:12.235886 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7a24d0c0-463e-43fe-a1a3-2917d58e41a7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0801516 Dec 16 08:07:12.240700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47124) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:12.245466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-64c529f3-6047-4fcc-a6cd-b29dbb5c2d68 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4171693 Dec 16 08:07:12.245641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0d30d051-2851-40c5-8676-4149369053e7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--703193584'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:12.249249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47126) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:12.252891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b61cffc3-96dc-48eb-9854-f84b2726324a req-b08eb33c-4df7-41e2-9ccc-c1fafd75f24e tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000947 Dec 16 08:07:12.342248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-5fe4d2d3-2b8e-4d80-ad98-0ee2456d929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.343766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-5fe4d2d3-2b8e-4d80-ad98-0ee2456d929c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1923497 Dec 16 08:07:12.350059 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d30d051-2851-40c5-8676-4149369053e7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.373647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:07:12.413290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dc5d0-59ca-4b8c-87ae-55277198329c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.414850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dc5d0-59ca-4b8c-87ae-55277198329c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.416691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dc5d0-59ca-4b8c-87ae-55277198329c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.419073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dc5d0-59ca-4b8c-87ae-55277198329c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.420892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dc5d0-59ca-4b8c-87ae-55277198329c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.428167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c12dc5d0-59ca-4b8c-87ae-55277198329c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1742435 Dec 16 08:07:12.435230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47130) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:12.439656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d30d051-2851-40c5-8676-4149369053e7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.561995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d30d051-2851-40c5-8676-4149369053e7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.597039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:12.631361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30d051-2851-40c5-8676-4149369053e7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba8c6b-4060-4292-8d86-e17ae1fc1927,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:12.645839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0478c-9896-493e-8afe-e25b05164a96 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.648360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0478c-9896-493e-8afe-e25b05164a96 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.650239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0478c-9896-493e-8afe-e25b05164a96 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.652147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0478c-9896-493e-8afe-e25b05164a96 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.654760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0478c-9896-493e-8afe-e25b05164a96 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['shared'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.660225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'port_id': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'mac_address': 'fa:16:3e:64:de:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d890ed-acef-472d-a0bd-7b22f2854b8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:07:12.660883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-54e0478c-9896-493e-8afe-e25b05164a96 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2240283 Dec 16 08:07:12.661730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47138) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:12.664634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-0fdcfc1d-bc8e-40c4-ade9-a0ca0f80a5a0 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045101 Dec 16 08:07:12.711574 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.729108 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d30d051-2851-40c5-8676-4149369053e7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.734569 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0d30d051-2851-40c5-8676-4149369053e7 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4890721 Dec 16 08:07:12.734569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:12.737007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:07:12.740737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-72d5c7b1-4dfd-4c0f-ab45-1f71c7e4957d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ba8c6b-4060-4292-8d86-e17ae1fc1927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:12.767595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:12.841715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40feb94-f82d-4cf6-89cb-e84f21532b6d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:12.842141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce6b12b6-0b21-4074-b71d-e42a8246fb15 req-245b96dc-f540-4c64-b159-33ad44c2631b service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654274 Dec 16 08:07:12.846815 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f40feb94-f82d-4cf6-89cb-e84f21532b6d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/networks/34f0bffb-426e-4d70-a106-89a517da8b7f HTTP/1.1" status: 200 len: 804 time: 0.1800752 Dec 16 08:07:12.847188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47144) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:12.888052 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.896511 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:12.950687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=795cfe19-3e5b-4edd-8460-f1c635df2aea,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:12.956324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:12.998377 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-72d5c7b1-4dfd-4c0f-ab45-1f71c7e4957d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:13.002118 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-72d5c7b1-4dfd-4c0f-ab45-1f71c7e4957d tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2644720 Dec 16 08:07:13.007350 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f348efeb-8ade-4091-9fe2-5687cbfdd25b tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/networks/34f0bffb-426e-4d70-a106-89a517da8b7f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1559570 Dec 16 08:07:13.007350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47146) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.010107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c565ae69-20b3-41fe-aa80-c1c5c87e9e1a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ba8c6b-4060-4292-8d86-e17ae1fc1927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:13.017782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47148) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.092713 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.093839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5a55d-2323-434f-85c5-ebdf79032fd1 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:13.098831 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a4c5a55d-2323-434f-85c5-ebdf79032fd1 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/subnets/3b04de0b-21d6-432a-acc7-f3c91a418467 HTTP/1.1" status: 200 len: 843 time: 0.0764561 Dec 16 08:07:13.099728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47152) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.187551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba09c209-fd13-41bd-b587-22b5f454e993 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['shared'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:13.192753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47158) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.194471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ba09c209-fd13-41bd-b587-22b5f454e993 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "GET /v2.0/subnets/3b04de0b-21d6-432a-acc7-f3c91a418467?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0941350 Dec 16 08:07:13.197971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950837339'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:13.270000 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-c565ae69-20b3-41fe-aa80-c1c5c87e9e1a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:13.273897 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c565ae69-20b3-41fe-aa80-c1c5c87e9e1a tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2653747 Dec 16 08:07:13.274366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47160) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.337230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:07:13.341018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470e0df2-bd6c-4f48-8b82-3d1c4fd1849c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.347280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router d7efedfe-5a66-4a4e-953b-30631642db3a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:13.374077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470e0df2-bd6c-4f48-8b82-3d1c4fd1849c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.453692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:13.457096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.481729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:13.494128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-79cad12d-c369-466a-8ada-6ff6ef6f411a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/d7efedfe-5a66-4a4e-953b-30631642db3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9116225 Dec 16 08:07:13.494633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47166) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.521000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] Sync routers for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:13.530241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3602f-15bd-4bd7-882f-cc273423ebad req-9a156fa3-5f62-477b-93c9-2fa8ca401a3d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:13.533800 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-646b6f64-dd03-4344-9228-e28d26a446d1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7efedfe-5a66-4a4e-953b-30631642db3a HTTP/1.1" status: 200 len: 205 time: 0.0367339 Dec 16 08:07:13.534367 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470e0df2-bd6c-4f48-8b82-3d1c4fd1849c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.537185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470e0df2-bd6c-4f48-8b82-3d1c4fd1849c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.541282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-470e0df2-bd6c-4f48-8b82-3d1c4fd1849c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8ba8c6b-4060-4292-8d86-e17ae1fc1927 HTTP/1.1" status: 204 len: 168 time: 0.2629154 Dec 16 08:07:13.541282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47170) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.542688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1f3602f-15bd-4bd7-882f-cc273423ebad req-9a156fa3-5f62-477b-93c9-2fa8ca401a3d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 944 time: 0.1459641 Dec 16 08:07:13.550516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47172) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.556372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e0df2-bd6c-4f48-8b82-3d1c4fd1849c tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba8c6b-4060-4292-8d86-e17ae1fc1927,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:13.574453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:13.602749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.602986 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Added segment 6daa9d73-7e3c-4041-981f-09bd3c61168a of type vlan for network da0840af-308b-4954-ac4a-43994ef34a80 Dec 16 08:07:13.626100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:13.629181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:13.674180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:13.688918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] Routers {'d7efedfe-5a66-4a4e-953b-30631642db3a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:13.689560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d7efedfe-5a66-4a4e-953b-30631642db3a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:13.719453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9399fd-1acd-424c-85ae-5d4e15d9a3fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.729989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:13.730834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea90af0-380f-4c98-9042-3a111ee1ec9f None None] The sync data for ids ['d7efedfe-5a66-4a4e-953b-30631642db3a'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:13.772402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1f3602f-15bd-4bd7-882f-cc273423ebad req-eca544c1-af83-4bc3-adfb-49d95a409f18 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097921 Dec 16 08:07:13.772402 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.782614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f0fbdf8e-a44f-430a-acf6-a5dafdc9b0b1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2244196 Dec 16 08:07:13.788517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47180) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:13.794747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-19a426f7-ed5f-4d6c-9974-76f556615a36 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055015215'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:13.919810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9399fd-1acd-424c-85ae-5d4e15d9a3fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.921842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.922480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9399fd-1acd-424c-85ae-5d4e15d9a3fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.927508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:13.928201 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:13.934753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19a426f7-ed5f-4d6c-9974-76f556615a36 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.017506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Network': ['ID=da0840af-308b-4954-ac4a-43994ef34a80,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:14.028676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network da0840af-308b-4954-ac4a-43994ef34a80 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:14.041478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a2cbb7a0-ca66-49ba-9e6f-4738d3377556 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8473468 Dec 16 08:07:14.044478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47186) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:14.050802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'network_id': 'da0840af-308b-4954-ac4a-43994ef34a80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:14.087706 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9399fd-1acd-424c-85ae-5d4e15d9a3fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.088320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9399fd-1acd-424c-85ae-5d4e15d9a3fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Fanout notify agent at l3_agent the message router_deleted on router d7efedfe-5a66-4a4e-953b-30631642db3a {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:07:14.115856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9399fd-1acd-424c-85ae-5d4e15d9a3fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.117068 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ed9399fd-1acd-424c-85ae-5d4e15d9a3fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/d7efedfe-5a66-4a4e-953b-30631642db3a HTTP/1.1" status: 204 len: 168 time: 0.5676608 Dec 16 08:07:14.119948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:14.149214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47190) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:14.189161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet 83c10f6e-ffef-4636-b9d7-5e148469cb14 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:14.192532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.230846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19a426f7-ed5f-4d6c-9974-76f556615a36 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.242278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.265558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Made reservation on behalf of 3a5c739133094939ae698aeb3db37923 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:14.280352 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.341191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.369929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Performing IP validity checks on allocation pools {{(pid=110395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 08:07:14.372429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 08:07:14.398838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19a426f7-ed5f-4d6c-9974-76f556615a36 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.432221 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea9d2-62e2-48ef-8acd-37ae25fa5483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.463829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a426f7-ed5f-4d6c-9974-76f556615a36 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0743ddc7-1e57-446e-b584-7b6369a7d44b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:14.466191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.534258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-19a426f7-ed5f-4d6c-9974-76f556615a36 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.535505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-19a426f7-ed5f-4d6c-9974-76f556615a36 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7492490 Dec 16 08:07:14.541330 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47198) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:14.544993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=83c10f6e-ffef-4636-b9d7-5e148469cb14,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:14.562640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fa28f86a-ee27-4b69-9cfb-cb9e1c0de5b1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:14.564293 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-fa28f86a-ee27-4b69-9cfb-cb9e1c0de5b1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 08:07:14.572006 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-fa28f86a-ee27-4b69-9cfb-cb9e1c0de5b1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 08:07:14.572006 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa28f86a-ee27-4b69-9cfb-cb9e1c0de5b1 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "PUT /v2.0/security-groups/0743ddc7-1e57-446e-b584-7b6369a7d44b HTTP/1.1" status: 409 len: 330 time: 0.0243647 Dec 16 08:07:14.580347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47200) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:14.582429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.582839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768afe3-69f2-44e6-a91c-69560956d1b0 None None] Network 204cf9f2-7053-47e8-bbd1-644be58f6942 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:14.600835 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dabef2be-c1a5-4988-9c5f-5fdb6ab15cc5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/83c10f6e-ffef-4636-b9d7-5e148469cb14 HTTP/1.1" status: 204 len: 168 time: 0.4739237 Dec 16 08:07:14.612432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47204) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:14.691886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea9d2-62e2-48ef-8acd-37ae25fa5483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.693828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet a1eccef5-44c0-4edd-b9d0-43eaa300c8bd {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:14.698029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.714068 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.719329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1c97514-1038-40a4-871b-40434da45a45 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.766908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.803865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1c97514-1038-40a4-871b-40434da45a45 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.806420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea9d2-62e2-48ef-8acd-37ae25fa5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.819079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] DHCP port deletion for 204cf9f2-7053-47e8-bbd1-644be58f6942 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:14.819267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=246c884b-101c-4b1c-8346-c3a98f528262,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:14.918080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ac6ea9d2-62e2-48ef-8acd-37ae25fa5483 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1e439b02b0d47908b82bd74271958da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7671814 Dec 16 08:07:14.923607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ea9d2-62e2-48ef-8acd-37ae25fa5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b5fbdd-24bb-4800-9f6d-b0d05590f721,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:14.924014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47212) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:14.939028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Checking segment: {'id': '6daa9d73-7e3c-4041-981f-09bd3c61168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da0840af-308b-4954-ac4a-43994ef34a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:14.939028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network hostable DHCP agents. Network: da0840af-308b-4954-ac4a-43994ef34a80, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:14.943463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] Deleting port 172213b2-f43c-417b-9cd6-09ae3b615b87 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:14.943837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:14.974971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.022087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] For port 172213b2-f43c-417b-9cd6-09ae3b615b87, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=172213b2-f43c-417b-9cd6-09ae3b615b87,segment=NetworkSegment(c43e90a6-eaef-4af3-b307-6baa206948d4),segment_id=c43e90a6-eaef-4af3-b307-6baa206948d4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:15.023393 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.039521 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1c97514-1038-40a4-871b-40434da45a45 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.043148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b1c97514-1038-40a4-871b-40434da45a45 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.044585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b1c97514-1038-40a4-871b-40434da45a45 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/0743ddc7-1e57-446e-b584-7b6369a7d44b HTTP/1.1" status: 204 len: 168 time: 0.4636257 Dec 16 08:07:15.052711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47214) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.053039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] Calling delete_port for 172213b2-f43c-417b-9cd6-09ae3b615b87 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:15.067924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d1507176-a3d2-4632-a86d-b440aa889158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.077099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20922e-def4-454b-8bf7-b885e9389173 req-4693fb18-561f-4e44-a75a-e7ddd5c28727 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:15.078587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb20922e-def4-454b-8bf7-b885e9389173 req-4693fb18-561f-4e44-a75a-e7ddd5c28727 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 944 time: 0.1029668 Dec 16 08:07:15.088154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c97514-1038-40a4-871b-40434da45a45 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743ddc7-1e57-446e-b584-7b6369a7d44b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:15.091565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Network da0840af-308b-4954-ac4a-43994ef34a80 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:15.123025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.138925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d1507176-a3d2-4632-a86d-b440aa889158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.183927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.187776 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/a1eccef5-44c0-4edd-b9d0-43eaa300c8bd HTTP/1.1" status: 204 len: 168 time: 0.5742967 Dec 16 08:07:15.189028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc23a3-cd04-49c2-bbe3-f035eb2d8267 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=a1eccef5-44c0-4edd-b9d0-43eaa300c8bd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:15.203495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d923750-b138-4abf-b5fd-7eb9ac6c1170 None None] Network 1a153605-fde0-4eb5-9b6b-6ebe00017a4c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:15.203610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47218) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.208544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, da0840af-308b-4954-ac4a-43994ef34a80) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:15.213143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:15.215022 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556636'] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.235887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d52a605-a5e5-450f-ac1c-f1e3660e73eb tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1808584 Dec 16 08:07:15.244617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47220) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.262980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb20922e-def4-454b-8bf7-b885e9389173 req-e9fd4956-8d40-48ff-b498-674693e35561 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615291 Dec 16 08:07:15.272697 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-76f0b4b5-e51d-4b55-877b-a04a049aa4ab tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] delete failed (client error): The resource could not be found. Dec 16 08:07:15.273096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3331b-7dd9-446d-8259-7b4623ab5b5c None None] Network da0840af-308b-4954-ac4a-43994ef34a80 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:15.273804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-76f0b4b5-e51d-4b55-877b-a04a049aa4ab tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "DELETE /v2.0/security-groups/4214d2fe-9bbe-4444-8dde-48f5e3e1db4b HTTP/1.1" status: 404 len: 347 time: 0.0276868 Dec 16 08:07:15.279835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47224) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.302397 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-f5ccab4b-e217-4b00-97ad-194ca9ebf488 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] show failed (client error): The resource could not be found. Dec 16 08:07:15.302927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f5ccab4b-e217-4b00-97ad-194ca9ebf488 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-groups/c054565d-913d-4a6a-b431-61a93e0f8ee8 HTTP/1.1" status: 404 len: 347 time: 0.0221374 Dec 16 08:07:15.309810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47226) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.324593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.332151 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-be476bf9-b81d-4854-bff9-903b13954052 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] show failed (client error): The resource could not be found. Dec 16 08:07:15.333464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-be476bf9-b81d-4854-bff9-903b13954052 tempest-NegativeSecGroupIPv6Test-1351901914 tempest-NegativeSecGroupIPv6Test-1351901914-project] 10.222.0.43 "GET /v2.0/security-group-rules/228a6b4c-ebde-4da2-9cb5-0a2bc61e72f5 HTTP/1.1" status: 404 len: 356 time: 0.0215883 Dec 16 08:07:15.345686 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.407922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-22bd1c03-d408-4c08-85d7-ac32c3cf73ae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3595164 Dec 16 08:07:15.408807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47232) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.413299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4950c517-f23e-4e14-8224-be0a8da69bf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:15.432866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] Pushing event deleted for resources: {'Port': ['ID=172213b2-f43c-417b-9cd6-09ae3b615b87,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:15.466965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60332859-56aa-4955-ba3b-584f2613dda7 None None] No DVR routers for this DVR port 172213b2-f43c-417b-9cd6-09ae3b615b87 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:15.478593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.525502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-da0840af-308b-4954-ac4a-43994ef34a80', 'network_id': 'da0840af-308b-4954-ac4a-43994ef34a80', 'project_id': '3a5c739133094939ae698aeb3db37923', 'fixed_ips': [{'subnet_id': '246c884b-101c-4b1c-8346-c3a98f528262'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:07:15.525703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.543524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204cf9f2-7053-47e8-bbd1-644be58f6942']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:15.555211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43e90a6-eaef-4af3-b307-6baa206948d4') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:15.555814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43e90a6-eaef-4af3-b307-6baa206948d4') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:15.567342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.576431 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4950c517-f23e-4e14-8224-be0a8da69bf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6025829'] for subnet, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.590923 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d1507176-a3d2-4632-a86d-b440aa889158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.593776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d1507176-a3d2-4632-a86d-b440aa889158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.595145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d1507176-a3d2-4632-a86d-b440aa889158 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93b5fbdd-24bb-4800-9f6d-b0d05590f721 HTTP/1.1" status: 204 len: 168 time: 0.6673975 Dec 16 08:07:15.612634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1507176-a3d2-4632-a86d-b440aa889158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b5fbdd-24bb-4800-9f6d-b0d05590f721,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:15.648729 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.654684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] DHCP port deletion for 1a153605-fde0-4eb5-9b6b-6ebe00017a4c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:15.656144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:15.656767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:15.660101 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:15.740856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] Deleting port 491314a6-fe94-49f2-a9c1-5be9f1023635 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:15.741200 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.815054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] For port 491314a6-fe94-49f2-a9c1-5be9f1023635, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=491314a6-fe94-49f2-a9c1-5be9f1023635,segment=NetworkSegment(0441e58b-9580-433e-809c-b7688650e850),segment_id=0441e58b-9580-433e-809c-b7688650e850)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:15.815466 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.825952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.830333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.836410 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/204cf9f2-7053-47e8-bbd1-644be58f6942 HTTP/1.1" status: 204 len: 168 time: 0.6361384 Dec 16 08:07:15.837342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] Calling delete_port for 491314a6-fe94-49f2-a9c1-5be9f1023635 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:15.840873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47244) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.863749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47246) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:15.882595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488d713-6392-437a-8985-08713c485cf3 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=204cf9f2-7053-47e8-bbd1-644be58f6942,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:15.939093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4950c517-f23e-4e14-8224-be0a8da69bf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755715172316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4377038'] for subnet, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:15.970998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.041843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950c517-f23e-4e14-8224-be0a8da69bf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:16.047227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 491314a6-fe94-49f2-a9c1-5be9f1023635 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:16.047578 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.047832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Allocated IP 2001:db8::3 (da0840af-308b-4954-ac4a-43994ef34a80/246c884b-101c-4b1c-8346-c3a98f528262/e03722bd-e375-45c2-a6de-4a2c66a89be3) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:16.049021 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4950c517-f23e-4e14-8224-be0a8da69bf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.050512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4950c517-f23e-4e14-8224-be0a8da69bf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "PUT /v2.0/subnets/246c884b-101c-4b1c-8346-c3a98f528262 HTTP/1.1" status: 200 len: 900 time: 0.6413424 Dec 16 08:07:16.053399 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.054230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47252) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:16.120164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] Pushing event deleted for resources: {'Port': ['ID=491314a6-fe94-49f2-a9c1-5be9f1023635,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:16.145128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869428d2-2b02-404d-88cc-2a8361a1a862 None None] No DVR routers for this DVR port 491314a6-fe94-49f2-a9c1-5be9f1023635 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:16.162889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port 491314a6-fe94-49f2-a9c1-5be9f1023635, host n-d-820935-11, got binding levels [] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:16.163340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.182240 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 491314a6-fe94-49f2-a9c1-5be9f1023635 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:16.186291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Port 491314a6-fe94-49f2-a9c1-5be9f1023635 was not found and therefore no delete operation was performed {{(pid=110396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:07:16.187995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.232813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c517-f23e-4e14-8224-be0a8da69bf3 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event updated for resources: {'Subnet': ['ID=246c884b-101c-4b1c-8346-c3a98f528262,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:16.234343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=491314a6-fe94-49f2-a9c1-5be9f1023635,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:16.237096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port 491314a6-fe94-49f2-a9c1-5be9f1023635 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:16.345989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.357611 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1868f438-a0b3-4d11-b999-fe3de1900b9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abd554920c65486ea5701892ca32e288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4790246 Dec 16 08:07:16.357611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.359534 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47264) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:16.389571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:16.397164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a153605-fde0-4eb5-9b6b-6ebe00017a4c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:16.411405 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.414641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0441e58b-9580-433e-809c-b7688650e850') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:16.414947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0441e58b-9580-433e-809c-b7688650e850') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:16.428579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.453539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.455858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c700a6f5-c3c9-4bc4-a034-9248a1754613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.464929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85289e55-7e8a-4738-aedf-e7e070155e20 req-01e08e52-43fb-49b4-a364-d590a6776707 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:16.466454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85289e55-7e8a-4738-aedf-e7e070155e20 req-01e08e52-43fb-49b4-a364-d590a6776707 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 944 time: 0.1095710 Dec 16 08:07:16.467554 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:16.467966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:16.471135 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:16.477245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.522357 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.539648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c700a6f5-c3c9-4bc4-a034-9248a1754613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.556362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:07:16.563610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:16.563972 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.573825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Network da0840af-308b-4954-ac4a-43994ef34a80 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:16.581803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-85289e55-7e8a-4738-aedf-e7e070155e20 req-878b59ee-db82-4b5e-9813-3e038bac96f0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842865 Dec 16 08:07:16.598020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:16.603285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:16.605800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Pushing event updated for resources: {'Port': ['ID=e03722bd-e375-45c2-a6de-4a2c66a89be3,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:16.677633 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.717218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=246c884b-101c-4b1c-8346-c3a98f528262,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:16.735725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Attempting to bind port e03722bd-e375-45c2-a6de-4a2c66a89be3 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:16.736169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Attempting to bind port e03722bd-e375-45c2-a6de-4a2c66a89be3 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '6daa9d73-7e3c-4041-981f-09bd3c61168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da0840af-308b-4954-ac4a-43994ef34a80'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:16.736484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Attempting to bind port e03722bd-e375-45c2-a6de-4a2c66a89be3 on network da0840af-308b-4954-ac4a-43994ef34a80 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:16.741516 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.744080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c700a6f5-c3c9-4bc4-a034-9248a1754613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.750710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c700a6f5-c3c9-4bc4-a034-9248a1754613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.754322 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c700a6f5-c3c9-4bc4-a034-9248a1754613 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/465e669b-082e-4bd7-87f3-f34c9da7ed57 HTTP/1.1" status: 204 len: 168 time: 0.3915646 Dec 16 08:07:16.774239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 491314a6-fe94-49f2-a9c1-5be9f1023635 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:16.788196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.795448 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/1a153605-fde0-4eb5-9b6b-6ebe00017a4c HTTP/1.1" status: 204 len: 168 time: 0.9523273 Dec 16 08:07:16.796715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700a6f5-c3c9-4bc4-a034-9248a1754613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465e669b-082e-4bd7-87f3-f34c9da7ed57,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:16.799053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46634b3-606a-478d-8b67-2518810452f7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=1a153605-fde0-4eb5-9b6b-6ebe00017a4c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:16.803492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47278) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:16.803904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:16.804357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Checking segment: {'id': '6daa9d73-7e3c-4041-981f-09bd3c61168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da0840af-308b-4954-ac4a-43994ef34a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:16.804761 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.805166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Bound using segment: {'id': '6daa9d73-7e3c-4041-981f-09bd3c61168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da0840af-308b-4954-ac4a-43994ef34a80'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:16.805665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Bound port: e03722bd-e375-45c2-a6de-4a2c66a89be3, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daa9d73-7e3c-4041-981f-09bd3c61168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da0840af-308b-4954-ac4a-43994ef34a80'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:16.806057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.820593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-327717342'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:16.830037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.850591 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 491314a6-fe94-49f2-a9c1-5be9f1023635 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:07:16.850943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 491314a6-fe94-49f2-a9c1-5be9f1023635 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:16.851368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 172213b2-f43c-417b-9cd6-09ae3b615b87 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:16.853489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0840af-308b-4954-ac4a-43994ef34a80']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:16.871636 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daa9d73-7e3c-4041-981f-09bd3c61168a') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:16.871936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daa9d73-7e3c-4041-981f-09bd3c61168a') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:16.887252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 172213b2-f43c-417b-9cd6-09ae3b615b87 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:07:16.887661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 172213b2-f43c-417b-9cd6-09ae3b615b87 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:16.891130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.902159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.928870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.938098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:16.938675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:16.943149 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:16.955798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:16.960969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:16.962346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38463257-2c45-49ae-90bf-989691de0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:16.962506 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:16.966751 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0094ee62-4ee0-420c-8297-74132bdf080c" -d '{"events": [{"server_uuid": "38463257-2c45-49ae-90bf-989691de0100", "name": "network-vif-plugged", "status": "completed", "tag": "69d1eff2-f8a7-4360-9c73-bac64b7f6ec0"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:17.011656 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060d2d9a-4446-4eae-852c-c781c81acb04 x-openstack-request-id: req-060d2d9a-4446-4eae-852c-c781c81acb04 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:17.011944 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38463257-2c45-49ae-90bf-989691de0100", "name": "network-vif-plugged", "status": "completed", "tag": "69d1eff2-f8a7-4360-9c73-bac64b7f6ec0", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:17.012374 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-060d2d9a-4446-4eae-852c-c781c81acb04 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:17.012844 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38463257-2c45-49ae-90bf-989691de0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'code': 200} Dec 16 08:07:17.023522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] For port e03722bd-e375-45c2-a6de-4a2c66a89be3, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:17.024838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:17.027533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] For port e03722bd-e375-45c2-a6de-4a2c66a89be3, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e03722bd-e375-45c2-a6de-4a2c66a89be3,segment=NetworkSegment(6daa9d73-7e3c-4041-981f-09bd3c61168a),segment_id=6daa9d73-7e3c-4041-981f-09bd3c61168a)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:17.034461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.034822 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment 5c6c4a99-a3cc-4307-ab57-185fe87dfffc of type vlan for network 823737d7-5938-4398-8489-163ddc5f8c7c Dec 16 08:07:17.074879 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.087608 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.088134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.api [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 08:07:17.088134 n-d-820935-11 neutron-server[110395]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 08:07:17.088134 n-d-820935-11 neutron-server[110395]: [parameters: {'id': 'da0840af-308b-4954-ac4a-43994ef34a80'}] Dec 16 08:07:17.088134 n-d-820935-11 neutron-server[110395]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:07:17.091230 n-d-820935-11 neutron-server[110395]: DEBUG oslo_db.api [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:07:17.138273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:17.144949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b535-5fa3-4ef8-906e-9c37ee008e45 req-b7bda252-7f99-46e2-af74-b234fc2907a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:17.146463 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2611b535-5fa3-4ef8-906e-9c37ee008e45 req-b7bda252-7f99-46e2-af74-b234fc2907a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 1097 time: 0.0411286 Dec 16 08:07:17.179834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.223469 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2611b535-5fa3-4ef8-906e-9c37ee008e45 req-50a7a348-f5e6-4561-b9ed-1c772452d699 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686159 Dec 16 08:07:17.228659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.243376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:17.244781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.298857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f667e82-b4d4-4e45-b9fb-17119f9761b2 None None] Network da0840af-308b-4954-ac4a-43994ef34a80 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:17.301259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bf912-8a1d-4f3c-ac68-69247bca75b6 None None] Pushing event updated for resources: {'Port': ['ID=e03722bd-e375-45c2-a6de-4a2c66a89be3,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:17.342448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47294) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:17.352929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=823737d7-5938-4398-8489-163ddc5f8c7c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:17.381726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 823737d7-5938-4398-8489-163ddc5f8c7c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:17.413034 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7de40773-e182-4f09-a621-86764cba82b1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6078305 Dec 16 08:07:17.416201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47300) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:17.422129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:17.518716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ff0ef-9762-4d1d-8c4e-8159ed135619 None None] Network da0840af-308b-4954-ac4a-43994ef34a80 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:17.525360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-491508295-network', 'tenant_id': 'db5ccef7b8894caeaa7ab8bdf088786e'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:17.590419 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.629559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a128256-0623-4c32-afeb-93a7ec6007e4 None None] get_active_networks_info from n-d-820935-11 {{(pid=110397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 08:07:17.642006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Made reservation on behalf of db5ccef7b8894caeaa7ab8bdf088786e for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:17.644400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.675788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.783475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port e03722bd-e375-45c2-a6de-4a2c66a89be3 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:17.783863 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.853126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:17.856979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:17.893997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89425c28-d2a1-4a45-a627-b5e0d70cd486 req-ccbe32a1-c959-49f4-9328-abc3b3adfd63 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:17.898898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89425c28-d2a1-4a45-a627-b5e0d70cd486 req-ccbe32a1-c959-49f4-9328-abc3b3adfd63 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 945 time: 0.1814024 Dec 16 08:07:17.993514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port e03722bd-e375-45c2-a6de-4a2c66a89be3, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e03722bd-e375-45c2-a6de-4a2c66a89be3,segment=NetworkSegment(6daa9d73-7e3c-4041-981f-09bd3c61168a),segment_id=6daa9d73-7e3c-4041-981f-09bd3c61168a)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:17.993900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.004777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a128256-0623-4c32-afeb-93a7ec6007e4 None None] Resources bound (agent type, host, resource id): {{(pid=110397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 08:07:18.047913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for e03722bd-e375-45c2-a6de-4a2c66a89be3 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:18.090500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.096675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89425c28-d2a1-4a45-a627-b5e0d70cd486 req-0d094422-a735-4a93-91b3-93c4aae1945f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658592 Dec 16 08:07:18.215573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.226688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:18.236265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.242380 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Added segment eb409097-9e68-45dd-833c-52f23afea74e of type vlan for network 41c79404-1a7f-4be6-aeda-cc001896b00b Dec 16 08:07:18.281947 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.301912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47332) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:18.354846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f1881-2d35-4217-b531-c476405d6b5b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:18.434437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-43c14b5d-0c62-4dc4-9c1e-0cce0bea275c tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1331993310', 'prefixes': ['172.20.0.0/16']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:18.449396 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.503378 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.505093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.506578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:18.506962 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.544477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=c690057d-ef5e-47c1-b603-89f0cc4deb64,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:18.871823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43c14b5d-0c62-4dc4-9c1e-0cce0bea275c tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] Publish callbacks [] for subnetpool, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:18.873199 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-43c14b5d-0c62-4dc4-9c1e-0cce0bea275c tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5689051 Dec 16 08:07:18.875830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:18.925768 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3f3dd0e-1210-4ecd-a661-e02f0457c575 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] 10.222.0.43 "GET /v2.0/subnetpools/6c6c2cc9-6f26-4494-849c-bbb3dc5abb7f HTTP/1.1" status: 200 len: 732 time: 0.0447938 Dec 16 08:07:18.926056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:18.931831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-871c2403-1820-405c-80ad-444c20f460a2 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1663380107'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:18.959767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=e03722bd-e375-45c2-a6de-4a2c66a89be3,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:18.963181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port e03722bd-e375-45c2-a6de-4a2c66a89be3 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:19.003982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': '5c6c4a99-a3cc-4307-ab57-185fe87dfffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:19.003982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 823737d7-5938-4398-8489-163ddc5f8c7c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:19.004598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] Pushing event updated for resources: {'Network': ['ID=41c79404-1a7f-4be6-aeda-cc001896b00b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:19.015774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 41c79404-1a7f-4be6-aeda-cc001896b00b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:19.055736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ac7ae985-59ca-4c7c-a3db-317cb7cd92bd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7119234 Dec 16 08:07:19.059870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47352) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.066071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Request body: {'subnet': {'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-491508295-subnet', 'tenant_id': 'db5ccef7b8894caeaa7ab8bdf088786e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:19.080667 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.101965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0840af-308b-4954-ac4a-43994ef34a80']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:19.111712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daa9d73-7e3c-4041-981f-09bd3c61168a') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:19.112083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daa9d73-7e3c-4041-981f-09bd3c61168a') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:19.122252 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.138582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.142654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:19.143117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.158599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871c2403-1820-405c-80ad-444c20f460a2 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] Publish callbacks [] for subnetpool, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.163205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-871c2403-1820-405c-80ad-444c20f460a2 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] 10.222.0.43 "PUT /v2.0/subnetpools/6c6c2cc9-6f26-4494-849c-bbb3dc5abb7f HTTP/1.1" status: 200 len: 684 time: 0.2328241 Dec 16 08:07:19.163205 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47356) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:19.184227 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:19.187213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Made reservation on behalf of db5ccef7b8894caeaa7ab8bdf088786e for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:19.190179 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.191153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 823737d7-5938-4398-8489-163ddc5f8c7c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:19.251994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d370b-e2be-4699-ad71-13c9e4600e0c req-1890fbc9-5943-4de6-a383-97abaf992148 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:19.253540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82d370b-e2be-4699-ad71-13c9e4600e0c req-1890fbc9-5943-4de6-a383-97abaf992148 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 945 time: 0.0673540 Dec 16 08:07:19.307686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82d370b-e2be-4699-ad71-13c9e4600e0c req-9868254a-c680-4768-8953-5de607b65d96 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Dec 16 08:07:19.315847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 823737d7-5938-4398-8489-163ddc5f8c7c) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:19.327433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:19.327600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3921425-f990-47a8-827c-a922ef97c3cf None None] Network 823737d7-5938-4398-8489-163ddc5f8c7c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:19.328403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.362419 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.377677 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.387664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47364) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.388429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/da0840af-308b-4954-ac4a-43994ef34a80 HTTP/1.1" status: 204 len: 168 time: 3.3329451 Dec 16 08:07:19.415745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d5e4-2a1d-412e-9f86-7ded00f37f03 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=da0840af-308b-4954-ac4a-43994ef34a80,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:19.445037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-823737d7-5938-4398-8489-163ddc5f8c7c', 'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': 'c690057d-ef5e-47c1-b603-89f0cc4deb64'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:07:19.446164 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.451703 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-737578d2-b47f-4334-8a75-5551f5fee43a tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:19.457439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737578d2-b47f-4334-8a75-5551f5fee43a tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:19.464384 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-737578d2-b47f-4334-8a75-5551f5fee43a tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/246c884b-101c-4b1c-8346-c3a98f528262 HTTP/1.1" status: 404 len: 337 time: 0.0714178 Dec 16 08:07:19.465203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47366) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.488031 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-461d5e3f-c3c0-4d04-a80e-4fbde84be3a2 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:19.488825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461d5e3f-c3c0-4d04-a80e-4fbde84be3a2 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:19.493123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-461d5e3f-c3c0-4d04-a80e-4fbde84be3a2 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/da0840af-308b-4954-ac4a-43994ef34a80 HTTP/1.1" status: 404 len: 339 time: 0.0271878 Dec 16 08:07:19.496420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47368) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.504252 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90397654-742b-4143-9473-34296aaf2110 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] Publish callbacks [] for subnetpool, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.505575 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90397654-742b-4143-9473-34296aaf2110 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] 10.222.0.43 "DELETE /v2.0/subnetpools/6c6c2cc9-6f26-4494-849c-bbb3dc5abb7f HTTP/1.1" status: 204 len: 168 time: 0.3418581 Dec 16 08:07:19.508588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.529650 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-203aadeb-7868-46a7-b364-a9b044a9fa72 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] show failed (client error): The resource could not be found. Dec 16 08:07:19.531353 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-203aadeb-7868-46a7-b364-a9b044a9fa72 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] 10.222.0.43 "GET /v2.0/subnetpools/6c6c2cc9-6f26-4494-849c-bbb3dc5abb7f HTTP/1.1" status: 404 len: 346 time: 0.0207205 Dec 16 08:07:19.535095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47372) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.556457 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-25ac2533-dfb7-41e4-bab9-7de82c68be08 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] delete failed (client error): The resource could not be found. Dec 16 08:07:19.558129 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25ac2533-dfb7-41e4-bab9-7de82c68be08 tempest-SubnetPoolsTestJSON-1535699246 tempest-SubnetPoolsTestJSON-1535699246-project] 10.222.0.43 "DELETE /v2.0/subnetpools/6c6c2cc9-6f26-4494-849c-bbb3dc5abb7f HTTP/1.1" status: 404 len: 346 time: 0.0214741 Dec 16 08:07:19.582513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-298ecda1-b56d-4ac9-b035-ea2324f8ad14 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1652043 Dec 16 08:07:19.583258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47376) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:19.595870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-09199626-aa94-4a6a-8e43-cba006f105da tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1662188732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:19.639902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.686930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Allocated IP 2001:db8::2 (823737d7-5938-4398-8489-163ddc5f8c7c/c690057d-ef5e-47c1-b603-89f0cc4deb64/8484fc5c-2c81-4a98-ab36-db6b8d3700f1) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:19.747586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09199626-aa94-4a6a-8e43-cba006f105da tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.748717 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09199626-aa94-4a6a-8e43-cba006f105da tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.771405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.795963 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.829201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bd7db7-9850-4947-8e14-2b2240aacb5b']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:19.843311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09199626-aa94-4a6a-8e43-cba006f105da tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.846828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea43102-94d4-4be4-93cb-04c003f96152') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:19.847179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea43102-94d4-4be4-93cb-04c003f96152') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:19.858919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.880070 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.880303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.887257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:19.887779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:19.891778 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:19.914149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084f137e-4b1a-41bc-9f34-aa323589a2d2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:19.920070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Checking segment: {'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:19.920487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Network hostable DHCP agents. Network: 41c79404-1a7f-4be6-aeda-cc001896b00b, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:19.934686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09199626-aa94-4a6a-8e43-cba006f105da tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:19.968220 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.014982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Network 823737d7-5938-4398-8489-163ddc5f8c7c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:20.020700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:20.023394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:20.026997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Pushing event updated for resources: {'Port': ['ID=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:20.048042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Network 41c79404-1a7f-4be6-aeda-cc001896b00b is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:20.084733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.091722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09199626-aa94-4a6a-8e43-cba006f105da tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.099717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Attempting to bind port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:20.100119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-09199626-aa94-4a6a-8e43-cba006f105da tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5019388 Dec 16 08:07:20.100256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Attempting to bind port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '5c6c4a99-a3cc-4307-ab57-185fe87dfffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:20.100256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Attempting to bind port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 on network 823737d7-5938-4398-8489-163ddc5f8c7c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:20.100439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.100523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:20.100603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/61bd7db7-9850-4947-8e14-2b2240aacb5b HTTP/1.1" status: 204 len: 168 time: 0.6014025 Dec 16 08:07:20.100691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:20.100691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Checking segment: {'id': '5c6c4a99-a3cc-4307-ab57-185fe87dfffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:20.100691 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.100962 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Bound using segment: {'id': '5c6c4a99-a3cc-4307-ab57-185fe87dfffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:20.101781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Bound port: 8484fc5c-2c81-4a98-ab36-db6b8d3700f1, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6c4a99-a3cc-4307-ab57-185fe87dfffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:20.102285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.102587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'port': {'network_id': '823737d7-5938-4398-8489-163ddc5f8c7c', 'name': 'tempest-RoutersIpV6Test-159805559'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:20.103599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47390) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:20.126410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e396a-c890-46f1-9172-18079ee9ade5 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=61bd7db7-9850-4947-8e14-2b2240aacb5b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:20.147413 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1d55de-95dd-4306-9205-dfa620379c5e tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:20.148074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1d55de-95dd-4306-9205-dfa620379c5e tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:20.151133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8e1d55de-95dd-4306-9205-dfa620379c5e tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/976c3462-f563-4b8d-8e3e-0095144c3420 HTTP/1.1" status: 404 len: 337 time: 0.0440974 Dec 16 08:07:20.154318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47392) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:20.182347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] For port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:20.183155 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5935180-aff6-453d-8afb-b666dd9b6d5d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:20.184026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5935180-aff6-453d-8afb-b666dd9b6d5d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:20.187294 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d5935180-aff6-453d-8afb-b666dd9b6d5d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/8ca81db9-3471-4c7c-960c-da4ef1ac6655 HTTP/1.1" status: 404 len: 339 time: 0.0320499 Dec 16 08:07:20.188545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] For port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,segment=NetworkSegment(5c6c4a99-a3cc-4307-ab57-185fe87dfffc),segment_id=5c6c4a99-a3cc-4307-ab57-185fe87dfffc)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:20.190017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47394) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:20.205654 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 41c79404-1a7f-4be6-aeda-cc001896b00b) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:20.214943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:20.215919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.223505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68172b0-94e6-4879-9c91-710e7857e0ad None None] Network 41c79404-1a7f-4be6-aeda-cc001896b00b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:20.259062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting subnet 5dc5d046-dfdd-4c72-8e04-0d9b1e586022 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:20.262599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.303756 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d9927d8d-d92d-4434-9397-fd82bc5f46a5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2424676 Dec 16 08:07:20.333406 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.346337 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.415081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:20.417575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.458329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47406) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:20.477210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] device_id is not set on port c761c5ab-3f25-46b7-b519-fdde83dffa12 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:07:20.488231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357b028-415c-4c92-8f08-7838e0461a6f None None] Pushing event updated for resources: {'Port': ['ID=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:20.553537 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.607386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fba102-3e24-4cb6-ab11-e3c48331dd65 None None] Network 41c79404-1a7f-4be6-aeda-cc001896b00b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:20.744506 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8c81-b640-4272-a452-9e3659cb1a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.801977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.802233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8::103 (823737d7-5938-4398-8489-163ddc5f8c7c/c690057d-ef5e-47c1-b603-89f0cc4deb64/c761c5ab-3f25-46b7-b519-fdde83dffa12) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:20.869775 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8c81-b640-4272-a452-9e3659cb1a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.871034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc5d046-dfdd-4c72-8e04-0d9b1e586022,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:20.901722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:20.912906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2a145-f6b6-47fc-8231-939b83912397 None None] Network ced91e35-fa74-48b2-8603-5c9e59584c0c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:20.940789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0f69b0d8-a01c-4627-bf91-bdf87faaa759 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/5dc5d046-dfdd-4c72-8e04-0d9b1e586022 HTTP/1.1" status: 204 len: 168 time: 0.7473359 Dec 16 08:07:20.944205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:21.063538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting subnet 4106f5f3-4c0a-40e2-92cf-c77d31595571 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:21.066968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.106940 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.152917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.211814 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8c81-b640-4272-a452-9e3659cb1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.270644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa8c81-b640-4272-a452-9e3659cb1a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca64133-f9bc-4185-9931-22e9c01b49b0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:21.278828 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3fa8c81-b640-4272-a452-9e3659cb1a16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8451e95352e44bf2beff9da0715796b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8184731 Dec 16 08:07:21.284650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47428) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:21.314436 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.363588 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.372589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cd3572e-4b39-4178-bf66-b12a7d2101a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.423037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=c761c5ab-3f25-46b7-b519-fdde83dffa12,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:21.497565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 823737d7-5938-4398-8489-163ddc5f8c7c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:21.524676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:21.529601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cd3572e-4b39-4178-bf66-b12a7d2101a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.531731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:21.545716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:21.546705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.672046 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92e47dad-fc78-404a-954d-e41c2af26e4b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5750108 Dec 16 08:07:21.674704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47434) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:21.795976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cd3572e-4b39-4178-bf66-b12a7d2101a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.798828 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cd3572e-4b39-4178-bf66-b12a7d2101a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.802567 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4cd3572e-4b39-4178-bf66-b12a7d2101a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ca64133-f9bc-4185-9931-22e9c01b49b0 HTTP/1.1" status: 204 len: 168 time: 0.5143888 Dec 16 08:07:21.810473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3572e-4b39-4178-bf66-b12a7d2101a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca64133-f9bc-4185-9931-22e9c01b49b0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:21.830899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.919026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=4106f5f3-4c0a-40e2-92cf-c77d31595571,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:21.922191 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:21.925318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5dda8c56-538f-468c-a0c5-02a5a0364dcc tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/4106f5f3-4c0a-40e2-92cf-c77d31595571 HTTP/1.1" status: 204 len: 168 time: 0.9793584 Dec 16 08:07:21.928210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47440) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:22.089705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.181038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port d4d7891a-d836-4592-99ef-7215239af529 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:22.181406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.262047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.296511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port d4d7891a-d836-4592-99ef-7215239af529, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d4d7891a-d836-4592-99ef-7215239af529,segment=NetworkSegment(23844e30-c33e-4273-a408-b04b2679a01e),segment_id=23844e30-c33e-4273-a408-b04b2679a01e)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:22.296888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.311646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for d4d7891a-d836-4592-99ef-7215239af529 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:22.328678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d1f9e-7d68-4f2f-a3b2-ffaa6ece7356 None None] Network ced91e35-fa74-48b2-8603-5c9e59584c0c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:22.448876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8604a89-5de0-4697-87fa-a68a9ded646d None None] Network 823737d7-5938-4398-8489-163ddc5f8c7c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:22.555317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.592932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-33faf18d-dac6-4680-88a2-5afda4330ac4 None None] Provisioning complete for port d4d7891a-d836-4592-99ef-7215239af529 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:22.592932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33faf18d-dac6-4680-88a2-5afda4330ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.611507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port d4d7891a-d836-4592-99ef-7215239af529 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:22.668800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=d4d7891a-d836-4592-99ef-7215239af529,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:22.669160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-33faf18d-dac6-4680-88a2-5afda4330ac4 None None] Port d4d7891a-d836-4592-99ef-7215239af529 was deleted so its status cannot be updated. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 08:07:22.795055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6b5310c7-0b44-47ef-8396-2fa6ecacddae None None] Provisioning complete for port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:22.799678 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b5310c7-0b44-47ef-8396-2fa6ecacddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.858969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37badfaa-e103-482b-aeda-0f635aa08eb9 None None] DHCP port deletion for ced91e35-fa74-48b2-8603-5c9e59584c0c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:22.883339 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.926330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:22.937021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:22.939491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.021945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced91e35-fa74-48b2-8603-5c9e59584c0c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:23.066764 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23844e30-c33e-4273-a408-b04b2679a01e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:23.069045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23844e30-c33e-4273-a408-b04b2679a01e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:23.097249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.098795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=c761c5ab-3f25-46b7-b519-fdde83dffa12,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:23.158843 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.165122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:23.168053 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.179332 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b5310c7-0b44-47ef-8396-2fa6ecacddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.194776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:23.196239 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:23.312383 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:23.342032 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6b5310c7-0b44-47ef-8396-2fa6ecacddae None None] For port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,segment=NetworkSegment(5c6c4a99-a3cc-4307-ab57-185fe87dfffc),segment_id=5c6c4a99-a3cc-4307-ab57-185fe87dfffc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:23.387094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.442549 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.516699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.529186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.536390 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/ced91e35-fa74-48b2-8603-5c9e59584c0c HTTP/1.1" status: 204 len: 168 time: 1.6068201 Dec 16 08:07:23.544590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47498) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:23.604462 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b5310c7-0b44-47ef-8396-2fa6ecacddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.611150 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:07:23.611513 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:07:23.691770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5310c7-0b44-47ef-8396-2fa6ecacddae None None] Pushing event updated for resources: {'Port': ['ID=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:23.733526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6a3ec60e-6739-48e1-9d77-9026a2a5bd00 None None] Provisioning complete for port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:23.733995 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec60e-6739-48e1-9d77-9026a2a5bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.815707 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:23.892604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256fbf5-15d8-4d2e-a00e-74e3d510d7b0 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=ced91e35-fa74-48b2-8603-5c9e59584c0c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:23.896605 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d197e490-03b8-485c-89a2-f175bdb1b12b tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:23.897918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d197e490-03b8-485c-89a2-f175bdb1b12b tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:23.901814 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d197e490-03b8-485c-89a2-f175bdb1b12b tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/11d79232-d64b-4625-afc6-a263f1833c58 HTTP/1.1" status: 404 len: 337 time: 0.3488529 Dec 16 08:07:23.914335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47508) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:23.988317 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd846365-7017-48b6-84e2-bf518cb7fa40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:23.995808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd846365-7017-48b6-84e2-bf518cb7fa40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:24.000385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6a3ec60e-6739-48e1-9d77-9026a2a5bd00 None None] Provisioning complete for port c761c5ab-3f25-46b7-b519-fdde83dffa12 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:24.002305 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fd846365-7017-48b6-84e2-bf518cb7fa40 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/cbac1e94-1239-4fa7-a804-36fd7a2777d3 HTTP/1.1" status: 404 len: 339 time: 0.0865943 Dec 16 08:07:24.004837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec60e-6739-48e1-9d77-9026a2a5bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.005192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47512) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:24.054553 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5275c7-98ef-41c6-9ac7-807988150ce4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:24.055313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5275c7-98ef-41c6-9ac7-807988150ce4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:24.059151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df5275c7-98ef-41c6-9ac7-807988150ce4 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/6702c641-4e7e-4ecd-a6e8-59897cc1de48 HTTP/1.1" status: 404 len: 337 time: 0.0527554 Dec 16 08:07:24.063156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47514) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:24.094817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ec60e-6739-48e1-9d77-9026a2a5bd00 None None] Port c761c5ab-3f25-46b7-b519-fdde83dffa12 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:24.103073 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd8264c-4ec4-4fea-9aa5-a5d412161e45 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:24.106444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd8264c-4ec4-4fea-9aa5-a5d412161e45 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:24.125270 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dfd8264c-4ec4-4fea-9aa5-a5d412161e45 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/46c35fd9-8c53-40d3-a483-4f3f3920b219 HTTP/1.1" status: 404 len: 339 time: 0.0607617 Dec 16 08:07:24.130446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47520) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:24.182244 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d7fe1d-3309-45fb-bd31-ab96f521edae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:24.184521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d7fe1d-3309-45fb-bd31-ab96f521edae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:24.196357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e4d7fe1d-3309-45fb-bd31-ab96f521edae tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/daf13f66-da87-4e8c-8328-5461648a7830 HTTP/1.1" status: 404 len: 337 time: 0.0649362 Dec 16 08:07:24.199699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47522) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:24.229821 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-26791b4e-b634-4eb8-8257-0f8ac8c97c8f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:24.247882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26791b4e-b634-4eb8-8257-0f8ac8c97c8f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:24.250325 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-90ffd42e-95bf-4505-905f-6aa375106f64 None None] Provisioning complete for port c761c5ab-3f25-46b7-b519-fdde83dffa12 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:24.250847 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-90ffd42e-95bf-4505-905f-6aa375106f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.254321 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-26791b4e-b634-4eb8-8257-0f8ac8c97c8f tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/aefd5c06-b815-4c91-955e-c6e35a9bdb66 HTTP/1.1" status: 404 len: 339 time: 0.0528688 Dec 16 08:07:24.260017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47524) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:24.326386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-90ffd42e-95bf-4505-905f-6aa375106f64 None None] Port c761c5ab-3f25-46b7-b519-fdde83dffa12 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:24.344238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting subnet d93c05de-4e1b-41e3-bf72-089f403fd5fa {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:24.348018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.371646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.391386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.486012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.573916 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.575059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.688290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.695415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=c761c5ab-3f25-46b7-b519-fdde83dffa12,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:24.754481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=d93c05de-4e1b-41e3-bf72-089f403fd5fa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:24.767204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:24.777873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa58d309-1b7e-42cd-baea-1f489539f151 None None] Network d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:24.786256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:24.805286 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d463007c-8315-4bde-a617-ca3ff3cabf79 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/d93c05de-4e1b-41e3-bf72-089f403fd5fa HTTP/1.1" status: 204 len: 168 time: 0.5434101 Dec 16 08:07:24.807595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47542) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:24.809308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 823737d7-5938-4398-8489-163ddc5f8c7c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:24.810954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:24.939331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.095098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:25.095468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.152790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port 34a6c702-caf1-436d-87af-ba98c7fc86ff {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:25.153104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.207098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 56f15ae5-6e9b-4f9b-9793-c65140b6faa3 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:07:25.286915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port 34a6c702-caf1-436d-87af-ba98c7fc86ff, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=34a6c702-caf1-436d-87af-ba98c7fc86ff,segment=NetworkSegment(ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3),segment_id=ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:25.287282 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.299938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] DHCP port deletion for d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:25.343182 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for 34a6c702-caf1-436d-87af-ba98c7fc86ff owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:25.357073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3fdd66b6-1969-490f-ac55-bbe55a71ad7c None None] Provisioning complete for port c761c5ab-3f25-46b7-b519-fdde83dffa12 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:25.357726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fdd66b6-1969-490f-ac55-bbe55a71ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.358671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:25.371957 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] Sync routers for ids ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:25.390520 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] Routers {'56f15ae5-6e9b-4f9b-9793-c65140b6faa3'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:25.392084 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:25.396104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f90e2428-aebc-46ef-b162-54cb25c6e05b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/56f15ae5-6e9b-4f9b-9793-c65140b6faa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7173710 Dec 16 08:07:25.396798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47562) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:25.399850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd66b6-1969-490f-ac55-bbe55a71ad7c None None] Port c761c5ab-3f25-46b7-b519-fdde83dffa12 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:25.417897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] Deleting port 34a6c702-caf1-436d-87af-ba98c7fc86ff {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:25.418695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.433882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4d7891a-d836-4592-99ef-7215239af529 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:25.474751 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:25.485884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc5893-662a-444a-a445-06fa160bf61c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:25.487162 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] Routers {'56f15ae5-6e9b-4f9b-9793-c65140b6faa3'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:25.487563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b3fc5893-662a-444a-a445-06fa160bf61c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports/c761c5ab-3f25-46b7-b519-fdde83dffa12 HTTP/1.1" status: 200 len: 983 time: 0.0872185 Dec 16 08:07:25.488796 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:25.490416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47566) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:25.524891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d4d7891a-d836-4592-99ef-7215239af529 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:07:25.525231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d4d7891a-d836-4592-99ef-7215239af529 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:25.536783 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:25.538296 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f532b5c-a667-46f6-b7a3-35e1552737cd None None] The sync data for ids ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:25.549893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] For port 34a6c702-caf1-436d-87af-ba98c7fc86ff, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=34a6c702-caf1-436d-87af-ba98c7fc86ff,segment=NetworkSegment(ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3),segment_id=ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:25.550366 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.565266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] Calling delete_port for 34a6c702-caf1-436d-87af-ba98c7fc86ff owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:25.701604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.752793 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=34a6c702-caf1-436d-87af-ba98c7fc86ff,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:25.766906 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port 34a6c702-caf1-436d-87af-ba98c7fc86ff on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:25.841019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.857778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] No DVR routers for this DVR port 34a6c702-caf1-436d-87af-ba98c7fc86ff on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:25.876529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:25.891512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6879438-a945-4992-8abf-eb63bc267915 None None] Pushing event deleted for resources: {'Port': ['ID=34a6c702-caf1-436d-87af-ba98c7fc86ff,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:25.927050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d934a3-8a1a-470c-bfe9-2593fb4c1b80']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:25.974219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:25.974902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7d1c3d-53cc-4047-8ddc-f9d0f117d8e3') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:25.989481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.018990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.033043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:26.033541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:26.037399 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:26.255499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.331808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.345131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.348861 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/d7d934a3-8a1a-470c-bfe9-2593fb4c1b80 HTTP/1.1" status: 204 len: 168 time: 1.5397277 Dec 16 08:07:26.351740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47584) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:26.377103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e113d55-7b0e-436e-bf8b-d20dcb5d43eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=d7d934a3-8a1a-470c-bfe9-2593fb4c1b80,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:26.400843 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9e7a9f-4d7d-46fe-957f-48c333ee5793 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:26.401349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9e7a9f-4d7d-46fe-957f-48c333ee5793 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:26.404434 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0a9e7a9f-4d7d-46fe-957f-48c333ee5793 tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/ccfa9c20-9879-4832-97ef-301c9ca022c9 HTTP/1.1" status: 404 len: 337 time: 0.0507610 Dec 16 08:07:26.407186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47586) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:26.453032 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be7f646-37f5-46d7-921a-28561f0158eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] DELETE failed (client error): The resource could not be found. Dec 16 08:07:26.454102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be7f646-37f5-46d7-921a-28561f0158eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:07:26.459200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6be7f646-37f5-46d7-921a-28561f0158eb tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/25896abc-ea66-465a-a895-331740e85895 HTTP/1.1" status: 404 len: 339 time: 0.0496998 Dec 16 08:07:26.462903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47588) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:26.581774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting subnet 3b04de0b-21d6-432a-acc7-f3c91a418467 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:26.585686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.595877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port c761c5ab-3f25-46b7-b519-fdde83dffa12 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:26.596448 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.632930 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.747500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 34a6c702-caf1-436d-87af-ba98c7fc86ff no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:26.759107 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.775527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for c761c5ab-3f25-46b7-b519-fdde83dffa12 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:26.776870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.788466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 34a6c702-caf1-436d-87af-ba98c7fc86ff {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:07:26.788817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 34a6c702-caf1-436d-87af-ba98c7fc86ff not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:26.939437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.971969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Subnet': ['ID=3b04de0b-21d6-432a-acc7-f3c91a418467,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:26.983044 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:26.987317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3a0d0a2f-239e-446c-b720-5c4a6a84063d tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/subnets/3b04de0b-21d6-432a-acc7-f3c91a418467 HTTP/1.1" status: 204 len: 168 time: 0.5229208 Dec 16 08:07:26.990443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47602) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:26.994217 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec152e-69fb-4c46-8914-9eb560b98a32 None None] Network 34f0bffb-426e-4d70-a106-89a517da8b7f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:27.153207 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.169130 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.215758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Deleting port a44d72bc-34cc-4127-bd15-e00e54a6be38 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:27.216103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.234895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=c761c5ab-3f25-46b7-b519-fdde83dffa12,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:27.275701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] DHCP port deletion for 34f0bffb-426e-4d70-a106-89a517da8b7f request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:27.398300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] Deleting port a44d72bc-34cc-4127-bd15-e00e54a6be38 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:27.398833 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.453197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] For port a44d72bc-34cc-4127-bd15-e00e54a6be38, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a44d72bc-34cc-4127-bd15-e00e54a6be38,segment=NetworkSegment(60434f74-b9ad-40e1-8b73-d238d1ab9072),segment_id=60434f74-b9ad-40e1-8b73-d238d1ab9072)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:27.453790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.490638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Calling delete_port for a44d72bc-34cc-4127-bd15-e00e54a6be38 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:27.550398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.610049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] For port a44d72bc-34cc-4127-bd15-e00e54a6be38, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a44d72bc-34cc-4127-bd15-e00e54a6be38,segment=NetworkSegment(60434f74-b9ad-40e1-8b73-d238d1ab9072),segment_id=60434f74-b9ad-40e1-8b73-d238d1ab9072)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:27.610566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.643573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] Calling delete_port for a44d72bc-34cc-4127-bd15-e00e54a6be38 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:27.722781 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.807433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 56f15ae5-6e9b-4f9b-9793-c65140b6faa3 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:27.819163 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.834717 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:27.892748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Port': ['ID=a44d72bc-34cc-4127-bd15-e00e54a6be38,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:27.895817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] No DVR routers for this DVR port a44d72bc-34cc-4127-bd15-e00e54a6be38 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:27.924250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] Pushing event deleted for resources: {'Port': ['ID=a44d72bc-34cc-4127-bd15-e00e54a6be38,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:27.977188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a19a5e-c91d-4d61-ab91-c437b3d25b60 None None] No DVR routers for this DVR port a44d72bc-34cc-4127-bd15-e00e54a6be38 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:28.025489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:28.036439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e33db4-962a-44b2-9465-001660abf731 None None] Sync routers for ids ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:28.063771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e00901e0-5dad-4756-8ce6-ce9819ed9846 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/56f15ae5-6e9b-4f9b-9793-c65140b6faa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5695324 Dec 16 08:07:28.065204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47634) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:28.066146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e33db4-962a-44b2-9465-001660abf731 None None] Routers {'56f15ae5-6e9b-4f9b-9793-c65140b6faa3'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:28.066983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-61e33db4-962a-44b2-9465-001660abf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:28.105538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.152903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f0bffb-426e-4d70-a106-89a517da8b7f']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:28.165375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-61e33db4-962a-44b2-9465-001660abf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:28.176226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e33db4-962a-44b2-9465-001660abf731 None None] Routers {'56f15ae5-6e9b-4f9b-9793-c65140b6faa3'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:28.177173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-61e33db4-962a-44b2-9465-001660abf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:28.178075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60434f74-b9ad-40e1-8b73-d238d1ab9072') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:28.178383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60434f74-b9ad-40e1-8b73-d238d1ab9072') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:28.204150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.229386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-61e33db4-962a-44b2-9465-001660abf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:28.229898 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.230565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e33db4-962a-44b2-9465-001660abf731 None None] The sync data for ids ['56f15ae5-6e9b-4f9b-9793-c65140b6faa3'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:28.242011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8efff2a7-77bb-4385-a686-e364a1df5a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.252432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:28.252930 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:28.263535 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:28.465207 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.472818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.477393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] 10.222.0.43 "DELETE /v2.0/networks/34f0bffb-426e-4d70-a106-89a517da8b7f HTTP/1.1" status: 204 len: 168 time: 1.4852285 Dec 16 08:07:28.528345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47644) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:28.541125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f235a45-4553-4170-b006-c0947b8ddd7c tempest-NetworksIpV6Test-69771683 tempest-NetworksIpV6Test-69771683-project] Pushing event deleted for resources: {'Network': ['ID=34f0bffb-426e-4d70-a106-89a517da8b7f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:28.708220 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbeeb-780e-406c-95e4-169da9cfe4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.774497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a44d72bc-34cc-4127-bd15-e00e54a6be38 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:28.819453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: a44d72bc-34cc-4127-bd15-e00e54a6be38 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:07:28.820059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a44d72bc-34cc-4127-bd15-e00e54a6be38 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:28.866088 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-499903ac-f420-4a09-b060-455ceb387e82 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 08:07:28.868633 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-499903ac-f420-4a09-b060-455ceb387e82 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/56f15ae5-6e9b-4f9b-9793-c65140b6faa3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8009434 Dec 16 08:07:28.870432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47650) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:28.873749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbeeb-780e-406c-95e4-169da9cfe4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.904517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9eab7bf9-47c9-41e5-9db8-29ec12cd64f4 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f15ae5-6e9b-4f9b-9793-c65140b6faa3 HTTP/1.1" status: 200 len: 205 time: 0.0298400 Dec 16 08:07:28.905405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47652) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:28.950509 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbeeb-780e-406c-95e4-169da9cfe4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:28.997343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c0db-6b27-4402-8e8f-2e68f2c2a335 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.001701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7ebbbeeb-780e-406c-95e4-169da9cfe4db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e01dc87269874e289bd4b537cfada99b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676738 Dec 16 08:07:29.003907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47656) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:29.046053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbbeeb-780e-406c-95e4-169da9cfe4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18410ee0-ff20-4d92-b51d-9a0085e3b6cd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:29.082621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47662) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:29.167678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd7af41e-2e52-4743-8763-e229e013f294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.237496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd7af41e-2e52-4743-8763-e229e013f294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.343727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c0db-6b27-4402-8e8f-2e68f2c2a335 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.348747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c0db-6b27-4402-8e8f-2e68f2c2a335 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.374027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a6a2ee6a-9e30-4318-a2cc-2dbb1cc5f5c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a5c739133094939ae698aeb3db37923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899675 Dec 16 08:07:29.382448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47672) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:29.483824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48db5813-e0b6-482c-9636-26ab23b91d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.484790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd7af41e-2e52-4743-8763-e229e013f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.494242 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd7af41e-2e52-4743-8763-e229e013f294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.497347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cd7af41e-2e52-4743-8763-e229e013f294 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18410ee0-ff20-4d92-b51d-9a0085e3b6cd HTTP/1.1" status: 204 len: 168 time: 0.4917021 Dec 16 08:07:29.526868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7af41e-2e52-4743-8763-e229e013f294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18410ee0-ff20-4d92-b51d-9a0085e3b6cd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:29.550323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c0db-6b27-4402-8e8f-2e68f2c2a335 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.564114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c2c0db-6b27-4402-8e8f-2e68f2c2a335 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Fanout notify agent at l3_agent the message router_deleted on router 56f15ae5-6e9b-4f9b-9793-c65140b6faa3 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:07:29.566035 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48db5813-e0b6-482c-9636-26ab23b91d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.566696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c0db-6b27-4402-8e8f-2e68f2c2a335 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.566696 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e1c2c0db-6b27-4402-8e8f-2e68f2c2a335 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/56f15ae5-6e9b-4f9b-9793-c65140b6faa3 HTTP/1.1" status: 204 len: 168 time: 0.6541748 Dec 16 08:07:29.566696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47680) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:29.675057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet c690057d-ef5e-47c1-b603-89f0cc4deb64 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:29.679173 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.736064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.807232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48db5813-e0b6-482c-9636-26ab23b91d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.809839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48db5813-e0b6-482c-9636-26ab23b91d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:29.823764 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-48db5813-e0b6-482c-9636-26ab23b91d2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4692794a-b78b-4417-b9dc-faa4637a9b2f HTTP/1.1" status: 204 len: 168 time: 0.4120750 Dec 16 08:07:29.832002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db5813-e0b6-482c-9636-26ab23b91d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4692794a-b78b-4417-b9dc-faa4637a9b2f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:29.856814 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.059653 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.117560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.170311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=c690057d-ef5e-47c1-b603-89f0cc4deb64,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:30.173642 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.178634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a519294-110a-42cd-8d6c-0b8435bfae0b None None] Network 823737d7-5938-4398-8489-163ddc5f8c7c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:30.180518 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a109aff2-ad88-44d6-bb8c-609d5096eb3b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/c690057d-ef5e-47c1-b603-89f0cc4deb64 HTTP/1.1" status: 204 len: 168 time: 0.6161952 Dec 16 08:07:30.183131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47690) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:30.439758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47706) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:30.440843 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.462198 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68806e54-5fed-4573-b2dd-eb97b4178833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.464629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] DHCP port deletion for 823737d7-5938-4398-8489-163ddc5f8c7c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:30.544595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] Deleting port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:30.546925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.592042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:30.592840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.708501 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,segment=NetworkSegment(5c6c4a99-a3cc-4307-ab57-185fe87dfffc),segment_id=5c6c4a99-a3cc-4307-ab57-185fe87dfffc)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:30.708884 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.717000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68806e54-5fed-4573-b2dd-eb97b4178833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.725257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] For port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,segment=NetworkSegment(5c6c4a99-a3cc-4307-ab57-185fe87dfffc),segment_id=5c6c4a99-a3cc-4307-ab57-185fe87dfffc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:30.730676 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.737551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:30.744843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] Calling delete_port for 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:30.784898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-68806e54-5fed-4573-b2dd-eb97b4178833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.806428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:30.840476 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-68806e54-5fed-4573-b2dd-eb97b4178833 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4545895723143e893334a5c43ec3edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987236 Dec 16 08:07:30.841646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68806e54-5fed-4573-b2dd-eb97b4178833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b389af-606d-4307-8785-947980276d49,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:30.842973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47716) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:30.943583 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4f7c-59b3-4b58-a970-405dd9d7d426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.957741 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.974123 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.986770 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba72f51f-0c5e-40f0-9896-39dde1a20a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:30.991422 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.002679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:31.030918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] No DVR routers for this DVR port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:31.031056 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4f7c-59b3-4b58-a970-405dd9d7d426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.032898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c713e-e5c0-4258-b59c-8c965974dff1 None None] Pushing event deleted for resources: {'Port': ['ID=8484fc5c-2c81-4a98-ab36-db6b8d3700f1,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:31.040991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port 8484fc5c-2c81-4a98-ab36-db6b8d3700f1 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:31.189710 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.214570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823737d7-5938-4398-8489-163ddc5f8c7c']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:31.225844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6c4a99-a3cc-4307-ab57-185fe87dfffc') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:31.226148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6c4a99-a3cc-4307-ab57-185fe87dfffc') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:31.244137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.266000 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.272667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:31.273077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:31.277381 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:31.331676 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4f7c-59b3-4b58-a970-405dd9d7d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.334287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4f7c-59b3-4b58-a970-405dd9d7d426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.344926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d3bc4f7c-59b3-4b58-a970-405dd9d7d426 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2b389af-606d-4307-8785-947980276d49 HTTP/1.1" status: 204 len: 168 time: 0.5004575 Dec 16 08:07:31.383187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc4f7c-59b3-4b58-a970-405dd9d7d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b389af-606d-4307-8785-947980276d49,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:31.516580 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.521989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.529460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/823737d7-5938-4398-8489-163ddc5f8c7c HTTP/1.1" status: 204 len: 168 time: 1.3474617 Dec 16 08:07:31.530065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:31.537135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1203937840'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:31.546326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a24e06-acd9-47c1-b622-9776a150a159 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=823737d7-5938-4398-8489-163ddc5f8c7c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:31.643558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47748) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:31.653358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:31.657438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.686299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:31.697028 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.702360 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment 0f542991-abab-461a-949e-e77e6440b493 of type vlan for network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a Dec 16 08:07:31.767241 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.865049 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.898511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.905160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:31.905945 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:31.949995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-34ae972b-350c-4a92-991a-b741de7706cf tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-675568252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:32.024349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=1bc95a77-cca3-4b7c-a51a-be3eb26f177a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:32.043740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:32.076151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a2dc020b-5581-44a5-a882-c5f2f977fb57 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5448508 Dec 16 08:07:32.078965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:32.089813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '1bc95a77-cca3-4b7c-a51a-be3eb26f177a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:32.169138 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34ae972b-350c-4a92-991a-b741de7706cf tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.170647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34ae972b-350c-4a92-991a-b741de7706cf tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.249655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34ae972b-350c-4a92-991a-b741de7706cf tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.352351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34ae972b-350c-4a92-991a-b741de7706cf tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.357909 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:32.361545 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.712081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34ae972b-350c-4a92-991a-b741de7706cf tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.723474 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-34ae972b-350c-4a92-991a-b741de7706cf tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0686057 Dec 16 08:07:32.725713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47788) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:32.732082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-934382480'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:32.762143 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.836092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:32.841188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': '0f542991-abab-461a-949e-e77e6440b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1bc95a77-cca3-4b7c-a51a-be3eb26f177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:32.841545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 1bc95a77-cca3-4b7c-a51a-be3eb26f177a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:32.904355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:32.907872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.921646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:32.956065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:33.003890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.053594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 1bc95a77-cca3-4b7c-a51a-be3eb26f177a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:33.063875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:33.068346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f5df0-22d8-4925-8e68-836bf8c46d47 None None] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:33.069041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.099442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.120360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:33.131213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.131832 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Added segment 9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec of type vlan for network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c Dec 16 08:07:33.156190 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-259cb2c2-f125-47c9-874b-7d6b178988e7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0735114 Dec 16 08:07:33.156523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47800) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:33.163239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b1d6f4b1-4cc5-43d6-830b-079bae26b43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2144266907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:33.198411 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.244540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d7b800-d37e-4b78-b532-afa414ba9c73,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:33.276823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-1bc95a77-cca3-4b7c-a51a-be3eb26f177a', 'network_id': '1bc95a77-cca3-4b7c-a51a-be3eb26f177a', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': '5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:07:33.277698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.286686 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f4b1-4cc5-43d6-830b-079bae26b43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.288412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f4b1-4cc5-43d6-830b-079bae26b43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.315947 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.321607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:33.322184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.402872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Network': ['ID=8c7ca5d3-a925-4c26-8b0f-e2be45d1068c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:33.423602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f4b1-4cc5-43d6-830b-079bae26b43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.425147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:33.466705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8109b414-81dd-4661-9d6d-e068375b0d36 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7392492 Dec 16 08:07:33.469711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47808) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:33.476324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'subnet': {'network_id': '8c7ca5d3-a925-4c26-8b0f-e2be45d1068c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:33.523243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f4b1-4cc5-43d6-830b-079bae26b43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.594967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Allocated IP 2001:db8::2 (1bc95a77-cca3-4b7c-a51a-be3eb26f177a/5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9/f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:33.698975 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.724340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f4b1-4cc5-43d6-830b-079bae26b43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.728674 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b1d6f4b1-4cc5-43d6-830b-079bae26b43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5710399 Dec 16 08:07:33.729969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:33.799028 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.864839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:33.868741 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.893431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:33.984808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:33.989401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:33.994131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Pushing event updated for resources: {'Port': ['ID=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:33.998982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:34.129394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Attempting to bind port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:34.138225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Attempting to bind port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '0f542991-abab-461a-949e-e77e6440b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1bc95a77-cca3-4b7c-a51a-be3eb26f177a'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:34.138694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Attempting to bind port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 on network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:34.161977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:34.163035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Checking segment: {'id': '0f542991-abab-461a-949e-e77e6440b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1bc95a77-cca3-4b7c-a51a-be3eb26f177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:34.163035 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.163244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Bound using segment: {'id': '0f542991-abab-461a-949e-e77e6440b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1bc95a77-cca3-4b7c-a51a-be3eb26f177a'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:34.163660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Bound port: f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f542991-abab-461a-949e-e77e6440b493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1bc95a77-cca3-4b7c-a51a-be3eb26f177a'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:34.164043 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.200430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.272418 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.304071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] For port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:34.309777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] For port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,segment=NetworkSegment(0f542991-abab-461a-949e-e77e6440b493),segment_id=0f542991-abab-461a-949e-e77e6440b493)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:34.329265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.439151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Subnet': ['ID=0ca1090f-00cd-4bb7-8b49-b4cb6d7df347,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:34.459084 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.513485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Checking segment: {'id': '9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c7ca5d3-a925-4c26-8b0f-e2be45d1068c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:34.513966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network hostable DHCP agents. Network: 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:34.598871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974a4d5-7420-4221-92b1-3fb74cf5c5f9 None None] Pushing event updated for resources: {'Port': ['ID=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:34.605058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8::1 (1bc95a77-cca3-4b7c-a51a-be3eb26f177a/5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9/eecfe926-5a71-4cec-917b-47ec531ddc10) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:34.684807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:34.813367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:34.825377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889b4de-159d-4087-a078-12bfe18969ae None None] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:34.825548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:34.827560 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.938668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:34.954855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-87e661c8-96bb-496a-a1ef-bb31b1fc0d86 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4840090 Dec 16 08:07:34.962877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47858) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:34.978383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'network': {'name': 'tempest-router-network01--1975830471'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:35.098917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:35.102473 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.111562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-8c7ca5d3-a925-4c26-8b0f-e2be45d1068c', 'network_id': '8c7ca5d3-a925-4c26-8b0f-e2be45d1068c', 'project_id': 'd131a92aa2aa4da3bfb6316dcaa0d8ff', 'fixed_ips': [{'subnet_id': '0ca1090f-00cd-4bb7-8b49-b4cb6d7df347'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:07:35.113479 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.147236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:35.151169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.158258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.158616 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Added segment 39e5a391-efbd-4ffc-82dc-79743bab29dd of type vlan for network cb3cad98-3a6c-4a42-aac2-9619fb06f59c Dec 16 08:07:35.232501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:35.236479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:35.242313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:35.243816 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.249095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=eecfe926-5a71-4cec-917b-47ec531ddc10,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:35.249589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.305465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Allocated IP 2001:db8::2 (8c7ca5d3-a925-4c26-8b0f-e2be45d1068c/0ca1090f-00cd-4bb7-8b49-b4cb6d7df347/8c4028e9-0544-4e03-8ee8-c91670f6d12e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:35.362059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.368841 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.369850 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.527648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Network': ['ID=cb3cad98-3a6c-4a42-aac2-9619fb06f59c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:35.538819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:35.632493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.647322 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.679669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-15b09d88-7860-407e-8417-c2ed8d1c109f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7144468 Dec 16 08:07:35.694410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:35.722333 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.733367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'network': {'name': 'tempest-router-network02--1727379643'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:35.785538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.797191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Pushing event updated for resources: {'Port': ['ID=8c4028e9-0544-4e03-8ee8-c91670f6d12e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:35.804501 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.805888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:35.807530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:35.810380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:35.813625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.838100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.855237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.869337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.878003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Attempting to bind port 8c4028e9-0544-4e03-8ee8-c91670f6d12e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:35.878541 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Attempting to bind port 8c4028e9-0544-4e03-8ee8-c91670f6d12e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c7ca5d3-a925-4c26-8b0f-e2be45d1068c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:35.879857 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Attempting to bind port 8c4028e9-0544-4e03-8ee8-c91670f6d12e on network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:35.882323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:35.890259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:35.890259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Checking segment: {'id': '9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c7ca5d3-a925-4c26-8b0f-e2be45d1068c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:35.890259 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.890259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Bound using segment: {'id': '9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c7ca5d3-a925-4c26-8b0f-e2be45d1068c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:35.890259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Bound port: 8c4028e9-0544-4e03-8ee8-c91670f6d12e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8c7ca5d3-a925-4c26-8b0f-e2be45d1068c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:35.890259 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:35.895695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-0f06eb28-daac-4516-81a2-32827ca267fd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.2449932 Dec 16 08:07:36.010529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] For port 8c4028e9-0544-4e03-8ee8-c91670f6d12e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:36.018167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] For port 8c4028e9-0544-4e03-8ee8-c91670f6d12e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8c4028e9-0544-4e03-8ee8-c91670f6d12e,segment=NetworkSegment(9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec),segment_id=9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:36.057972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffdbb103-280c-475b-bd02-a3c0918edcd8 req-d3e8d102-9131-41ae-b2c7-f55393838cac tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612656 Dec 16 08:07:36.122131 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.227311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be120d-24d7-4eac-9ada-d37baec1297d None None] Pushing event updated for resources: {'Port': ['ID=8c4028e9-0544-4e03-8ee8-c91670f6d12e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:36.288312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:36.292446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.368350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71603fa1-6dae-45d3-8f4d-46114b391509 None None] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:36.383197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:36.405960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.406687 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Added segment 8e673ba2-3e65-4742-a1d2-5ecd4d0a619e of type vlan for network 6e6608de-0d79-4879-9aa2-3ba5e52162cf Dec 16 08:07:36.470090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.473953 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.589556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-64ca2501-873d-4c00-bbda-903eb296b91c None None] Provisioning complete for port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:36.590206 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64ca2501-873d-4c00-bbda-903eb296b91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.604985 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.607456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.664931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.675036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:36.679515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.796984 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64ca2501-873d-4c00-bbda-903eb296b91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:36.848619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-64ca2501-873d-4c00-bbda-903eb296b91c None None] For port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,segment=NetworkSegment(0f542991-abab-461a-949e-e77e6440b493),segment_id=0f542991-abab-461a-949e-e77e6440b493)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:36.912209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=eecfe926-5a71-4cec-917b-47ec531ddc10,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:36.963860 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64ca2501-873d-4c00-bbda-903eb296b91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:37.074115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:37.444654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.456266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.470677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.486704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.513416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.520679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.535890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.544011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f947345-3238-42e3-a744-07751ff33fc5 req-d5e76350-ed09-41db-8c7f-6ff1759c6818 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.2732885 Dec 16 08:07:37.683371 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9844043 Dec 16 08:07:37.685161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 47910) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:37.701854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791782f-fc77-45f5-9536-46524827cb93 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Network': ['ID=6e6608de-0d79-4879-9aa2-3ba5e52162cf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:37.709124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'subnet': {'network_id': 'cb3cad98-3a6c-4a42-aac2-9619fb06f59c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:37.713285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca2501-873d-4c00-bbda-903eb296b91c None None] Pushing event updated for resources: {'Port': ['ID=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:37.720900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6e6608de-0d79-4879-9aa2-3ba5e52162cf details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:37.756510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f947345-3238-42e3-a744-07751ff33fc5 req-c2324d0b-4d97-4503-b4d2-76b87d1e306e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2114291 Dec 16 08:07:37.760075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:37.774111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:37.828529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.851129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.857711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.862308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:37.862706 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:37.870127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.884409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.891501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.938084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:37.940128 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9ae07360-d20b-43d3-8b69-676b70443ce5 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.9898045 Dec 16 08:07:38.031425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c6be0843-3fde-49fd-8309-20ba844af5b8 None None] Provisioning complete for port eecfe926-5a71-4cec-917b-47ec531ddc10 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:38.031741 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6be0843-3fde-49fd-8309-20ba844af5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:38.179426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:38.190220 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:38.299471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c6be0843-3fde-49fd-8309-20ba844af5b8 None None] Port eecfe926-5a71-4cec-917b-47ec531ddc10 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:38.334947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-01c2a712-070f-401a-84e5-3d68f1594c8e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:38.374869 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-01c2a712-070f-401a-84e5-3d68f1594c8e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "GET /v2.0/ports/46e5cf68-faa7-42f4-be13-1059f1bb184e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4242737 Dec 16 08:07:38.548598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c6be0843-3fde-49fd-8309-20ba844af5b8 None None] Provisioning complete for port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:38.549334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6be0843-3fde-49fd-8309-20ba844af5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:38.602388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74a61c-3d0f-47a2-8b73-e8bfbd77cf97 None None] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:38.698181 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9a72fc88-4686-483d-806d-45c2aa04be8e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "GET /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2684393 Dec 16 08:07:38.725138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:38.893954 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:38.942428 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:38.977229 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 2be86cb8-db3b-4536-88ed-78c06c31c1ee is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:07:39.066836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c4028e9-0544-4e03-8ee8-c91670f6d12e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:39.149106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Checking segment: {'id': '39e5a391-efbd-4ffc-82dc-79743bab29dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb3cad98-3a6c-4a42-aac2-9619fb06f59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:39.149548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network hostable DHCP agents. Network: cb3cad98-3a6c-4a42-aac2-9619fb06f59c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:39.194637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Subnet': ['ID=c4039cfc-2844-4d2d-9549-23773ddee3e3,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:39.210259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8c4028e9-0544-4e03-8ee8-c91670f6d12e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:39.210647 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:39.239588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Provisioning complete for port eecfe926-5a71-4cec-917b-47ec531ddc10 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:39.241998 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:39.293838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.331547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.338461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.369397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.406596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.434200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.441303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:39.465775 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] Sync routers for ids ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:39.475680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.476429 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-56a208b7-75ad-4ea9-84c3-1f1648944532 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/2be86cb8-db3b-4536-88ed-78c06c31c1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7449975 Dec 16 08:07:39.480521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47942) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:39.490120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-a9d1ce27-5370-4747-aafc-60bbbda4997e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 5444 time: 0.4305360 Dec 16 08:07:39.526467 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] Routers {'2be86cb8-db3b-4536-88ed-78c06c31c1ee'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:39.528953 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:39.566975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb41e6-2cf1-4cfe-952a-f62f1448ca76 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:39.570254 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8bbb41e6-2cf1-4cfe-952a-f62f1448ca76 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports/eecfe926-5a71-4cec-917b-47ec531ddc10 HTTP/1.1" status: 200 len: 911 time: 0.0882568 Dec 16 08:07:39.601140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:39.626710 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:39.641271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:39.663789 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] Routers {'2be86cb8-db3b-4536-88ed-78c06c31c1ee'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:39.664821 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:39.667692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Port eecfe926-5a71-4cec-917b-47ec531ddc10 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:39.719442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Provisioning complete for port 8c4028e9-0544-4e03-8ee8-c91670f6d12e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:39.719836 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:39.733580 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:39.734068 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe7042-2dc0-42e1-a066-fb076eb7d500 None None] The sync data for ids ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:39.832152 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:39.870180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a04d947-a320-4f0f-8f7f-21a0a9576566 req-eaaa1bdc-2e51-4a5a-bd0e-e0dc91f2dadd tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607037 Dec 16 08:07:39.889585 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] For port 46e5cf68-faa7-42f4-be13-1059f1bb184e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=46e5cf68-faa7-42f4-be13-1059f1bb184e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:40.001615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-32e63a29-6066-4849-aec1-0eca04607eb5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:40.003625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-32e63a29-6066-4849-aec1-0eca04607eb5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.3328352 Dec 16 08:07:40.008381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, cb3cad98-3a6c-4a42-aac2-9619fb06f59c) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:40.024539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:40.025121 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.073226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] For port 46e5cf68-faa7-42f4-be13-1059f1bb184e, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:40.102232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-f35f8ac0-cddf-44b0-ad2b-ff1a326a3632 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/quotas/d73240de04944831a8c79f6794c544ff HTTP/1.1" status: 200 len: 375 time: 0.0445721 Dec 16 08:07:40.141297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 8c4028e9-0544-4e03-8ee8-c91670f6d12e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8c4028e9-0544-4e03-8ee8-c91670f6d12e,segment=NetworkSegment(9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec),segment_id=9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:40.151517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 47972) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:40.152575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8c66f970-1e12-48d1-b34f-9fa1006d8668 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4516482 Dec 16 08:07:40.160161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ce102-df4b-4003-a5a5-c96a39e5f899 None None] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:40.172666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'subnet': {'network_id': '6e6608de-0d79-4879-9aa2-3ba5e52162cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:40.222258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] device_id is not set on port 46e5cf68-faa7-42f4-be13-1059f1bb184e yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:07:40.265371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.319210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-691a30a3-9403-448f-807b-be728b443fea tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850781 Dec 16 08:07:40.333697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.349916 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:07:40.365525 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.367556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.368426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:40.426893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-cb3cad98-3a6c-4a42-aac2-9619fb06f59c', 'network_id': 'cb3cad98-3a6c-4a42-aac2-9619fb06f59c', 'project_id': 'd131a92aa2aa4da3bfb6316dcaa0d8ff', 'fixed_ips': [{'subnet_id': 'c4039cfc-2844-4d2d-9549-23773ddee3e3'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:07:40.427755 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.539408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.551223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device e6048354-ffb4-4b99-a86a-694aa381a605 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:40.563770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:40.572884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.645115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-3c4ccf3c-8d7f-41fe-b33e-1969fbab7971 service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172905 Dec 16 08:07:40.696516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=8c4028e9-0544-4e03-8ee8-c91670f6d12e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:40.708158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Allocated IP 2001:db8::2 (cb3cad98-3a6c-4a42-aac2-9619fb06f59c/c4039cfc-2844-4d2d-9549-23773ddee3e3/83d6ba1e-d998-416a-b278-d819e95ea385) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:40.712000 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:07:40.712755 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-3ff002df-d25b-4863-872d-cd11afc0bcf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:07:40.732643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:40.733064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.810477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-a0e361bc-42a3-49ca-bc38-e9d0e2d01658 service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573591 Dec 16 08:07:40.878401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] No DVR routers for this DVR port 46e5cf68-faa7-42f4-be13-1059f1bb184e on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:40.922151 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:40.961703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] Pushing event updated for resources: {'Port': ['ID=46e5cf68-faa7-42f4-be13-1059f1bb184e,revision_number=6']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:40.992694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:40.996464 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b334f6-2c70-4737-8cb3-d0fcd4cc5f3d" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:41.096315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] In _notify_port_updated(), no bound segment for port 46e5cf68-faa7-42f4-be13-1059f1bb184e on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:07:41.112814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.112814 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:41.112814 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-e37a1df3-bedb-48b3-8317-cb3bac681a7b service neutron] 10.222.0.16 "PUT /v2.0/ports/46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 200 len: 1031 time: 2.3989968 Dec 16 08:07:41.140124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port e6048354-ffb4-4b99-a86a-694aa381a605, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e6048354-ffb4-4b99-a86a-694aa381a605,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:41.337107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-94503ee9-55b1-4529-a872-eb2ef0d6dba0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.343660 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:41.344537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 46e5cf68-faa7-42f4-be13-1059f1bb184e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:41.366949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-94503ee9-55b1-4529-a872-eb2ef0d6dba0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.398509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-94503ee9-55b1-4529-a872-eb2ef0d6dba0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.412836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-94503ee9-55b1-4529-a872-eb2ef0d6dba0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.422514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-94503ee9-55b1-4529-a872-eb2ef0d6dba0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.447245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-94503ee9-55b1-4529-a872-eb2ef0d6dba0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.460858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-94503ee9-55b1-4529-a872-eb2ef0d6dba0 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 4666 time: 0.3315318 Dec 16 08:07:41.473450 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49eb7e2-a1d9-41c3-a6c7-add2eb737d76 x-openstack-request-id: req-a49eb7e2-a1d9-41c3-a6c7-add2eb737d76 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:41.475262 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:41.475262 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a49eb7e2-a1d9-41c3-a6c7-add2eb737d76 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:41.475262 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605', 'code': 200} Dec 16 08:07:41.502483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-87591124-e3e7-4702-b5c6-4a2c03129ada tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:41.504006 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-87591124-e3e7-4702-b5c6-4a2c03129ada tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "GET /v2.0/ports/a9535134-94aa-4c88-8e03-fecf261821ea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3728173 Dec 16 08:07:41.519586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:41.596601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ab749d5-e8dd-43fd-99f2-0419e6ef09ba req-dcd0ebaa-a338-40f1-8ac7-53e7cf34e0dd tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 210 time: 0.0905807 Dec 16 08:07:41.729912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b41a5fa8-9d09-4c36-a009-611c2e08c07c req-4e050391-0a94-41d2-ada4-639987f505ba tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&id=adc9c3d8-0f0c-4987-93fa-eb9b989e6191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2669044 Dec 16 08:07:41.852854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:41.858862 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:41.882845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 46e5cf68-faa7-42f4-be13-1059f1bb184e not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:41.883382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 4889025c-1913-4600-8cbc-c47eff052b5f no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:41.886018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=e6048354-ffb4-4b99-a86a-694aa381a605,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:41.950266 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.034837 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.040019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:42.050869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c21d7571-7922-458d-8348-a2bc92e65dba None None] Provisioning complete for port 8c4028e9-0544-4e03-8ee8-c91670f6d12e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:42.051268 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c21d7571-7922-458d-8348-a2bc92e65dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.088488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:42.108430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:42.113639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Pushing event updated for resources: {'Port': ['ID=83d6ba1e-d998-416a-b278-d819e95ea385,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:42.116408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c4028e9-0544-4e03-8ee8-c91670f6d12e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:42.142830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.172799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] For port a9535134-94aa-4c88-8e03-fecf261821ea, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a9535134-94aa-4c88-8e03-fecf261821ea,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:42.213190 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] For port a9535134-94aa-4c88-8e03-fecf261821ea, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:42.221921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Attempting to bind port 83d6ba1e-d998-416a-b278-d819e95ea385 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:42.222916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Attempting to bind port 83d6ba1e-d998-416a-b278-d819e95ea385 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '39e5a391-efbd-4ffc-82dc-79743bab29dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb3cad98-3a6c-4a42-aac2-9619fb06f59c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:42.222916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Attempting to bind port 83d6ba1e-d998-416a-b278-d819e95ea385 on network cb3cad98-3a6c-4a42-aac2-9619fb06f59c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:42.253342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] device_id is not set on port a9535134-94aa-4c88-8e03-fecf261821ea yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:07:42.261125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:42.261531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Checking segment: {'id': '39e5a391-efbd-4ffc-82dc-79743bab29dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb3cad98-3a6c-4a42-aac2-9619fb06f59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:42.261975 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.262376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Bound using segment: {'id': '39e5a391-efbd-4ffc-82dc-79743bab29dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb3cad98-3a6c-4a42-aac2-9619fb06f59c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:42.262954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Bound port: 83d6ba1e-d998-416a-b278-d819e95ea385, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e5a391-efbd-4ffc-82dc-79743bab29dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb3cad98-3a6c-4a42-aac2-9619fb06f59c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:42.263257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.263635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.293917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 4889025c-1913-4600-8cbc-c47eff052b5f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4889025c-1913-4600-8cbc-c47eff052b5f,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:42.299468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port eecfe926-5a71-4cec-917b-47ec531ddc10 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:42.299702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.369776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8c4028e9-0544-4e03-8ee8-c91670f6d12e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:42.370365 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.381935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c21d7571-7922-458d-8348-a2bc92e65dba None None] Provisioning complete for port 46e5cf68-faa7-42f4-be13-1059f1bb184e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:42.382542 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c21d7571-7922-458d-8348-a2bc92e65dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.422876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Subnet': ['ID=70cf3bc4-8a75-4dc8-bf80-da44a1258c11,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:42.457986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Checking segment: {'id': '8e673ba2-3e65-4742-a1d2-5ecd4d0a619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e6608de-0d79-4879-9aa2-3ba5e52162cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:42.458336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network hostable DHCP agents. Network: 6e6608de-0d79-4879-9aa2-3ba5e52162cf, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:07:42.461069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c21d7571-7922-458d-8348-a2bc92e65dba None None] Port 46e5cf68-faa7-42f4-be13-1059f1bb184e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:42.487926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] For port 83d6ba1e-d998-416a-b278-d819e95ea385, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:42.505143 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.506160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a9535134-94aa-4c88-8e03-fecf261821ea no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:42.540065 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.607216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a9535134-94aa-4c88-8e03-fecf261821ea not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:42.607747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2fb121c9-f464-4a6c-9689-a7432580002e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:42.620476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] For port 83d6ba1e-d998-416a-b278-d819e95ea385, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=83d6ba1e-d998-416a-b278-d819e95ea385,segment=NetworkSegment(39e5a391-efbd-4ffc-82dc-79743bab29dd),segment_id=39e5a391-efbd-4ffc-82dc-79743bab29dd)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:42.680690 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.685627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] No DVR routers for this DVR port a9535134-94aa-4c88-8e03-fecf261821ea on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:42.697056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] Pushing event updated for resources: {'Port': ['ID=a9535134-94aa-4c88-8e03-fecf261821ea,revision_number=6']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:42.740449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for eecfe926-5a71-4cec-917b-47ec531ddc10 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:42.769669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-475920a7-e4fd-4a58-95e0-c4de7ec74266 req-cb23b5e8-e5c6-4f10-a458-cb57f099da36 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 210 time: 0.0589855 Dec 16 08:07:42.810718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network 6e6608de-0d79-4879-9aa2-3ba5e52162cf is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:07:42.819638 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.830766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=4889025c-1913-4600-8cbc-c47eff052b5f,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:42.894851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] In _notify_port_updated(), no bound segment for port a9535134-94aa-4c88-8e03-fecf261821ea on network 9a6fa251-3010-4384-bfba-196d668d39fd {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:07:42.895683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:42.902389 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:42.912070 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-485ddce5-5c7d-4c71-8e33-273bcd984f41 service neutron] 10.222.0.16 "PUT /v2.0/ports/a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 200 len: 1033 time: 1.3965912 Dec 16 08:07:43.056745 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:43.070579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4424-cea6-49a3-bb20-65252c6ef266 req-ac6abc42-490b-4e0d-a944-50f98058e313 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:43.098404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372be5d-f27b-4589-8fcf-4afbe1d2d056 None None] Pushing event updated for resources: {'Port': ['ID=83d6ba1e-d998-416a-b278-d819e95ea385,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:43.114659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4424-cea6-49a3-bb20-65252c6ef266 req-ac6abc42-490b-4e0d-a944-50f98058e313 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:43.152775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4424-cea6-49a3-bb20-65252c6ef266 req-ac6abc42-490b-4e0d-a944-50f98058e313 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:43.157729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 6e6608de-0d79-4879-9aa2-3ba5e52162cf) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:43.169287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:43.170090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:43.172592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b985af-ccc0-4b42-9e78-d09b2c14f5bf None None] Network 6e6608de-0d79-4879-9aa2-3ba5e52162cf requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:43.175341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4424-cea6-49a3-bb20-65252c6ef266 req-ac6abc42-490b-4e0d-a944-50f98058e313 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:43.182312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4424-cea6-49a3-bb20-65252c6ef266 req-ac6abc42-490b-4e0d-a944-50f98058e313 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:43.193826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-676e4424-cea6-49a3-bb20-65252c6ef266 req-ac6abc42-490b-4e0d-a944-50f98058e313 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3882 time: 0.3077261 Dec 16 08:07:43.269545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2fb121c9-f464-4a6c-9689-a7432580002e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2fb121c9-f464-4a6c-9689-a7432580002e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:43.298353 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e7a5f84b-5f4e-4daa-a5d8-16642ba913fa tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1439540 Dec 16 08:07:43.301749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48036) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:43.348353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-676e4424-cea6-49a3-bb20-65252c6ef266 req-60984090-8b16-4bd7-be20-77f73c8ffc8b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532485 Dec 16 08:07:43.443970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a2efc838-9fec-409e-9e09-39793b523ec8 None None] Provisioning complete for port a9535134-94aa-4c88-8e03-fecf261821ea triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:43.444615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a2efc838-9fec-409e-9e09-39793b523ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:43.449470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port e6048354-ffb4-4b99-a86a-694aa381a605 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:43.449929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:43.488368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f'}, {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:43.490974 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db28df-03c3-46af-9071-4110f968731a" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f"}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:43.494260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a2efc838-9fec-409e-9e09-39793b523ec8 None None] Port a9535134-94aa-4c88-8e03-fecf261821ea cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:43.572521 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8810527d-212f-482f-a2e9-62ffcb419a01 x-openstack-request-id: req-8810527d-212f-482f-a2e9-62ffcb419a01 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:43.573432 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f", "code": 200}, {"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:43.573696 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8810527d-212f-482f-a2e9-62ffcb419a01 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:43.574110 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f', 'code': 200} Dec 16 08:07:43.574375 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e', 'code': 200} Dec 16 08:07:43.577834 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:43.578539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:43.638232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-6e6608de-0d79-4879-9aa2-3ba5e52162cf', 'network_id': '6e6608de-0d79-4879-9aa2-3ba5e52162cf', 'project_id': 'd131a92aa2aa4da3bfb6316dcaa0d8ff', 'fixed_ips': [{'subnet_id': '70cf3bc4-8a75-4dc8-bf80-da44a1258c11'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:07:43.639121 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:43.842272 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:43.846151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2fb121c9-f464-4a6c-9689-a7432580002e,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:43.943579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:43.950440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Allocated IP 2001:db8::2 (6e6608de-0d79-4879-9aa2-3ba5e52162cf/70cf3bc4-8a75-4dc8-bf80-da44a1258c11/02604eb8-5d4d-40e1-a62b-f38a284d09b9) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:43.980848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aed9231e-d848-43a8-8cde-4987dd968772 req-4ddce13a-1047-4333-8423-7268126689b4 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 210 time: 0.0441742 Dec 16 08:07:44.149757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:44.150515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a78ae675-cc66-473b-95d1-de9a6843215e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:44.290323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83d6ba1e-d998-416a-b278-d819e95ea385 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:44.467796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:44.531630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=eecfe926-5a71-4cec-917b-47ec531ddc10,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:44.656944 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8142aa-2f17-42e2-bedf-4218d0b80607 req-28a48bd4-ab21-401e-8165-20cdbd72db2d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:44.663370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8142aa-2f17-42e2-bedf-4218d0b80607 req-28a48bd4-ab21-401e-8165-20cdbd72db2d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:44.700751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8142aa-2f17-42e2-bedf-4218d0b80607 req-28a48bd4-ab21-401e-8165-20cdbd72db2d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:44.724266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8142aa-2f17-42e2-bedf-4218d0b80607 req-28a48bd4-ab21-401e-8165-20cdbd72db2d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:44.737704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8142aa-2f17-42e2-bedf-4218d0b80607 req-28a48bd4-ab21-401e-8165-20cdbd72db2d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:44.748811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb8142aa-2f17-42e2-bedf-4218d0b80607 req-28a48bd4-ab21-401e-8165-20cdbd72db2d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3878 time: 0.2249560 Dec 16 08:07:44.791235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:44.865732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb8142aa-2f17-42e2-bedf-4218d0b80607 req-b9366605-f8c7-404f-9c24-0610a4d4e532 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159604 Dec 16 08:07:44.881568 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:44.901833 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 83d6ba1e-d998-416a-b278-d819e95ea385 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:44.902295 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:44.953096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb26f7-71b1-4240-b3fe-c3b4eebdcb96 None None] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:44.964902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:44.999588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] For port e6048354-ffb4-4b99-a86a-694aa381a605, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=e6048354-ffb4-4b99-a86a-694aa381a605,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:45.000210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:45.120287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for e6048354-ffb4-4b99-a86a-694aa381a605 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:45.147246 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:45.353720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f86c817-4cff-40d9-bfa1-ad3a60987a0a req-e06ce52a-3fca-4e4a-9513-b9f0a5952239 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 210 time: 0.1424301 Dec 16 08:07:45.427697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-7f4fc788-2550-418d-b0c6-2e0b4228c809 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:45.436800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-7f4fc788-2550-418d-b0c6-2e0b4228c809 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.4671967 Dec 16 08:07:45.440624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Pushing event updated for resources: {'Port': ['ID=02604eb8-5d4d-40e1-a62b-f38a284d09b9,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:45.455705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:45.466595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Request body: {'port': {'device_id': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'admin_state_up': True, 'tenant_id': 'd73240de04944831a8c79f6794c544ff'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:45.498411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Network 6e6608de-0d79-4879-9aa2-3ba5e52162cf is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:45.531191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:45.537872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:45.592997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a8f57880-4f59-45b2-8673-4bae5f6318c1 None None] Provisioning complete for port 83d6ba1e-d998-416a-b278-d819e95ea385 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:45.593712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8f57880-4f59-45b2-8673-4bae5f6318c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:45.620835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 2be86cb8-db3b-4536-88ed-78c06c31c1ee has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:45.623849 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:45.637063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:45.639298 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44044233-2b6c-414d-a1a2-3f69bb1e00cb" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:45.855815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:45.867065 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4e51c4-ac59-4ce1-8f1c-3ae7da05c476 x-openstack-request-id: req-5c4e51c4-ac59-4ce1-8f1c-3ae7da05c476 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:45.867565 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:45.867711 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c4e51c4-ac59-4ce1-8f1c-3ae7da05c476 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:45.868165 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'code': 200} Dec 16 08:07:45.868445 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ec8a9116-931c-44bf-ba8a-3e8f7b78ff7d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/2be86cb8-db3b-4536-88ed-78c06c31c1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2650657 Dec 16 08:07:45.870639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48102) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:45.875911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:45.951357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4b5ce281-595a-4482-997e-4176fdea0e1d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=2be86cb8-db3b-4536-88ed-78c06c31c1ee HTTP/1.1" status: 200 len: 205 time: 0.0603137 Dec 16 08:07:45.952438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48106) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:45.960111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Attempting to bind port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:45.962530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Attempting to bind port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '8e673ba2-3e65-4742-a1d2-5ecd4d0a619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e6608de-0d79-4879-9aa2-3ba5e52162cf'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:45.962530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Attempting to bind port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 on network 6e6608de-0d79-4879-9aa2-3ba5e52162cf {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:45.970994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] Sync routers for ids ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:46.131978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82d8d6c4-bc7c-4319-bd81-0f4862568eb5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.221980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962e053-bfc9-4402-9468-950ca9114248 req-bde87ad3-ebda-445c-92d2-8e719f1309e9 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:46.228730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962e053-bfc9-4402-9468-950ca9114248 req-bde87ad3-ebda-445c-92d2-8e719f1309e9 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:46.236473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962e053-bfc9-4402-9468-950ca9114248 req-bde87ad3-ebda-445c-92d2-8e719f1309e9 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:46.242741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962e053-bfc9-4402-9468-950ca9114248 req-bde87ad3-ebda-445c-92d2-8e719f1309e9 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:46.251481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962e053-bfc9-4402-9468-950ca9114248 req-bde87ad3-ebda-445c-92d2-8e719f1309e9 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:46.252673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b962e053-bfc9-4402-9468-950ca9114248 req-bde87ad3-ebda-445c-92d2-8e719f1309e9 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3878 time: 0.1082709 Dec 16 08:07:46.265130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:46.265526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Checking segment: {'id': '8e673ba2-3e65-4742-a1d2-5ecd4d0a619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e6608de-0d79-4879-9aa2-3ba5e52162cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:46.265940 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.268505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Bound using segment: {'id': '8e673ba2-3e65-4742-a1d2-5ecd4d0a619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e6608de-0d79-4879-9aa2-3ba5e52162cf'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:46.269247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Bound port: 02604eb8-5d4d-40e1-a62b-f38a284d09b9, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e673ba2-3e65-4742-a1d2-5ecd4d0a619e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e6608de-0d79-4879-9aa2-3ba5e52162cf'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:46.269693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.318137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b962e053-bfc9-4402-9468-950ca9114248 req-664b68f3-9f6e-4b30-b0b2-626298839f22 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583532 Dec 16 08:07:46.318777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Made reservation on behalf of d73240de04944831a8c79f6794c544ff for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:46.322305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.341461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a78ae675-cc66-473b-95d1-de9a6843215e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a78ae675-cc66-473b-95d1-de9a6843215e,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:46.353972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] Routers {'2be86cb8-db3b-4536-88ed-78c06c31c1ee'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:46.353972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:46.526472 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.598744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:46.605671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 83d6ba1e-d998-416a-b278-d819e95ea385, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=83d6ba1e-d998-416a-b278-d819e95ea385,segment=NetworkSegment(39e5a391-efbd-4ffc-82dc-79743bab29dd),segment_id=39e5a391-efbd-4ffc-82dc-79743bab29dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:46.609338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a78ae675-cc66-473b-95d1-de9a6843215e,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:46.664611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff0ed1b7-963d-40dc-a9c6-f2c27a1a061a req-fc4d905d-3da7-43f1-9cb7-11f424c1d1bc tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 210 time: 0.1401858 Dec 16 08:07:46.700034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.758391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Allocated IP 172.20.0.7 (576d7a04-a028-456d-bfd7-f35fd21abf55/a0d890ed-acef-472d-a0bd-7b22f2854b8e/901331c1-8cdc-4296-92d0-c8513193139c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:46.854826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8f57880-4f59-45b2-8673-4bae5f6318c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.889070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] For port 02604eb8-5d4d-40e1-a62b-f38a284d09b9, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:46.892763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] For port 02604eb8-5d4d-40e1-a62b-f38a284d09b9, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=02604eb8-5d4d-40e1-a62b-f38a284d09b9,segment=NetworkSegment(8e673ba2-3e65-4742-a1d2-5ecd4d0a619e),segment_id=8e673ba2-3e65-4742-a1d2-5ecd4d0a619e)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:46.895198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=83d6ba1e-d998-416a-b278-d819e95ea385,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:46.898815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] Routers {'2be86cb8-db3b-4536-88ed-78c06c31c1ee'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:46.899587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:46.921492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82d8d6c4-bc7c-4319-bd81-0f4862568eb5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.933341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82d8d6c4-bc7c-4319-bd81-0f4862568eb5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:46.997533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:47.004029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612c3ec-8ff7-4d81-b099-597d1bf9c6ab None None] The sync data for ids ['2be86cb8-db3b-4536-88ed-78c06c31c1ee'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:47.026895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.041112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Allocated IP 2001:db8::1 (cb3cad98-3a6c-4a42-aac2-9619fb06f59c/c4039cfc-2844-4d2d-9549-23773ddee3e3/4393df8f-79cb-4862-93d7-336ea1bd1d67) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:47.076349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.084465 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.155699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82d8d6c4-bc7c-4319-bd81-0f4862568eb5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.156420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d8d6c4-bc7c-4319-bd81-0f4862568eb5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Fanout notify agent at l3_agent the message router_deleted on router 2be86cb8-db3b-4536-88ed-78c06c31c1ee {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:07:47.167111 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82d8d6c4-bc7c-4319-bd81-0f4862568eb5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.171790 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-82d8d6c4-bc7c-4319-bd81-0f4862568eb5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/2be86cb8-db3b-4536-88ed-78c06c31c1ee HTTP/1.1" status: 204 len: 168 time: 1.2154775 Dec 16 08:07:47.173708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48130) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:47.234354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=e6048354-ffb4-4b99-a86a-694aa381a605,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:47.287682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6290565-e8fe-4dc3-abb0-bf5b09ca2562 None None] Pushing event updated for resources: {'Port': ['ID=02604eb8-5d4d-40e1-a62b-f38a284d09b9,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:47.294332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.320807 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-a8f57880-4f59-45b2-8673-4bae5f6318c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:07:47.321173 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-a8f57880-4f59-45b2-8673-4bae5f6318c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:07:47.327472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:07:47.330233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:47.396456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] No DVR routers for this DVR port e6048354-ffb4-4b99-a86a-694aa381a605 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:47.399488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.404036 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9de18d29-7ac5-4716-aafc-6add171eb74b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "DELETE /v2.0/ports/e6048354-ffb4-4b99-a86a-694aa381a605 HTTP/1.1" status: 204 len: 173 time: 4.4465408 Dec 16 08:07:47.411734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:47.414716 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022d2796-fa45-4a11-ae8b-1d5360b9b81f" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:47.419742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:47.435071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:47.527796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet 5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:07:47.546927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f7ff7-5864-4813-96b6-827cd6152257 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:47.570106 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b78f9-e5c5-4637-8a16-d915d3fc8acd x-openstack-request-id: req-765b78f9-e5c5-4637-8a16-d915d3fc8acd {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:47.572200 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "e6048354-ffb4-4b99-a86a-694aa381a605", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:47.573494 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-765b78f9-e5c5-4637-8a16-d915d3fc8acd {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:47.573933 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': 'e6048354-ffb4-4b99-a86a-694aa381a605', 'status': 'completed', 'code': 200} Dec 16 08:07:47.581618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.588097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event updated for resources: {'Port': ['ID=901331c1-8cdc-4296-92d0-c8513193139c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:47.755136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:47.755811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.775559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.792091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:47.886208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528b93-a6e7-4a92-ab68-29a2632393d6 req-88ecd19f-2a60-4a3e-8964-a722401a9aea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:47.903328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528b93-a6e7-4a92-ab68-29a2632393d6 req-88ecd19f-2a60-4a3e-8964-a722401a9aea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:47.921908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:47.924194 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a69d4-7587-47a2-9e04-f97381182b69" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:47.930099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528b93-a6e7-4a92-ab68-29a2632393d6 req-88ecd19f-2a60-4a3e-8964-a722401a9aea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:47.953030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528b93-a6e7-4a92-ab68-29a2632393d6 req-88ecd19f-2a60-4a3e-8964-a722401a9aea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:47.954755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d528b93-a6e7-4a92-ab68-29a2632393d6 req-88ecd19f-2a60-4a3e-8964-a722401a9aea tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3143 time: 0.3711901 Dec 16 08:07:48.032722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.052626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-9dd25b79-7b93-4c74-83ca-ee308d9e2431 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5899737 Dec 16 08:07:48.125516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port 4889025c-1913-4600-8cbc-c47eff052b5f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:48.126360 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.144936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ee4dd-7228-4b37-82ba-8ecbf842083c req-0730ccc2-0f42-4a3b-9478-6120183e9785 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:48.161910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a35ee4dd-7228-4b37-82ba-8ecbf842083c req-0730ccc2-0f42-4a3b-9478-6120183e9785 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 931 time: 0.2025464 Dec 16 08:07:48.178826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a6900077-a748-42d6-bfb7-bf3f739136a1 None None] Provisioning complete for port 901331c1-8cdc-4296-92d0-c8513193139c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:48.179459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6900077-a748-42d6-bfb7-bf3f739136a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.254907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a6900077-a748-42d6-bfb7-bf3f739136a1 None None] Port 901331c1-8cdc-4296-92d0-c8513193139c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:48.258777 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d528b93-a6e7-4a92-ab68-29a2632393d6 req-894134cb-3da3-42ed-8521-33677c4d3b96 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226074 Dec 16 08:07:48.285804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a6900077-a748-42d6-bfb7-bf3f739136a1 None None] Provisioning complete for port 83d6ba1e-d998-416a-b278-d819e95ea385 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:48.286573 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6900077-a748-42d6-bfb7-bf3f739136a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.305390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a35ee4dd-7228-4b37-82ba-8ecbf842083c req-f2d50262-38c9-45b6-aa49-081ae8010b68 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377089 Dec 16 08:07:48.308323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.392967 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399df8b-40e8-4fa2-8b81-505ef4aab055 x-openstack-request-id: req-0399df8b-40e8-4fa2-8b81-505ef4aab055 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:48.393701 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-unplugged", "status": "completed", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:48.394224 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0399df8b-40e8-4fa2-8b81-505ef4aab055 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:48.394967 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e', 'code': 200} Dec 16 08:07:48.420823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Request body: {'port': {'device_id': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:48.460770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Port': ['ID=4393df8f-79cb-4862-93d7-336ea1bd1d67,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:48.534030 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.584919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:48.592514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:48.611556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:48.620141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.623057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.754704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:48.781503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] For port 4889025c-1913-4600-8cbc-c47eff052b5f, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=4889025c-1913-4600-8cbc-c47eff052b5f,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:48.782219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.816536 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ddbc8-030f-45aa-9f94-a6b12f43b2ff None None] Network 1bc95a77-cca3-4b7c-a51a-be3eb26f177a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:48.831493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:48.837154 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-18961e6a-03d0-418b-9b33-f1758bb4f30c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9 HTTP/1.1" status: 204 len: 168 time: 1.6529937 Dec 16 08:07:48.906567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48172) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:48.927091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for 4889025c-1913-4600-8cbc-c47eff052b5f owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:49.183154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] DHCP port deletion for 1bc95a77-cca3-4b7c-a51a-be3eb26f177a request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:49.203870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-af042b9c-ecdf-4195-bc86-58b997aa7d88 None None] Provisioning complete for port 4393df8f-79cb-4862-93d7-336ea1bd1d67 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:49.204575 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-af042b9c-ecdf-4195-bc86-58b997aa7d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.267513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901331c1-8cdc-4296-92d0-c8513193139c {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:07:49.278310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.283185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83d6ba1e-d998-416a-b278-d819e95ea385 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:49.293939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Transition to ACTIVE for port object 901331c1-8cdc-4296-92d0-c8513193139c will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:07:49.352365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793aa37b-31ff-4134-89f8-31bfba547ffb None None] Network 6e6608de-0d79-4879-9aa2-3ba5e52162cf requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:07:49.446664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.458137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-af042b9c-ecdf-4195-bc86-58b997aa7d88 None None] Port 4393df8f-79cb-4862-93d7-336ea1bd1d67 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:49.506055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 83d6ba1e-d998-416a-b278-d819e95ea385 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:49.507280 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.540106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] Deleting port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:49.541015 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.585017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bca4a-c695-497f-bf9d-a3d7cf7092b7 req-09640a26-263c-4433-90c9-b02f678fa6d3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:49.586639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-014bca4a-c695-497f-bf9d-a3d7cf7092b7 req-09640a26-263c-4433-90c9-b02f678fa6d3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 931 time: 0.1847887 Dec 16 08:07:49.605836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7a4f-1420-48c3-bd60-ebe46bc35f7c req-5cd77410-1af6-4e32-89c7-2cb399f48d99 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:49.614256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7a4f-1420-48c3-bd60-ebe46bc35f7c req-5cd77410-1af6-4e32-89c7-2cb399f48d99 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:49.621496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7a4f-1420-48c3-bd60-ebe46bc35f7c req-5cd77410-1af6-4e32-89c7-2cb399f48d99 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:49.630143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7a4f-1420-48c3-bd60-ebe46bc35f7c req-5cd77410-1af6-4e32-89c7-2cb399f48d99 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:49.639443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43ac7a4f-1420-48c3-bd60-ebe46bc35f7c req-5cd77410-1af6-4e32-89c7-2cb399f48d99 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 3143 time: 0.2255569 Dec 16 08:07:49.682514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1930b5c0-9ab2-4aff-a804-74945c44f951 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:49.716328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Pushing event updated for resources: {'Port': ['ID=901331c1-8cdc-4296-92d0-c8513193139c,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:49.793662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] For port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,segment=NetworkSegment(0f542991-abab-461a-949e-e77e6440b493),segment_id=0f542991-abab-461a-949e-e77e6440b493)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:49.793662 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.827656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Provisioning complete for port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:49.828041 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.856136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43ac7a4f-1420-48c3-bd60-ebe46bc35f7c req-39a53a4c-1af7-4129-a74b-50cc3f85602d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152550 Dec 16 08:07:49.871337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:49.909762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] Calling delete_port for f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:49.946953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-014bca4a-c695-497f-bf9d-a3d7cf7092b7 req-5144c4cf-17bc-4411-8f71-20608439e679 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941730 Dec 16 08:07:50.007178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Attempting to bind port 901331c1-8cdc-4296-92d0-c8513193139c on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:07:50.008931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Attempting to bind port 901331c1-8cdc-4296-92d0-c8513193139c by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:07:50.012639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Attempting to bind port 901331c1-8cdc-4296-92d0-c8513193139c on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:50.028988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Port 901331c1-8cdc-4296-92d0-c8513193139c on network 576d7a04-a028-456d-bfd7-f35fd21abf55 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:07:50.028988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Attempting to bind port 901331c1-8cdc-4296-92d0-c8513193139c on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:07:50.033505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:07:50.033505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Checking segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:07:50.033505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Bound using segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:07:50.033914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Bound port: 901331c1-8cdc-4296-92d0-c8513193139c, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:07:50.034143 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.059794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 02604eb8-5d4d-40e1-a62b-f38a284d09b9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:50.148844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:50.149338 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.184605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] For port 901331c1-8cdc-4296-92d0-c8513193139c, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:07:50.192282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] For port 901331c1-8cdc-4296-92d0-c8513193139c, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=901331c1-8cdc-4296-92d0-c8513193139c,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:07:50.216870 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.226333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,segment=NetworkSegment(0f542991-abab-461a-949e-e77e6440b493),segment_id=0f542991-abab-461a-949e-e77e6440b493)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:50.226818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.246541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:50.277513 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.290008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] For port 02604eb8-5d4d-40e1-a62b-f38a284d09b9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=02604eb8-5d4d-40e1-a62b-f38a284d09b9,segment=NetworkSegment(8e673ba2-3e65-4742-a1d2-5ecd4d0a619e),segment_id=8e673ba2-3e65-4742-a1d2-5ecd4d0a619e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:50.295369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:50.295757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.361231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:50.362459 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.364580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] 10.222.0.36 "PUT /v2.0/ports/901331c1-8cdc-4296-92d0-c8513193139c HTTP/1.1" status: 200 len: 1092 time: 2.2849469 Dec 16 08:07:50.366716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d0f47-11f0-4c9f-bf0a-1185b2fe314b None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:50.367643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'tag': '901331c1-8cdc-4296-92d0-c8513193139c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:50.370931 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c5739-fa04-4085-acb2-3debcb5a8739" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffa575b-d56b-4eeb-9751-2732f8f5981c", "tag": "901331c1-8cdc-4296-92d0-c8513193139c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:50.373793 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.377643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.425140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680081b3-7a0a-491f-b922-c9f1ebf8c889 service neutron] Pushing event updated for resources: {'Port': ['ID=901331c1-8cdc-4296-92d0-c8513193139c,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:50.426751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.483879 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.518705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Pushing event updated for resources: {'Port': ['ID=02604eb8-5d4d-40e1-a62b-f38a284d09b9,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:50.553178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:50.599709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:50.614800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.629068 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf8244f-fdfe-4c5c-811b-8495a6ab4006 x-openstack-request-id: req-dbf8244f-fdfe-4c5c-811b-8495a6ab4006 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:50.631052 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffa575b-d56b-4eeb-9751-2732f8f5981c", "tag": "901331c1-8cdc-4296-92d0-c8513193139c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:50.631312 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbf8244f-fdfe-4c5c-811b-8495a6ab4006 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:50.631721 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'tag': '901331c1-8cdc-4296-92d0-c8513193139c', 'status': 'completed', 'code': 200} Dec 16 08:07:50.670046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.670400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.670746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.671087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.671422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.671947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.672314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.672645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.672972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.673300 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.673675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.674006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.674327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c8bad-e648-48c1-b206-779600b5fdba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:07:50.674801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-e37a4abb-4f1e-4c53-b6e2-1973eed54ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:50.677765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-e37a4abb-4f1e-4c53-b6e2-1973eed54ea9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 1095 time: 0.1214225 Dec 16 08:07:50.678268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] No DVR routers for this DVR port f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:50.722992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=4889025c-1913-4600-8cbc-c47eff052b5f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:50.754468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e18efc-76db-40df-849d-719dfa041179 None None] Pushing event deleted for resources: {'Port': ['ID=f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:50.779604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-293a83bf-ad3f-4e8a-9e13-d9c74e02e369 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901331c1-8cdc-4296-92d0-c8513193139c HTTP/1.1" status: 200 len: 217 time: 0.0739930 Dec 16 08:07:50.781556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c0ce006f-de4b-4fcd-9bd7-e52f9f17d128 None None] Provisioning complete for port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:50.782005 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c0ce006f-de4b-4fcd-9bd7-e52f9f17d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.854396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-3eebc19a-0789-4cfc-9be4-48c0a09559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:50.860740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-3eebc19a-0789-4cfc-9be4-48c0a09559d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.0655115 Dec 16 08:07:50.949872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 02604eb8-5d4d-40e1-a62b-f38a284d09b9 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:50.967481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] No DVR routers for this DVR port 4889025c-1913-4600-8cbc-c47eff052b5f on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:50.972086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:50.978578 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-c1d08f01-061d-4e38-8c19-bb5f286def87 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "DELETE /v2.0/ports/4889025c-1913-4600-8cbc-c47eff052b5f HTTP/1.1" status: 204 len: 173 time: 3.5525801 Dec 16 08:07:50.984887 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.002313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:51.002313 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862bcec-41f2-44f9-9132-9b05506e23c4" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:51.011616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-89539fa2-5aa0-418f-ae2c-4a513197991b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330800 Dec 16 08:07:51.076582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc95a77-cca3-4b7c-a51a-be3eb26f177a']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:51.085645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:51.086404 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.158395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f542991-abab-461a-949e-e77e6440b493') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:51.158703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f542991-abab-461a-949e-e77e6440b493') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:51.302914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.394282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:07:51.428759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:07:51.429110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f6cb4d4f-ee4f-48e7-8d85-1cc3309362d0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:07:51.453566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7226-08e9-4b93-8f35-12a850f46e92 req-7452ee66-3550-4a86-a038-c49e334273e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:51.462792 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.470474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7226-08e9-4b93-8f35-12a850f46e92 req-7452ee66-3550-4a86-a038-c49e334273e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:51.477743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7226-08e9-4b93-8f35-12a850f46e92 req-7452ee66-3550-4a86-a038-c49e334273e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:51.487208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60cb7226-08e9-4b93-8f35-12a850f46e92 req-7452ee66-3550-4a86-a038-c49e334273e3 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 2411 time: 0.2679322 Dec 16 08:07:51.521844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:07:51.522272 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:07:51.537004 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:07:51.566005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d886f6-4aea-4641-a9fc-544ef85ee38c req-32917a18-7fba-4117-b16b-45a4e410464d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:51.568425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52d886f6-4aea-4641-a9fc-544ef85ee38c req-32917a18-7fba-4117-b16b-45a4e410464d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 943 time: 0.3752408 Dec 16 08:07:51.617486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60cb7226-08e9-4b93-8f35-12a850f46e92 req-6438eccd-fd3e-40bd-9ab9-a8b7db1ae94f tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225400 Dec 16 08:07:51.724818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52d886f6-4aea-4641-a9fc-544ef85ee38c req-e29d38ea-b65c-450e-919a-04eae806eee4 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448600 Dec 16 08:07:51.732139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-b3425c99-d66c-46e0-8378-9b7ebaa4adfd service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954312 Dec 16 08:07:51.736418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port a78ae675-cc66-473b-95d1-de9a6843215e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:51.749067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.887729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ee3bc3f-d741-4bb5-8746-808ec56bd8ec req-90498b1b-add2-4a68-b0e2-da24231b3825 service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455328 Dec 16 08:07:51.890883 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015c493-4a68-4d26-abbd-5d754c287885 x-openstack-request-id: req-8015c493-4a68-4d26-abbd-5d754c287885 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:51.895766 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "4889025c-1913-4600-8cbc-c47eff052b5f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:51.896337 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8015c493-4a68-4d26-abbd-5d754c287885 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:51.896925 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': '4889025c-1913-4600-8cbc-c47eff052b5f', 'status': 'completed', 'code': 200} Dec 16 08:07:51.953681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] For port a78ae675-cc66-473b-95d1-de9a6843215e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a78ae675-cc66-473b-95d1-de9a6843215e,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:51.954321 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.978682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:51.981948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for a78ae675-cc66-473b-95d1-de9a6843215e owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:52.041070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.055067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.064215 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/1bc95a77-cca3-4b7c-a51a-be3eb26f177a HTTP/1.1" status: 204 len: 168 time: 3.1488607 Dec 16 08:07:52.064830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48238) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:52.069622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1104882190', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:52.082542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83755f72-ea14-4530-804e-ef219d2b3da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=1bc95a77-cca3-4b7c-a51a-be3eb26f177a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:52.111988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.112810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.209902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.211797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.244297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-57e0fe18-508e-4099-bf21-681fbb071935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:52.247345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-57e0fe18-508e-4099-bf21-681fbb071935 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 1095 time: 0.1205266 Dec 16 08:07:52.420400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:52.437230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:52.446262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Port': ['ID=4393df8f-79cb-4862-93d7-336ea1bd1d67,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:52.502341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.583365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-f9691eba-0094-41e4-96cb-b2bf8fc77c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:52.585147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.588675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-f9691eba-0094-41e4-96cb-b2bf8fc77c39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.3142972 Dec 16 08:07:52.696689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=a78ae675-cc66-473b-95d1-de9a6843215e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:52.757037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-5eaab90d-2b78-449c-8d47-79451d181d58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901331c1-8cdc-4296-92d0-c8513193139c HTTP/1.1" status: 200 len: 217 time: 0.1596241 Dec 16 08:07:52.850690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] No DVR routers for this DVR port a78ae675-cc66-473b-95d1-de9a6843215e on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:52.865864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:52.872816 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-9f3f287a-5bc4-40b8-a6eb-98e8f4fd4ed2 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "DELETE /v2.0/ports/a78ae675-cc66-473b-95d1-de9a6843215e HTTP/1.1" status: 204 len: 173 time: 1.8651464 Dec 16 08:07:53.028522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b7836131-febe-41da-a135-38952b209f4d None None] Provisioning complete for port 4393df8f-79cb-4862-93d7-336ea1bd1d67 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:53.029583 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b7836131-febe-41da-a135-38952b209f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:53.093051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:53.093596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:53.116459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b7836131-febe-41da-a135-38952b209f4d None None] Port 4393df8f-79cb-4862-93d7-336ea1bd1d67 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:53.184218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Router de81cc1c-a0ed-4578-aec7-2e48fc598ae0 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:07:53.190049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-e125b8d8-13f3-4c81-b17b-1bc7dd42a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:53.194705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-e125b8d8-13f3-4c81-b17b-1bc7dd42a786 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.1918085 Dec 16 08:07:53.208242 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:53.252434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-76b40e2f-8a57-4ab9-9566-981a011c5256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464277 Dec 16 08:07:53.262435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa0f8-b93f-4b15-bb1b-2e3b65ae69c2 req-dc87e55c-a8b9-4188-87f4-0aa7c9e67d02 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:53.266410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97cfa0f8-b93f-4b15-bb1b-2e3b65ae69c2 req-dc87e55c-a8b9-4188-87f4-0aa7c9e67d02 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 943 time: 0.3018608 Dec 16 08:07:53.333220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:53.346566 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-691e3c15-104e-4967-ac71-2b8263143345 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0443211 Dec 16 08:07:53.350757 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] Sync routers for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:53.351823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48270) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:53.366682 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:53.367326 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:53.449122 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:53.470948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:53.471597 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:53.583166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceac22-94b1-4259-aedd-e822d1a4cf56 req-9887104b-7789-441f-b353-264df4ad8c57 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:53.587942 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:53.591713 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd1611-bc84-4e22-9efe-6d673f705c22 None None] The sync data for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:53.600406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceac22-94b1-4259-aedd-e822d1a4cf56 req-9887104b-7789-441f-b353-264df4ad8c57 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:53.602142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10ceac22-94b1-4259-aedd-e822d1a4cf56 req-9887104b-7789-441f-b353-264df4ad8c57 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 1678 time: 0.6503642 Dec 16 08:07:53.667564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] For port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:53.668044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:53.702672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97cfa0f8-b93f-4b15-bb1b-2e3b65ae69c2 req-53fe6ba0-ff8e-4677-867f-0b40ff2a1ffc tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621294 Dec 16 08:07:53.732087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10ceac22-94b1-4259-aedd-e822d1a4cf56 req-09ce486a-8ce9-4ac8-9efd-1ee4585151e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132371 Dec 16 08:07:53.732087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-8e7f2d0c-a7f4-4169-8e64-22ecf4ced30a service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617546 Dec 16 08:07:53.873384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da9c5739-fa04-4085-acb2-3debcb5a8739 req-0a5da972-766d-4b76-806b-2798537fdd59 service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331811 Dec 16 08:07:54.031226 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.051325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.149061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:54.152556 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc28082a-895c-496f-a3e3-20bb0fa1567e" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:54.171401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 172.25.2.221 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/87ca0a00-9ff2-457c-93ad-0c357892381c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:07:54.242005 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72cbcaa-1919-4f6d-a0b2-63de606bc640 x-openstack-request-id: req-a72cbcaa-1919-4f6d-a0b2-63de606bc640 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:54.242331 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "a78ae675-cc66-473b-95d1-de9a6843215e", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:54.242548 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a72cbcaa-1919-4f6d-a0b2-63de606bc640 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:54.242937 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': 'a78ae675-cc66-473b-95d1-de9a6843215e', 'status': 'completed', 'code': 200} Dec 16 08:07:54.280753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.431842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.437480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.437855 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.438178 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Floating IP 991c963a-4cd7-4212-88f1-ef04aa4e256a disassociated. External IP: 172.25.2.108, port: 6fdc0cc4-00df-496b-8478-b7f389ac6ad5. Dec 16 08:07:54.438531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:54.455614 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-eda597fe-8a81-496e-b962-fcf8d9d142d8 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:07:54.458417 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eda597fe-8a81-496e-b962-fcf8d9d142d8 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1035275 Dec 16 08:07:54.459707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48280) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:54.477477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:07:54.488567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=87ca0a00-9ff2-457c-93ad-0c357892381c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:54.492446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:07:54.494001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:07:54.508722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f018e-6c0f-4259-9ec7-e60b245a1185 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:07:54.559288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-80feb9a0-bf4f-47a7-be1d-c584128d7438 None None] Provisioning complete for port 87ca0a00-9ff2-457c-93ad-0c357892381c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:54.560082 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80feb9a0-bf4f-47a7-be1d-c584128d7438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.638580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-80feb9a0-bf4f-47a7-be1d-c584128d7438 None None] Port 87ca0a00-9ff2-457c-93ad-0c357892381c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:07:54.878655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:54.931545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=6fdc0cc4-00df-496b-8478-b7f389ac6ad5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:55.014075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:55.152648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Router cd88d742-81fd-4bb9-97a0-83cd69df41bc has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:55.178293 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:55.468134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:55.485880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] Sync routers for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:55.514639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:55.516044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:55.526846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9edce-a2a8-498f-a32f-80325115e996 req-f87e8089-6a80-41d4-9dd2-2d589fdbcb4f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:55.533579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfa9edce-a2a8-498f-a32f-80325115e996 req-f87e8089-6a80-41d4-9dd2-2d589fdbcb4f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 943 time: 0.7375622 Dec 16 08:07:55.613493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254929-ba0f-43ed-84c3-8d45cf3711c2 req-54fa1b43-410c-41c4-add5-2749d62af1f6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:55.617085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b254929-ba0f-43ed-84c3-8d45cf3711c2 req-54fa1b43-410c-41c4-add5-2749d62af1f6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 943 time: 0.7364922 Dec 16 08:07:55.632852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 901331c1-8cdc-4296-92d0-c8513193139c details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:07:55.645487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] No DVR routers for this DVR port 6fdc0cc4-00df-496b-8478-b7f389ac6ad5 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:55.648237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:55.657368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-7717239d-6d25-4fcc-985d-1e2ab01bd2d4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "DELETE /v2.0/ports/6fdc0cc4-00df-496b-8478-b7f389ac6ad5 HTTP/1.1" status: 204 len: 173 time: 2.7746758 Dec 16 08:07:55.795581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfa9edce-a2a8-498f-a32f-80325115e996 req-5325c0d3-c7bc-4209-b6d1-11fab74364a4 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471135 Dec 16 08:07:55.804743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b254929-ba0f-43ed-84c3-8d45cf3711c2 req-0576a566-22f6-4a9f-8337-58676004f12b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148140 Dec 16 08:07:55.938458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port 2fb121c9-f464-4a6c-9689-a7432580002e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:55.939084 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:55.997471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:56.047894 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:07:56.104827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting port 4393df8f-79cb-4862-93d7-336ea1bd1d67 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:56.105549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:56.158290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 901331c1-8cdc-4296-92d0-c8513193139c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=901331c1-8cdc-4296-92d0-c8513193139c,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:56.209257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '901331c1-8cdc-4296-92d0-c8513193139c', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'port_id': '901331c1-8cdc-4296-92d0-c8513193139c', 'mac_address': 'fa:16:3e:be:6b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d890ed-acef-472d-a0bd-7b22f2854b8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:07:56.209516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] For port 2fb121c9-f464-4a6c-9689-a7432580002e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2fb121c9-f464-4a6c-9689-a7432580002e,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:56.209980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:56.213642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router d9d5c2d5-2c64-46c3-84ae-f52b23b79919 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:07:56.240968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for 2fb121c9-f464-4a6c-9689-a7432580002e owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:56.244892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:56.247191 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb792516-3ecf-4233-ba5b-c222f0df6b34" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:56.254026 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:56.279441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901331c1-8cdc-4296-92d0-c8513193139c {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:07:56.344484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 901331c1-8cdc-4296-92d0-c8513193139c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=901331c1-8cdc-4296-92d0-c8513193139c,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:07:56.372849 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785cc013-8400-444d-9ab4-d1eb5de070b6 x-openstack-request-id: req-785cc013-8400-444d-9ab4-d1eb5de070b6 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:56.373470 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "6fdc0cc4-00df-496b-8478-b7f389ac6ad5", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:56.373911 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-785cc013-8400-444d-9ab4-d1eb5de070b6 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:56.374506 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': '6fdc0cc4-00df-496b-8478-b7f389ac6ad5', 'status': 'completed', 'code': 200} Dec 16 08:07:56.376668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:56.385625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:56.433441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Calling delete_port for 4393df8f-79cb-4862-93d7-336ea1bd1d67 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:07:56.451286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] Checking router: cd88d742-81fd-4bb9-97a0-83cd69df41bc for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:07:56.467272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:56.472120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:56.477417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:56.478019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:56.480255 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] Sync routers for ids ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:56.507715 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] Routers {'d9d5c2d5-2c64-46c3-84ae-f52b23b79919'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:56.508658 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:56.586703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:56.591131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a8640109-794c-434f-847e-a87b984f32f1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5220976 Dec 16 08:07:56.591858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48316) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:56.594465 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:56.617892 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] Routers {'d9d5c2d5-2c64-46c3-84ae-f52b23b79919'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:56.618924 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:56.704286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:56.706038 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93462a08-bf83-4ed7-b022-253d68d1d6ed None None] The sync data for ids ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:56.712521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=901331c1-8cdc-4296-92d0-c8513193139c,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:56.794210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8fc5f238-947d-434a-a91d-67899bcd6528 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/routers/d9d5c2d5-2c64-46c3-84ae-f52b23b79919 HTTP/1.1" status: 200 len: 885 time: 0.2017016 Dec 16 08:07:56.796546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48322) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:56.808096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:07:56.923568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['901331c1-8cdc-4296-92d0-c8513193139c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:07:57.077068 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:57.126884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3cc91-ca7f-4894-8ce7-a368d8151a70 req-e4466817-fe10-4ae1-a9e6-3360f6ce93e7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:57.128496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaa3cc91-ca7f-4894-8ce7-a368d8151a70 req-e4466817-fe10-4ae1-a9e6-3360f6ce93e7 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 944 time: 0.1289425 Dec 16 08:07:57.181059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fb7f-6bf5-4317-874c-979878bbe41d req-cdd387e8-0c8b-49ae-935a-99b4241fa975 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:57.191715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4b2fb7f-6bf5-4317-874c-979878bbe41d req-cdd387e8-0c8b-49ae-935a-99b4241fa975 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 865 time: 0.2022851 Dec 16 08:07:57.284421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=2fb121c9-f464-4a6c-9689-a7432580002e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:57.290123 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] No DVR routers for this DVR port 2fb121c9-f464-4a6c-9689-a7432580002e on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:07:57.302235 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:57.315884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:57.329792 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-990a641f-415a-4c71-94c5-d833787c44e8 req-bbd16c9f-449f-4efa-83fa-8904b50f8a18 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.16 "DELETE /v2.0/ports/2fb121c9-f464-4a6c-9689-a7432580002e HTTP/1.1" status: 204 len: 173 time: 1.6597364 Dec 16 08:07:57.426277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Port': ['ID=4393df8f-79cb-4862-93d7-336ea1bd1d67,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:57.490276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaa3cc91-ca7f-4894-8ce7-a368d8151a70 req-7975e772-f3f1-45d6-986e-1d13a5be3b98 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405108 Dec 16 08:07:57.495067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a4b2fb7f-6bf5-4317-874c-979878bbe41d req-8fd14c00-3fc5-4680-822e-51680594fb56 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups?id=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696371 Dec 16 08:07:57.511786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:57.530136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-aeaea769-7c13-490f-bcac-9977328e8075 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7298911 Dec 16 08:07:57.542357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48334) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:57.542357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b3a4efa2-8569-40d6-9ac8-0f9c942b2735 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1104882190'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:57.620695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7a4e5-997d-4550-a7e6-de27613bb9a6 None None] The sync data for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 is: [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T07:56:22Z', 'revision_number': 4, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'c934a54a-5e7a-474f-ba5f-af60a92a62c2', 'name': '', 'network_id': 'cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'mac_address': 'fa:16:3e:4f:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:21Z', 'updated_at': '2021-12-16T07:56:29Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'subnets': [{'id': '8b806765-50b6-4970-8d37-d1e022e4d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:57.639397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:57.670197 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:57.996082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Router de81cc1c-a0ed-4578-aec7-2e48fc598ae0 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:58.156011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fc26b-8c5c-4b3b-be29-6982c09b3e17 None None] New status for floating IP 991c963a-4cd7-4212-88f1-ef04aa4e256a: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:07:58.346461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efa2-8569-40d6-9ac8-0f9c942b2735 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:58.367729 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2131-d4bd-4855-876e-f9a2e60fb5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:58.406856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:07:58.409120 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2638d9-b0b9-43fc-9194-500203aa8b5a" -d '{"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:07:58.447355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:58.453851 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-58a33fbd-2777-4529-a240-6a45a8a8ed8a tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9929423 Dec 16 08:07:58.458288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48358) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:58.464614 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] Sync routers for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:58.484626 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:58.485584 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:58.506674 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-9805b950-2dbd-4cf3-a490-53a0bc5cfd34 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] delete failed (client error): The resource could not be found. Dec 16 08:07:58.512336 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9805b950-2dbd-4cf3-a490-53a0bc5cfd34 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1460856733 HTTP/1.1" status: 404 len: 335 time: 0.0485632 Dec 16 08:07:58.512751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48360) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:58.517484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5d01e3db-223b-492b-95a2-793b3f24d2c1 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:58.523327 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf3eb2-927d-41b4-ad5b-bb1aec6d6ce0 x-openstack-request-id: req-c5cf3eb2-927d-41b4-ad5b-bb1aec6d6ce0 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:07:58.523625 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a124372-577d-4138-a420-6ba32267423b", "name": "network-vif-deleted", "tag": "2fb121c9-f464-4a6c-9689-a7432580002e", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:07:58.523878 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5cf3eb2-927d-41b4-ad5b-bb1aec6d6ce0 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:07:58.524296 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a124372-577d-4138-a420-6ba32267423b', 'name': 'network-vif-deleted', 'tag': '2fb121c9-f464-4a6c-9689-a7432580002e', 'status': 'completed', 'code': 200} Dec 16 08:07:58.540720 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:58.550784 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:58.552999 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:58.655334 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:58.655334 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f39703-eef0-4073-aa86-f6ab2eeffc38 None None] The sync data for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:58.723381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4d9baee-822d-4ea0-98aa-113e7af2536f req-51ab2370-87ba-4fbb-9cc9-80249c4593a8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0784688 Dec 16 08:07:58.724383 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efa2-8569-40d6-9ac8-0f9c942b2735 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:58.846122 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d01e3db-223b-492b-95a2-793b3f24d2c1 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:58.867471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00fe8-c1d2-4982-9f7b-2dc04225d12b req-f139dfbe-08d9-4e97-ac51-af8169e01823 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:58.872105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0b00fe8-c1d2-4982-9f7b-2dc04225d12b req-f139dfbe-08d9-4e97-ac51-af8169e01823 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 944 time: 0.2253611 Dec 16 08:07:58.966468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a4efa2-8569-40d6-9ac8-0f9c942b2735 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router d9d5c2d5-2c64-46c3-84ae-f52b23b79919 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:07:58.967509 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-5d01e3db-223b-492b-95a2-793b3f24d2c1 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] update failed (client error): The resource could not be found. Dec 16 08:07:58.968582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d01e3db-223b-492b-95a2-793b3f24d2c1 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0 HTTP/1.1" status: 404 len: 339 time: 0.4548297 Dec 16 08:07:58.971942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0b00fe8-c1d2-4982-9f7b-2dc04225d12b req-7eb9d8fe-afa3-46db-93fc-87e251de77f9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761540 Dec 16 08:07:58.972481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:58.979114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-553543200'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:59.092118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a4efa2-8569-40d6-9ac8-0f9c942b2735 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:07:59.098732 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b3a4efa2-8569-40d6-9ac8-0f9c942b2735 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.102366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b3a4efa2-8569-40d6-9ac8-0f9c942b2735 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/d9d5c2d5-2c64-46c3-84ae-f52b23b79919 HTTP/1.1" status: 200 len: 892 time: 1.5624707 Dec 16 08:07:59.102525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] Sync routers for ids ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:07:59.102741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48376) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:59.114042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] Routers {'d9d5c2d5-2c64-46c3-84ae-f52b23b79919'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:59.115553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:59.182185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:59.194923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] Routers {'d9d5c2d5-2c64-46c3-84ae-f52b23b79919'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:07:59.194923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:07:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:59.231473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:07:59.232262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22aa5e-28c5-4a60-af59-5499e4d596f1 None None] The sync data for ids ['d9d5c2d5-2c64-46c3-84ae-f52b23b79919'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:07:59.237602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:59.257570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.333656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:07:59.350123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cf030e53-9993-4449-8bd3-0efcfe0f99ca tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/routers/d9d5c2d5-2c64-46c3-84ae-f52b23b79919 HTTP/1.1" status: 200 len: 892 time: 0.2462573 Dec 16 08:07:59.353186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48388) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:59.354156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.354620 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Added segment 0ab00980-b64d-43ae-98f7-7612468e95a1 of type vlan for network 4441a86a-d1fb-419e-8a13-e941f99cc399 Dec 16 08:07:59.385864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9b945856-3c6b-474d-9358-18b1fcb75c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9d5c2d5-2c64-46c3-84ae-f52b23b79919 HTTP/1.1" status: 200 len: 205 time: 0.0302861 Dec 16 08:07:59.386472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48390) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:59.404970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.517558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.526985 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.527789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:07:59.528453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.619793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 901331c1-8cdc-4296-92d0-c8513193139c up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:07:59.620158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Network': ['ID=4441a86a-d1fb-419e-8a13-e941f99cc399,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:07:59.639710 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a677439c-6710-4aee-9754-2ec018064f3e tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6659322 Dec 16 08:07:59.642528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48396) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:07:59.648403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'subnet': {'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:07:59.654778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4441a86a-d1fb-419e-8a13-e941f99cc399 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:07:59.665715 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.830691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Made reservation on behalf of d131a92aa2aa4da3bfb6316dcaa0d8ff for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:07:59.835195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.875581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 87ca0a00-9ff2-457c-93ad-0c357892381c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:07:59.876034 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.891641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 901331c1-8cdc-4296-92d0-c8513193139c completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:07:59.904276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 901331c1-8cdc-4296-92d0-c8513193139c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:07:59.907407 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:07:59.991738 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.083833 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.156735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 901331c1-8cdc-4296-92d0-c8513193139c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=901331c1-8cdc-4296-92d0-c8513193139c,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:00.157845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901331c1-8cdc-4296-92d0-c8513193139c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:08:00.161330 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa45d524-12e1-4f1a-92c3-99f671a5d747" -d '{"events": [{"server_uuid": "2ffa575b-d56b-4eeb-9751-2732f8f5981c", "name": "network-vif-plugged", "status": "completed", "tag": "901331c1-8cdc-4296-92d0-c8513193139c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:08:00.186895 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.214537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 87ca0a00-9ff2-457c-93ad-0c357892381c owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:00.219327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.350909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=901331c1-8cdc-4296-92d0-c8513193139c,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:00.440608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e9914a6-beef-4cf2-98ff-7a4b646e59a1 req-82907cf8-394e-4ade-a92f-551e3f028775 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.4376101 Dec 16 08:08:00.452495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.513280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc820-28fa-4126-97d8-8198fb648ec3 req-30b67cf0-f227-4abe-ac74-0f8e3d42829c tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:00.526917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f2fc820-28fa-4126-97d8-8198fb648ec3 req-30b67cf0-f227-4abe-ac74-0f8e3d42829c tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 945 time: 0.0921428 Dec 16 08:08:00.592400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Subnet': ['ID=0c0cbd17-5476-4303-a884-989dc34ac80d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:00.653235 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ef073-e5d1-4d83-959d-57ab216c8226 x-openstack-request-id: req-905ef073-e5d1-4d83-959d-57ab216c8226 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:08:00.654507 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffa575b-d56b-4eeb-9751-2732f8f5981c", "name": "network-vif-plugged", "status": "completed", "tag": "901331c1-8cdc-4296-92d0-c8513193139c", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:08:00.655008 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-905ef073-e5d1-4d83-959d-57ab216c8226 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:08:00.655745 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901331c1-8cdc-4296-92d0-c8513193139c', 'code': 200} Dec 16 08:08:00.660085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f2fc820-28fa-4126-97d8-8198fb648ec3 req-a042b905-b1c6-43f7-a008-88f174b2a81b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304960 Dec 16 08:08:00.671586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Checking segment: {'id': '0ab00980-b64d-43ae-98f7-7612468e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:00.672056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network hostable DHCP agents. Network: 4441a86a-d1fb-419e-8a13-e941f99cc399, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:08:00.699993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-23aee6c0-cbbb-4f45-b0bd-34a9e1973024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.722497 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.763099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=87ca0a00-9ff2-457c-93ad-0c357892381c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:00.773386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network 4441a86a-d1fb-419e-8a13-e941f99cc399 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:08:00.785290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b89056-5cbe-4cb4-930b-0af12641f2a1 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:00.881802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4441a86a-d1fb-419e-8a13-e941f99cc399) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:00.886921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:00.887423 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.892541 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c0206-ea56-40a8-847c-3459b0a204d9 None None] Network 4441a86a-d1fb-419e-8a13-e941f99cc399 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:00.905801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f0607-66c1-4f38-97c7-31b546731614 req-02971862-005e-4163-aed9-15a3f57d239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:00.907787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-376f0607-66c1-4f38-97c7-31b546731614 req-02971862-005e-4163-aed9-15a3f57d239e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 1097 time: 0.1461809 Dec 16 08:08:00.909090 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:00.993744 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-549add88-3a11-4012-b8f0-d4086280a637 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3500030 Dec 16 08:08:00.997286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:01.003706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ab6627e2-f387-48c3-ae63-2fdece208326 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'router': {'external_gateway_info': {'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:01.061294 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.062117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-4441a86a-d1fb-419e-8a13-e941f99cc399', 'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399', 'project_id': 'd131a92aa2aa4da3bfb6316dcaa0d8ff', 'fixed_ips': [{'subnet_id': '0c0cbd17-5476-4303-a884-989dc34ac80d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:08:01.063295 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.066232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.328784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Allocated IP 2001:db8:1::2 (4441a86a-d1fb-419e-8a13-e941f99cc399/0c0cbd17-5476-4303-a884-989dc34ac80d/a43599ba-d2bb-4c2c-a6ce-40b93e40d552) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:01.346593 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.347183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Fanout notify agent at l3_agent the message router_deleted on router d9d5c2d5-2c64-46c3-84ae-f52b23b79919 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:08:01.375863 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.377040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3d7461b8-ac06-4c9d-8f38-ad708d9918a7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/d9d5c2d5-2c64-46c3-84ae-f52b23b79919 HTTP/1.1" status: 204 len: 168 time: 1.9896519 Dec 16 08:08:01.390668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48434) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:01.403103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-96857423'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:01.405132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-376f0607-66c1-4f38-97c7-31b546731614 req-8d15bdb1-1d44-439f-8a5f-4e8ac3c14e78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792697 Dec 16 08:08:01.519582 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.582666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab6627e2-f387-48c3-ae63-2fdece208326 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.642043 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.643358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7bfa3fe7-8784-43bf-bdc5-369242c17e52 req-1464ba6c-a5e5-4603-8a90-edafc50c9910 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0354457 Dec 16 08:08:01.670907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:01.675546 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.765926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:08:01.787819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.788133 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment c39b5254-e971-4650-bf96-cdd8cda00a55 of type vlan for network 919899f9-9a36-4047-a1b2-83e5682b0c6e Dec 16 08:08:01.804401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Network 4441a86a-d1fb-419e-8a13-e941f99cc399 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:01.823621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:01.833773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:01.835930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Pushing event updated for resources: {'Port': ['ID=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:01.869842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.917453 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-ab6627e2-f387-48c3-ae63-2fdece208326 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:08:01.918872 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab6627e2-f387-48c3-ae63-2fdece208326 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0 HTTP/1.1" status: 400 len: 364 time: 0.9201224 Dec 16 08:08:01.922433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:01.924169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.938315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Attempting to bind port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:01.938697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Attempting to bind port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '0ab00980-b64d-43ae-98f7-7612468e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:01.939067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Attempting to bind port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 on network 4441a86a-d1fb-419e-8a13-e941f99cc399 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:01.944950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:01.952733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Checking segment: {'id': '0ab00980-b64d-43ae-98f7-7612468e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:01.952733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:01.952733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Bound using segment: {'id': '0ab00980-b64d-43ae-98f7-7612468e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:01.952733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Bound port: a43599ba-d2bb-4c2c-a6ce-40b93e40d552, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab00980-b64d-43ae-98f7-7612468e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4441a86a-d1fb-419e-8a13-e941f99cc399'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:01.952733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:02.028941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] For port a43599ba-d2bb-4c2c-a6ce-40b93e40d552, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:02.039095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] For port a43599ba-d2bb-4c2c-a6ce-40b93e40d552, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,segment=NetworkSegment(0ab00980-b64d-43ae-98f7-7612468e95a1),segment_id=0ab00980-b64d-43ae-98f7-7612468e95a1)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:02.076253 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:02.082031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.082743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:02.127033 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:02.273784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=919899f9-9a36-4047-a1b2-83e5682b0c6e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:02.322457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258e11e-dd73-4b4c-826f-0a64773a1c68 req-b9143941-992d-4011-a3a8-e288bf0274db tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.332981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2258e11e-dd73-4b4c-826f-0a64773a1c68 req-b9143941-992d-4011-a3a8-e288bf0274db tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 945 time: 0.5400898 Dec 16 08:08:02.335654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:08:02.355375 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2f1ebca3-6e32-4902-bab9-064eb4f461bc tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9602118 Dec 16 08:08:02.360772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48462) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:02.378552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '919899f9-9a36-4047-a1b2-83e5682b0c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:02.432283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2258e11e-dd73-4b4c-826f-0a64773a1c68 req-ba0021d2-c1d9-4a58-897a-3751f4ab6e1f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975044 Dec 16 08:08:02.467409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-49e9dcf8-025c-4eae-b965-ab5a61cc389f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1151667 Dec 16 08:08:02.475130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b9329-8013-4aa7-a98f-e121cf7c7737 None None] Pushing event updated for resources: {'Port': ['ID=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:02.662609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:02.671375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.671915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.674200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.675259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.678014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.679456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.679958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.682906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5dca1baf-a888-4475-8322-4f797caee72b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.0868742 Dec 16 08:08:02.906157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:02.910758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:02.946592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a43599ba-d2bb-4c2c-a6ce-40b93e40d552 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:02.951003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f42c45dd-8b77-4f3c-986e-d52a05e75fd1 req-29338965-285f-4dff-924e-a11054211d77 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0704296 Dec 16 08:08:02.965144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-97c58693-5817-459e-84f4-6e363a4559da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.966715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-97c58693-5817-459e-84f4-6e363a4559da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.967814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-97c58693-5817-459e-84f4-6e363a4559da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:02.969610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-97c58693-5817-459e-84f4-6e363a4559da service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 2293 time: 0.2512696 Dec 16 08:08:03.016715 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:03.017205 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.150915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-85f8297e-611d-4e41-9f20-354f9a07e6c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 1001 time: 0.1736302 Dec 16 08:08:03.195854 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.220226 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-b9fdfe0c-542d-48fc-8432-806a577c6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:03.221758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-b9fdfe0c-542d-48fc-8432-806a577c6de1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.0635514 Dec 16 08:08:03.254535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port a43599ba-d2bb-4c2c-a6ce-40b93e40d552, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,segment=NetworkSegment(0ab00980-b64d-43ae-98f7-7612468e95a1),segment_id=0ab00980-b64d-43ae-98f7-7612468e95a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:03.342751 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.358504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-710578b4-1ada-47e7-aa38-e8550b792483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:03.360047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-710578b4-1ada-47e7-aa38-e8550b792483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313534 Dec 16 08:08:03.403953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Allocated IP 2001:db8::1 (8c7ca5d3-a925-4c26-8b0f-e2be45d1068c/0ca1090f-00cd-4bb7-8b49-b4cb6d7df347/abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:03.454913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:03.547626 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.679614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.686253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-1c901222-5efa-4543-bc60-6a99557c4c3d service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181293 Dec 16 08:08:03.705888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf83fd2-2e46-4903-a974-afb397809b96 req-0224da49-bb41-4faf-8443-8721e7f3bf18 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:03.707799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7cf83fd2-2e46-4903-a974-afb397809b96 req-0224da49-bb41-4faf-8443-8721e7f3bf18 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 945 time: 0.1300027 Dec 16 08:08:03.720793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.807820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.836769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7cf83fd2-2e46-4903-a974-afb397809b96 req-2ea108b3-8939-4f21-bafa-a0fa78378eb2 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 Dec 16 08:08:03.879306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=303268c3-61eb-4c0c-9177-e6f93c20412d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:03.895108 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-f9ebe66d-0b95-42f1-b993-43410fc94044 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860993 Dec 16 08:08:03.927056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:03.931440 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-e1a48c94-3153-48be-9d69-e5ac5dd94845 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2000399 Dec 16 08:08:03.932796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Port': ['ID=abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:03.938840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:03.942040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:03.942717 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:03.947054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': 'c39b5254-e971-4650-bf96-cdd8cda00a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '919899f9-9a36-4047-a1b2-83e5682b0c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:03.947976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 919899f9-9a36-4047-a1b2-83e5682b0c6e, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:08:03.966089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-ba0057c4-8b22-4232-adea-e9c1126d99ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 217 time: 0.0631127 Dec 16 08:08:04.086642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd911496-55f2-4e4d-8752-1c7c3c82252a None None] Network 4441a86a-d1fb-419e-8a13-e941f99cc399 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:04.120455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-b40f94a8-211c-4a71-820c-cdaee7a396ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:04.122258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-b40f94a8-211c-4a71-820c-cdaee7a396ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1450024 Dec 16 08:08:04.133491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-198231b4-a3c0-4a24-8b27-e3971d507cc0 req-fa015329-82a8-4b3b-8dde-a0a11dce96ba tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0704007 Dec 16 08:08:04.164214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:08:04.199263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b073b48-6855-4a26-8be0-9095bb131636 req-53da19be-6a47-4998-82da-588b67427a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:04.201702 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-53da19be-6a47-4998-82da-588b67427a1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 1097 time: 0.1629272 Dec 16 08:08:04.237587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-fc1ec66b-8acf-4819-8db6-82acb33878c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:04.240389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-fc1ec66b-8acf-4819-8db6-82acb33878c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007528 Dec 16 08:08:04.280844 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:04.302921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-91d33e54-c86c-4576-a172-6ad47095f459 None None] Provisioning complete for port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:04.304097 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91d33e54-c86c-4576-a172-6ad47095f459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:04.317003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 919899f9-9a36-4047-a1b2-83e5682b0c6e) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:04.328418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:04.329024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:04.356298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d30b2-f425-4201-9ef9-d7613e6fba76 None None] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:04.516267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-b04285e8-355a-470d-986b-aebdc9934c2b service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635884 Dec 16 08:08:04.528084 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9f4df245-d27d-4ba3-b7c8-f94f5c26b0d0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1577647 Dec 16 08:08:04.529082 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:04.534122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48528) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:04.794263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-de29dfe7-6a14-4d5d-a9e9-20d65469e5bf service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661345 Dec 16 08:08:04.853067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-9bd18c54-cfd3-40a4-a3c5-e21aea6b0dfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 217 time: 0.0492296 Dec 16 08:08:04.921837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a43599ba-d2bb-4c2c-a6ce-40b93e40d552 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:04.926044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5523f563-52d4-45a4-b53c-4481c9cf1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:04.928743 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-5523f563-52d4-45a4-b53c-4481c9cf1ca8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0663707 Dec 16 08:08:04.953995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-97f4ce2f-92cf-49b0-b0fd-9a56b1c1462b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-437969660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:05.020491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b073b48-6855-4a26-8be0-9095bb131636 req-1a4fe137-3ed0-4634-b25e-119aebe38c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:05.021984 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-1a4fe137-3ed0-4634-b25e-119aebe38c14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.7968769 Dec 16 08:08:05.023021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-dcbe44cf-b0e6-457e-b6b0-4d1f8f1932df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:05.024712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-dcbe44cf-b0e6-457e-b6b0-4d1f8f1932df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0862784 Dec 16 08:08:05.109175 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-1b975b03-8d9d-4dbe-88c1-a1270fa01dd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 HTTP/1.1" status: 200 len: 217 time: 0.0645685 Dec 16 08:08:05.120990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:05.120990 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.120990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-919899f9-9a36-4047-a1b2-83e5682b0c6e', 'network_id': '919899f9-9a36-4047-a1b2-83e5682b0c6e', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': '303268c3-61eb-4c0c-9177-e6f93c20412d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:08:05.120990 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.183910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-369da061-8f72-49f9-acd7-54a51f3ed9e3 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508706 Dec 16 08:08:05.373767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f4ce2f-92cf-49b0-b0fd-9a56b1c1462b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.376555 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f4ce2f-92cf-49b0-b0fd-9a56b1c1462b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.423370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1e08523-e018-4511-aab0-f9603720950a req-420a4f24-85fe-4947-88cd-3089a68916c7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0765998 Dec 16 08:08:05.437957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-522af2b1-76b3-4bcb-8343-f3d9e5e80559 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481270 Dec 16 08:08:05.473330 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b073b48-6855-4a26-8be0-9095bb131636 req-74e18f0d-b324-45b1-9444-8a82b6a94fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:05.475189 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-74e18f0d-b324-45b1-9444-8a82b6a94fcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.3567376 Dec 16 08:08:05.512628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-2946d097-2caa-407f-882c-e4424340499d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 217 time: 0.0584469 Dec 16 08:08:05.556106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3a2d3fe8-17f0-47af-81bd-8412deb3a4ea None None] Provisioning complete for port abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:05.556752 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3fe8-17f0-47af-81bd-8412deb3a4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.592052 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-f7f3bb3c-04b1-455c-a6be-c46923272ce6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060963 Dec 16 08:08:05.599324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-ac49311a-ac8e-4a43-bcbe-40fa778eab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:05.601005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-ac49311a-ac8e-4a43-bcbe-40fa778eab09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0816655 Dec 16 08:08:05.665105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d3fe8-17f0-47af-81bd-8412deb3a4ea None None] Port abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:05.675244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Allocated IP 2001:db8::2 (919899f9-9a36-4047-a1b2-83e5682b0c6e/303268c3-61eb-4c0c-9177-e6f93c20412d/78e32931-1d27-43fa-a419-f204ae95c03e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:05.700803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-9ace4aff-2291-4339-babb-548a66df5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:05.709889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-9ace4aff-2291-4339-babb-548a66df5e49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015906 Dec 16 08:08:05.769631 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-cba29e10-9416-4f9e-b221-e1a95b42f373 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642914 Dec 16 08:08:05.864038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f4ce2f-92cf-49b0-b0fd-9a56b1c1462b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.941392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0509f017-7924-4ab1-b370-a4fc8c1b9233 None None] Provisioning complete for port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:05.942171 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0509f017-7924-4ab1-b370-a4fc8c1b9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.977997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f4ce2f-92cf-49b0-b0fd-9a56b1c1462b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:05.996304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-3ed80f03-4679-4fca-9609-6da6f18d3e02 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716732 Dec 16 08:08:06.096055 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7b073b48-6855-4a26-8be0-9095bb131636 req-55b65c61-d3e5-4463-ae78-09b2fb56e744 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569065 Dec 16 08:08:06.106143 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.129048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f4ce2f-92cf-49b0-b0fd-9a56b1c1462b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.130395 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97f4ce2f-92cf-49b0-b0fd-9a56b1c1462b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5951977 Dec 16 08:08:06.133387 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48562) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:06.199686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-795685a6-c262-4dfd-9d4e-26b06d5ccb51 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992214 Dec 16 08:08:06.259226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.261270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.267497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.291116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-ed0a2e62-abd6-42b3-89e4-dddb3cb9fd68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 217 time: 0.0845714 Dec 16 08:08:06.340417 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.362441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-4866a1d2-ad1c-4fc7-a605-d055ca8fb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:06.364454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-4866a1d2-ad1c-4fc7-a605-d055ca8fb9ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.0529220 Dec 16 08:08:06.421465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-28bab9ae-7d1b-46f9-aeec-2cf3d9a45f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:06.421952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:06.424511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-28bab9ae-7d1b-46f9-aeec-2cf3d9a45f60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521011 Dec 16 08:08:06.425175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:06.429568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:06.473571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Pushing event updated for resources: {'Port': ['ID=78e32931-1d27-43fa-a419-f204ae95c03e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:06.589338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Attempting to bind port 78e32931-1d27-43fa-a419-f204ae95c03e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:06.590005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Attempting to bind port 78e32931-1d27-43fa-a419-f204ae95c03e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'c39b5254-e971-4650-bf96-cdd8cda00a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '919899f9-9a36-4047-a1b2-83e5682b0c6e'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:06.590166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Attempting to bind port 78e32931-1d27-43fa-a419-f204ae95c03e on network 919899f9-9a36-4047-a1b2-83e5682b0c6e {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:06.636323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:06.636711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Checking segment: {'id': 'c39b5254-e971-4650-bf96-cdd8cda00a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '919899f9-9a36-4047-a1b2-83e5682b0c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:06.637136 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.637535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Bound using segment: {'id': 'c39b5254-e971-4650-bf96-cdd8cda00a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '919899f9-9a36-4047-a1b2-83e5682b0c6e'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:06.638038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Bound port: 78e32931-1d27-43fa-a419-f204ae95c03e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39b5254-e971-4650-bf96-cdd8cda00a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '919899f9-9a36-4047-a1b2-83e5682b0c6e'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:06.638426 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:06.640658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-d962035a-46ae-4ca3-87b1-a7728fcc6a43 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076828 Dec 16 08:08:06.688878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a47eaae-46c9-4927-a692-c4be5e1c2ca6 req-c2f49f22-caa0-43ef-97f5-e7bd37b58aa4 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0556364 Dec 16 08:08:06.745901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event updated for resources: {'Port': ['ID=abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:06.756163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:06.761534 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:06.769882 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-92f178be-e990-4ba8-8418-5654a5d280e6 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190403 Dec 16 08:08:06.826223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-2ad85130-1603-4c75-b5a5-2a4088da2e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 217 time: 0.0466352 Dec 16 08:08:06.840775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] For port 78e32931-1d27-43fa-a419-f204ae95c03e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:06.858171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] For port 78e32931-1d27-43fa-a419-f204ae95c03e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78e32931-1d27-43fa-a419-f204ae95c03e,segment=NetworkSegment(c39b5254-e971-4650-bf96-cdd8cda00a55),segment_id=c39b5254-e971-4650-bf96-cdd8cda00a55)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:06.913752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-7d07082d-f279-4cde-b9ed-4f44d68ba400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:06.917921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-7d07082d-f279-4cde-b9ed-4f44d68ba400 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.0846298 Dec 16 08:08:06.949772 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:07.020168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-d24c75fa-8800-470c-b492-0423be193d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:07.022272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-d24c75fa-8800-470c-b492-0423be193d8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972500 Dec 16 08:08:07.041215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Router de81cc1c-a0ed-4578-aec7-2e48fc598ae0 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:07.084276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f0788-591e-4e4c-bb5a-faa87620be94 None None] Pushing event updated for resources: {'Port': ['ID=78e32931-1d27-43fa-a419-f204ae95c03e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:07.244474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-e74e5653-ca4f-4a1b-afe3-49ca9c0a1546 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120755 Dec 16 08:08:07.313656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1a3611f7-3d6f-49ed-a5e0-7b4bd4e8b175 None None] Provisioning complete for port abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:07.314062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1a3611f7-3d6f-49ed-a5e0-7b4bd4e8b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:07.426195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1a3611f7-3d6f-49ed-a5e0-7b4bd4e8b175 None None] Port abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:07.433119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:07.478630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-6a5a0e70-391c-4367-aab1-89bbdd700cdf service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146721 Dec 16 08:08:07.548353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:07.559755 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ae49970-4533-4883-a18a-63c36936c5a6 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6329763 Dec 16 08:08:07.563116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48582) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:07.563780 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] Sync routers for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:07.580869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-8b84e18a-c396-4f25-a279-a125b23638e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.0948012 Dec 16 08:08:07.583680 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:07.584331 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:07.693826 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:07.698087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-27c38a06-0d3f-431d-a248-77c6d6627004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:07.702698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b94b278-0cec-4746-92d3-83496cc826d9 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:07.702823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-27c38a06-0d3f-431d-a248-77c6d6627004 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.1079514 Dec 16 08:08:07.714701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:07.715458 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:07.788630 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:07.789675 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f223727-4af7-466f-86de-d6bf4c173e0e None None] The sync data for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:07.800893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-7a8c2492-15fb-43e5-ac4d-6aa40adbb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:07.802444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-7a8c2492-15fb-43e5-ac4d-6aa40adbb639 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0954354 Dec 16 08:08:07.916826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50981e45-8142-4683-9293-cf11ad59fc98 req-b134c4cc-d4cb-46ca-942d-ee73274d8dc6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0770032 Dec 16 08:08:07.938084 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-0b94b278-0cec-4746-92d3-83496cc826d9 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 08:08:07.942416 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0b94b278-0cec-4746-92d3-83496cc826d9 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0 HTTP/1.1" status: 409 len: 329 time: 0.3783560 Dec 16 08:08:07.956425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48590) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:08.035775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8::1 (919899f9-9a36-4047-a1b2-83e5682b0c6e/303268c3-61eb-4c0c-9177-e6f93c20412d/bb86988a-092e-488f-977a-0d53bd9e52ee) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:08.103071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-a5940e4f-ebaf-4008-a4e8-0ca81dcb7a0e service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927289 Dec 16 08:08:08.177509 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:08.298964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:08.439649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=bb86988a-092e-488f-977a-0d53bd9e52ee,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:08.443612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:08.445466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:08.459467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:08.460041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:08.501340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f5f43cb-3a36-491f-ac78-bbc7fc38ecdc req-58a1ba6d-4b11-4d24-9f4a-a6fb73813550 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901563 Dec 16 08:08:08.787196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926bf7c-2f6d-4163-9ab2-d3b7a23a3928 None None] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:08.823827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:08.883246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c3935f13-d69b-427b-8ea2-b0030bd6d3d8 None None] Provisioning complete for port 78e32931-1d27-43fa-a419-f204ae95c03e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:08.883726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c3935f13-d69b-427b-8ea2-b0030bd6d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:08.916827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:08.962278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78e32931-1d27-43fa-a419-f204ae95c03e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:09.130166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b1a1d184-9167-45a0-a2a2-e5977e08cbee req-c9836ecc-2976-4b78-8cf6-597b15364005 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0539799 Dec 16 08:08:09.186929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 78e32931-1d27-43fa-a419-f204ae95c03e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:09.187226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.242011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c3935f13-d69b-427b-8ea2-b0030bd6d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.358703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c3935f13-d69b-427b-8ea2-b0030bd6d3d8 None None] For port 78e32931-1d27-43fa-a419-f204ae95c03e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78e32931-1d27-43fa-a419-f204ae95c03e,segment=NetworkSegment(c39b5254-e971-4650-bf96-cdd8cda00a55),segment_id=c39b5254-e971-4650-bf96-cdd8cda00a55)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:09.459159 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.466350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c3935f13-d69b-427b-8ea2-b0030bd6d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.566748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.632714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.634597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.663152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting port abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:09.663518 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.771034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:08:09.771682 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:08:09.822184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3935f13-d69b-427b-8ea2-b0030bd6d3d8 None None] Pushing event updated for resources: {'Port': ['ID=78e32931-1d27-43fa-a419-f204ae95c03e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:09.852091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3937c30d-39ed-48e7-971e-1bd15b787aa9 None None] Provisioning complete for port 78e32931-1d27-43fa-a419-f204ae95c03e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:09.852691 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3937c30d-39ed-48e7-971e-1bd15b787aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.871333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=bb86988a-092e-488f-977a-0d53bd9e52ee,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:09.877039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:09.902781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Calling delete_port for abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:09.970102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:09.972462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:10.049073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3937c30d-39ed-48e7-971e-1bd15b787aa9 None None] Provisioning complete for port bb86988a-092e-488f-977a-0d53bd9e52ee triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:10.049449 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3937c30d-39ed-48e7-971e-1bd15b787aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:10.139540 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3937c30d-39ed-48e7-971e-1bd15b787aa9 None None] Port bb86988a-092e-488f-977a-0d53bd9e52ee cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:10.353436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-110427f3-fceb-4788-a905-6860ffe55783 None None] Provisioning complete for port bb86988a-092e-488f-977a-0d53bd9e52ee triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:10.354159 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-110427f3-fceb-4788-a905-6860ffe55783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:10.363838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab0df9f7-7e04-4d00-86b4-0bfd2146e7a6 req-4fd32b0f-9dd4-4151-9784-6c1e99663a2d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0607617 Dec 16 08:08:10.383441 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:10.402420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-110427f3-fceb-4788-a905-6860ffe55783 None None] Port bb86988a-092e-488f-977a-0d53bd9e52ee cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:10.407515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router be07499f-09f3-420c-9720-958489a1e79a is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:08:10.429401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Port': ['ID=abb0bbe9-a0cb-4a96-adc6-7d6aa63a9df2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:10.458237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.458585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.458938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.459327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.459595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.459923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.460339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.460667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.462188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.462531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.463157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.463629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.463959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:10.625558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:10.740146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a9feba5f-f41b-4b5a-ba10-2f9c205db3eb None None] Provisioning complete for port bb86988a-092e-488f-977a-0d53bd9e52ee triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:10.740537 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9feba5f-f41b-4b5a-ba10-2f9c205db3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:10.845120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a9feba5f-f41b-4b5a-ba10-2f9c205db3eb None None] Port bb86988a-092e-488f-977a-0d53bd9e52ee cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:10.896402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78e32931-1d27-43fa-a419-f204ae95c03e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:11.007240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 78e32931-1d27-43fa-a419-f204ae95c03e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:11.007614 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:11.061515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:11.073334 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa1c4869-c6ca-4abd-902a-7b377cc71660 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/be07499f-09f3-420c-9720-958489a1e79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9359937 Dec 16 08:08:11.081891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:11.082492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] Sync routers for ids ['be07499f-09f3-420c-9720-958489a1e79a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:11.114638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] Routers {'be07499f-09f3-420c-9720-958489a1e79a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:11.115262 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['be07499f-09f3-420c-9720-958489a1e79a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.155423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c233c8-49df-43e7-91d8-b9f9c239ebf0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:11.159390 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d2c233c8-49df-43e7-91d8-b9f9c239ebf0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports/bb86988a-092e-488f-977a-0d53bd9e52ee HTTP/1.1" status: 200 len: 911 time: 0.0768778 Dec 16 08:08:11.159800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48630) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:11.173049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '303268c3-61eb-4c0c-9177-e6f93c20412d'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:11.217223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.298735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] Routers {'be07499f-09f3-420c-9720-958489a1e79a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:11.299365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['be07499f-09f3-420c-9720-958489a1e79a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.336533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Router de81cc1c-a0ed-4578-aec7-2e48fc598ae0 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:11.339084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.339758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619448d-3858-437a-98fb-54f6deaa0b9c None None] The sync data for ids ['be07499f-09f3-420c-9720-958489a1e79a'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:11.457143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:11.469938 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] Sync routers for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:11.482383 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:11.486510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2672b7fa-3f43-4618-a8cd-002bc2abbc30 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5382519 Dec 16 08:08:11.488503 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:11.489359 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.491359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48638) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:11.557467 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-0bbd2879-8fbf-4b6a-96d0-a50c2ec3d072 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] show failed (client error): The resource could not be found. Dec 16 08:08:11.558874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0bbd2879-8fbf-4b6a-96d0-a50c2ec3d072 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1468686864 HTTP/1.1" status: 404 len: 335 time: 0.0625598 Dec 16 08:08:11.563184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48640) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:11.568809 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.569222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-845b8932-0701-4a0f-81dc-c7afe7f9f23b tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:11.581183 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] Routers {'de81cc1c-a0ed-4578-aec7-2e48fc598ae0'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:11.582259 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.591165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9ddbc82b-36ad-4293-a8a3-b0f390502fc0 req-26f7a842-9358-4f69-9021-0549cd7eae38 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0433092 Dec 16 08:08:11.642082 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:11.643006 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8efb9-ec96-433a-a3b9-433c1744627b None None] The sync data for ids ['de81cc1c-a0ed-4578-aec7-2e48fc598ae0'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:11.653237 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-845b8932-0701-4a0f-81dc-c7afe7f9f23b tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] update failed (client error): The resource could not be found. Dec 16 08:08:11.654296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-845b8932-0701-4a0f-81dc-c7afe7f9f23b tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1895137145 HTTP/1.1" status: 404 len: 335 time: 0.0899339 Dec 16 08:08:11.659409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48644) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:11.741451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting subnet 0c0cbd17-5476-4303-a884-989dc34ac80d {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:11.779220 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:11.864800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.023359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.125887 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.208758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.234158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a597b-d79b-4354-8421-1c1755b290b9 None None] Network 4441a86a-d1fb-419e-8a13-e941f99cc399 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:12.242948 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.249006 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/subnets/0c0cbd17-5476-4303-a884-989dc34ac80d HTTP/1.1" status: 204 len: 168 time: 0.5862002 Dec 16 08:08:12.249006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.249402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48652) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:12.253409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:12.254024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.255996 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/ports/bb86988a-092e-488f-977a-0d53bd9e52ee HTTP/1.1" status: 200 len: 911 time: 1.0942497 Dec 16 08:08:12.258997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0cbd17-5476-4303-a884-989dc34ac80d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:12.260634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48654) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:12.290215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.290821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.291700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.292040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.292514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.292842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.293169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.293491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.293812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.294131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.294454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.294771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.295088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b8e8c-3c2c-461c-80aa-0d39fe0e8e39 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:12.312853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416112c-797d-4593-82a5-e6fa8e26bbc0 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=bb86988a-092e-488f-977a-0d53bd9e52ee,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:12.469725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] DHCP port deletion for 4441a86a-d1fb-419e-8a13-e941f99cc399 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:12.476298 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.551030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] Deleting port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:12.551522 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.651442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] For port a43599ba-d2bb-4c2c-a6ce-40b93e40d552, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,segment=NetworkSegment(0ab00980-b64d-43ae-98f7-7612468e95a1),segment_id=0ab00980-b64d-43ae-98f7-7612468e95a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:12.653328 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.674215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] Calling delete_port for a43599ba-d2bb-4c2c-a6ce-40b93e40d552 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:12.782985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:12.783280 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.846567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fc08dc4-c23e-42ea-aa7a-b386d3f71460 req-2db112e0-773a-4a0a-9828-9e5ba0e7881c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0950670 Dec 16 08:08:12.849964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a43599ba-d2bb-4c2c-a6ce-40b93e40d552 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:12.895257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.931417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] For port a43599ba-d2bb-4c2c-a6ce-40b93e40d552, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,segment=NetworkSegment(0ab00980-b64d-43ae-98f7-7612468e95a1),segment_id=0ab00980-b64d-43ae-98f7-7612468e95a1)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:12.932379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:12.948051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Calling delete_port for a43599ba-d2bb-4c2c-a6ce-40b93e40d552 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:12.954881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] No DVR routers for this DVR port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:12.956618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No active binding found for port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 {{(pid=110397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 08:08:12.957637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a43599ba-d2bb-4c2c-a6ce-40b93e40d552 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:08:12.979421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824fe56-5039-4271-9838-5765ea878e18 None None] Pushing event deleted for resources: {'Port': ['ID=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:13.094931 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.152881 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.191975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Port': ['ID=a43599ba-d2bb-4c2c-a6ce-40b93e40d552,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:13.193858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] No DVR routers for this DVR port a43599ba-d2bb-4c2c-a6ce-40b93e40d552 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:13.329870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.359377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4441a86a-d1fb-419e-8a13-e941f99cc399']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:13.367985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab00980-b64d-43ae-98f7-7612468e95a1') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:13.368313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab00980-b64d-43ae-98f7-7612468e95a1') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:13.380093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.399322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.407908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:13.408342 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:13.412369 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:13.553899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port bb86988a-092e-488f-977a-0d53bd9e52ee {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:13.554628 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.647516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.655786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.660850 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.664034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/networks/4441a86a-d1fb-419e-8a13-e941f99cc399 HTTP/1.1" status: 204 len: 168 time: 1.4136739 Dec 16 08:08:13.667740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48676) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:13.680324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for bb86988a-092e-488f-977a-0d53bd9e52ee owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:13.692694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dc53e-52ce-4249-9ead-c32ef974d0c2 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Network': ['ID=4441a86a-d1fb-419e-8a13-e941f99cc399,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:13.767164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting subnet 70cf3bc4-8a75-4dc8-bf80-da44a1258c11 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:13.773877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.827514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.915778 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:13.976860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1abdcb3f-b28a-446e-b811-93dd944d7961 req-733d3ad6-d6b6-4ba4-a9d1-619a73e097fc tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0303934 Dec 16 08:08:13.989461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.035736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=bb86988a-092e-488f-977a-0d53bd9e52ee,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:14.071740 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.128451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Subnet': ['ID=70cf3bc4-8a75-4dc8-bf80-da44a1258c11,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:14.139688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.145319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b14fa-6451-4647-8799-6449b92dd5c1 None None] Network 6e6608de-0d79-4879-9aa2-3ba5e52162cf requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:14.148695 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d179113-0b05-4948-b8a2-51999d7d044d tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/subnets/70cf3bc4-8a75-4dc8-bf80-da44a1258c11 HTTP/1.1" status: 204 len: 168 time: 0.4772694 Dec 16 08:08:14.148695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48686) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:14.267016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting subnet c4039cfc-2844-4d2d-9549-23773ddee3e3 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:14.277043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.293017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.397732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.495858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] DHCP port deletion for 6e6608de-0d79-4879-9aa2-3ba5e52162cf request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:14.572903 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.613797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] Deleting port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:14.616012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.805895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.806490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] For port 02604eb8-5d4d-40e1-a62b-f38a284d09b9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=02604eb8-5d4d-40e1-a62b-f38a284d09b9,segment=NetworkSegment(8e673ba2-3e65-4742-a1d2-5ecd4d0a619e),segment_id=8e673ba2-3e65-4742-a1d2-5ecd4d0a619e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:14.806490 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.871307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:14.877105 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/subnets/c4039cfc-2844-4d2d-9549-23773ddee3e3 HTTP/1.1" status: 204 len: 168 time: 0.7252316 Dec 16 08:08:14.877105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1480a80-0016-428e-b863-4d11d83aee8f tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Subnet': ['ID=c4039cfc-2844-4d2d-9549-23773ddee3e3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:14.882932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48694) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:14.963417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router be07499f-09f3-420c-9720-958489a1e79a has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:15.016389 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.050617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 02604eb8-5d4d-40e1-a62b-f38a284d09b9 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:15.052980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf62e5-1867-433c-9be6-e44648b07ff8 None None] Network cb3cad98-3a6c-4a42-aac2-9619fb06f59c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:15.062745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:15.074797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ddaf9554-84b7-41ff-95b9-99d6b74a8c10 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/be07499f-09f3-420c-9720-958489a1e79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976427 Dec 16 08:08:15.075466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48700) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:15.115546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-33dc1754-38ea-4cf7-9b04-18edcea56da6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=be07499f-09f3-420c-9720-958489a1e79a HTTP/1.1" status: 200 len: 205 time: 0.0385244 Dec 16 08:08:15.116204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48704) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:15.154013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] Sync routers for ids ['be07499f-09f3-420c-9720-958489a1e79a'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:15.162030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] Calling delete_port for 02604eb8-5d4d-40e1-a62b-f38a284d09b9 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:15.188683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:15.189026 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.285086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] Routers {'be07499f-09f3-420c-9720-958489a1e79a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:15.286589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['be07499f-09f3-420c-9720-958489a1e79a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:15.329362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:15.342505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-578a2890-e72a-4f06-aeb9-ecc74def4f4d req-ac10365d-9481-4d87-a760-8823c211a736 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.1250110 Dec 16 08:08:15.357729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] Routers {'be07499f-09f3-420c-9720-958489a1e79a'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:15.358679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['be07499f-09f3-420c-9720-958489a1e79a'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:15.368133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de1d6a0d-2b1e-462c-b5b8-7fbf28bca950 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.387304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] For port 02604eb8-5d4d-40e1-a62b-f38a284d09b9, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=02604eb8-5d4d-40e1-a62b-f38a284d09b9,segment=NetworkSegment(8e673ba2-3e65-4742-a1d2-5ecd4d0a619e),segment_id=8e673ba2-3e65-4742-a1d2-5ecd4d0a619e)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:15.387304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.401824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Calling delete_port for 02604eb8-5d4d-40e1-a62b-f38a284d09b9 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:15.460068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:15.460924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7967d3-8cdd-444b-b214-90422ed1f34c None None] The sync data for ids ['be07499f-09f3-420c-9720-958489a1e79a'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:15.470670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] DHCP port deletion for cb3cad98-3a6c-4a42-aac2-9619fb06f59c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:15.546559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.560432 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.573223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Port': ['ID=02604eb8-5d4d-40e1-a62b-f38a284d09b9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:15.579708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] No DVR routers for this DVR port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:15.605371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] Pushing event deleted for resources: {'Port': ['ID=02604eb8-5d4d-40e1-a62b-f38a284d09b9,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:15.639197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a96ba-4bc1-4e05-b64a-02c468ebbc55 None None] No DVR routers for this DVR port 02604eb8-5d4d-40e1-a62b-f38a284d09b9 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:15.644717 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.653244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] Deleting port 83d6ba1e-d998-416a-b278-d819e95ea385 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:15.653744 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.743334 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.769659 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de1d6a0d-2b1e-462c-b5b8-7fbf28bca950 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.783765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de1d6a0d-2b1e-462c-b5b8-7fbf28bca950 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.809341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6608de-0d79-4879-9aa2-3ba5e52162cf']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:15.834027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e673ba2-3e65-4742-a1d2-5ecd4d0a619e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:15.834027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e673ba2-3e65-4742-a1d2-5ecd4d0a619e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:15.864399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.888292 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.898495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] For port 83d6ba1e-d998-416a-b278-d819e95ea385, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=83d6ba1e-d998-416a-b278-d819e95ea385,segment=NetworkSegment(39e5a391-efbd-4ffc-82dc-79743bab29dd),segment_id=39e5a391-efbd-4ffc-82dc-79743bab29dd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:15.899226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.911292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:15.911539 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:15.918539 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:15.924653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] Calling delete_port for 83d6ba1e-d998-416a-b278-d819e95ea385 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:15.956269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de1d6a0d-2b1e-462c-b5b8-7fbf28bca950 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.956907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d6a0d-2b1e-462c-b5b8-7fbf28bca950 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Fanout notify agent at l3_agent the message router_deleted on router be07499f-09f3-420c-9720-958489a1e79a {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:08:15.967546 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de1d6a0d-2b1e-462c-b5b8-7fbf28bca950 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:15.973985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-de1d6a0d-2b1e-462c-b5b8-7fbf28bca950 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/be07499f-09f3-420c-9720-958489a1e79a HTTP/1.1" status: 204 len: 168 time: 0.8543546 Dec 16 08:08:15.977396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48714) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:16.037183 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.045592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.052212 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/networks/6e6608de-0d79-4879-9aa2-3ba5e52162cf HTTP/1.1" status: 204 len: 168 time: 1.1676927 Dec 16 08:08:16.052520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48718) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:16.065834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet 303268c3-61eb-4c0c-9177-e6f93c20412d {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:16.069753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.075172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928084a-b55d-42fc-9bb6-7b89ad7b3288 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Network': ['ID=6e6608de-0d79-4879-9aa2-3ba5e52162cf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:16.119580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.155579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] Pushing event deleted for resources: {'Port': ['ID=83d6ba1e-d998-416a-b278-d819e95ea385,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:16.165111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574db289-faca-4aba-b811-0a1cc943a774 None None] No DVR routers for this DVR port 83d6ba1e-d998-416a-b278-d819e95ea385 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:16.168299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.200855 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.311860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.340980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.364747 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3cad98-3a6c-4a42-aac2-9619fb06f59c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:16.377122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e5a391-efbd-4ffc-82dc-79743bab29dd') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:16.377536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e5a391-efbd-4ffc-82dc-79743bab29dd') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:16.390698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.407074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.413994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:16.414509 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:16.419389 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:16.459600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.502370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=303268c3-61eb-4c0c-9177-e6f93c20412d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:16.520070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.523482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4a5982aa-b3cd-4b62-a210-5636020ec933 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/303268c3-61eb-4c0c-9177-e6f93c20412d HTTP/1.1" status: 204 len: 168 time: 0.5450277 Dec 16 08:08:16.527137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48728) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:16.528289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce0c12-d957-4fdd-8810-15936833106b None None] Network 919899f9-9a36-4047-a1b2-83e5682b0c6e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:16.540034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-963c25ba-1f14-450c-95aa-535145c86fa7 req-4d5fd832-00a3-4821-9c77-2e8cc6bebea7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0425155 Dec 16 08:08:16.622323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.656828 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.667988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.674096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48732) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:16.674245 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/networks/cb3cad98-3a6c-4a42-aac2-9619fb06f59c HTTP/1.1" status: 204 len: 168 time: 0.6189556 Dec 16 08:08:16.688563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d46e30-3f18-497a-bbbf-fa7eb770f251 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Network': ['ID=cb3cad98-3a6c-4a42-aac2-9619fb06f59c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:16.711795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 78e32931-1d27-43fa-a419-f204ae95c03e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:16.712551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.763150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting subnet 0ca1090f-00cd-4bb7-8b49-b4cb6d7df347 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:16.763798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] DHCP port deletion for 919899f9-9a36-4047-a1b2-83e5682b0c6e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:16.768003 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.830668 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.856775 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port 78e32931-1d27-43fa-a419-f204ae95c03e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78e32931-1d27-43fa-a419-f204ae95c03e,segment=NetworkSegment(c39b5254-e971-4650-bf96-cdd8cda00a55),segment_id=c39b5254-e971-4650-bf96-cdd8cda00a55)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:16.857795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:16.873052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83d6ba1e-d998-416a-b278-d819e95ea385 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:16.875495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 78e32931-1d27-43fa-a419-f204ae95c03e owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:16.901220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 83d6ba1e-d998-416a-b278-d819e95ea385 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:08:16.901829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 83d6ba1e-d998-416a-b278-d819e95ea385 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:08:16.902460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78e32931-1d27-43fa-a419-f204ae95c03e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:16.936562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] Deleting port 78e32931-1d27-43fa-a419-f204ae95c03e {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:16.937294 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.025681 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.083210 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.094939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] For port 78e32931-1d27-43fa-a419-f204ae95c03e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78e32931-1d27-43fa-a419-f204ae95c03e,segment=NetworkSegment(c39b5254-e971-4650-bf96-cdd8cda00a55),segment_id=c39b5254-e971-4650-bf96-cdd8cda00a55)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:17.095342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.126404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] Calling delete_port for 78e32931-1d27-43fa-a419-f204ae95c03e owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:17.132306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.164906 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port 78e32931-1d27-43fa-a419-f204ae95c03e on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:17.217038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=78e32931-1d27-43fa-a419-f204ae95c03e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:17.246433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.253493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.303818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca1090f-00cd-4bb7-8b49-b4cb6d7df347,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:17.309445 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.318983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-582d2807-8c72-426e-b770-dfe4929dd732 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/subnets/0ca1090f-00cd-4bb7-8b49-b4cb6d7df347 HTTP/1.1" status: 204 len: 168 time: 0.6409121 Dec 16 08:08:17.319303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48744) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:17.319425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] No DVR routers for this DVR port 78e32931-1d27-43fa-a419-f204ae95c03e on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:17.332664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8cca1-06c4-484b-be77-90e60b44024d None None] Pushing event deleted for resources: {'Port': ['ID=78e32931-1d27-43fa-a419-f204ae95c03e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:17.338775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20901d33-cb21-47a4-a885-66bf71a92d56 None None] Network 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:17.350307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.406972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919899f9-9a36-4047-a1b2-83e5682b0c6e']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:17.423117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39b5254-e971-4650-bf96-cdd8cda00a55') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:17.423457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39b5254-e971-4650-bf96-cdd8cda00a55') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:17.447591 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:08:17.448386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.468125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.476746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.488164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:17.488598 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:17.522310 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:17.563224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Deleting port 8c4028e9-0544-4e03-8ee8-c91670f6d12e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:17.563502 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.663446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] For port 8c4028e9-0544-4e03-8ee8-c91670f6d12e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8c4028e9-0544-4e03-8ee8-c91670f6d12e,segment=NetworkSegment(9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec),segment_id=9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:17.664141 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.670495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] DHCP port deletion for 8c7ca5d3-a925-4c26-8b0f-e2be45d1068c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:17.674349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.686412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.693155 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/919899f9-9a36-4047-a1b2-83e5682b0c6e HTTP/1.1" status: 204 len: 168 time: 1.1648529 Dec 16 08:08:17.698273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Calling delete_port for 8c4028e9-0544-4e03-8ee8-c91670f6d12e owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:17.703931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48752) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:17.708693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f398588a-ddfb-4ec3-a092-22700b737e6e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-193512808', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:17.714889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2179a2-49a0-4fae-bfd0-89825fe56dd5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=919899f9-9a36-4047-a1b2-83e5682b0c6e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:17.739451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] Deleting port 8c4028e9-0544-4e03-8ee8-c91670f6d12e {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:17.739832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.791956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e77345b-e86f-4e3e-91ff-dd4e4bc4671c req-877580d6-6bf2-47b9-a999-8cb11d80545e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0338202 Dec 16 08:08:17.804829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] For port 8c4028e9-0544-4e03-8ee8-c91670f6d12e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8c4028e9-0544-4e03-8ee8-c91670f6d12e,segment=NetworkSegment(9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec),segment_id=9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:17.805227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.811399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f398588a-ddfb-4ec3-a092-22700b737e6e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.812911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f398588a-ddfb-4ec3-a092-22700b737e6e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.823946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] Calling delete_port for 8c4028e9-0544-4e03-8ee8-c91670f6d12e owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:17.877082 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f398588a-ddfb-4ec3-a092-22700b737e6e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.914440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.932362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.939822 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Port': ['ID=8c4028e9-0544-4e03-8ee8-c91670f6d12e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:17.945453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f398588a-ddfb-4ec3-a092-22700b737e6e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:17.947947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] No DVR routers for this DVR port 8c4028e9-0544-4e03-8ee8-c91670f6d12e on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:17.963917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] No DVR routers for this DVR port 8c4028e9-0544-4e03-8ee8-c91670f6d12e on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:17.997129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c690dbf-a929-4ee8-91eb-1d20a30166f1 None None] Pushing event deleted for resources: {'Port': ['ID=8c4028e9-0544-4e03-8ee8-c91670f6d12e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:18.039002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f398588a-ddfb-4ec3-a092-22700b737e6e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.041503 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f398588a-ddfb-4ec3-a092-22700b737e6e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3353729 Dec 16 08:08:18.044107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:18.055627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1074126461'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:18.069886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.109879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7ca5d3-a925-4c26-8b0f-e2be45d1068c']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:18.127062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:18.127363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c90ddb4-7ac5-4f40-b0c9-4c5232b43eec') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:18.137751 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.151466 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.156263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:18.161432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:18.161432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.161665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:18.161768 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:18.286104 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.293788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.302638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/networks/8c7ca5d3-a925-4c26-8b0f-e2be45d1068c HTTP/1.1" status: 204 len: 168 time: 0.9789307 Dec 16 08:08:18.302884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:18.311857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:08:18.325902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d2f18-98eb-4fbf-9487-7e7fe514ccdc tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Pushing event deleted for resources: {'Network': ['ID=8c7ca5d3-a925-4c26-8b0f-e2be45d1068c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:18.344313 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e356ae6b-a353-4d2b-8234-943df82669be tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "GET /v2.0/ports?device_id=de81cc1c-a0ed-4578-aec7-2e48fc598ae0 HTTP/1.1" status: 200 len: 205 time: 0.0435007 Dec 16 08:08:18.346809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:18.422032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.422531 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment 6d2340cd-33e2-4033-8d4b-c40bb966cade of type vlan for network 7fc46f16-3e30-426e-a6fa-8631056017d9 Dec 16 08:08:18.436017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba56-8c0f-4b09-b820-5f4943018998 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.532305 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.639912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba56-8c0f-4b09-b820-5f4943018998 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.642607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba56-8c0f-4b09-b820-5f4943018998 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.701252 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.708879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:18.709609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.813937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=7fc46f16-3e30-426e-a6fa-8631056017d9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:18.819851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba56-8c0f-4b09-b820-5f4943018998 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.820435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec9ba56-8c0f-4b09-b820-5f4943018998 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Fanout notify agent at l3_agent the message router_deleted on router de81cc1c-a0ed-4578-aec7-2e48fc598ae0 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:08:18.826965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:08:18.836446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ec9ba56-8c0f-4b09-b820-5f4943018998 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:18.841264 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2ec9ba56-8c0f-4b09-b820-5f4943018998 tempest-RoutersNegativeIpV6Test-1154419442 tempest-RoutersNegativeIpV6Test-1154419442-project] 10.222.0.43 "DELETE /v2.0/routers/de81cc1c-a0ed-4578-aec7-2e48fc598ae0 HTTP/1.1" status: 204 len: 168 time: 0.4898441 Dec 16 08:08:18.868253 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-37a757a2-745c-4056-aa1a-f2ea2247a9fe tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8219979 Dec 16 08:08:18.871098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48780) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:18.880361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:18.915516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c4028e9-0544-4e03-8ee8-c91670f6d12e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:18.970205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8c4028e9-0544-4e03-8ee8-c91670f6d12e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:08:18.970928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8c4028e9-0544-4e03-8ee8-c91670f6d12e not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:08:18.988282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49645462-d4ac-462f-8b08-e3793a9e5f8e req-208e494a-24cf-41b5-9afb-a9fc4858cde1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0534813 Dec 16 08:08:19.127700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:19.135133 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:19.510071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:19.695258 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ff9cd41b-fe71-4644-a1ee-670787604a36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d131a92aa2aa4da3bfb6316dcaa0d8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839771 Dec 16 08:08:19.698167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48798) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:19.716611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:19.758155 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03fbed4a-f742-40a6-a2a4-0a356ad8f94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:19.781384 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03fbed4a-f742-40a6-a2a4-0a356ad8f94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:19.789458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=e94a1a43-33de-44c8-8676-17c01afdb5ea,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:19.797503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:19.798045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 7fc46f16-3e30-426e-a6fa-8631056017d9, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:08:19.898562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:08:19.939233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03fbed4a-f742-40a6-a2a4-0a356ad8f94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:19.943170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03fbed4a-f742-40a6-a2a4-0a356ad8f94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:19.945194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03fbed4a-f742-40a6-a2a4-0a356ad8f94a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81d7b800-d37e-4b78-b532-afa414ba9c73 HTTP/1.1" status: 204 len: 168 time: 0.2458184 Dec 16 08:08:19.956549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbed4a-f742-40a6-a2a4-0a356ad8f94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d7b800-d37e-4b78-b532-afa414ba9c73,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:19.967364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 7fc46f16-3e30-426e-a6fa-8631056017d9) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:19.997376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:19.997970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:20.001380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984e2a6-3958-4218-be65-3689365e2eb3 None None] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:20.108032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a423f3c3-4f32-4dbe-88fe-bf318957133f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2358434 Dec 16 08:08:20.110879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48810) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:20.160092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-7fc46f16-3e30-426e-a6fa-8631056017d9', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:08:20.161381 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:20.189330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a9d0322-bc3f-4fe3-93af-39add2c5f850 req-160876ee-fbfa-4cad-92e1-0c459678b816 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0937626 Dec 16 08:08:20.332519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Allocated IP 2001:db8::2 (7fc46f16-3e30-426e-a6fa-8631056017d9/e94a1a43-33de-44c8-8676-17c01afdb5ea/c0525735-2b7e-4881-8ed0-187a3df76880) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:20.532682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:20.590158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:20.648065 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:20.692552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Pushing event updated for resources: {'Port': ['ID=c0525735-2b7e-4881-8ed0-187a3df76880,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:20.710288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:20.711990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:20.718174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:20.812594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Attempting to bind port c0525735-2b7e-4881-8ed0-187a3df76880 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:20.812917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Attempting to bind port c0525735-2b7e-4881-8ed0-187a3df76880 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:20.813289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Attempting to bind port c0525735-2b7e-4881-8ed0-187a3df76880 on network 7fc46f16-3e30-426e-a6fa-8631056017d9 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:20.819554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:20.819942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Checking segment: {'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:20.820381 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:20.820784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Bound using segment: {'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:20.821265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Bound port: c0525735-2b7e-4881-8ed0-187a3df76880, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:20.821652 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:20.893571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] For port c0525735-2b7e-4881-8ed0-187a3df76880, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:20.896848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] For port c0525735-2b7e-4881-8ed0-187a3df76880, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0525735-2b7e-4881-8ed0-187a3df76880,segment=NetworkSegment(6d2340cd-33e2-4033-8d4b-c40bb966cade),segment_id=6d2340cd-33e2-4033-8d4b-c40bb966cade)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:20.929697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8::1 (7fc46f16-3e30-426e-a6fa-8631056017d9/e94a1a43-33de-44c8-8676-17c01afdb5ea/7e8a6b61-bf8e-47ff-b0c9-90972490c43b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:20.991174 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:21.051007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d807-ed7e-4840-a782-4e396014f8ce None None] Pushing event updated for resources: {'Port': ['ID=c0525735-2b7e-4881-8ed0-187a3df76880,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:21.096386 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:21.196707 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:21.249734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:21.258685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:21.262017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:21.262685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:21.490303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68a5e55e-6f58-46a9-8847-03dd96bb2012 req-19dff94a-6ff3-454e-b731-0ce1f0c0080e tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0594330 Dec 16 08:08:21.499410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:21.585798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:22.171689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:22.274483 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:22.275947 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:22.443278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b148b-d5ab-42f0-82c8-28ee509913c9 None None] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:22.455591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:22.464157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:22.552883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:22.601768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-170f9b29-7f0d-4543-ae98-0a77d6fd8cfb None None] Provisioning complete for port c0525735-2b7e-4881-8ed0-187a3df76880 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:22.602798 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-170f9b29-7f0d-4543-ae98-0a77d6fd8cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:22.747855 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-170f9b29-7f0d-4543-ae98-0a77d6fd8cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:22.757596 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab055409-6678-41ce-b4be-5077bf5940b1 req-f540092e-16c8-42da-b7b5-8a7af987e14d tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0558150 Dec 16 08:08:22.758131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:08:22.817441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-170f9b29-7f0d-4543-ae98-0a77d6fd8cfb None None] For port c0525735-2b7e-4881-8ed0-187a3df76880, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0525735-2b7e-4881-8ed0-187a3df76880,segment=NetworkSegment(6d2340cd-33e2-4033-8d4b-c40bb966cade),segment_id=6d2340cd-33e2-4033-8d4b-c40bb966cade)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:22.909196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-170f9b29-7f0d-4543-ae98-0a77d6fd8cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:22.969618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:22.983943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c0525735-2b7e-4881-8ed0-187a3df76880 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:22.985771 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:22.986325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-593016fe-7d85-4ac1-ba99-11b753b2522e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737576 Dec 16 08:08:22.989854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48892) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:22.999003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1767380244'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:23.002290 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:23.003654 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:23.051413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9b29-7f0d-4543-ae98-0a77d6fd8cfb None None] Pushing event updated for resources: {'Port': ['ID=c0525735-2b7e-4881-8ed0-187a3df76880,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:23.083103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c0525735-2b7e-4881-8ed0-187a3df76880 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:23.083645 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.104917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:23.108965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.158542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:08:23.186239 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:23.213489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.216593 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment b58f8e85-2ff6-4e15-895d-dd4a228dd254 of type vlan for network 40b981c5-86c2-4ab7-8a86-724f94cbcabc Dec 16 08:08:23.358370 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.371706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fd680684-ce33-4f9a-870a-7a3450448319 None None] Provisioning complete for port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:23.372277 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd680684-ce33-4f9a-870a-7a3450448319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.440590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fd680684-ce33-4f9a-870a-7a3450448319 None None] Port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:23.465006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fd680684-ce33-4f9a-870a-7a3450448319 None None] Provisioning complete for port c0525735-2b7e-4881-8ed0-187a3df76880 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:23.467249 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd680684-ce33-4f9a-870a-7a3450448319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.533084 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.539062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:23.539677 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.642787 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:21Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:22Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:23.701381 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:08:23.710969 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Updating router 91b3ffa1-f530-4057-b745-f216e1cf7fac port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:08:23.765298 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:23.767374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=40b981c5-86c2-4ab7-8a86-724f94cbcabc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:23.786979 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5800ea7f-e364-43bb-9eda-980177794b26 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7959528 Dec 16 08:08:23.787225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48922) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:23.795369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:24.013437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9728dd86-62c6-469e-ab1b-0a1b0c44c173 req-aca7da86-d1c8-4b4a-968c-09d730941039 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0873690 Dec 16 08:08:24.062269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:08:24.147123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:24.147888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48928) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:24.151859 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.318960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d646907-03b4-48bf-a6d8-36e1d35061ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.387395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-914aaaa5-9df1-4525-9271-4411b7d82404 None None] Provisioning complete for port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:24.387846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-914aaaa5-9df1-4525-9271-4411b7d82404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.462370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-914aaaa5-9df1-4525-9271-4411b7d82404 None None] Port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:24.469667 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d646907-03b4-48bf-a6d8-36e1d35061ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.550237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d646907-03b4-48bf-a6d8-36e1d35061ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.567794 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.586290 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.591414 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2d646907-03b4-48bf-a6d8-36e1d35061ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fe490bb64914279881eea2be827b4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430954 Dec 16 08:08:24.593831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646907-03b4-48bf-a6d8-36e1d35061ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5b1ab-6fdc-4211-8035-08493a632122,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:24.596395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48940) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:24.641898 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.661517 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9016817d-4d48-4d96-9164-bcdb76dd9ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.691582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:24.692458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 40b981c5-86c2-4ab7-8a86-724f94cbcabc, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:08:24.699471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9016817d-4d48-4d96-9164-bcdb76dd9ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.703640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=d466906b-7385-4809-8bad-757451875de4,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:24.741238 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Pushing event updated for resources: {'Port': ['ID=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:24.752368 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.752792 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.753204 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.753674 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.754086 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.754480 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.754871 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.755260 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.755650 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.756613 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.757055 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.757479 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.757921 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:24.792085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:08:24.851168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c0525735-2b7e-4881-8ed0-187a3df76880 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:24.857488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9016817d-4d48-4d96-9164-bcdb76dd9ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.862322 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9016817d-4d48-4d96-9164-bcdb76dd9ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.863445 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9016817d-4d48-4d96-9164-bcdb76dd9ab9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61d5b1ab-6fdc-4211-8035-08493a632122 HTTP/1.1" status: 204 len: 168 time: 0.2659218 Dec 16 08:08:24.878770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016817d-4d48-4d96-9164-bcdb76dd9ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5b1ab-6fdc-4211-8035-08493a632122,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:24.897069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 40b981c5-86c2-4ab7-8a86-724f94cbcabc) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:24.902206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:24.902206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.929702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3492732-e4aa-4a40-8eef-ead713e17690 None None] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:24.935689 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Attempting to bind port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:24.936065 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Attempting to bind port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:24.936459 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Attempting to bind port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b on network 7fc46f16-3e30-426e-a6fa-8631056017d9 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:24.955142 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:24.955301 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Checking segment: {'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:24.955674 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.956298 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Bound using segment: {'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:24.956970 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Bound port: 7e8a6b61-bf8e-47ff-b0c9-90972490c43b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2340cd-33e2-4033-8d4b-c40bb966cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:24.957539 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:24.997479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48950) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:24.997886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6a5acce7-9491-4571-a9ba-9e2ecf3e2a60 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2084713 Dec 16 08:08:25.085413 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] For port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:25.091343 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] For port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,segment=NetworkSegment(6d2340cd-33e2-4033-8d4b-c40bb966cade),segment_id=6d2340cd-33e2-4033-8d4b-c40bb966cade)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:25.142828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:08:25.144805 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:25.185290 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:25.237833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f579d826-1e54-4c9f-9917-15a15a2116e8 req-db9fd2b9-4c58-4023-ba71-ca1e066c539c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0462732 Dec 16 08:08:25.336008 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:25.336678 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:25.348098 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4280ee0-634a-43d0-9659-f1e5394b84a6 None None] Pushing event updated for resources: {'Port': ['ID=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:25.420786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1bb97f9a-e982-4ee3-a102-ff37a4f92380 None None] Provisioning complete for port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:25.424291 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f9a-e982-4ee3-a102-ff37a4f92380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:25.436608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c0525735-2b7e-4881-8ed0-187a3df76880 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:25.437219 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:25.602739 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:25.761173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Allocated IP 2001:db8:1::2 (40b981c5-86c2-4ab7-8a86-724f94cbcabc/d466906b-7385-4809-8bad-757451875de4/d0150968-6c34-4fda-9c2f-9de95bb198ed) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:25.903552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f9a-e982-4ee3-a102-ff37a4f92380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:25.922756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:25.965860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 48964) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:25.985856 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be741624-113a-4840-9868-12a2d86b20c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.014928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1bb97f9a-e982-4ee3-a102-ff37a4f92380 None None] For port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,segment=NetworkSegment(6d2340cd-33e2-4033-8d4b-c40bb966cade),segment_id=6d2340cd-33e2-4033-8d4b-c40bb966cade)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:26.031300 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:21Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:26.072494 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f9a-e982-4ee3-a102-ff37a4f92380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.110370 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260150d-5b2b-4959-a9ab-1adab7aa7788 None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:21Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:26.200540 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.217100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be741624-113a-4840-9868-12a2d86b20c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.235764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb97f9a-e982-4ee3-a102-ff37a4f92380 None None] Pushing event updated for resources: {'Port': ['ID=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:26.256414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-76a23064-6c95-4ff2-9fda-a36dd004c505 None None] Provisioning complete for port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:26.257231 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76a23064-6c95-4ff2-9fda-a36dd004c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.299112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be741624-113a-4840-9868-12a2d86b20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.315610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.409739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8:1::1 (40b981c5-86c2-4ab7-8a86-724f94cbcabc/d466906b-7385-4809-8bad-757451875de4/552ebe4f-cf17-4671-a719-db450664f170) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:26.416728 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:26.422059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:26.433366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:26.441447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-be741624-113a-4840-9868-12a2d86b20c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5a60d5d8bc04d51b5777cd53f1fba8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744823 Dec 16 08:08:26.444382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 48970) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:26.466990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728fe2df-5bb4-4ae1-a356-ef5de98f5542 req-f168f9e9-43dc-4d90-b40b-bd4158ac93e6 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0883162 Dec 16 08:08:26.468494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be741624-113a-4840-9868-12a2d86b20c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cecfbc-d597-4ce6-b869-df9a0891f72c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:26.561138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Attempting to bind port d0150968-6c34-4fda-9c2f-9de95bb198ed on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:26.561525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Attempting to bind port d0150968-6c34-4fda-9c2f-9de95bb198ed by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:26.561934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Attempting to bind port d0150968-6c34-4fda-9c2f-9de95bb198ed on network 40b981c5-86c2-4ab7-8a86-724f94cbcabc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:26.565089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Pushing event updated for resources: {'Port': ['ID=d0150968-6c34-4fda-9c2f-9de95bb198ed,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:26.574823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:26.575462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Checking segment: {'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:26.576041 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.576641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Bound using segment: {'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:26.577431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Bound port: d0150968-6c34-4fda-9c2f-9de95bb198ed, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:26.581151 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.678058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9db374b1-8c8c-40b1-8cd8-7724f67ba61d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.701446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.781869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9db374b1-8c8c-40b1-8cd8-7724f67ba61d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.783690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] For port d0150968-6c34-4fda-9c2f-9de95bb198ed, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:26.793155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] For port d0150968-6c34-4fda-9c2f-9de95bb198ed, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d0150968-6c34-4fda-9c2f-9de95bb198ed,segment=NetworkSegment(b58f8e85-2ff6-4e15-895d-dd4a228dd254),segment_id=b58f8e85-2ff6-4e15-895d-dd4a228dd254)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:26.836811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.860018 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.901315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7e8a6b61-bf8e-47ff-b0c9-90972490c43b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:26.922984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:26.940765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:26.953093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:26.953732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:26.958157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=552ebe4f-cf17-4671-a719-db450664f170,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:27.024626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9db374b1-8c8c-40b1-8cd8-7724f67ba61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:27.028449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9db374b1-8c8c-40b1-8cd8-7724f67ba61d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:27.045209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415967d-972b-43ba-89f0-8e3b4e58557a None None] Pushing event updated for resources: {'Port': ['ID=d0150968-6c34-4fda-9c2f-9de95bb198ed,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:27.060409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9db374b1-8c8c-40b1-8cd8-7724f67ba61d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80cecfbc-d597-4ce6-b869-df9a0891f72c HTTP/1.1" status: 204 len: 168 time: 0.5763865 Dec 16 08:08:27.066923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:27.067317 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:27.096237 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db374b1-8c8c-40b1-8cd8-7724f67ba61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cecfbc-d597-4ce6-b869-df9a0891f72c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:27.376868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:27.561873 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:27.701942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8cdd6eb3-3cc7-4e89-be55-0c7606876535 req-01c5eb2b-86b0-4848-85b2-a0c62730419b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0615475 Dec 16 08:08:27.767718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:27.840968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:27.842023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:28.106207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=552ebe4f-cf17-4671-a719-db450664f170,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:28.214592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:28.227156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:28.230891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aadd3734-50ee-4426-955e-6e0a1f8a0380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:28.433167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:28.484482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-3289c544-1ff2-4d6f-8b5d-6250e530c9a0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:28.505601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-3289c544-1ff2-4d6f-8b5d-6250e530c9a0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.2626612 Dec 16 08:08:28.542860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-fcc117dc-6056-4f0c-a2b1-4a2acc0eb45d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/quotas/d73240de04944831a8c79f6794c544ff HTTP/1.1" status: 200 len: 375 time: 0.0261843 Dec 16 08:08:28.735878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:28.752804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-04267c7b-e058-4c19-8f26-366ba9b459c5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018359 Dec 16 08:08:28.766571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab1b1c-70a9-49e6-a5ca-a6b736a96104 None None] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:28.776533 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e05bd5b6-5b7a-43fe-a3b0-6e0c9d779862 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7717826 Dec 16 08:08:28.777304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:28.801129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1994875576'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:29.007858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:29.010669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-509b1345-a46b-4626-9c51-306c806abbd8 req-4a5bc4d3-0956-42b9-a1db-e8c6723f6207 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0440621 Dec 16 08:08:29.013768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.019067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:29.084023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-f90550f2-8cbe-4244-a6e2-cc426caf3775 service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302407 Dec 16 08:08:29.097204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d0150968-6c34-4fda-9c2f-9de95bb198ed up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:29.106991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:08:29.136878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.138136 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment 110e97af-725e-4fce-a028-14f9e803d4b5 of type vlan for network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 Dec 16 08:08:29.218436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:29.224696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:29.225360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:29.281189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.325637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-5c38782e-425c-4e9e-83eb-ca28f6727e3a service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395701 Dec 16 08:08:29.417582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:29.525517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f361bb5a-2914-4acd-94d6-88ef8fe8242c None None] Provisioning complete for port d0150968-6c34-4fda-9c2f-9de95bb198ed triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:29.526167 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f361bb5a-2914-4acd-94d6-88ef8fe8242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.633226 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b48b73f-d8f1-4c44-b873-7dc6c79dcf04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.725796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.731896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:29.733062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.743168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b48b73f-d8f1-4c44-b873-7dc6c79dcf04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.819895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=002c6a77-99ed-48a8-ac92-0b5949dff3f3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:29.849917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b48b73f-d8f1-4c44-b873-7dc6c79dcf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:29.862216 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2dfc361e-f26d-43c1-a899-72b7d02c9a49 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0809507 Dec 16 08:08:29.864207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49068) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:29.920683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:29.975754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:08:30.096019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d0150968-6c34-4fda-9c2f-9de95bb198ed triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:30.096935 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.107665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b73f-d8f1-4c44-b873-7dc6c79dcf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c339e3c-11e9-4a90-91b7-bc10d98d7f94,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:30.185152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49082) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:30.186233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2b48b73f-d8f1-4c44-b873-7dc6c79dcf04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d2cd4c6e61542f49ddc9fbe1236500a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9661431 Dec 16 08:08:30.187510 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.191468 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-49b8ce83-fb70-4868-ab2b-d44cfa38fcc8 req-3cb242ea-4efc-411c-b43d-1df9e493261b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 210 time: 0.1751440 Dec 16 08:08:30.306997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85398a19-78cb-4814-97cb-219068d074a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.309715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-404d7715-8992-4821-b2ac-b118779b7e06 req-023bab51-5deb-4259-be5a-8b2e390b85fb tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0568016 Dec 16 08:08:30.343361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85398a19-78cb-4814-97cb-219068d074a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.403105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:30.411893 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.603481 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.611534 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f361bb5a-2914-4acd-94d6-88ef8fe8242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.752518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50d5e686-8cf5-4b36-b141-96bdf632cb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.791596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f361bb5a-2914-4acd-94d6-88ef8fe8242c None None] For port d0150968-6c34-4fda-9c2f-9de95bb198ed, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d0150968-6c34-4fda-9c2f-9de95bb198ed,segment=NetworkSegment(b58f8e85-2ff6-4e15-895d-dd4a228dd254),segment_id=b58f8e85-2ff6-4e15-895d-dd4a228dd254)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:30.797560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:27Z', 'revision_number': 3, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:27Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:30.898566 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85398a19-78cb-4814-97cb-219068d074a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.900461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:08:30.905656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-85398a19-78cb-4814-97cb-219068d074a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.905926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Updating router 91b3ffa1-f530-4057-b745-f216e1cf7fac port 552ebe4f-cf17-4671-a719-db450664f170 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:08:30.910102 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-85398a19-78cb-4814-97cb-219068d074a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c339e3c-11e9-4a90-91b7-bc10d98d7f94 HTTP/1.1" status: 204 len: 168 time: 0.7215011 Dec 16 08:08:30.910661 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f361bb5a-2914-4acd-94d6-88ef8fe8242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:30.950942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85398a19-78cb-4814-97cb-219068d074a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c339e3c-11e9-4a90-91b7-bc10d98d7f94,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:31.011974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:31.096987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=dcbaa3e8-443f-4d67-9392-0472067efb96,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:31.144273 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:31.164011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:31.164519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 002c6a77-99ed-48a8-ac92-0b5949dff3f3, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:08:31.216143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-afa5cb6b-a615-4ee0-91a7-af99cce3f612 None None] Provisioning complete for port 552ebe4f-cf17-4671-a719-db450664f170 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:31.216143 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-afa5cb6b-a615-4ee0-91a7-af99cce3f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:31.262717 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:08:31.297623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:08:31.297995 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:08:31.339326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361bb5a-2914-4acd-94d6-88ef8fe8242c None None] Pushing event updated for resources: {'Port': ['ID=d0150968-6c34-4fda-9c2f-9de95bb198ed,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:31.344853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 002c6a77-99ed-48a8-ac92-0b5949dff3f3) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:31.348878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f5c1697-2aab-497e-a298-f991bb16adf3 req-af833417-aa50-4aae-a61d-da7b63106447 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 210 time: 0.0552897 Dec 16 08:08:31.360260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:31.360260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:31.372003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497728bd-8a71-4ee3-adaf-7c1a092d0f95 None None] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:31.417528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-afa5cb6b-a615-4ee0-91a7-af99cce3f612 None None] Port 552ebe4f-cf17-4671-a719-db450664f170 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:31.479165 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d237bf98-8372-4f22-bc27-41da06135c35 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6122208 Dec 16 08:08:31.482098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49120) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:31.571802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-afa5cb6b-a615-4ee0-91a7-af99cce3f612 None None] Provisioning complete for port d0150968-6c34-4fda-9c2f-9de95bb198ed triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:31.587153 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-afa5cb6b-a615-4ee0-91a7-af99cce3f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:31.915440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0da08bb5-56bd-4164-a8a7-ef9213509630 req-52972713-225e-4c2b-9b95-de4e30d7beb1 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.2401600 Dec 16 08:08:31.927465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:08:31.928459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:31.961169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.119546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:32.144532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3147ec5d-48e0-4187-8f2a-b657c0df9cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.174306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d0150968-6c34-4fda-9c2f-9de95bb198ed up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:32.313658 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.337599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3147ec5d-48e0-4187-8f2a-b657c0df9cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.385823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.411552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-61f9aaf6-1696-4c9e-8fa2-b233884604ea None None] Provisioning complete for port 552ebe4f-cf17-4671-a719-db450664f170 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:32.412010 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61f9aaf6-1696-4c9e-8fa2-b233884604ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.495750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d0150968-6c34-4fda-9c2f-9de95bb198ed triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:32.496130 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.500429 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Allocated IP 2001:db8:2::2 (002c6a77-99ed-48a8-ac92-0b5949dff3f3/dcbaa3e8-443f-4d67-9392-0472067efb96/acae2b26-bb1f-4022-8a02-1d60050175e5) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:32.501057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3147ec5d-48e0-4187-8f2a-b657c0df9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.505615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.560865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-61f9aaf6-1696-4c9e-8fa2-b233884604ea None None] Port 552ebe4f-cf17-4671-a719-db450664f170 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:32.588817 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3147ec5d-48e0-4187-8f2a-b657c0df9cd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=714009c731e042a49b071c4db6f31b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680781 Dec 16 08:08:32.589820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147ec5d-48e0-4187-8f2a-b657c0df9cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcf2cad-e822-40a5-9c6d-d1628f5d2d24,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:32.600299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:32.633611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58895a42-9c2c-4c58-9245-a6026c1dae6e req-d33aef9d-6f1e-4b8a-89c5-5d92caf57846 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 210 time: 0.0794353 Dec 16 08:08:32.660294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158453f7-74d7-42b2-b50c-b4afdc2cb0b4 None None] Pushing event updated for resources: {'Port': ['ID=552ebe4f-cf17-4671-a719-db450664f170,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:32.800552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c967e994-511f-43aa-9f36-8d67e57fc4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.846015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c967e994-511f-43aa-9f36-8d67e57fc4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.863701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Attempting to bind port 552ebe4f-cf17-4671-a719-db450664f170 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:32.864125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Attempting to bind port 552ebe4f-cf17-4671-a719-db450664f170 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:32.864468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Attempting to bind port 552ebe4f-cf17-4671-a719-db450664f170 on network 40b981c5-86c2-4ab7-8a86-724f94cbcabc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:32.993296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:32.994529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Checking segment: {'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:32.994731 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:32.995201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Bound using segment: {'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:32.995671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Bound port: 552ebe4f-cf17-4671-a719-db450664f170, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58f8e85-2ff6-4e15-895d-dd4a228dd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:32.996118 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.100835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.108225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.126003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.143644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c967e994-511f-43aa-9f36-8d67e57fc4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.146347 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c967e994-511f-43aa-9f36-8d67e57fc4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.147493 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c967e994-511f-43aa-9f36-8d67e57fc4ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fcf2cad-e822-40a5-9c6d-d1628f5d2d24 HTTP/1.1" status: 204 len: 168 time: 0.5457990 Dec 16 08:08:33.159072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.184839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.191298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.195817 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.202707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] For port 552ebe4f-cf17-4671-a719-db450664f170, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:33.215548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] For port 552ebe4f-cf17-4671-a719-db450664f170, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=552ebe4f-cf17-4671-a719-db450664f170,segment=NetworkSegment(b58f8e85-2ff6-4e15-895d-dd4a228dd254),segment_id=b58f8e85-2ff6-4e15-895d-dd4a228dd254)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:33.219080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e994-511f-43aa-9f36-8d67e57fc4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcf2cad-e822-40a5-9c6d-d1628f5d2d24,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:33.219292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.226095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-2a238932-17b6-4ee6-b2e5-111fcabd4da9 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.2877371 Dec 16 08:08:33.245185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-db056f2a-ca78-4e2d-b5a2-7d764d295242 None None] Provisioning complete for port 552ebe4f-cf17-4671-a719-db450664f170 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:33.245902 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db056f2a-ca78-4e2d-b5a2-7d764d295242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.295579 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.296532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-08575f27-ce29-4f4b-807a-84adbd452f72 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:33.301080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-08575f27-ce29-4f4b-807a-84adbd452f72 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.2859864 Dec 16 08:08:33.320557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Request body: {'port': {'device_id': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'admin_state_up': True, 'tenant_id': 'd73240de04944831a8c79f6794c544ff'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:33.328169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b05d6c8e-6be7-4f29-8f0a-ba275398f74f req-52d72c0a-78bf-4fec-8df9-bc585c9c0c4a tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a124372-577d-4138-a420-6ba32267423b HTTP/1.1" status: 200 len: 210 time: 0.0979815 Dec 16 08:08:33.446567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:33.449850 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.462471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:33.465125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-db056f2a-ca78-4e2d-b5a2-7d764d295242 None None] Port 552ebe4f-cf17-4671-a719-db450664f170 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:33.470722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:33.499388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Pushing event updated for resources: {'Port': ['ID=acae2b26-bb1f-4022-8a02-1d60050175e5,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:33.604490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8:2::1 (002c6a77-99ed-48a8-ac92-0b5949dff3f3/dcbaa3e8-443f-4d67-9392-0472067efb96/e3ac079f-537a-46c7-a987-44ba76aa8bb7) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:33.637369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b5d085c-2f37-402e-ac32-f50bd7c23ee6 req-40180e9d-7da7-4af4-9152-26c1ab2a07a5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3287003 Dec 16 08:08:33.801638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Made reservation on behalf of d73240de04944831a8c79f6794c544ff for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:33.805586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:33.928592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-324c861b-e6fe-4851-b305-5532dd334a45 req-485d6ab5-f021-4ca7-88f6-2b128372abc8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 210 time: 0.1188214 Dec 16 08:08:34.112388 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.127973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:34.135351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:34.152920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:34.164390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Allocated IP 172.20.0.12 (576d7a04-a028-456d-bfd7-f35fd21abf55/a0d890ed-acef-472d-a0bd-7b22f2854b8e/c6ea40a6-125d-4b28-acbc-217ac6f4e43e) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:34.167405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:34.184357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:34.200204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:34.210642 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.213874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:34.219296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d07178f2-7f83-44a7-93af-5a506ec445f5 req-0dd6da4a-24d3-4800-a36b-1c20e28a992f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.3203609 Dec 16 08:08:34.318402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-053552f1-5eab-4729-a75a-ecb739363aee None None] Provisioning complete for port 552ebe4f-cf17-4671-a719-db450664f170 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:34.318912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-053552f1-5eab-4729-a75a-ecb739363aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.341166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:34.341612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:34.418328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.432501 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.510134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.540958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:34.549265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:34.579142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:34.580042 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.585532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158453f7-74d7-42b2-b50c-b4afdc2cb0b4 None None] Pushing event updated for resources: {'Port': ['ID=552ebe4f-cf17-4671-a719-db450664f170,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:34.609818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49200) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:34.634656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Attempting to bind port acae2b26-bb1f-4022-8a02-1d60050175e5 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:34.635301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Attempting to bind port acae2b26-bb1f-4022-8a02-1d60050175e5 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:34.636158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Attempting to bind port acae2b26-bb1f-4022-8a02-1d60050175e5 on network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:34.656631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:34.657307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Checking segment: {'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:34.657897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.658455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Bound using segment: {'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:34.659110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Bound port: acae2b26-bb1f-4022-8a02-1d60050175e5, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:34.663808 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.673924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.715001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:34.725569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:08:34.730287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['901331c1-8cdc-4296-92d0-c8513193139c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:08:34.755924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e544b05-0845-4342-91b9-936c06d8a536 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.774521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=e3ac079f-537a-46c7-a987-44ba76aa8bb7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:34.810329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e544b05-0845-4342-91b9-936c06d8a536 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:34.842722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:34.854331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:34.879414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:34.907307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4da7c-31a5-4cd7-9548-614694711561 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:34.945590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event updated for resources: {'Port': ['ID=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:34.999890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:35.000991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.007791 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-053552f1-5eab-4729-a75a-ecb739363aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.105933 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-7f353f54-9fb5-4a63-87ca-323fe4393924 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7914977 Dec 16 08:08:35.106738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e544b05-0845-4342-91b9-936c06d8a536 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.111085 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e544b05-0845-4342-91b9-936c06d8a536 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.115537 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e544b05-0845-4342-91b9-936c06d8a536 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/security-groups/3da66e79-4a11-4450-bd6d-18e0e7f2a7e0 HTTP/1.1" status: 204 len: 168 time: 0.5014105 Dec 16 08:08:35.120789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.132507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49214) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:35.148766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Request body: {'port': {'device_id': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:35.191027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e544b05-0845-4342-91b9-936c06d8a536 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da66e79-4a11-4450-bd6d-18e0e7f2a7e0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:35.204817 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-2d531348-d97c-45b3-8b6d-3be4e639ecde tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] show failed (client error): The resource could not be found. Dec 16 08:08:35.206259 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2d531348-d97c-45b3-8b6d-3be4e639ecde tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "GET /v2.0/security-groups/3da66e79-4a11-4450-bd6d-18e0e7f2a7e0 HTTP/1.1" status: 404 len: 347 time: 0.0727446 Dec 16 08:08:35.209196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49220) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:35.279445 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.335957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] For port acae2b26-bb1f-4022-8a02-1d60050175e5, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:35.406305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] For port acae2b26-bb1f-4022-8a02-1d60050175e5, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=acae2b26-bb1f-4022-8a02-1d60050175e5,segment=NetworkSegment(110e97af-725e-4fce-a028-14f9e803d4b5),segment_id=110e97af-725e-4fce-a028-14f9e803d4b5)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:35.515006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-053552f1-5eab-4729-a75a-ecb739363aee None None] For port 552ebe4f-cf17-4671-a719-db450664f170, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=552ebe4f-cf17-4671-a719-db450664f170,segment=NetworkSegment(b58f8e85-2ff6-4e15-895d-dd4a228dd254),segment_id=b58f8e85-2ff6-4e15-895d-dd4a228dd254)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:35.522768 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.571473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf51354-8459-429f-9de8-dd5cc3efa0a9 req-1c45ab47-d9e4-40f6-a468-b711fb26f1f1 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:35.575793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bf51354-8459-429f-9de8-dd5cc3efa0a9 req-1c45ab47-d9e4-40f6-a468-b711fb26f1f1 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 932 time: 0.5320859 Dec 16 08:08:35.618327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-053552f1-5eab-4729-a75a-ecb739363aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.777998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb125c13-03f8-4013-88a8-fcee5e175b78 None None] Pushing event updated for resources: {'Port': ['ID=acae2b26-bb1f-4022-8a02-1d60050175e5,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:35.789025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:27Z', 'revision_number': 3, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:33Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:35.866668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053552f1-5eab-4729-a75a-ecb739363aee None None] Pushing event updated for resources: {'Port': ['ID=552ebe4f-cf17-4671-a719-db450664f170,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:35.867878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bf51354-8459-429f-9de8-dd5cc3efa0a9 req-2078f5f0-12f3-4044-8825-6180189a5592 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821376 Dec 16 08:08:35.890351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port e11bbbe7-245e-4614-9651-9faa36b8023c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:35.890351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:35.957457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4270e36-60e3-439f-a60c-0216b71cbcbe None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:27Z', 'revision_number': 3, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:33Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:36.008242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fdbe1621-cb08-41d6-9b67-3d5b1776ea7f None None] Provisioning complete for port c6ea40a6-125d-4b28-acbc-217ac6f4e43e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:36.008625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1621-cb08-41d6-9b67-3d5b1776ea7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:36.085015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe1621-cb08-41d6-9b67-3d5b1776ea7f None None] Port c6ea40a6-125d-4b28-acbc-217ac6f4e43e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:36.146311 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:36.287508 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:36.291815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:36.495393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=e3ac079f-537a-46c7-a987-44ba76aa8bb7,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:36.915891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:36.921626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:36.974373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:36.974851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:37.091947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for e11bbbe7-245e-4614-9651-9faa36b8023c owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:37.226975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:37.252300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf09e-1efb-45d5-a1f6-b41c25082a71 req-b502def9-a266-4534-9506-2ec16d6dcf37 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:37.260885 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-418cf09e-1efb-45d5-a1f6-b41c25082a71 req-b502def9-a266-4534-9506-2ec16d6dcf37 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 932 time: 0.0827594 Dec 16 08:08:37.455675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49278) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:37.520137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ea40a6-125d-4b28-acbc-217ac6f4e43e {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:08:37.559515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:37.585723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-418cf09e-1efb-45d5-a1f6-b41c25082a71 req-cf411a6b-5186-45ce-ad9e-2ef7fc733180 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237786 Dec 16 08:08:37.620886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Transition to ACTIVE for port object c6ea40a6-125d-4b28-acbc-217ac6f4e43e will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:08:37.699931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:37.879499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e0125-c4a5-4e2f-9083-013d1c5608ad None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:37.958952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57e95f-b1be-4743-a5c7-2c74554a96b2 None None] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:38.060887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Pushing event updated for resources: {'Port': ['ID=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:38.199145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Attempting to bind port c6ea40a6-125d-4b28-acbc-217ac6f4e43e on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:38.199765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Attempting to bind port c6ea40a6-125d-4b28-acbc-217ac6f4e43e by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:38.200303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Attempting to bind port c6ea40a6-125d-4b28-acbc-217ac6f4e43e on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:38.202532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-55ef7a98-30d6-42ea-b6e1-2ea9902d478c None None] Provisioning complete for port acae2b26-bb1f-4022-8a02-1d60050175e5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:38.202920 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55ef7a98-30d6-42ea-b6e1-2ea9902d478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.207287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Port c6ea40a6-125d-4b28-acbc-217ac6f4e43e on network 576d7a04-a028-456d-bfd7-f35fd21abf55 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:08:38.208251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Attempting to bind port c6ea40a6-125d-4b28-acbc-217ac6f4e43e on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:38.220434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:38.221750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Checking segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:38.223477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Bound using segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:38.227316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Bound port: c6ea40a6-125d-4b28-acbc-217ac6f4e43e, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:38.227480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.297339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:38.309284 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:38.323668 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:38.325232 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:38.327212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49310) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:38.328515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.332574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-82d6fffd-f90a-447a-8870-e0aa8b949696 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8457742 Dec 16 08:08:38.350454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208869460'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:38.401985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.403708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.408092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.415570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.418379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.421328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.422419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.459317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7f382a9-963b-4783-8bff-683b112466a3 req-26057366-01d3-4295-8ccf-00c27eade545 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.9953747 Dec 16 08:08:38.459779 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:38.470774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acae2b26-bb1f-4022-8a02-1d60050175e5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:38.882122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa1508-0219-4954-a1c7-e1db76b9edca None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:38.918316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=e11bbbe7-245e-4614-9651-9faa36b8023c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:38.918983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7f382a9-963b-4783-8bff-683b112466a3 req-42a66ea0-1eae-46c7-bce4-c038fa5d8abe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998761 Dec 16 08:08:38.919576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port acae2b26-bb1f-4022-8a02-1d60050175e5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:38.919576 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.919900 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.919900 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.919900 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97a1c5e8-0548-4cd7-876d-d55132704d4c tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/floatingips/991c963a-4cd7-4212-88f1-ef04aa4e256a HTTP/1.1" status: 204 len: 168 time: 3.5557270 Dec 16 08:08:38.919900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49320) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:38.919900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] For port c6ea40a6-125d-4b28-acbc-217ac6f4e43e, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:38.920576 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55ef7a98-30d6-42ea-b6e1-2ea9902d478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.920845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] For port c6ea40a6-125d-4b28-acbc-217ac6f4e43e, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:38.921056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb690b9d-ca9a-44ba-94f2-5d89ae722337 req-372c1503-46f2-4d2b-9857-2787f39e222d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:38.921056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb690b9d-ca9a-44ba-94f2-5d89ae722337 req-372c1503-46f2-4d2b-9857-2787f39e222d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 944 time: 0.0948584 Dec 16 08:08:38.921354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-55ef7a98-30d6-42ea-b6e1-2ea9902d478c None None] For port acae2b26-bb1f-4022-8a02-1d60050175e5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=acae2b26-bb1f-4022-8a02-1d60050175e5,segment=NetworkSegment(110e97af-725e-4fce-a028-14f9e803d4b5),segment_id=110e97af-725e-4fce-a028-14f9e803d4b5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:38.921354 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:38.921697 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:34Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:38.974345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb690b9d-ca9a-44ba-94f2-5d89ae722337 req-a50b0a75-3123-48f0-a4ea-2f30d94a56c8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262646 Dec 16 08:08:38.982936 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:08:38.983504 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Updating router 91b3ffa1-f530-4057-b745-f216e1cf7fac port e3ac079f-537a-46c7-a987-44ba76aa8bb7 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:08:38.996385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:39.005912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-55ef7a98-30d6-42ea-b6e1-2ea9902d478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.019177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.042706 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.048560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.160883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:39.161509 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.163003 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] 10.222.0.16 "PUT /v2.0/ports/c6ea40a6-125d-4b28-acbc-217ac6f4e43e HTTP/1.1" status: 200 len: 1093 time: 4.0403993 Dec 16 08:08:39.168143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'tag': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:08:39.170637 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a76f4-5a31-4ced-bac2-054f2b91f171", "tag": "c6ea40a6-125d-4b28-acbc-217ac6f4e43e"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:08:39.201959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:08:39.206759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port a9535134-94aa-4c88-8e03-fecf261821ea {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:39.207172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.230381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e01c4-ed7d-433e-860a-84edc7829f43 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:39.360037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:08:39.363197 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:08:39.363197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef7a98-30d6-42ea-b6e1-2ea9902d478c None None] Pushing event updated for resources: {'Port': ['ID=acae2b26-bb1f-4022-8a02-1d60050175e5,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:39.443669 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.458995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for a9535134-94aa-4c88-8e03-fecf261821ea owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:39.554112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5b55c5d4-9b65-458c-a453-46c70e3c61b6 None None] Provisioning complete for port e3ac079f-537a-46c7-a987-44ba76aa8bb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:39.556806 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b55c5d4-9b65-458c-a453-46c70e3c61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.637434 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c3de7-7b22-4397-a29b-b133bff7d6f2 x-openstack-request-id: req-2f7c3de7-7b22-4397-a29b-b133bff7d6f2 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:08:39.637798 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a76f4-5a31-4ced-bac2-054f2b91f171", "tag": "c6ea40a6-125d-4b28-acbc-217ac6f4e43e", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:08:39.639705 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f7c3de7-7b22-4397-a29b-b133bff7d6f2 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:08:39.640115 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'tag': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e', 'status': 'completed', 'code': 200} Dec 16 08:08:39.678244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5b55c5d4-9b65-458c-a453-46c70e3c61b6 None None] Port e3ac079f-537a-46c7-a987-44ba76aa8bb7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:39.691087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5b55c5d4-9b65-458c-a453-46c70e3c61b6 None None] Provisioning complete for port acae2b26-bb1f-4022-8a02-1d60050175e5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:39.691747 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b55c5d4-9b65-458c-a453-46c70e3c61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.709105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.709459 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added segment 23d82b64-2ec9-4afa-86d4-87a057e98edd of type vlan for network 5a967d87-934c-427a-bd39-a624725c60fa Dec 16 08:08:39.713414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67812ad-d2eb-4c51-bf23-60745e2a03ac service neutron] Pushing event updated for resources: {'Port': ['ID=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:39.716406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.745224 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.859592 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:39.905502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=a9535134-94aa-4c88-8e03-fecf261821ea,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:39.944826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-07c4e576-ecd2-4704-b299-84919e324094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:39.963023 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-07c4e576-ecd2-4704-b299-84919e324094 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 1096 time: 0.3219678 Dec 16 08:08:39.970667 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.023103 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b838e-d4d4-4d2c-8bcd-29dad50cc043 None None] Pushing event updated for resources: {'Port': ['ID=e3ac079f-537a-46c7-a987-44ba76aa8bb7,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:40.095357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0a758374-0207-47b0-95df-a2cf28d57929 None None] Provisioning complete for port e3ac079f-537a-46c7-a987-44ba76aa8bb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:40.096668 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a758374-0207-47b0-95df-a2cf28d57929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.120257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 552ebe4f-cf17-4671-a719-db450664f170 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:40.206807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0a758374-0207-47b0-95df-a2cf28d57929 None None] Port e3ac079f-537a-46c7-a987-44ba76aa8bb7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:40.221139 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-9f452d5d-1f0b-4ba9-9b41-df9176b09239 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e HTTP/1.1" status: 200 len: 217 time: 0.2370732 Dec 16 08:08:40.232328 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Attempting to bind port e3ac079f-537a-46c7-a987-44ba76aa8bb7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:40.233046 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Attempting to bind port e3ac079f-537a-46c7-a987-44ba76aa8bb7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:40.242202 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Attempting to bind port e3ac079f-537a-46c7-a987-44ba76aa8bb7 on network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:40.248273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 552ebe4f-cf17-4671-a719-db450664f170 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:40.248923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.254056 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:40.274313 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Checking segment: {'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:40.274825 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.275237 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Bound using segment: {'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:40.276377 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Bound port: e3ac079f-537a-46c7-a987-44ba76aa8bb7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110e97af-725e-4fce-a028-14f9e803d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:40.277041 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.300019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6765904-cf3f-4fc0-a097-b7dc7b3a8698 req-041ccd26-97a0-465f-996b-9b3b9e141c5b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:40.307908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6765904-cf3f-4fc0-a097-b7dc7b3a8698 req-041ccd26-97a0-465f-996b-9b3b9e141c5b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 944 time: 0.1612790 Dec 16 08:08:40.374845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.378563 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1c680761-24e2-4350-b9c2-72e1286d8e3b tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/ports/a9535134-94aa-4c88-8e03-fecf261821ea HTTP/1.1" status: 204 len: 168 time: 1.6046689 Dec 16 08:08:40.382505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-908d0cd2-6483-43cb-a489-7d1c0045d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:40.383537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49346) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:40.397228 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-908d0cd2-6483-43cb-a489-7d1c0045d871 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.1355245 Dec 16 08:08:40.451113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2b0786d7-f9e1-4af4-9de7-db2bd24507e2 None None] Provisioning complete for port e3ac079f-537a-46c7-a987-44ba76aa8bb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:40.452527 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b0786d7-f9e1-4af4-9de7-db2bd24507e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.506242 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] For port e3ac079f-537a-46c7-a987-44ba76aa8bb7, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:40.513291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-4cd2aec5-0749-4f81-a568-04c140ea5bbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948315 Dec 16 08:08:40.515931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6765904-cf3f-4fc0-a097-b7dc7b3a8698 req-92af79d7-c80d-4e67-a253-c084193096cf tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012892 Dec 16 08:08:40.516379 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] For port e3ac079f-537a-46c7-a987-44ba76aa8bb7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3ac079f-537a-46c7-a987-44ba76aa8bb7,segment=NetworkSegment(110e97af-725e-4fce-a028-14f9e803d4b5),segment_id=110e97af-725e-4fce-a028-14f9e803d4b5)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:40.548935 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.555050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:40.556620 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.596718 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.726288 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-f8dc59a3-ee81-4ae5-b491-69b9f9265de4 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927667 Dec 16 08:08:40.736901 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b838e-d4d4-4d2c-8bcd-29dad50cc043 None None] Pushing event updated for resources: {'Port': ['ID=e3ac079f-537a-46c7-a987-44ba76aa8bb7,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:40.737247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port 46e5cf68-faa7-42f4-be13-1059f1bb184e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:40.737704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:40.749079 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:40.755606 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:40.757445 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4206831 Dec 16 08:08:40.758082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49360) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:40.803419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'subnet': {'network_id': '5a967d87-934c-427a-bd39-a624725c60fa', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:40.916241 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:41.002986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:41.004862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd145cb-c225-4c53-90e4-1893d486a371 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Network': ['ID=5a967d87-934c-427a-bd39-a624725c60fa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:41.053187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for 46e5cf68-faa7-42f4-be13-1059f1bb184e owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:41.216535 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-145bad00-811d-4423-b6fe-9dadf1168bb0 req-f5c0fcee-e357-4fd5-91ed-9726a183a02f service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754002 Dec 16 08:08:41.257406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5a967d87-934c-427a-bd39-a624725c60fa details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:08:41.388042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Made reservation on behalf of 4fbef67908984d5cb15489106b2fbe73 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:08:41.395145 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:41.468869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acae2b26-bb1f-4022-8a02-1d60050175e5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:41.573870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2b0786d7-f9e1-4af4-9de7-db2bd24507e2 None None] Port e3ac079f-537a-46c7-a987-44ba76aa8bb7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:41.604036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port acae2b26-bb1f-4022-8a02-1d60050175e5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:41.604453 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:41.622419 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:41.673053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-cc98b6d4-5d47-4625-b2c9-f72af989795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:41.674963 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-cc98b6d4-5d47-4625-b2c9-f72af989795b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 1096 time: 0.3016994 Dec 16 08:08:41.757411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b9f00cd1-28a5-4348-8ece-4d614ac56778 None None] Provisioning complete for port e3ac079f-537a-46c7-a987-44ba76aa8bb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:41.758421 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9f00cd1-28a5-4348-8ece-4d614ac56778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:41.885616 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:34Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:40Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:41.937639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:41.940943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/ports/46e5cf68-faa7-42f4-be13-1059f1bb184e HTTP/1.1" status: 204 len: 168 time: 1.5453901 Dec 16 08:08:41.950556 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98efb1-d1c4-4867-b41a-9ead10e4d992 None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:34Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:40Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:41.983859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49392) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:42.062318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-7f436c51-d5d8-4eea-99bd-500728ceb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:42.074237 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-7f436c51-d5d8-4eea-99bd-500728ceb3f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.3816981 Dec 16 08:08:42.158618 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9f00cd1-28a5-4348-8ece-4d614ac56778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:42.166632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting subnet 65935a34-57fb-4e70-a25a-7ae7c4c5d066 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:42.171836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a089a-db17-43d1-b056-ceb14b7decee tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=46e5cf68-faa7-42f4-be13-1059f1bb184e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:42.186736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:42.274131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b9f00cd1-28a5-4348-8ece-4d614ac56778 None None] For port e3ac079f-537a-46c7-a987-44ba76aa8bb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3ac079f-537a-46c7-a987-44ba76aa8bb7,segment=NetworkSegment(110e97af-725e-4fce-a028-14f9e803d4b5),segment_id=110e97af-725e-4fce-a028-14f9e803d4b5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:42.285103 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-f4c2387c-e770-4235-acfd-15f5b748a23e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e HTTP/1.1" status: 200 len: 217 time: 0.1945336 Dec 16 08:08:42.341676 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9f00cd1-28a5-4348-8ece-4d614ac56778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:42.363912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fbfc7-8f3a-4707-95cf-b92b99eec548 req-045f7c48-32f2-4df2-ba47-f4ac5331c505 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:42.377359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-221fbfc7-8f3a-4707-95cf-b92b99eec548 req-045f7c48-32f2-4df2-ba47-f4ac5331c505 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 944 time: 0.6693323 Dec 16 08:08:42.436056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-f850a15d-49b3-4c56-83fb-bb7087178fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:42.439113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-f850a15d-49b3-4c56-83fb-bb7087178fcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.1348412 Dec 16 08:08:42.481903 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:42.586385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f00cd1-28a5-4348-8ece-4d614ac56778 None None] Pushing event updated for resources: {'Port': ['ID=e3ac079f-537a-46c7-a987-44ba76aa8bb7,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:42.626432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-221fbfc7-8f3a-4707-95cf-b92b99eec548 req-5cd40466-8b87-42e1-912d-6919ef580a10 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399833 Dec 16 08:08:42.649631 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-a109891f-02cd-43ae-b7a2-cf8396bd53ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014818 Dec 16 08:08:42.651858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:42.798754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:42.891308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Subnet': ['ID=2acc2e13-3f63-4ec4-b2fb-eb7795524637,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:42.906245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Checking segment: {'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:42.906245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network hostable DHCP agents. Network: 5a967d87-934c-427a-bd39-a624725c60fa, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:08:42.947569 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-df45da5c-0cb4-40da-a0e8-91750fcfdcdb service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872195 Dec 16 08:08:43.104302 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a9f228d-f899-4a8c-a25e-3be6a7498e3d req-24f0231e-5f9e-49bb-bf4b-d58bff00e974 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479659 Dec 16 08:08:43.108103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 5a967d87-934c-427a-bd39-a624725c60fa is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:08:43.108874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.141807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Subnet': ['ID=65935a34-57fb-4e70-a25a-7ae7c4c5d066,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:43.152001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.158579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5157d135-560a-4e9b-beeb-01098bdf2cb8 None None] Network 50554593-86d8-4125-aa44-2756977b8260 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:43.167745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49416) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:43.169490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a689e1c7-97e3-4c64-95c1-200cdee86805 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/subnets/65935a34-57fb-4e70-a25a-7ae7c4c5d066 HTTP/1.1" status: 204 len: 168 time: 1.1699412 Dec 16 08:08:43.229184 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 5a967d87-934c-427a-bd39-a624725c60fa) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:43.251168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:43.251771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.266912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546736b6-9055-4b73-a3f4-5188d06112d4 None None] Network 5a967d87-934c-427a-bd39-a624725c60fa requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:43.384719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting subnet 2ce9d080-572a-49ea-9e25-92dcab1970e9 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:43.390408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.416777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3ac079f-537a-46c7-a987-44ba76aa8bb7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:43.466955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-5a967d87-934c-427a-bd39-a624725c60fa', 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa', 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'fixed_ips': [{'subnet_id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:08:43.469571 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.501429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49426) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:43.502766 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4a6ec83b-7b8a-44cf-9cba-0fc37b1a0642 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7038155 Dec 16 08:08:43.513936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.668923 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.728358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Allocated IP 2001:db8:3::2 (5a967d87-934c-427a-bd39-a624725c60fa/2acc2e13-3f63-4ec4-b2fb-eb7795524637/75caa86f-264f-4b4b-9614-76811d209164) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:43.864954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] DHCP port deletion for 50554593-86d8-4125-aa44-2756977b8260 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:43.889964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df3e36-3e9c-41fa-a708-c93d9f4dfb95 req-38c0b0a1-cc94-4cd1-80fc-bda04076921b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:43.893664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2df3e36-3e9c-41fa-a708-c93d9f4dfb95 req-38c0b0a1-cc94-4cd1-80fc-bda04076921b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 944 time: 0.0760355 Dec 16 08:08:43.949023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e3ac079f-537a-46c7-a987-44ba76aa8bb7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:43.949023 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:43.956841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.011916 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.064320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce9d080-572a-49ea-9e25-92dcab1970e9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:44.082909 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.092165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291a075-f6a8-4f30-a94f-a6582ad4dcb2 None None] Network 9a6fa251-3010-4384-bfba-196d668d39fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:44.093335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49442) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:44.093809 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1906be12-501e-45fe-baad-504b2cb330b7 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/subnets/2ce9d080-572a-49ea-9e25-92dcab1970e9 HTTP/1.1" status: 204 len: 168 time: 0.9166186 Dec 16 08:08:44.192827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.221096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] Deleting port 2af2ea89-6f99-4af7-82bc-decd83cd7967 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:44.221643 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.282200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.289535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] For port 2af2ea89-6f99-4af7-82bc-decd83cd7967, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2af2ea89-6f99-4af7-82bc-decd83cd7967,segment=NetworkSegment(09b89b1c-c6e0-4d99-b61c-1d2db0305248),segment_id=09b89b1c-c6e0-4d99-b61c-1d2db0305248)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:44.290291 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.339684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] Calling delete_port for 2af2ea89-6f99-4af7-82bc-decd83cd7967 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:44.369545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2df3e36-3e9c-41fa-a708-c93d9f4dfb95 req-216ac6f6-45e6-4576-939e-71d56d0cc1a5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613842 Dec 16 08:08:44.500976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:44.543708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.568690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Network 5a967d87-934c-427a-bd39-a624725c60fa is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:44.573450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:44.580310 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.584654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:44.593438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] No DVR routers for this DVR port 2af2ea89-6f99-4af7-82bc-decd83cd7967 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:44.608976 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Pushing event updated for resources: {'Port': ['ID=75caa86f-264f-4b4b-9614-76811d209164,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:44.677362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c6ea40a6-125d-4b28-acbc-217ac6f4e43e details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:08:44.680349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f1114-1e80-4e85-93c9-edbbe0262f6e None None] Pushing event deleted for resources: {'Port': ['ID=2af2ea89-6f99-4af7-82bc-decd83cd7967,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:44.723478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port 2af2ea89-6f99-4af7-82bc-decd83cd7967 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:44.724206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.756671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b62d0ea-aee3-4926-a433-16bba500c664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.861240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c6ea40a6-125d-4b28-acbc-217ac6f4e43e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:44.910007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b62d0ea-aee3-4926-a433-16bba500c664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.914844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'port_id': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e', 'mac_address': 'fa:16:3e:a8:e8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d890ed-acef-472d-a0bd-7b22f2854b8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:08:44.932415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] For port 2af2ea89-6f99-4af7-82bc-decd83cd7967, host n-d-820935-11, got binding levels [] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:44.932415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.943835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] DHCP port deletion for 9a6fa251-3010-4384-bfba-196d668d39fd request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:44.949418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for 2af2ea89-6f99-4af7-82bc-decd83cd7967 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:44.952240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Port 2af2ea89-6f99-4af7-82bc-decd83cd7967 was not found and therefore no delete operation was performed {{(pid=110395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:08:44.956656 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.964552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Attempting to bind port 75caa86f-264f-4b4b-9614-76811d209164 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:44.967726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Attempting to bind port 75caa86f-264f-4b4b-9614-76811d209164 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:44.967726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Attempting to bind port 75caa86f-264f-4b4b-9614-76811d209164 on network 5a967d87-934c-427a-bd39-a624725c60fa {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:44.985115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2b62d0ea-aee3-4926-a433-16bba500c664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:44.988888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=2af2ea89-6f99-4af7-82bc-decd83cd7967,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:45.005380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] No DVR routers for this DVR port 2af2ea89-6f99-4af7-82bc-decd83cd7967 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:45.048777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:45.049638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Checking segment: {'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:45.050285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.050893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Bound using segment: {'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:45.051582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Bound port: 75caa86f-264f-4b4b-9614-76811d209164, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:45.052425 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.110907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62d0ea-aee3-4926-a433-16bba500c664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f69f21-2ea1-48c8-a5e4-36d9ce847145,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:45.127027 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2b62d0ea-aee3-4926-a433-16bba500c664 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48fd2c6c14d14721b01109efc7c60231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6251664 Dec 16 08:08:45.136795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49462) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:45.203808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] For port 75caa86f-264f-4b4b-9614-76811d209164, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:45.204385 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.210582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] For port 75caa86f-264f-4b4b-9614-76811d209164, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=75caa86f-264f-4b4b-9614-76811d209164,segment=NetworkSegment(23d82b64-2ec9-4afa-86d4-87a057e98edd),segment_id=23d82b64-2ec9-4afa-86d4-87a057e98edd)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:45.221022 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.244603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] Deleting port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:45.245114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.251399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2949ed9d-4fad-4d6d-bf7e-6d0ef9b231f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.275493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50554593-86d8-4125-aa44-2756977b8260']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:45.289163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2949ed9d-4fad-4d6d-bf7e-6d0ef9b231f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.364790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Allocated IP 2001:db8:3::1 (5a967d87-934c-427a-bd39-a624725c60fa/2acc2e13-3f63-4ec4-b2fb-eb7795524637/cdcd0035-f1ab-466a-ac72-e539b4cf26c6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:08:45.367915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b89b1c-c6e0-4d99-b61c-1d2db0305248') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:45.368228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b89b1c-c6e0-4d99-b61c-1d2db0305248') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:45.374473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] For port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:45.374985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.387239 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.395594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] Calling delete_port for 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:45.397521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:45.401080 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.413874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.427092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ea40a6-125d-4b28-acbc-217ac6f4e43e {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:08:45.442179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:45.443085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:45.446822 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:45.509839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2949ed9d-4fad-4d6d-bf7e-6d0ef9b231f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.512991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2949ed9d-4fad-4d6d-bf7e-6d0ef9b231f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.517659 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2949ed9d-4fad-4d6d-bf7e-6d0ef9b231f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88f69f21-2ea1-48c8-a5e4-36d9ce847145 HTTP/1.1" status: 204 len: 168 time: 0.3782904 Dec 16 08:08:45.534218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949ed9d-4fad-4d6d-bf7e-6d0ef9b231f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f69f21-2ea1-48c8-a5e4-36d9ce847145,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:45.581702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c6ea40a6-125d-4b28-acbc-217ac6f4e43e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:45.631370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457ad0c-007d-441a-9380-4fb2a248641b None None] Pushing event updated for resources: {'Port': ['ID=75caa86f-264f-4b4b-9614-76811d209164,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:45.665487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.758408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29619d-4cb5-413a-b81d-9e74026c6fcb req-33bbc8f6-a7da-4327-90e6-e4e80dc1d302 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:45.760828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba29619d-4cb5-413a-b81d-9e74026c6fcb req-33bbc8f6-a7da-4327-90e6-e4e80dc1d302 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 944 time: 0.2487051 Dec 16 08:08:45.779872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.783018 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.792026 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.806859 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.813389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49478) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:45.820124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/networks/50554593-86d8-4125-aa44-2756977b8260 HTTP/1.1" status: 204 len: 168 time: 1.7256062 Dec 16 08:08:45.856216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7a8e3-e6b5-4a29-be8f-bcce8f507734 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Network': ['ID=50554593-86d8-4125-aa44-2756977b8260,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:45.968396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:45.972538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba29619d-4cb5-413a-b81d-9e74026c6fcb req-a4a79b5b-99c6-4a10-9689-b7bc78a9433b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009912 Dec 16 08:08:46.004257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:46.034788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:46.083632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.088795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.090754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2af2ea89-6f99-4af7-82bc-decd83cd7967 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:46.132368 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Deleting port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:46.132368 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.146418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 2af2ea89-6f99-4af7-82bc-decd83cd7967 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:08:46.146770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2af2ea89-6f99-4af7-82bc-decd83cd7967 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:08:46.153417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['c6ea40a6-125d-4b28-acbc-217ac6f4e43e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:08:46.201313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 5a967d87-934c-427a-bd39-a624725c60fa is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:46.205654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:46.214857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:08:46.215732 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.273241 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] For port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,segment=NetworkSegment(7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8),segment_id=7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:46.273609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.274752 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.288890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Calling delete_port for 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:46.305197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] No DVR routers for this DVR port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:46.310951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:46.430195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:46.472887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09b1ce-4557-409a-9dc6-f7664d557a8d None None] Pushing event deleted for resources: {'Port': ['ID=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:46.619004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.647801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Port': ['ID=5f2cf8d7-a652-4cc7-9f2e-7265957a94a7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:46.660570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] No DVR routers for this DVR port 5f2cf8d7-a652-4cc7-9f2e-7265957a94a7 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:46.663398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.766606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.805776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6fa251-3010-4384-bfba-196d668d39fd']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:46.828146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:46.829089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc9f0c8-75bd-4cce-8306-f69ec4d1b5e8') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:46.855839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:46.988569 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:47.133919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49510) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:47.259903 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c843c56-7e8a-4eef-a576-e671821db69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.304672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.308877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc37649-5fc6-47a0-bfd8-5ed50c1af363 None None] Network 5a967d87-934c-427a-bd39-a624725c60fa requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:47.313306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.335932 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] 10.222.0.43 "DELETE /v2.0/networks/9a6fa251-3010-4384-bfba-196d668d39fd HTTP/1.1" status: 204 len: 168 time: 1.5192966 Dec 16 08:08:47.393819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f83244-f91d-4553-afa4-aaa595d212d8 tempest-TaggedBootDevicesTest_v242-1324766512 tempest-TaggedBootDevicesTest_v242-1324766512-project] Pushing event deleted for resources: {'Network': ['ID=9a6fa251-3010-4384-bfba-196d668d39fd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:47.670014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 75caa86f-264f-4b4b-9614-76811d209164 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:47.734410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c66066b9-ef9a-453f-bce7-9302fa540114 None None] Provisioning complete for port 75caa86f-264f-4b4b-9614-76811d209164 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:47.734792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c66066b9-ef9a-453f-bce7-9302fa540114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.754528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8369851-471f-43ec-ad99-284cbbcacc10 req-4fc133f9-076d-434a-b29b-c329181ecad0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:47.757525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8369851-471f-43ec-ad99-284cbbcacc10 req-4fc133f9-076d-434a-b29b-c329181ecad0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 945 time: 0.5305381 Dec 16 08:08:47.772815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.901945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 75caa86f-264f-4b4b-9614-76811d209164 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:47.903240 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.912399 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c66066b9-ef9a-453f-bce7-9302fa540114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.932678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c843c56-7e8a-4eef-a576-e671821db69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.938326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8369851-471f-43ec-ad99-284cbbcacc10 req-b94dd62a-5383-4379-8bf6-617fe860114c tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742940 Dec 16 08:08:47.942227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.943186 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:47.983277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c66066b9-ef9a-453f-bce7-9302fa540114 None None] For port 75caa86f-264f-4b4b-9614-76811d209164, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=75caa86f-264f-4b4b-9614-76811d209164,segment=NetworkSegment(23d82b64-2ec9-4afa-86d4-87a057e98edd),segment_id=23d82b64-2ec9-4afa-86d4-87a057e98edd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:48.090986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c843c56-7e8a-4eef-a576-e671821db69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.094530 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c66066b9-ef9a-453f-bce7-9302fa540114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.109920 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.130787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event updated for resources: {'Port': ['ID=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:48.169424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c843c56-7e8a-4eef-a576-e671821db69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f154f8-57da-4b80-98c2-9f007813b575,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:48.197167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49546) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:48.197735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9c843c56-7e8a-4eef-a576-e671821db69f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5df3374253924f9bbba6004d224ef224&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1499732 Dec 16 08:08:48.261805 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:08:48.261805 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:08:48.277458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66066b9-ef9a-453f-bce7-9302fa540114 None None] Pushing event updated for resources: {'Port': ['ID=75caa86f-264f-4b4b-9614-76811d209164,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:48.312841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28f0ddd9-9df0-44e5-a3af-dec43077b3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.331778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Network 5a967d87-934c-427a-bd39-a624725c60fa is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:08:48.333418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:08:48.374773 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28f0ddd9-9df0-44e5-a3af-dec43077b3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.439160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-95dd2cfa-9d2e-4444-8fd4-c332e90a3018 None None] Provisioning complete for port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:48.443848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-95dd2cfa-9d2e-4444-8fd4-c332e90a3018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.515616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:48.554252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-95dd2cfa-9d2e-4444-8fd4-c332e90a3018 None None] Port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:48.579558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-95dd2cfa-9d2e-4444-8fd4-c332e90a3018 None None] Provisioning complete for port 75caa86f-264f-4b4b-9614-76811d209164 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:48.579932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-95dd2cfa-9d2e-4444-8fd4-c332e90a3018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.647608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28f0ddd9-9df0-44e5-a3af-dec43077b3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.647608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-28f0ddd9-9df0-44e5-a3af-dec43077b3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:48.647608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-28f0ddd9-9df0-44e5-a3af-dec43077b3f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92f154f8-57da-4b80-98c2-9f007813b575 HTTP/1.1" status: 204 len: 168 time: 0.4498000 Dec 16 08:08:48.657823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:48.674578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-01eaa89e-99b9-4f15-96bb-6d3d3fd708a5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1714823 Dec 16 08:08:48.677279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49558) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:48.693047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0ddd9-9df0-44e5-a3af-dec43077b3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f154f8-57da-4b80-98c2-9f007813b575,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:48.703040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:48.761743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c6ea40a6-125d-4b28-acbc-217ac6f4e43e up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:48.772598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:48.995172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:49.009062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:49.264616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d68a3-69ab-48e8-ae2e-2de51e0a17a1 req-47dbacd0-b86c-4d1d-8ff8-96bf96ece2f2 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:49.280799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-457d68a3-69ab-48e8-ae2e-2de51e0a17a1 req-47dbacd0-b86c-4d1d-8ff8-96bf96ece2f2 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 945 time: 0.1621051 Dec 16 08:08:49.372816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:49.458922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port c6ea40a6-125d-4b28-acbc-217ac6f4e43e completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:08:49.482149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port c6ea40a6-125d-4b28-acbc-217ac6f4e43e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:49.504141 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:49.565886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 75caa86f-264f-4b4b-9614-76811d209164 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:49.604432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.extraroute_db [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 08:08:49.625630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.extraroute_db [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Removed routes are [] {{(pid=110395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 08:08:49.626100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:49.657795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-457d68a3-69ab-48e8-ae2e-2de51e0a17a1 req-9a4321fc-e86c-485b-aa23-b789b8d97016 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756850 Dec 16 08:08:49.846941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6bd962fa-b420-4424-99c4-87298784e32f None None] Provisioning complete for port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:49.847644 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6bd962fa-b420-4424-99c4-87298784e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:49.886220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 75caa86f-264f-4b4b-9614-76811d209164 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:49.886854 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:50.047400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6bd962fa-b420-4424-99c4-87298784e32f None None] Port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:08:50.070000 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:50.197889 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:50.203584 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:50.233215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:08:50.236162 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3fcae4-fad2-4e16-8d6c-a35d6e4ddc72" -d '{"events": [{"server_uuid": "1f3a76f4-5a31-4ced-bac2-054f2b91f171", "name": "network-vif-plugged", "status": "completed", "tag": "c6ea40a6-125d-4b28-acbc-217ac6f4e43e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:08:50.258178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port c6ea40a6-125d-4b28-acbc-217ac6f4e43e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:50.326487 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff657ff4-9424-46a3-919c-4ac7b552a431 x-openstack-request-id: req-ff657ff4-9424-46a3-919c-4ac7b552a431 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:08:50.326712 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a76f4-5a31-4ced-bac2-054f2b91f171", "name": "network-vif-plugged", "status": "completed", "tag": "c6ea40a6-125d-4b28-acbc-217ac6f4e43e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:08:50.326953 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff657ff4-9424-46a3-919c-4ac7b552a431 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:08:50.327339 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e', 'code': 200} Dec 16 08:08:50.331767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:50.378541 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:46Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdcd0035-f1ab-466a-ac72-e539b4cf26c6', 'name': '', 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:63:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:44Z', 'updated_at': '2021-12-16T08:08:46Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:50.390915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:08:50.391291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Updating router 91b3ffa1-f530-4057-b745-f216e1cf7fac port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:08:50.430369 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:50.474300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:50.496082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd8bf6-538f-4572-a763-2d00b8ae5540 req-5d5872a4-4dde-4f8a-8e6d-34132fed7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:50.496082 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b6fd8bf6-538f-4572-a763-2d00b8ae5540 req-5d5872a4-4dde-4f8a-8e6d-34132fed7192 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 1097 time: 0.0677505 Dec 16 08:08:50.496748 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:50.497152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:50.497261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49618) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:50.497855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-16ac8ffb-fb5b-4549-9f16-2386ac3a276f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 200 len: 953 time: 1.8183465 Dec 16 08:08:50.706760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:50.780688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.781064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.785006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.786812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.787365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.793176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.793755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.794304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.794970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.795477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.795979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.796542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.797041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:08:50.902605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232a9c7-1b07-4f14-826a-fe7af4cb0bd1 req-271732f8-b56c-4657-b501-62820b8c2456 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:50.910847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6232a9c7-1b07-4f14-826a-fe7af4cb0bd1 req-271732f8-b56c-4657-b501-62820b8c2456 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 946 time: 0.0859225 Dec 16 08:08:51.031079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6232a9c7-1b07-4f14-826a-fe7af4cb0bd1 req-3d9727b1-cd23-4404-9aef-361a3038d952 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190431 Dec 16 08:08:51.031464 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:51.130916 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b6fd8bf6-538f-4572-a763-2d00b8ae5540 req-666959fa-ed88-4661-b3bf-2bb8265c9bde service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324096 Dec 16 08:08:51.152497 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-493addd6-1733-4eb3-af74-e37441529a5c tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 200 len: 953 time: 0.6502147 Dec 16 08:08:51.154892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49638) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:51.159987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'routes': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:08:51.172692 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:51.292593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25552b5a-dc99-4f91-aefb-aa02a9f79d53 None None] Pushing event updated for resources: {'Port': ['ID=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:51.379207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Attempting to bind port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:08:51.379207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Attempting to bind port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:08:51.379207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Attempting to bind port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 on network 5a967d87-934c-427a-bd39-a624725c60fa {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:08:51.381578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:08:51.382073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Checking segment: {'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:08:51.382579 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:51.383070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Bound using segment: {'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:08:51.383736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Bound port: cdcd0035-f1ab-466a-ac72-e539b4cf26c6, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d82b64-2ec9-4afa-86d4-87a057e98edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:08:51.385042 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:51.485501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] For port cdcd0035-f1ab-466a-ac72-e539b4cf26c6, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:08:51.489724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] For port cdcd0035-f1ab-466a-ac72-e539b4cf26c6, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,segment=NetworkSegment(23d82b64-2ec9-4afa-86d4-87a057e98edd),segment_id=23d82b64-2ec9-4afa-86d4-87a057e98edd)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:08:51.582717 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:51.705081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25552b5a-dc99-4f91-aefb-aa02a9f79d53 None None] Pushing event updated for resources: {'Port': ['ID=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:51.731840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:51.733512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:51.949436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added routes are [] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 08:08:51.950737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 08:08:52.013858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:52.284741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b3df00ff-58f5-4e68-85d7-fe2e23fa4c0e None None] Provisioning complete for port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:52.288711 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3df00ff-58f5-4e68-85d7-fe2e23fa4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:52.294370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:52.326484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccf43a-fd94-47d6-b610-0817c12e6021 req-e1b58b31-a6c9-4949-bc46-9609e14dbece tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:52.335386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28ccf43a-fd94-47d6-b610-0817c12e6021 req-e1b58b31-a6c9-4949-bc46-9609e14dbece tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 946 time: 0.1245911 Dec 16 08:08:52.472133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28ccf43a-fd94-47d6-b610-0817c12e6021 req-e4a275c7-4b73-4b82-ab75-2b956e06fe0a tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113374 Dec 16 08:08:52.592042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:52.595881 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:52.767450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:52.955372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:52.970320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:52.971806 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aba7421a-7612-42c9-8ff8-9f805740d762 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 200 len: 703 time: 1.8155010 Dec 16 08:08:52.974460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49694) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:53.029995 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3df00ff-58f5-4e68-85d7-fe2e23fa4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:53.120216 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ea47761b-39ce-4679-b287-d7f6bf2af8e9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 200 len: 703 time: 0.1374836 Dec 16 08:08:53.121287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b3df00ff-58f5-4e68-85d7-fe2e23fa4c0e None None] For port cdcd0035-f1ab-466a-ac72-e539b4cf26c6, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,segment=NetworkSegment(23d82b64-2ec9-4afa-86d4-87a057e98edd),segment_id=23d82b64-2ec9-4afa-86d4-87a057e98edd)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:53.122438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49700) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:53.177447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:49Z', 'revision_number': 6, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdcd0035-f1ab-466a-ac72-e539b4cf26c6', 'name': '', 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:63:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:44Z', 'updated_at': '2021-12-16T08:08:51Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:53.226402 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3df00ff-58f5-4e68-85d7-fe2e23fa4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:53.230885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888c0dd-4718-4016-aef0-1b1f251a4d71 None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:49Z', 'revision_number': 6, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdcd0035-f1ab-466a-ac72-e539b4cf26c6', 'name': '', 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:63:1e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:44Z', 'updated_at': '2021-12-16T08:08:51Z', 'revision_number': 4, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:53.356932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df00ff-58f5-4e68-85d7-fe2e23fa4c0e None None] Pushing event updated for resources: {'Port': ['ID=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:53.426340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-cd808696-6364-4823-8c3a-356e8188242b None None] Provisioning complete for port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:08:53.426797 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd808696-6364-4823-8c3a-356e8188242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:53.891739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8ac7e-80c0-4eb4-a0f6-80629d5a4c86 req-239fae76-0586-488c-8112-fc7f50a00de4 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:08:53.891739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36e8ac7e-80c0-4eb4-a0f6-80629d5a4c86 req-239fae76-0586-488c-8112-fc7f50a00de4 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 946 time: 0.1936231 Dec 16 08:08:54.011581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36e8ac7e-80c0-4eb4-a0f6-80629d5a4c86 req-33b4870e-b76e-4819-8aff-3757506c11da tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128643 Dec 16 08:08:54.139662 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:54.428253 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:08:54.679779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:54.686124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:54.810726 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:54.835200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port cdcd0035-f1ab-466a-ac72-e539b4cf26c6, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,segment=NetworkSegment(23d82b64-2ec9-4afa-86d4-87a057e98edd),segment_id=23d82b64-2ec9-4afa-86d4-87a057e98edd)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:54.835774 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:54.835906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:54.836017 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:54.844583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for cdcd0035-f1ab-466a-ac72-e539b4cf26c6 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:54.992696 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:55.323297 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:51Z', 'revision_number': 7, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdcd0035-f1ab-466a-ac72-e539b4cf26c6', 'name': '', 'network_id': '5a967d87-934c-427a-bd39-a624725c60fa', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:63:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:44Z', 'updated_at': '2021-12-16T08:08:53Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': '2acc2e13-3f63-4ec4-b2fb-eb7795524637', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:55.336784 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:55.380011 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:08:55.402951 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:55.403918 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:55.431359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=cdcd0035-f1ab-466a-ac72-e539b4cf26c6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:55.523433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cdcd0035-f1ab-466a-ac72-e539b4cf26c6 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:08:55.570777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: cdcd0035-f1ab-466a-ac72-e539b4cf26c6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:08:55.571134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cdcd0035-f1ab-466a-ac72-e539b4cf26c6 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 08:08:55.643219 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:55.655957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Port cdcd0035-f1ab-466a-ac72-e539b4cf26c6 not found, will not notify nova. {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 08:08:56.122192 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:55Z', 'revision_number': 8, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:56.210156 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5265def-f0f5-4a2c-bc5a-9061400099de None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:55Z', 'revision_number': 8, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:08:56.671041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:57.294898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:08:57.554225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cdcd0035-f1ab-466a-ac72-e539b4cf26c6 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:57.604806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: cdcd0035-f1ab-466a-ac72-e539b4cf26c6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:08:57.606239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cdcd0035-f1ab-466a-ac72-e539b4cf26c6 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:08:57.611386 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:57.627542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:08:57.639547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:08:57.648592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d896a56-8bda-45a0-996f-3935142e4662 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5249181 Dec 16 08:08:57.651708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49836) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:57.657266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:57.657911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:57.812218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet 2acc2e13-3f63-4ec4-b2fb-eb7795524637 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:08:57.840520 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:57.975247 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:58.014354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:58.144114 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:58.327442 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-868a0721-f6a8-40cc-80be-259e9c08dc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:58.479732 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:58.559224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:55Z', 'revision_number': 8, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:58.605324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=2acc2e13-3f63-4ec4-b2fb-eb7795524637,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:58.616063 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:58.621635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d57151af-8fae-483e-b231-4a8332136823 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/2acc2e13-3f63-4ec4-b2fb-eb7795524637 HTTP/1.1" status: 204 len: 168 time: 0.9667401 Dec 16 08:08:58.624916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49862) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:08:58.632624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc68a2-d1ef-4c44-98e5-429b79cef7aa None None] Network 5a967d87-934c-427a-bd39-a624725c60fa requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:08:58.710765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:08:58.732363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:08:58.733016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:08:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:58.914787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.083814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 75caa86f-264f-4b4b-9614-76811d209164 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:59.084415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.146328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:08:59.200342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port 75caa86f-264f-4b4b-9614-76811d209164, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=75caa86f-264f-4b4b-9614-76811d209164,segment=NetworkSegment(23d82b64-2ec9-4afa-86d4-87a057e98edd),segment_id=23d82b64-2ec9-4afa-86d4-87a057e98edd)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:59.200853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.222984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 75caa86f-264f-4b4b-9614-76811d209164 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:59.295368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] DHCP port deletion for 5a967d87-934c-427a-bd39-a624725c60fa request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:08:59.407099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 75caa86f-264f-4b4b-9614-76811d209164 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:08:59.576493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.632612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=75caa86f-264f-4b4b-9614-76811d209164,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:08:59.637161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port 75caa86f-264f-4b4b-9614-76811d209164 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:08:59.671514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] Deleting port 75caa86f-264f-4b4b-9614-76811d209164 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:08:59.672519 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.736766 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.746551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.781447 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a967d87-934c-427a-bd39-a624725c60fa']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:59.795659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d82b64-2ec9-4afa-86d4-87a057e98edd') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:59.796401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d82b64-2ec9-4afa-86d4-87a057e98edd') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:08:59.840726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.881331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.893663 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:08:59.894498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:08:59.899128 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:08:59.952712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] For port 75caa86f-264f-4b4b-9614-76811d209164, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:08:59.953120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:08:59.985574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] Calling delete_port for 75caa86f-264f-4b4b-9614-76811d209164 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:08:59.985712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] Port 75caa86f-264f-4b4b-9614-76811d209164 was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:09:00.004669 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:00.016855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:55Z', 'revision_number': 8, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:00.108092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff2c03-d7e1-4c20-a3b3-939478deb208 None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:08:55Z', 'revision_number': 8, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3ac079f-537a-46c7-a987-44ba76aa8bb7', 'name': '', 'network_id': '002c6a77-99ed-48a8-ac92-0b5949dff3f3', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:0c:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:32Z', 'updated_at': '2021-12-16T08:08:42Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'dcbaa3e8-443f-4d67-9392-0472067efb96', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:00.111785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:00.143724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] Pushing event deleted for resources: {'Port': ['ID=75caa86f-264f-4b4b-9614-76811d209164,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:00.155466 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:00.171688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e8150-ecdf-455b-b30a-5555ac8f4311 None None] No DVR routers for this DVR port 75caa86f-264f-4b4b-9614-76811d209164 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:00.225604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:00.234937 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/5a967d87-934c-427a-bd39-a624725c60fa HTTP/1.1" status: 204 len: 168 time: 1.6084011 Dec 16 08:09:00.236273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4815d9-78e2-4387-afc6-afac7fe78ec5 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=5a967d87-934c-427a-bd39-a624725c60fa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:00.243615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 49922) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:00.710622 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cf4d81d0-a588-4d7d-ba10-835cac21aff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:01.129090 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:01.646908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port e3ac079f-537a-46c7-a987-44ba76aa8bb7 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:01.648661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:01.809315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port e3ac079f-537a-46c7-a987-44ba76aa8bb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e3ac079f-537a-46c7-a987-44ba76aa8bb7,segment=NetworkSegment(110e97af-725e-4fce-a028-14f9e803d4b5),segment_id=110e97af-725e-4fce-a028-14f9e803d4b5)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:01.809957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:01.833398 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:01.839475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for e3ac079f-537a-46c7-a987-44ba76aa8bb7 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:02.250837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:02.279564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=e3ac079f-537a-46c7-a987-44ba76aa8bb7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:02.511734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-d63ce987-ecb6-4009-8bc0-f542dba6069c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1751103 Dec 16 08:09:02.521744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:02.768206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:02.768947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:02.769148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:02.769620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:02.770094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:02.770555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:02.771066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:02.772987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-77ded431-83c4-49be-905a-153c294234b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 6497 time: 0.1148756 Dec 16 08:09:02.996141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:09:03.034978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6e925e19-b4f2-411c-a648-7f7b58d40918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:03.035371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6e925e19-b4f2-411c-a648-7f7b58d40918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:03.035840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6e925e19-b4f2-411c-a648-7f7b58d40918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:03.037609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6e925e19-b4f2-411c-a648-7f7b58d40918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2f12833-3072-4c1a-970c-30f5266dac1a&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=29968169-cc04-4c11-aae1-81c809ec2077&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&id=00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 200 len: 2293 time: 0.2100220 Dec 16 08:09:03.187565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-c550b6c0-0380-4fab-8125-b402292a85d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 200 len: 1001 time: 0.1118073 Dec 16 08:09:03.188999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:09:03.195604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1f16c841-6620-40da-8c04-41f1869460fa tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9502296 Dec 16 08:09:03.199315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 49994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:03.203822 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:09:03.220941 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:03.221569 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:03.299599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet dcbaa3e8-443f-4d67-9392-0472067efb96 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:09:03.307345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-2576fce5-fe71-4e76-8d24-da1eec4fde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:03.308905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-2576fce5-fe71-4e76-8d24-da1eec4fde57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 200 len: 850 time: 0.1110518 Dec 16 08:09:03.310927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:03.476078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-46921524-07f2-4794-95bb-24589528b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:03.480890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-46921524-07f2-4794-95bb-24589528b9ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2f12833-3072-4c1a-970c-30f5266dac1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637404 Dec 16 08:09:03.488896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:03.508549 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:03.530446 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:03.645575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:03.694597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-29352250-8852-4117-afbd-fd1ea1424da6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009714 Dec 16 08:09:03.889091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:03.939524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-8ed3c0ca-bcaf-4e2c-bd31-05c50acfdacc service neutron] 10.222.0.36 "GET /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304926 Dec 16 08:09:03.997191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbaa3e8-443f-4d67-9392-0472067efb96,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:04.036901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-998b275f-3585-447f-9d14-9bc59fa47f0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2579894 Dec 16 08:09:04.040752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:04.042624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89aa1c7-c078-49a7-a902-6b18ec565544 None None] Network 002c6a77-99ed-48a8-ac92-0b5949dff3f3 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:09:04.058900 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0b1204e3-3b25-4878-8d18-1d4512ced3e1 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/dcbaa3e8-443f-4d67-9392-0472067efb96 HTTP/1.1" status: 204 len: 168 time: 0.8557451 Dec 16 08:09:04.059695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:04.082499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-e07455c7-ba59-423f-bb84-aa6d7735c5ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 217 time: 0.1295817 Dec 16 08:09:04.155171 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:02Z', 'revision_number': 9, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:04.225242 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:09:04.244449 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:04.245447 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:04.283235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-d85bd43d-a2c0-4f88-9018-988c803d5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:04.285186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-d85bd43d-a2c0-4f88-9018-988c803d5051 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1971591 Dec 16 08:09:04.338436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:04.406933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-8e64fca8-a2ea-480b-b780-e71c98557e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:04.410914 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-8e64fca8-a2ea-480b-b780-e71c98557e42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1133602 Dec 16 08:09:04.431908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:04.462066 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] DHCP port deletion for 002c6a77-99ed-48a8-ac92-0b5949dff3f3 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:04.593514 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:04.601464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-903b92c9-a4fb-411a-9c79-335e5b5ad177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:04.603884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-903b92c9-a4fb-411a-9c79-335e5b5ad177 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 1097 time: 0.2597041 Dec 16 08:09:04.632101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] Deleting port acae2b26-bb1f-4022-8a02-1d60050175e5 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:04.632658 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:04.687712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port acae2b26-bb1f-4022-8a02-1d60050175e5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:04.690496 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:04.703230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-95f21689-f8b0-4f86-b657-d7909da54dfc service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795482 Dec 16 08:09:04.836356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port acae2b26-bb1f-4022-8a02-1d60050175e5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=acae2b26-bb1f-4022-8a02-1d60050175e5,segment=NetworkSegment(110e97af-725e-4fce-a028-14f9e803d4b5),segment_id=110e97af-725e-4fce-a028-14f9e803d4b5)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:04.836857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:04.857595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] For port acae2b26-bb1f-4022-8a02-1d60050175e5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=acae2b26-bb1f-4022-8a02-1d60050175e5,segment=NetworkSegment(110e97af-725e-4fce-a028-14f9e803d4b5),segment_id=110e97af-725e-4fce-a028-14f9e803d4b5)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:04.857814 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:04.863078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for acae2b26-bb1f-4022-8a02-1d60050175e5 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:04.882605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-ba73ff21-dcaf-490d-9b0c-5d404bfbd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:04.885534 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-ba73ff21-dcaf-490d-9b0c-5d404bfbd97e service neutron] 10.222.0.16 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.2593703 Dec 16 08:09:04.917007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] Calling delete_port for acae2b26-bb1f-4022-8a02-1d60050175e5 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:05.026664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-127352d6-7240-418f-8bd2-910549344c77 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929568 Dec 16 08:09:05.116003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-cef4a9b7-081f-4961-8b73-34099eda7057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 217 time: 0.0778339 Dec 16 08:09:05.144073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-b01b8f79-9060-4f56-b9e2-8d9d0eaeb498 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 HTTP/1.1" status: 200 len: 217 time: 0.2468300 Dec 16 08:09:05.179420 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:05.224218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:05.237086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] Pushing event deleted for resources: {'Port': ['ID=acae2b26-bb1f-4022-8a02-1d60050175e5,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:05.245324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae42da-5b02-46c4-af8d-094cf0c99876 None None] No DVR routers for this DVR port acae2b26-bb1f-4022-8a02-1d60050175e5 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:05.303405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-cf0073bd-6e59-4fb5-acfa-a7574713edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:05.311820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-cf0073bd-6e59-4fb5-acfa-a7574713edd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1853080 Dec 16 08:09:05.417189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6d5a978f-8696-464e-a2d4-20bcfde0c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:05.418798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6d5a978f-8696-464e-a2d4-20bcfde0c05c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0948584 Dec 16 08:09:05.421239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=acae2b26-bb1f-4022-8a02-1d60050175e5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:05.421937 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:02Z', 'revision_number': 9, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:05.447822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acae2b26-bb1f-4022-8a02-1d60050175e5 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:05.465592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-69d58b7c-b883-4771-875c-a3288b85ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:05.472945 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-69d58b7c-b883-4771-875c-a3288b85ed0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.2440162 Dec 16 08:09:05.473902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port acae2b26-bb1f-4022-8a02-1d60050175e5 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:05.533535 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aefe85-92c0-4bf0-9214-9d93e9a56ef0 None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:02Z', 'revision_number': 9, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '552ebe4f-cf17-4671-a719-db450664f170', 'name': '', 'network_id': '40b981c5-86c2-4ab7-8a86-724f94cbcabc', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8e:26:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'd466906b-7385-4809-8bad-757451875de4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:26Z', 'updated_at': '2021-12-16T08:08:35Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'd466906b-7385-4809-8bad-757451875de4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:05.536165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: acae2b26-bb1f-4022-8a02-1d60050175e5 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:05.536873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acae2b26-bb1f-4022-8a02-1d60050175e5 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:05.635776 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-047f6ad6-29ca-43cd-b40f-db46007268e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491697 Dec 16 08:09:05.683820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-db83e15f-e1bc-4636-adfc-3911d6a4bf07 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512975 Dec 16 08:09:05.784769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:05.866577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-c00c91c9-435d-417a-9ee8-2e7fd455cbe0 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756241 Dec 16 08:09:05.903896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002c6a77-99ed-48a8-ac92-0b5949dff3f3']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:05.924652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110e97af-725e-4fce-a028-14f9e803d4b5') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:05.925051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110e97af-725e-4fce-a028-14f9e803d4b5') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:05.942418 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:05.979612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:05.989307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:09:05.989869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:06.007440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-90126b49-8dd0-4517-a841-c914808548b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 200 len: 217 time: 0.1299679 Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:09:06.063479 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:09:06.134061 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-8a42b1e6-3965-423a-a122-146fa212d812 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655659 Dec 16 08:09:06.164296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-3c17ec1e-ca98-4d57-be41-e6c744381751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:06.166708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-3c17ec1e-ca98-4d57-be41-e6c744381751 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.1486044 Dec 16 08:09:06.292658 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ada780e7-386a-4eba-8fb0-1df9d68ad765 req-de858603-f2d8-4ed1-ab72-37f8bcd23273 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473320 Dec 16 08:09:06.294175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:06.306744 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:06.312367 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/002c6a77-99ed-48a8-ac92-0b5949dff3f3 HTTP/1.1" status: 204 len: 168 time: 2.2515717 Dec 16 08:09:06.315165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50080) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:06.380924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb494-a787-4312-8439-6e111b23b171 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=002c6a77-99ed-48a8-ac92-0b5949dff3f3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:06.698577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-45b644a8-4855-4a6b-af2b-e7198c2897ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:06.700448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-45b644a8-4855-4a6b-af2b-e7198c2897ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5223138 Dec 16 08:09:06.886863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-09a12450-8e93-4010-b290-6f2aa19be280 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692717 Dec 16 08:09:07.035955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-e52d52c9-6f8c-4e9d-a408-d0097065be06 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372223 Dec 16 08:09:07.079037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:07.127259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-0dffdfdb-c55a-466a-86fa-f5f8ecd50145 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 200 len: 217 time: 0.0801909 Dec 16 08:09:07.350263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3ac079f-537a-46c7-a987-44ba76aa8bb7 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:07.351135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-1066f6f3-4180-4f29-b49d-6e50b68284ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:07.357577 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-1066f6f3-4180-4f29-b49d-6e50b68284ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 200 len: 797 time: 0.2139719 Dec 16 08:09:07.406504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e3ac079f-537a-46c7-a987-44ba76aa8bb7 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:07.410245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e3ac079f-537a-46c7-a987-44ba76aa8bb7 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:07.443974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-49728fcd-8323-47c2-9134-8a5428b02426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:07.446289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-49728fcd-8323-47c2-9134-8a5428b02426 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29968169-cc04-4c11-aae1-81c809ec2077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773718 Dec 16 08:09:07.660852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-562de7b8-1075-41d7-aaa0-06faca5c62e0 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038872 Dec 16 08:09:07.800435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 552ebe4f-cf17-4671-a719-db450664f170 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:07.800928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:07.819385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-2277738e-1449-46ec-8f12-2dbe73c72e82 service neutron] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364214 Dec 16 08:09:07.910259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6daf6075-9a07-4d21-9fcc-b90a53bacd97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 200 len: 217 time: 0.0796297 Dec 16 08:09:07.917020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port 552ebe4f-cf17-4671-a719-db450664f170, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=552ebe4f-cf17-4671-a719-db450664f170,segment=NetworkSegment(b58f8e85-2ff6-4e15-895d-dd4a228dd254),segment_id=b58f8e85-2ff6-4e15-895d-dd4a228dd254)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:07.917359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:07.941752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 552ebe4f-cf17-4671-a719-db450664f170 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:08.046540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-b9da37cc-5c41-4a72-a9e7-d3023740a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:08.046540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-b9da37cc-5c41-4a72-a9e7-d3023740a4f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.1212656 Dec 16 08:09:08.172000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-5fd4217c-7cb4-4734-87aa-3dabac353b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:08.173601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-5fd4217c-7cb4-4734-87aa-3dabac353b9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1161871 Dec 16 08:09:08.346137 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-235e25ec-dfaf-41bb-8787-f93e435d5ab3 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605880 Dec 16 08:09:08.368996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:08.390351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=552ebe4f-cf17-4671-a719-db450664f170,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:08.518236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-2ef09254-ee32-4380-9d51-c9ce82092e0c service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597407 Dec 16 08:09:08.606942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-8fe2a62a-9471-4426-a811-ac45daf400b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 200 len: 217 time: 0.0773048 Dec 16 08:09:08.679851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:08.699259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-9e15ca83-d06f-41b1-a7b5-3da03cf9b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:08.704198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-9e15ca83-d06f-41b1-a7b5-3da03cf9b60c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 200 len: 797 time: 0.0825839 Dec 16 08:09:08.846704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6ad14ed0-50ef-4b34-bdb3-b4e972522b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:08.849939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-6ad14ed0-50ef-4b34-bdb3-b4e972522b71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00c3a685-fd4b-47f2-a016-487b2c36f4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035423 Dec 16 08:09:09.076118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-10d25c69-80b8-4bf8-8985-6fc512e64587 service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143128 Dec 16 08:09:09.223262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ac6a14-0ee3-4c9b-804b-14a434113a3f req-1872f4ab-4aef-4557-b0e6-37abf5f9615b service neutron] 10.222.0.36 "GET /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360691 Dec 16 08:09:09.553208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:09:09.682966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:09:09.695235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:09:09.697165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50164) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:09.697622 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4b1786cd-a97e-4834-93e1-df65f92280ae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3809898 Dec 16 08:09:09.708632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:09.709403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:09.763077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet d466906b-7385-4809-8bad-757451875de4 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:09:09.774928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:09.921165 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:10.086514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:10.315823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:10.361597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:10.388976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=d466906b-7385-4809-8bad-757451875de4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:10.401867 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:10.406327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3ebc1dac-9a2d-4c00-8c96-b6bd89a72fae tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/d466906b-7385-4809-8bad-757451875de4 HTTP/1.1" status: 204 len: 168 time: 0.7046118 Dec 16 08:09:10.408764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50182) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:10.569297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:10.644759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a845c7-6700-4ca7-8b1e-f81ce71058b0 None None] Network 40b981c5-86c2-4ab7-8a86-724f94cbcabc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:09:10.692217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port d0150968-6c34-4fda-9c2f-9de95bb198ed {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:10.693773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:10.835115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port d0150968-6c34-4fda-9c2f-9de95bb198ed, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d0150968-6c34-4fda-9c2f-9de95bb198ed,segment=NetworkSegment(b58f8e85-2ff6-4e15-895d-dd4a228dd254),segment_id=b58f8e85-2ff6-4e15-895d-dd4a228dd254)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:10.835787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:10.854712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for d0150968-6c34-4fda-9c2f-9de95bb198ed owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:10.942229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:08Z', 'revision_number': 10, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:11.032813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:09:11.048156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617de972-031d-4243-a59f-e7bc5177c032 None None] DHCP port deletion for 40b981c5-86c2-4ab7-8a86-724f94cbcabc request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:11.072119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:11.072777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:11.147591 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:11.200899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:11.215698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=d0150968-6c34-4fda-9c2f-9de95bb198ed,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:11.235312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port d0150968-6c34-4fda-9c2f-9de95bb198ed on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:11.290066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.293250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.293978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.294551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.295183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.295893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.297733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.325052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.350174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.350174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.350174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.350174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.350174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:11.386325 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-617de972-031d-4243-a59f-e7bc5177c032 None None] The port 'd0150968-6c34-4fda-9c2f-9de95bb198ed' was deleted {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 08:09:11.437253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d0150968-6c34-4fda-9c2f-9de95bb198ed no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:11.524009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d0150968-6c34-4fda-9c2f-9de95bb198ed {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:11.524816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d0150968-6c34-4fda-9c2f-9de95bb198ed not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:11.647155 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:11.716694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b981c5-86c2-4ab7-8a86-724f94cbcabc']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:11.720741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:08Z', 'revision_number': 10, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:11.731954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58f8e85-2ff6-4e15-895d-dd4a228dd254') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:11.732293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58f8e85-2ff6-4e15-895d-dd4a228dd254') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:11.763081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:11.780547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac6786-75e1-4ad5-ba0c-11f28c940aac None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:08Z', 'revision_number': 10, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None, '_interfaces': [{'id': '7e8a6b61-bf8e-47ff-b0c9-90972490c43b', 'name': '', 'network_id': '7fc46f16-3e30-426e-a6fa-8631056017d9', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'mac_address': 'fa:16:3e:8b:7d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:08:20Z', 'updated_at': '2021-12-16T08:08:25Z', 'revision_number': 5, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'subnets': [{'id': 'e94a1a43-33de-44c8-8676-17c01afdb5ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:11.788700 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:11.803244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:09:11.803663 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:09:11.944742 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:09:12.039033 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:12.071067 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:12.076888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50212) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:12.084960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/40b981c5-86c2-4ab7-8a86-724f94cbcabc HTTP/1.1" status: 204 len: 168 time: 1.6732788 Dec 16 08:09:12.085951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1419c5-2f78-4a16-bde0-fc406c7f28b2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=40b981c5-86c2-4ab7-8a86-724f94cbcabc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:12.836487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:13.311271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 552ebe4f-cf17-4671-a719-db450664f170 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:13.323995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:13.324601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:13.364661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 552ebe4f-cf17-4671-a719-db450664f170 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:13.374735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 552ebe4f-cf17-4671-a719-db450664f170 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:13.527967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port 7e8a6b61-bf8e-47ff-b0c9-90972490c43b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,segment=NetworkSegment(6d2340cd-33e2-4033-8d4b-c40bb966cade),segment_id=6d2340cd-33e2-4033-8d4b-c40bb966cade)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:13.528575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:13.545040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for 7e8a6b61-bf8e-47ff-b0c9-90972490c43b owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:13.882490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:13.948269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=7e8a6b61-bf8e-47ff-b0c9-90972490c43b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:14.052284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.052691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.053047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.053390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.053847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.054189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.054681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.055011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.055538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.056262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.056695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.057137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.057481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:14.084371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:14.352258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:09:14.458924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:09:14.468611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50248) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:14.469153 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98224a96-164a-4f31-9dfb-95ffdae9602b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906064 Dec 16 08:09:14.488653 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:09:14.505566 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:14.506465 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:14.547038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting subnet e94a1a43-33de-44c8-8676-17c01afdb5ea {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:09:14.550870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:14.600455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:14.609562 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:14.675819 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:13Z', 'revision_number': 11, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:14.700951 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:14.705245 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:09:14.715173 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:14.716126 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:14.804572 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:14.854865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:14.872408 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:13Z', 'revision_number': 11, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:14.876940 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:14.883313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06044822-ec56-4e45-a410-715a9cd4319d None None] Network 7fc46f16-3e30-426e-a6fa-8631056017d9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:09:14.887866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50256) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:14.898252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/e94a1a43-33de-44c8-8676-17c01afdb5ea HTTP/1.1" status: 204 len: 168 time: 0.4186196 Dec 16 08:09:14.937964 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf55db-3e6a-4828-92c6-37c4c0d876d5 None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:13Z', 'revision_number': 11, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:14.956727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50262) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:14.994628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cd062-f58b-4afe-a1b6-9d1428a24ef2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Subnet': ['ID=e94a1a43-33de-44c8-8676-17c01afdb5ea,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:15.153908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:15.281957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Deleting port c0525735-2b7e-4881-8ed0-187a3df76880 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:15.282429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:15.329989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] DHCP port deletion for 7fc46f16-3e30-426e-a6fa-8631056017d9 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:15.497525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] Deleting port c0525735-2b7e-4881-8ed0-187a3df76880 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:15.497912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:15.549173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] For port c0525735-2b7e-4881-8ed0-187a3df76880, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0525735-2b7e-4881-8ed0-187a3df76880,segment=NetworkSegment(6d2340cd-33e2-4033-8d4b-c40bb966cade),segment_id=6d2340cd-33e2-4033-8d4b-c40bb966cade)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:15.550259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:15.583537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Calling delete_port for c0525735-2b7e-4881-8ed0-187a3df76880 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:15.659050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] For port c0525735-2b7e-4881-8ed0-187a3df76880, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0525735-2b7e-4881-8ed0-187a3df76880,segment=NetworkSegment(6d2340cd-33e2-4033-8d4b-c40bb966cade),segment_id=6d2340cd-33e2-4033-8d4b-c40bb966cade)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:15.659317 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:15.706430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] Calling delete_port for c0525735-2b7e-4881-8ed0-187a3df76880 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:15.862136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:15.873607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7e8a6b61-bf8e-47ff-b0c9-90972490c43b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:15.922051 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:15.923991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7e8a6b61-bf8e-47ff-b0c9-90972490c43b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:15.924371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7e8a6b61-bf8e-47ff-b0c9-90972490c43b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:15.924849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c0525735-2b7e-4881-8ed0-187a3df76880 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:15.927730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Port': ['ID=c0525735-2b7e-4881-8ed0-187a3df76880,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:15.937723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No DVR routers for this DVR port c0525735-2b7e-4881-8ed0-187a3df76880 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:16.029167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c0525735-2b7e-4881-8ed0-187a3df76880 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:16.031210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c0525735-2b7e-4881-8ed0-187a3df76880 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:16.047279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] Pushing event deleted for resources: {'Port': ['ID=c0525735-2b7e-4881-8ed0-187a3df76880,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:16.084848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58350640-df61-4df8-8144-ea7be5e34127 None None] No DVR routers for this DVR port c0525735-2b7e-4881-8ed0-187a3df76880 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:16.135830 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.173218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc46f16-3e30-426e-a6fa-8631056017d9']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:16.178231 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.189203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2340cd-33e2-4033-8d4b-c40bb966cade') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:16.189641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2340cd-33e2-4033-8d4b-c40bb966cade') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:16.200290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.216867 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.225219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:09:16.225756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:09:16.242780 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:09:16.597141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Deleting port c934a54a-5e7a-474f-ba5f-af60a92a62c2 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:16.597141 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.602288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.611274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.617357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/networks/7fc46f16-3e30-426e-a6fa-8631056017d9 HTTP/1.1" status: 204 len: 168 time: 1.7152112 Dec 16 08:09:16.622161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50278) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:16.626835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'routes': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:16.647281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b02747-8c08-4f7a-b54a-f11dd6ab73e2 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Pushing event deleted for resources: {'Network': ['ID=7fc46f16-3e30-426e-a6fa-8631056017d9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:16.842979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.extraroute_db [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Added routes are [] {{(pid=110395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 08:09:16.843352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.extraroute_db [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Removed routes are [] {{(pid=110395) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 08:09:16.843646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:16.949276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] For port c934a54a-5e7a-474f-ba5f-af60a92a62c2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c934a54a-5e7a-474f-ba5f-af60a92a62c2,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:16.949643 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:17.062485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:17.066412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:17.076544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Calling delete_port for c934a54a-5e7a-474f-ba5f-af60a92a62c2 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:17.655578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router 91b3ffa1-f530-4057-b745-f216e1cf7fac has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:09:17.826884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:09:17.840912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] Sync routers for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:09:17.858466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:17.859470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:17.861965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:17.865791 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-be1c6f82-6569-49d9-8e43-ed6ef0f916b9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 200 len: 704 time: 1.2400696 Dec 16 08:09:17.866487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50290) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:17.937723 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ce0a4b3-7d5c-499d-bba5-eec1bde3216d tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 200 len: 205 time: 0.0689158 Dec 16 08:09:17.939456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50292) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:17.944280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:18.020355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:13Z', 'revision_number': 11, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:18.047361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8756e73-e689-4bd8-9cdb-6a88eced0c67 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.096223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] Checking router: 91b3ffa1-f530-4057-b745-f216e1cf7fac for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:09:18.114235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] Routers {'91b3ffa1-f530-4057-b745-f216e1cf7fac'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:18.115655 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['91b3ffa1-f530-4057-b745-f216e1cf7fac'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:18.116699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.208416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] Set router 91b3ffa1-f530-4057-b745-f216e1cf7fac gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:18.213630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Pushing event deleted for resources: {'Port': ['ID=c934a54a-5e7a-474f-ba5f-af60a92a62c2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:18.303841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:13Z', 'revision_number': 11, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:18.354972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef6d9d-ac45-4440-ae97-a299cc7f3d93 None None] The sync data for ids ['91b3ffa1-f530-4057-b745-f216e1cf7fac'] in n-d-820935-11 is: [{'id': '91b3ffa1-f530-4057-b745-f216e1cf7fac', 'name': 'tempest-RoutersIpV6Test-router-193512808', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:08:17Z', 'updated_at': '2021-12-16T08:09:13Z', 'revision_number': 11, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:18.449456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8756e73-e689-4bd8-9cdb-6a88eced0c67 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.461560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8756e73-e689-4bd8-9cdb-6a88eced0c67 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.642184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.689421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8756e73-e689-4bd8-9cdb-6a88eced0c67 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.691721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8756e73-e689-4bd8-9cdb-6a88eced0c67 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Fanout notify agent at l3_agent the message router_deleted on router 91b3ffa1-f530-4057-b745-f216e1cf7fac {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:09:18.698647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f8756e73-e689-4bd8-9cdb-6a88eced0c67 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.699760 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f8756e73-e689-4bd8-9cdb-6a88eced0c67 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 204 len: 168 time: 0.7588274 Dec 16 08:09:18.704165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50310) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:18.713265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-042ae8cf-d75e-4ac9-92ac-6c684e0fb974 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1006988689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:18.906591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-042ae8cf-d75e-4ac9-92ac-6c684e0fb974 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:18.910582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-042ae8cf-d75e-4ac9-92ac-6c684e0fb974 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:19.023126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-042ae8cf-d75e-4ac9-92ac-6c684e0fb974 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:19.136281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-042ae8cf-d75e-4ac9-92ac-6c684e0fb974 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:19.143261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Router cd88d742-81fd-4bb9-97a0-83cd69df41bc has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:09:19.244305 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-042ae8cf-d75e-4ac9-92ac-6c684e0fb974 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:19.248312 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-042ae8cf-d75e-4ac9-92ac-6c684e0fb974 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5407929 Dec 16 08:09:19.248542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50316) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:19.253872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-40d363db-11c1-422a-94d9-a64a2ebf9447 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:19.357820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:09:19.357820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b449fea5-c5c2-429b-ba16-d858758b347d admin admin] 10.222.0.43 "PUT /v2.0/routers/cd88d742-81fd-4bb9-97a0-83cd69df41bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3664858 Dec 16 08:09:19.358689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50318) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:19.358784 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] Sync routers for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:09:19.358784 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:19.358784 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:19.521356 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:19.840258 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T08:09:17Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:19.935413 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] Checking router: cd88d742-81fd-4bb9-97a0-83cd69df41bc for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:09:19.945582 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] Routers {'cd88d742-81fd-4bb9-97a0-83cd69df41bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:19.946952 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:20.204198 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:20.248660 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] Set router cd88d742-81fd-4bb9-97a0-83cd69df41bc gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:20.329186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40d363db-11c1-422a-94d9-a64a2ebf9447 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:20.515594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40d363db-11c1-422a-94d9-a64a2ebf9447 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:20.563072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:20.717814 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T08:09:17Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:20.772552 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20841d8c-dcac-4f28-acab-a17b7bf786f7 None None] The sync data for ids ['cd88d742-81fd-4bb9-97a0-83cd69df41bc'] in n-d-820935-11 is: [{'id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'name': 'tempest-TaggedBootDevicesTest_v242-1844190350-router', 'tenant_id': 'b85a9b3a3177443da35d9b89992103f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:16Z', 'updated_at': '2021-12-16T08:09:17Z', 'revision_number': 5, 'project_id': 'b85a9b3a3177443da35d9b89992103f0', 'gw_port': {'id': 'f4d4ea1f-82e3-4fa8-85fc-9ccb443512af', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88d742-81fd-4bb9-97a0-83cd69df41bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:18Z', 'updated_at': '2021-12-16T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:20.850655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d363db-11c1-422a-94d9-a64a2ebf9447 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Router c95f9f96-d85d-4978-abf3-215d014e618b is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:09:21.018560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d363db-11c1-422a-94d9-a64a2ebf9447 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:09:21.030162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d65463-489d-4852-b967-af82c133aaea None None] Sync routers for ids ['c95f9f96-d85d-4978-abf3-215d014e618b'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:09:21.037178 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-40d363db-11c1-422a-94d9-a64a2ebf9447 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.040863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50352) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:21.042018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-40d363db-11c1-422a-94d9-a64a2ebf9447 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "PUT /v2.0/routers/c95f9f96-d85d-4978-abf3-215d014e618b HTTP/1.1" status: 200 len: 698 time: 1.7923350 Dec 16 08:09:21.050325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Deleting port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:21.050792 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.068399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] Routers {'c95f9f96-d85d-4978-abf3-215d014e618b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:21.069081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c95f9f96-d85d-4978-abf3-215d014e618b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:21.241269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c32e869a-4616-4395-ad9d-2804ad01e897 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/routers/c95f9f96-d85d-4978-abf3-215d014e618b HTTP/1.1" status: 200 len: 704 time: 0.1991434 Dec 16 08:09:21.245848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50358) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:21.251004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] Set router c95f9f96-d85d-4978-abf3-215d014e618b gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:21.301443 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4af791fa-db8f-42a6-b6d9-7111f60a66ee tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=c95f9f96-d85d-4978-abf3-215d014e618b HTTP/1.1" status: 200 len: 205 time: 0.0487683 Dec 16 08:09:21.302425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50360) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:21.358398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f9f96-d85d-4978-abf3-215d014e618b', 'name': 'tempest-RoutersIpV6Test-router-1006988689', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:09:18Z', 'updated_at': '2021-12-16T08:09:20Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:21.370579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] For port f4d4ea1f-82e3-4fa8-85fc-9ccb443512af, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:21.370579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.392952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Calling delete_port for f4d4ea1f-82e3-4fa8-85fc-9ccb443512af owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:21.428457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d65463-489d-4852-b967-af82c133aaea None None] Checking router: c95f9f96-d85d-4978-abf3-215d014e618b for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:09:21.439530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c934a54a-5e7a-474f-ba5f-af60a92a62c2 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:21.468105 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86142e25-4224-4e4e-9d12-66d5e562f6bd tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.487390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c934a54a-5e7a-474f-ba5f-af60a92a62c2 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:21.488207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c934a54a-5e7a-474f-ba5f-af60a92a62c2 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:21.503550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] Routers {'c95f9f96-d85d-4978-abf3-215d014e618b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:21.503550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c95f9f96-d85d-4978-abf3-215d014e618b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:21.690129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86142e25-4224-4e4e-9d12-66d5e562f6bd tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.692968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86142e25-4224-4e4e-9d12-66d5e562f6bd tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.720698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] Set router c95f9f96-d85d-4978-abf3-215d014e618b gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:21.804164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d65463-489d-4852-b967-af82c133aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95f9f96-d85d-4978-abf3-215d014e618b', 'name': 'tempest-RoutersIpV6Test-router-1006988689', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:09:18Z', 'updated_at': '2021-12-16T08:09:20Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:21.825323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.851335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d65463-489d-4852-b967-af82c133aaea None None] The sync data for ids ['c95f9f96-d85d-4978-abf3-215d014e618b'] in n-d-820935-11 is: [{'id': 'c95f9f96-d85d-4978-abf3-215d014e618b', 'name': 'tempest-RoutersIpV6Test-router-1006988689', 'tenant_id': '4fbef67908984d5cb15489106b2fbe73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:09:18Z', 'updated_at': '2021-12-16T08:09:20Z', 'revision_number': 2, 'project_id': '4fbef67908984d5cb15489106b2fbe73', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:21.856269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86142e25-4224-4e4e-9d12-66d5e562f6bd tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.856414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86142e25-4224-4e4e-9d12-66d5e562f6bd tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Fanout notify agent at l3_agent the message router_deleted on router c95f9f96-d85d-4978-abf3-215d014e618b {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:09:21.866824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-86142e25-4224-4e4e-9d12-66d5e562f6bd tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:21.866824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-86142e25-4224-4e4e-9d12-66d5e562f6bd tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/c95f9f96-d85d-4978-abf3-215d014e618b HTTP/1.1" status: 204 len: 168 time: 0.5620885 Dec 16 08:09:21.870826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50368) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:21.892430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d4ea1f-82e3-4fa8-85fc-9ccb443512af,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:21.938988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e01eaf-54bd-49fb-ad3e-de710d96d486 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:21.944642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-990c787c-3705-4eb5-9616-8b22096035ef tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=c95f9f96-d85d-4978-abf3-215d014e618b HTTP/1.1" status: 200 len: 205 time: 0.0704710 Dec 16 08:09:21.945840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50372) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.024898 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-3d556b2a-3084-4c9c-a73c-3d13a57ac04b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] delete failed (client error): The resource could not be found. Dec 16 08:09:22.026223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3d556b2a-3084-4c9c-a73c-3d13a57ac04b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/c95f9f96-d85d-4978-abf3-215d014e618b HTTP/1.1" status: 404 len: 336 time: 0.0787573 Dec 16 08:09:22.028891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50374) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.078574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:22.078753 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-f774a88e-cf4d-417a-ba1f-792ad451c0f9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:22.078753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f774a88e-cf4d-417a-ba1f-792ad451c0f9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:22.080950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f774a88e-cf4d-417a-ba1f-792ad451c0f9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/2acc2e13-3f63-4ec4-b2fb-eb7795524637 HTTP/1.1" status: 404 len: 337 time: 0.0509641 Dec 16 08:09:22.083449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50378) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.120729 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9457f4-c4c9-4892-8116-aa5568449614 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:22.122096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9457f4-c4c9-4892-8116-aa5568449614 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:22.125749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eb9457f4-c4c9-4892-8116-aa5568449614 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/dcbaa3e8-443f-4d67-9392-0472067efb96 HTTP/1.1" status: 404 len: 337 time: 0.0413139 Dec 16 08:09:22.128477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50380) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.194819 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f6f2d6-a8f7-40ca-8224-92c3290a01d9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:22.195386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f6f2d6-a8f7-40ca-8224-92c3290a01d9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:22.208787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d1f6f2d6-a8f7-40ca-8224-92c3290a01d9 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/d466906b-7385-4809-8bad-757451875de4 HTTP/1.1" status: 404 len: 337 time: 0.0659049 Dec 16 08:09:22.208787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50386) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.244107 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b54740-60e3-401d-b5ee-048e3d4434d7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:22.244612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b54740-60e3-401d-b5ee-048e3d4434d7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:22.253648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-29b54740-60e3-401d-b5ee-048e3d4434d7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/e94a1a43-33de-44c8-8676-17c01afdb5ea HTTP/1.1" status: 404 len: 337 time: 0.0400481 Dec 16 08:09:22.255482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50388) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.306714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f14a4542-6429-4c31-82fd-e50c325bc37b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 200 len: 205 time: 0.0500531 Dec 16 08:09:22.311551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50390) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.320771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:22.357045 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:22.365731 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-042da656-7ff4-4253-b7fe-f59045d7f43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] delete failed (client error): The resource could not be found. Dec 16 08:09:22.367406 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-042da656-7ff4-4253-b7fe-f59045d7f43b tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/91b3ffa1-f530-4057-b745-f216e1cf7fac HTTP/1.1" status: 404 len: 336 time: 0.0553002 Dec 16 08:09:22.370722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50392) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.410916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d9b1e69d-e638-48cd-bbf9-18f6e33d7591 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=be07499f-09f3-420c-9720-958489a1e79a HTTP/1.1" status: 200 len: 205 time: 0.0386772 Dec 16 08:09:22.413654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50394) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.471195 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-076bb29a-f19d-4288-97f5-00a7eb4db4c7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] delete failed (client error): The resource could not be found. Dec 16 08:09:22.472568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-076bb29a-f19d-4288-97f5-00a7eb4db4c7 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/be07499f-09f3-420c-9720-958489a1e79a HTTP/1.1" status: 404 len: 336 time: 0.0576324 Dec 16 08:09:22.475042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50396) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.532893 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d68d7d-347f-45ec-86c9-19889c5724a4 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:22.533565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d68d7d-347f-45ec-86c9-19889c5724a4 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:22.541501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50398) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.551585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-93d68d7d-347f-45ec-86c9-19889c5724a4 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/303268c3-61eb-4c0c-9177-e6f93c20412d HTTP/1.1" status: 404 len: 337 time: 0.0754850 Dec 16 08:09:22.572943 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2639e30b-a51b-4c48-a3f1-c02cc04632ba tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9d5c2d5-2c64-46c3-84ae-f52b23b79919 HTTP/1.1" status: 200 len: 205 time: 0.0309136 Dec 16 08:09:22.574877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50400) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.577657 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:22.579157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd88d742-81fd-4bb9-97a0-83cd69df41bc {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:09:22.589041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:22.605974 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b535bc8c-0ad9-4ba8-a8e2-01927d8ac95b admin admin] 10.222.0.43 "DELETE /v2.0/routers/cd88d742-81fd-4bb9-97a0-83cd69df41bc HTTP/1.1" status: 204 len: 168 time: 3.2647429 Dec 16 08:09:22.607208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50402) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.637750 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-9559eea7-0aa8-4e5c-a087-fc902db7fb5e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] delete failed (client error): The resource could not be found. Dec 16 08:09:22.641535 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9559eea7-0aa8-4e5c-a087-fc902db7fb5e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/d9d5c2d5-2c64-46c3-84ae-f52b23b79919 HTTP/1.1" status: 404 len: 336 time: 0.0656695 Dec 16 08:09:22.642106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50404) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.720021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fe24ac04-0be8-4a23-a018-f91ebdefaa72 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=2be86cb8-db3b-4536-88ed-78c06c31c1ee HTTP/1.1" status: 200 len: 205 time: 0.0767336 Dec 16 08:09:22.724296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.772029 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-9dcf57d8-927a-4898-aa68-fb0d810175d6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] delete failed (client error): The resource could not be found. Dec 16 08:09:22.773343 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9dcf57d8-927a-4898-aa68-fb0d810175d6 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/2be86cb8-db3b-4536-88ed-78c06c31c1ee HTTP/1.1" status: 404 len: 336 time: 0.0477514 Dec 16 08:09:22.776909 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50410) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.780564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] Deleting subnet 8b806765-50b6-4970-8d37-d1e022e4d5f3 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:09:22.784246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:22.839904 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-1304e48e-f11c-4078-9422-b3a5969dbc7e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:22.840591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1304e48e-f11c-4078-9422-b3a5969dbc7e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:22.851053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1304e48e-f11c-4078-9422-b3a5969dbc7e tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/5b94c1dc-d5e3-4474-9da0-ea29fd9d32a9 HTTP/1.1" status: 404 len: 337 time: 0.0715282 Dec 16 08:09:22.852785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50416) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.889649 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d9a3d518-081f-43a5-b8c3-349fa77a4b3f tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f15ae5-6e9b-4f9b-9793-c65140b6faa3 HTTP/1.1" status: 200 len: 205 time: 0.0356064 Dec 16 08:09:22.894321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50418) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.917761 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:22.936100 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-cc759aa7-cd37-4574-afdf-d723f340d668 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] delete failed (client error): The resource could not be found. Dec 16 08:09:22.939482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cc759aa7-cd37-4574-afdf-d723f340d668 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/56f15ae5-6e9b-4f9b-9793-c65140b6faa3 HTTP/1.1" status: 404 len: 336 time: 0.0415716 Dec 16 08:09:22.939770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50420) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:22.978711 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e528f6c7-ff0f-4ad2-b505-ae6e60a0ee42 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:22.979183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e528f6c7-ff0f-4ad2-b505-ae6e60a0ee42 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:22.988861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e528f6c7-ff0f-4ad2-b505-ae6e60a0ee42 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/c690057d-ef5e-47c1-b603-89f0cc4deb64 HTTP/1.1" status: 404 len: 337 time: 0.0457518 Dec 16 08:09:22.991094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:23.047011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.049757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:23.052308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0f7a931e-9d33-4e87-acff-7ccd37750835 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7efedfe-5a66-4a4e-953b-30631642db3a HTTP/1.1" status: 200 len: 205 time: 0.0518982 Dec 16 08:09:23.130058 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-d8f50e75-e4b9-437b-a1cb-233a16ea2ddb tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] delete failed (client error): The resource could not be found. Dec 16 08:09:23.136589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50426) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:23.137298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d8f50e75-e4b9-437b-a1cb-233a16ea2ddb tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/routers/d7efedfe-5a66-4a4e-953b-30631642db3a HTTP/1.1" status: 404 len: 336 time: 0.0831966 Dec 16 08:09:23.185630 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7e5c70-5294-4fc6-8ab5-c989822edb8a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:23.186123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7e5c70-5294-4fc6-8ab5-c989822edb8a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:23.192147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ca7e5c70-5294-4fc6-8ab5-c989822edb8a tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/83c10f6e-ffef-4636-b9d7-5e148469cb14 HTTP/1.1" status: 404 len: 337 time: 0.0545444 Dec 16 08:09:23.192539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50428) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:23.220902 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c39cf0f-63bd-4408-9d5c-dcec44248404 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] DELETE failed (client error): The resource could not be found. Dec 16 08:09:23.221437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c39cf0f-63bd-4408-9d5c-dcec44248404 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:09:23.227124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4c39cf0f-63bd-4408-9d5c-dcec44248404 tempest-RoutersIpV6Test-94401537 tempest-RoutersIpV6Test-94401537-project] 10.222.0.43 "DELETE /v2.0/subnets/a1eccef5-44c0-4edd-b9d0-43eaa300c8bd HTTP/1.1" status: 404 len: 337 time: 0.0312977 Dec 16 08:09:23.322609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.355120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b806765-50b6-4970-8d37-d1e022e4d5f3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:23.370449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba9d9b7-67fd-4d94-9757-3e26dd3787a5 None None] Network cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:09:23.377862 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.381445 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab99aace-2c8e-43c2-9596-2c13645a5d63 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8b806765-50b6-4970-8d37-d1e022e4d5f3 HTTP/1.1" status: 204 len: 168 time: 0.7701759 Dec 16 08:09:23.384834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50434) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:23.469676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f4d4ea1f-82e3-4fa8-85fc-9ccb443512af no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:23.507559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.526155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f4d4ea1f-82e3-4fa8-85fc-9ccb443512af {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:23.526528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f4d4ea1f-82e3-4fa8-85fc-9ccb443512af not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:23.588258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Deleting port 0280cb66-d142-43bf-a407-f25835d4cb43 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:23.588633 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.668806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] For port 0280cb66-d142-43bf-a407-f25835d4cb43, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0280cb66-d142-43bf-a407-f25835d4cb43,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:23.669169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.684470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Calling delete_port for 0280cb66-d142-43bf-a407-f25835d4cb43 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:23.697425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] DHCP port deletion for cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:23.814287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] Deleting port 0280cb66-d142-43bf-a407-f25835d4cb43 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:23.814838 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.898430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] For port 0280cb66-d142-43bf-a407-f25835d4cb43, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=0280cb66-d142-43bf-a407-f25835d4cb43,segment=NetworkSegment(751cbb2d-43ae-47f1-a65c-eaea7f9280f9),segment_id=751cbb2d-43ae-47f1-a65c-eaea7f9280f9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:23.898882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.905458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:23.921863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] Calling delete_port for 0280cb66-d142-43bf-a407-f25835d4cb43 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:23.932925 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50442) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:23.948206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0280cb66-d142-43bf-a407-f25835d4cb43,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:23.951854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] No DVR routers for this DVR port 0280cb66-d142-43bf-a407-f25835d4cb43 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:24.036708 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.067217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.092192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] No DVR routers for this DVR port 0280cb66-d142-43bf-a407-f25835d4cb43 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:24.093843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:24.102950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4408e-e729-4bcc-a4a5-8e00fcb11df7 None None] Pushing event deleted for resources: {'Port': ['ID=0280cb66-d142-43bf-a407-f25835d4cb43,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:24.108040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751cbb2d-43ae-47f1-a65c-eaea7f9280f9') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:24.108595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751cbb2d-43ae-47f1-a65c-eaea7f9280f9') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:24.133695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.147855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.156599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:09:24.158703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.185694 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3d80a62b-152d-43dc-a6ae-211dec205bb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fbef67908984d5cb15489106b2fbe73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2490809 Dec 16 08:09:24.188019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:09:24.214481 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:09:24.260278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8190ead9-0888-4627-80b3-d06c370d98f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.286148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8190ead9-0888-4627-80b3-d06c370d98f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.316527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.325179 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.330413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13 HTTP/1.1" status: 204 len: 168 time: 0.9445820 Dec 16 08:09:24.333477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50456) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:24.391036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b640a3-e80a-46cc-9b3c-9f806935c9f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5f6bf7-a65f-4ab5-9185-bc1e29f50c13,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:24.548280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8190ead9-0888-4627-80b3-d06c370d98f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.552076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8190ead9-0888-4627-80b3-d06c370d98f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:24.554077 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8190ead9-0888-4627-80b3-d06c370d98f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e11bb787-37e3-4462-8e77-9f6929fcde61 HTTP/1.1" status: 204 len: 168 time: 0.3646247 Dec 16 08:09:24.577724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190ead9-0888-4627-80b3-d06c370d98f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11bb787-37e3-4462-8e77-9f6929fcde61,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:25.303100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:25.385279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0280cb66-d142-43bf-a407-f25835d4cb43 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:25.423098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 0280cb66-d142-43bf-a407-f25835d4cb43 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:25.423454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 0280cb66-d142-43bf-a407-f25835d4cb43 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:25.666657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Deleting port 757f921c-52be-4dff-80fd-df0246ee2525 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:25.666998 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:25.791253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] For port 757f921c-52be-4dff-80fd-df0246ee2525, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=757f921c-52be-4dff-80fd-df0246ee2525,segment=NetworkSegment(962356f7-c489-4aa5-873c-e2bd4429570f),segment_id=962356f7-c489-4aa5-873c-e2bd4429570f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:25.792062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:25.810207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Calling delete_port for 757f921c-52be-4dff-80fd-df0246ee2525 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:26.170873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:26.223494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Pushing event deleted for resources: {'Port': ['ID=757f921c-52be-4dff-80fd-df0246ee2525,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:26.253588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50528) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:26.470620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--210869249'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:26.513973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:26.597235 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:26.609457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:26.832915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:26.909395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Router b62a99c6-ecc4-4c42-943d-53629aa32291 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:09:26.950264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.013760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca71041f-a31d-4db3-8c7e-0e692a521a4c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:27.078105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:09:27.085378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.091156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-16429d69-9fbf-483f-b9cb-a2026a8901fb admin admin] 10.222.0.43 "PUT /v2.0/routers/b62a99c6-ecc4-4c42-943d-53629aa32291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7526639 Dec 16 08:09:27.095275 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] Sync routers for ids ['b62a99c6-ecc4-4c42-943d-53629aa32291'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:09:27.100873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50566) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:27.111464 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] Routers {'b62a99c6-ecc4-4c42-943d-53629aa32291'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:27.113136 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b62a99c6-ecc4-4c42-943d-53629aa32291'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:27.165668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.204518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdd34c0-33a8-40e2-aca3-8409fefe15d2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:27.269747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.271031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e8b89065-20bf-47f1-9fbe-fd883b977b1a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0164235 Dec 16 08:09:27.273797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:27.282883 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.407984 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ef8fd1d7-0833-4959-a1a0-9bb5b7c831cc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1317375 Dec 16 08:09:27.413413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50586) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:27.420830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0a0156c4-afd3-4aaf-96d3-e6bcced551f9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-security--49897921', 'description': 'tempest-security-description-1279780283'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:27.488826 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.492131 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] Set router b62a99c6-ecc4-4c42-943d-53629aa32291 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:27.513380 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a0156c4-afd3-4aaf-96d3-e6bcced551f9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.596560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a0156c4-afd3-4aaf-96d3-e6bcced551f9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.601936 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.687627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a0156c4-afd3-4aaf-96d3-e6bcced551f9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.691021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0a0156c4-afd3-4aaf-96d3-e6bcced551f9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.696693 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0a0156c4-afd3-4aaf-96d3-e6bcced551f9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "PUT /v2.0/security-groups/9cdd34c0-33a8-40e2-aca3-8409fefe15d2 HTTP/1.1" status: 200 len: 1795 time: 0.2798769 Dec 16 08:09:27.698010 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50598) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:27.739360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Deleting port 1d542c21-c332-4592-8f1c-e5356cd671f1 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:27.739775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.800161 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T08:09:26Z', 'revision_number': 5, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port': {'id': '1d542c21-c332-4592-8f1c-e5356cd671f1', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:56:28Z', 'updated_at': '2021-12-16T07:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:27.803549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0156c4-afd3-4aaf-96d3-e6bcced551f9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdd34c0-33a8-40e2-aca3-8409fefe15d2,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:27.816134 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f98a86ee-f11c-4a18-8b67-549907df793f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups/9cdd34c0-33a8-40e2-aca3-8409fefe15d2 HTTP/1.1" status: 200 len: 1795 time: 0.0852911 Dec 16 08:09:27.816861 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50610) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:27.877334 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c998081d-2667-440d-b366-37997aeac69e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.952727 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] Checking router: b62a99c6-ecc4-4c42-943d-53629aa32291 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:09:27.954543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c998081d-2667-440d-b366-37997aeac69e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:27.973441 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] Routers {'b62a99c6-ecc4-4c42-943d-53629aa32291'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:09:27.974218 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:09:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b62a99c6-ecc4-4c42-943d-53629aa32291'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:27.982931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] For port 1d542c21-c332-4592-8f1c-e5356cd671f1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1d542c21-c332-4592-8f1c-e5356cd671f1,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:27.983353 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.013471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Calling delete_port for 1d542c21-c332-4592-8f1c-e5356cd671f1 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:28.110631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c998081d-2667-440d-b366-37997aeac69e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.114154 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c998081d-2667-440d-b366-37997aeac69e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.119433 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c998081d-2667-440d-b366-37997aeac69e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/9cdd34c0-33a8-40e2-aca3-8409fefe15d2 HTTP/1.1" status: 204 len: 168 time: 0.3013601 Dec 16 08:09:28.123098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50628) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:28.163228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998081d-2667-440d-b366-37997aeac69e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdd34c0-33a8-40e2-aca3-8409fefe15d2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:28.203329 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] Set router b62a99c6-ecc4-4c42-943d-53629aa32291 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:09:28.232810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ada5-b32f-481b-b18d-296d7298b234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.282461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f7721bae-0eb3-4075-9349-c90760782d3d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1351810 Dec 16 08:09:28.283799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50636) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:28.314783 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-0f565fc1-ee1f-40c1-9921-df41330da72a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] delete failed (client error): The resource could not be found. Dec 16 08:09:28.319771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0f565fc1-ee1f-40c1-9921-df41330da72a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/9cdd34c0-33a8-40e2-aca3-8409fefe15d2 HTTP/1.1" status: 404 len: 347 time: 0.0340085 Dec 16 08:09:28.325584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50638) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:28.333301 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T08:09:27Z', 'revision_number': 6, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:28.340610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-689874cc-e7c4-4590-82c2-11a2aa775e8c tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--548893652'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:28.393817 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb38e60-777e-4c93-962f-1fd69db588a8 None None] The sync data for ids ['b62a99c6-ecc4-4c42-943d-53629aa32291'] in n-d-820935-11 is: [{'id': 'b62a99c6-ecc4-4c42-943d-53629aa32291', 'name': 'tempest-TaggedBootDevicesTest_v242-607944425-router', 'tenant_id': '23446fc15d9840958d287a4d9436fecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:56:27Z', 'updated_at': '2021-12-16T08:09:27Z', 'revision_number': 6, 'project_id': '23446fc15d9840958d287a4d9436fecb', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:09:28.556586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-689874cc-e7c4-4590-82c2-11a2aa775e8c tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.557116 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.632094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2ca1d-6add-4c4e-a58a-c8cb62b5748a None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:28.646869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d542c21-c332-4592-8f1c-e5356cd671f1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:28.735707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-689874cc-e7c4-4590-82c2-11a2aa775e8c tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.792695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.827283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-689874cc-e7c4-4590-82c2-11a2aa775e8c tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.873066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689874cc-e7c4-4590-82c2-11a2aa775e8c tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b0df99-0b75-4ade-ad2b-952d79147cde,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:28.926438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-689874cc-e7c4-4590-82c2-11a2aa775e8c tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.928831 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-689874cc-e7c4-4590-82c2-11a2aa775e8c tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6001132 Dec 16 08:09:28.932195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50664) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:28.938781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5fe61570-7d8b-4dec-817c-0dd8456f3221 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': '42b0df99-0b75-4ade-ad2b-952d79147cde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:28.941998 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:28.945003 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.101976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe61570-7d8b-4dec-817c-0dd8456f3221 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.125214 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.126162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b62a99c6-ecc4-4c42-943d-53629aa32291 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:09:29.132643 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.134921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0454fe86-99bd-4bb8-b742-c43b2dbe9960 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b62a99c6-ecc4-4c42-943d-53629aa32291 HTTP/1.1" status: 204 len: 168 time: 2.0318134 Dec 16 08:09:29.137462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50676) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:29.182357 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe61570-7d8b-4dec-817c-0dd8456f3221 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.202526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] Deleting subnet f3e4e9bc-77ad-4814-b1f3-a40a24f445d5 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:09:29.206957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.239365 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe61570-7d8b-4dec-817c-0dd8456f3221 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.271143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe61570-7d8b-4dec-817c-0dd8456f3221 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9ee451-3a1e-4a3b-a482-e82841b15536,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:29.273104 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.385041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5fe61570-7d8b-4dec-817c-0dd8456f3221 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.390534 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5fe61570-7d8b-4dec-817c-0dd8456f3221 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4525392 Dec 16 08:09:29.390668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50686) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:29.411434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d542c21-c332-4592-8f1c-e5356cd671f1 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:29.416888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.450357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1d542c21-c332-4592-8f1c-e5356cd671f1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:29.451911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1d542c21-c332-4592-8f1c-e5356cd671f1 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:29.453902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c89b718b-a511-45cd-a87c-7e8e42007109 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.457257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 757f921c-52be-4dff-80fd-df0246ee2525 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:29.475790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c89b718b-a511-45cd-a87c-7e8e42007109 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.493286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 757f921c-52be-4dff-80fd-df0246ee2525 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:29.493931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 757f921c-52be-4dff-80fd-df0246ee2525 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:29.642023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c89b718b-a511-45cd-a87c-7e8e42007109 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.647213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c89b718b-a511-45cd-a87c-7e8e42007109 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.651447 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c89b718b-a511-45cd-a87c-7e8e42007109 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2d9ee451-3a1e-4a3b-a482-e82841b15536 HTTP/1.1" status: 204 len: 168 time: 0.2562602 Dec 16 08:09:29.651820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50702) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:29.673491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.701123 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.707477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f3e4e9bc-77ad-4814-b1f3-a40a24f445d5 HTTP/1.1" status: 204 len: 168 time: 0.5689409 Dec 16 08:09:29.710247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50710) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:29.710407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4eccc9-ea15-4808-bbbc-b860412c2460 None None] Network 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:09:29.715279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b718b-a511-45cd-a87c-7e8e42007109 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d9ee451-3a1e-4a3b-a482-e82841b15536,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:29.750696 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-888d97aa-f89e-4deb-b80a-e34b979d461d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0885105 Dec 16 08:09:29.751529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50712) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:29.829739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ba3bb-f6d9-4e67-be2f-5fe09e25d9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e4e9bc-77ad-4814-b1f3-a40a24f445d5,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:29.847548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c21-ab8d-48cc-a7b2-4690bff236bc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.903779 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c21-ab8d-48cc-a7b2-4690bff236bc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:29.929416 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.030967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Deleting port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:30.031702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.044422 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c21-ab8d-48cc-a7b2-4690bff236bc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.047073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c21-ab8d-48cc-a7b2-4690bff236bc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.049039 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2c12c21-ab8d-48cc-a7b2-4690bff236bc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/42b0df99-0b75-4ade-ad2b-952d79147cde HTTP/1.1" status: 204 len: 168 time: 0.2963979 Dec 16 08:09:30.053777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50728) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:30.140077 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.141408 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-00066edb-a6ce-4515-b0a0-dc0989aa2507 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0844116 Dec 16 08:09:30.142564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c12c21-ab8d-48cc-a7b2-4690bff236bc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b0df99-0b75-4ade-ad2b-952d79147cde,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:30.147412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50736) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:30.153497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-4103b377-1be5-4848-9172-89e9be9bb4e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222964626'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:30.169317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] For port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,segment=NetworkSegment(962356f7-c489-4aa5-873c-e2bd4429570f),segment_id=962356f7-c489-4aa5-873c-e2bd4429570f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:30.169725 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.199507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Calling delete_port for e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:30.224374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] DHCP port deletion for 6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:30.297741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] Deleting port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:09:30.303637 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.375844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4103b377-1be5-4848-9172-89e9be9bb4e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.448733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] For port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,segment=NetworkSegment(962356f7-c489-4aa5-873c-e2bd4429570f),segment_id=962356f7-c489-4aa5-873c-e2bd4429570f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:30.449261 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.467910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] Calling delete_port for e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:09:30.508519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4103b377-1be5-4848-9172-89e9be9bb4e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.582230 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.592222 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.636633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] Pushing event deleted for resources: {'Port': ['ID=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:30.646098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:30.655952 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4103b377-1be5-4848-9172-89e9be9bb4e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.682502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] No DVR routers for this DVR port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:30.703374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa29589-fb2f-4582-8ddc-ed7875bddf8e None None] No DVR routers for this DVR port e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:09:30.731048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103b377-1be5-4848-9172-89e9be9bb4e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b970da-6891-46b9-bcda-3067d4cda195,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:30.799508 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.826171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:30.835917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962356f7-c489-4aa5-873c-e2bd4429570f') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:30.840402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962356f7-c489-4aa5-873c-e2bd4429570f') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:09:30.860001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.875522 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4103b377-1be5-4848-9172-89e9be9bb4e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.879971 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4103b377-1be5-4848-9172-89e9be9bb4e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7270930 Dec 16 08:09:30.880143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:30.883041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.886314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-90084499-0d35-46fb-a4f8-425ab9a414dc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'd3b970da-6891-46b9-bcda-3067d4cda195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:30.889919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:09:30.890336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.905496 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1607b0ea-94eb-4625-af9e-3d25b3389bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:09:30.936268 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:09:31.043579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90084499-0d35-46fb-a4f8-425ab9a414dc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.086485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.106906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.116474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded HTTP/1.1" status: 204 len: 168 time: 1.3964255 Dec 16 08:09:31.127056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90084499-0d35-46fb-a4f8-425ab9a414dc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.135428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f307f-80c1-4e67-a3e7-5eca91e3e4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df7fd48-5336-4e1d-8ba8-4fca2c8f2ded,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:31.228115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90084499-0d35-46fb-a4f8-425ab9a414dc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.267446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90084499-0d35-46fb-a4f8-425ab9a414dc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b76df9-103b-48f2-ae46-113b6e5e2f57,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:31.367243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:09:31.388734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:09:31.389090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e4ec5b7a-8ffc-4ed8-94ab-bb6d92ee2b03 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:09:31.401645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90084499-0d35-46fb-a4f8-425ab9a414dc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.402638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90084499-0d35-46fb-a4f8-425ab9a414dc tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5190287 Dec 16 08:09:31.403305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50786) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:31.407927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-0d6ffdc9-a975-4e30-8e1e-d70187f5f9dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'd3b970da-6891-46b9-bcda-3067d4cda195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:31.430623 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:09:31.574653 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d6ffdc9-a975-4e30-8e1e-d70187f5f9dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.637342 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d6ffdc9-a975-4e30-8e1e-d70187f5f9dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.708607 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d6ffdc9-a975-4e30-8e1e-d70187f5f9dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.790709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ffdc9-a975-4e30-8e1e-d70187f5f9dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6362cb4d-f2af-44d9-9a92-1bf4cf9e0c00,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:31.799859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50808) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:31.808358 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.856815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0d6ffdc9-a975-4e30-8e1e-d70187f5f9dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.858314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0d6ffdc9-a975-4e30-8e1e-d70187f5f9dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4539602 Dec 16 08:09:31.861039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50812) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:31.865569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bc07c75f-bf38-47fd-980c-4eca29609f48 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'd3b970da-6891-46b9-bcda-3067d4cda195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:31.880224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7b1be2e1-9095-4753-a25f-ee83a7d3af37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b85a9b3a3177443da35d9b89992103f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774846 Dec 16 08:09:31.881668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50816) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:31.940285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb115675-f306-4a2f-bde7-9ba061f301cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:31.967062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb115675-f306-4a2f-bde7-9ba061f301cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.022007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc07c75f-bf38-47fd-980c-4eca29609f48 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.096632 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc07c75f-bf38-47fd-980c-4eca29609f48 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.113365 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb115675-f306-4a2f-bde7-9ba061f301cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.116105 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb115675-f306-4a2f-bde7-9ba061f301cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.117675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cb115675-f306-4a2f-bde7-9ba061f301cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adc9c3d8-0f0c-4987-93fa-eb9b989e6191 HTTP/1.1" status: 204 len: 168 time: 0.2349875 Dec 16 08:09:32.127154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb115675-f306-4a2f-bde7-9ba061f301cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc9c3d8-0f0c-4987-93fa-eb9b989e6191,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:32.191414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc07c75f-bf38-47fd-980c-4eca29609f48 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.242601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c75f-bf38-47fd-980c-4eca29609f48 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045fe8b4-67b1-413d-9664-622f7bfe17f2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:32.357628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc07c75f-bf38-47fd-980c-4eca29609f48 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.359602 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bc07c75f-bf38-47fd-980c-4eca29609f48 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4969347 Dec 16 08:09:32.361884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50834) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:32.371454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e05c8ce9-3b4a-4b3e-96d5-cf374fc67156 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'd3b970da-6891-46b9-bcda-3067d4cda195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:32.562015 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e05c8ce9-3b4a-4b3e-96d5-cf374fc67156 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.652582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e05c8ce9-3b4a-4b3e-96d5-cf374fc67156 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.719528 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e05c8ce9-3b4a-4b3e-96d5-cf374fc67156 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.753889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c8ce9-3b4a-4b3e-96d5-cf374fc67156 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bae3e8e-efb7-409b-b225-8cbfa47464a0,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:32.875280 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e05c8ce9-3b4a-4b3e-96d5-cf374fc67156 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:32.880128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:32.882783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e05c8ce9-3b4a-4b3e-96d5-cf374fc67156 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5143638 Dec 16 08:09:32.885685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8f5452e9-59af-4c5d-8f4f-f058cd8fc9b3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'd3b970da-6891-46b9-bcda-3067d4cda195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:33.043537 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f5452e9-59af-4c5d-8f4f-f058cd8fc9b3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.171639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f5452e9-59af-4c5d-8f4f-f058cd8fc9b3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.285087 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f5452e9-59af-4c5d-8f4f-f058cd8fc9b3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.310020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50884) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:33.313761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5452e9-59af-4c5d-8f4f-f058cd8fc9b3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16ce73c-91c4-46aa-ab0f-607e0e489cc1,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:33.360163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3151a2ad-d56a-47d5-981a-fa687b1c7b7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23446fc15d9840958d287a4d9436fecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486925 Dec 16 08:09:33.362756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50888) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:33.413748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f5452e9-59af-4c5d-8f4f-f058cd8fc9b3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.416935 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f5452e9-59af-4c5d-8f4f-f058cd8fc9b3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5353470 Dec 16 08:09:33.419518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50894) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:33.464626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a47df2d5-ae43-461e-8f99-f77d95554b84 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.475277 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a47df2d5-ae43-461e-8f99-f77d95554b84 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.514832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88868430-d11c-416f-87d1-839cd3762e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.538037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88868430-d11c-416f-87d1-839cd3762e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.585290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.679060 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a47df2d5-ae43-461e-8f99-f77d95554b84 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.687801 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a47df2d5-ae43-461e-8f99-f77d95554b84 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.687801 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a47df2d5-ae43-461e-8f99-f77d95554b84 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f16ce73c-91c4-46aa-ab0f-607e0e489cc1 HTTP/1.1" status: 204 len: 168 time: 0.2644410 Dec 16 08:09:33.688357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50902) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:33.704545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df2d5-ae43-461e-8f99-f77d95554b84 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f16ce73c-91c4-46aa-ab0f-607e0e489cc1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:33.755603 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3796f92-a87b-49c7-9836-459ebbf19c27 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0658634 Dec 16 08:09:33.759476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88868430-d11c-416f-87d1-839cd3762e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.759604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:33.759877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88868430-d11c-416f-87d1-839cd3762e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.763725 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-88868430-d11c-416f-87d1-839cd3762e3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d80dbc60-e9bb-4a99-8993-5ebd71dfe106 HTTP/1.1" status: 204 len: 168 time: 0.3996975 Dec 16 08:09:33.773016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88868430-d11c-416f-87d1-839cd3762e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80dbc60-e9bb-4a99-8993-5ebd71dfe106,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:33.806743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-499f9f44-a821-403a-848b-cb1d08dce7b2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.816535 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-499f9f44-a821-403a-848b-cb1d08dce7b2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.953150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-499f9f44-a821-403a-848b-cb1d08dce7b2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.978595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-499f9f44-a821-403a-848b-cb1d08dce7b2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:33.980336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-499f9f44-a821-403a-848b-cb1d08dce7b2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7bae3e8e-efb7-409b-b225-8cbfa47464a0 HTTP/1.1" status: 204 len: 168 time: 0.2205555 Dec 16 08:09:33.982119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f9f44-a821-403a-848b-cb1d08dce7b2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bae3e8e-efb7-409b-b225-8cbfa47464a0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:33.983003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50924) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:34.031383 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a8362efe-8a87-4ac8-b2b5-04216428498d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0465860 Dec 16 08:09:34.034145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50930) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:34.067689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-904b70dc-1229-4549-a207-cd81f153855f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.079780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-904b70dc-1229-4549-a207-cd81f153855f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.233173 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.261783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-904b70dc-1229-4549-a207-cd81f153855f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.291819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-904b70dc-1229-4549-a207-cd81f153855f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.293588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50946) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:34.301658 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-904b70dc-1229-4549-a207-cd81f153855f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/045fe8b4-67b1-413d-9664-622f7bfe17f2 HTTP/1.1" status: 204 len: 168 time: 0.2664502 Dec 16 08:09:34.323930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b70dc-1229-4549-a207-cd81f153855f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=045fe8b4-67b1-413d-9664-622f7bfe17f2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:34.402251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 50952) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:34.422559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-924d7868-c91b-4bfe-827a-7d34f73e23c0 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1246219 Dec 16 08:09:34.459973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88e2247f-e338-449a-bd80-b71528d20196 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.485492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88e2247f-e338-449a-bd80-b71528d20196 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.762179 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88e2247f-e338-449a-bd80-b71528d20196 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.780857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88e2247f-e338-449a-bd80-b71528d20196 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:34.785174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 50980) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:34.793868 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-88e2247f-e338-449a-bd80-b71528d20196 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6362cb4d-f2af-44d9-9a92-1bf4cf9e0c00 HTTP/1.1" status: 204 len: 168 time: 0.3902814 Dec 16 08:09:34.800261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2247f-e338-449a-bd80-b71528d20196 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6362cb4d-f2af-44d9-9a92-1bf4cf9e0c00,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:34.974974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fffe0d56-a391-4fc0-b54e-136f1623fa3e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1885471 Dec 16 08:09:34.978398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:35.032497 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a38752-77fb-4e92-9b86-f6eaf5dc5812 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.066734 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a38752-77fb-4e92-9b86-f6eaf5dc5812 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.073173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-23cfc427-039e-49f9-9188-bd32a1fa4192 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:35.075167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-23cfc427-039e-49f9-9188-bd32a1fa4192 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.2477551 Dec 16 08:09:35.097815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-f91b7cb8-4cdc-41de-9b69-a37d3cd3cf97 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/quotas/d73240de04944831a8c79f6794c544ff HTTP/1.1" status: 200 len: 375 time: 0.0155873 Dec 16 08:09:35.219663 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a38752-77fb-4e92-9b86-f6eaf5dc5812 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.226718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9a38752-77fb-4e92-9b86-f6eaf5dc5812 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.230843 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d9a38752-77fb-4e92-9b86-f6eaf5dc5812 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c2b76df9-103b-48f2-ae46-113b6e5e2f57 HTTP/1.1" status: 204 len: 168 time: 0.2503302 Dec 16 08:09:35.239224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:35.299837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a38752-77fb-4e92-9b86-f6eaf5dc5812 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2b76df9-103b-48f2-ae46-113b6e5e2f57,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:35.397959 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0f2e823c-37d0-45c9-a944-2059a5cace84 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1576552 Dec 16 08:09:35.407042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51026) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:35.570204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0af6f58-5bd5-4b1c-a602-9ceeeeaed7f2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.616659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0af6f58-5bd5-4b1c-a602-9ceeeeaed7f2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.662767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-d5726484-9f74-430b-9cb2-460dd280b1a9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5544980 Dec 16 08:09:35.768575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0af6f58-5bd5-4b1c-a602-9ceeeeaed7f2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.773032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0af6f58-5bd5-4b1c-a602-9ceeeeaed7f2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:35.775481 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e0af6f58-5bd5-4b1c-a602-9ceeeeaed7f2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/d3b970da-6891-46b9-bcda-3067d4cda195 HTTP/1.1" status: 204 len: 168 time: 0.3672035 Dec 16 08:09:35.778701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51046) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:35.824108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af6f58-5bd5-4b1c-a602-9ceeeeaed7f2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b970da-6891-46b9-bcda-3067d4cda195,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:35.901503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51052) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:35.901739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4cda8959-3547-4cd8-9854-8b59c703ee31 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1210008 Dec 16 08:09:35.907360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ea17bdb9-c547-4e20-988b-6121c3df81dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986798205'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:35.909817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51054) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:36.033639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea17bdb9-c547-4e20-988b-6121c3df81dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.150412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-233064598-network', 'tenant_id': 'aaf697342bb0476fb91fdfdaa9d0b23c'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:36.264893 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea17bdb9-c547-4e20-988b-6121c3df81dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.316744 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-5c7575a3-14c7-4a2b-9256-1238957c3b59 service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453156 Dec 16 08:09:36.364896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea17bdb9-c547-4e20-988b-6121c3df81dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.487124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17bdb9-c547-4e20-988b-6121c3df81dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cc3d95-e154-4c1e-81f8-eafb43cd1592,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:36.494747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Made reservation on behalf of aaf697342bb0476fb91fdfdaa9d0b23c for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:09:36.515596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.583055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-6cf6c30f-7c4a-4f70-9120-704a7148a2cf service neutron] 10.222.0.43 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628214 Dec 16 08:09:36.589959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ea17bdb9-c547-4e20-988b-6121c3df81dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.595837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.597714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51086) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:36.599849 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ea17bdb9-c547-4e20-988b-6121c3df81dd tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6969221 Dec 16 08:09:36.608093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bdad73bc-de23-49ff-a8df-361a57126819 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': '95cc3d95-e154-4c1e-81f8-eafb43cd1592', 'direction': 'ingress', 'protocol': 17}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:36.788607 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.820255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bdad73bc-de23-49ff-a8df-361a57126819 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:36.942680 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bdad73bc-de23-49ff-a8df-361a57126819 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.031143 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0d7fa1-7868-4d84-813c-c074acaacb43 req-0bbdfdb7-5376-46fb-9f5a-1127c7dbf659 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 210 time: 0.0653551 Dec 16 08:09:37.032016 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.049006 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bdad73bc-de23-49ff-a8df-361a57126819 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.103843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:09:37.148656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad73bc-de23-49ff-a8df-361a57126819 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1db1bfd-c76d-4e26-930f-d3083b04729b,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:37.170339 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.170914 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Added segment 89c3466d-0756-4127-bc20-6dd7964fa61d of type vlan for network 13dc63c1-b744-40fb-9fb8-d72725a19b08 Dec 16 08:09:37.185648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca39e6-718f-46f4-aea4-25274403b7d1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:37.281338 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bdad73bc-de23-49ff-a8df-361a57126819 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.285613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:37.297572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bdad73bc-de23-49ff-a8df-361a57126819 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6937826 Dec 16 08:09:37.306047 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.380780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5c444bf-1c8f-4c99-9756-37be3e8c216e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.413688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5c444bf-1c8f-4c99-9756-37be3e8c216e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.438370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.439787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:37.440586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.567915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5c444bf-1c8f-4c99-9756-37be3e8c216e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.572827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5c444bf-1c8f-4c99-9756-37be3e8c216e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:37.574146 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a5c444bf-1c8f-4c99-9756-37be3e8c216e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/95cc3d95-e154-4c1e-81f8-eafb43cd1592 HTTP/1.1" status: 204 len: 168 time: 0.2875419 Dec 16 08:09:37.581073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] Pushing event updated for resources: {'Network': ['ID=13dc63c1-b744-40fb-9fb8-d72725a19b08,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:37.591889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51136) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:37.605215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 13dc63c1-b744-40fb-9fb8-d72725a19b08 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:09:37.612553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c444bf-1c8f-4c99-9756-37be3e8c216e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cc3d95-e154-4c1e-81f8-eafb43cd1592,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:37.662353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-38df6238-9eef-48cb-939e-7a35cea75460 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7468410 Dec 16 08:09:37.667553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:37.673714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Request body: {'subnet': {'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-233064598-subnet', 'tenant_id': 'aaf697342bb0476fb91fdfdaa9d0b23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:37.729838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4750ecda-a407-4fa9-bcbc-35058e186a7f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363232 Dec 16 08:09:37.732381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51148) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:37.737306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e0a44773-f901-4eb0-a19a-52bb59c157a2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--699762553'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:37.956937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Made reservation on behalf of aaf697342bb0476fb91fdfdaa9d0b23c for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:09:37.961270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.085950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0a44773-f901-4eb0-a19a-52bb59c157a2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.280027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0a44773-f901-4eb0-a19a-52bb59c157a2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.342074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17ec1d91-9783-4e81-b29f-e46656097866 req-0d8240d9-dbeb-4aa7-9a18-b70994db0023 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 210 time: 0.1461396 Dec 16 08:09:38.448333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0a44773-f901-4eb0-a19a-52bb59c157a2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.517581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:38.559470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.593314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a44773-f901-4eb0-a19a-52bb59c157a2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda6f590-97a9-42e2-ad78-fd239335cb81,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:38.735257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0a44773-f901-4eb0-a19a-52bb59c157a2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.736566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e0a44773-f901-4eb0-a19a-52bb59c157a2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0027900 Dec 16 08:09:38.739314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51206) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:38.754480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed83a917-484c-44d7-bafb-9de902f2e533,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:38.761049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-43e90f4e-91ab-4f0f-ba46-30b04c7a2943 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--510907530'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:38.784553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55868559-994b-4122-a457-bb9193597e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.797382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Checking segment: {'id': '89c3466d-0756-4127-bc20-6dd7964fa61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:09:38.797745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Network hostable DHCP agents. Network: 13dc63c1-b744-40fb-9fb8-d72725a19b08, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:09:38.895713 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-43e90f4e-91ab-4f0f-ba46-30b04c7a2943 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.915976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55868559-994b-4122-a457-bb9193597e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:38.962881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Network 13dc63c1-b744-40fb-9fb8-d72725a19b08 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:09:39.005238 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-43e90f4e-91ab-4f0f-ba46-30b04c7a2943 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.016526 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55868559-994b-4122-a457-bb9193597e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.048848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 13dc63c1-b744-40fb-9fb8-d72725a19b08) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:09:39.054279 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:39.054970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.061111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbe9d0-6aaa-4866-87ae-e90a62fc8726 None None] Network 13dc63c1-b744-40fb-9fb8-d72725a19b08 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:09:39.082003 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-55868559-994b-4122-a457-bb9193597e77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46eac65eebbb45a28341d93e38383254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5607963 Dec 16 08:09:39.082332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51222) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:39.091626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55868559-994b-4122-a457-bb9193597e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2cd110-1b33-4f3e-8f52-2eb0be47805a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:39.113266 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-43e90f4e-91ab-4f0f-ba46-30b04c7a2943 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.189303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e90f4e-91ab-4f0f-ba46-30b04c7a2943 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d5157-8fc6-43de-accc-c176e4a4f9aa,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:39.204142 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02884a5a-b77c-4a83-a173-2976649e1c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.230652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830cabd8-b460-424f-8353-b6234642e78a None None] Network 13dc63c1-b744-40fb-9fb8-d72725a19b08 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:09:39.255566 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a2089fcb-739a-4f40-8365-e0c412f1baf7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5866816 Dec 16 08:09:39.267965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02884a5a-b77c-4a83-a173-2976649e1c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.335825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-43e90f4e-91ab-4f0f-ba46-30b04c7a2943 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.340927 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51238) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:39.345799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1fb1cb7d-202f-4683-acee-e6ffe91a8172 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'eda6f590-97a9-42e2-ad78-fd239335cb81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9d9d5157-8fc6-43de-accc-c176e4a4f9aa', 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:39.362523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-43e90f4e-91ab-4f0f-ba46-30b04c7a2943 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6221051 Dec 16 08:09:39.506332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fb1cb7d-202f-4683-acee-e6ffe91a8172 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.529568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4de393d3-fc49-4369-aefd-b3d032d0bc4a req-e3cbc149-5432-4057-84f6-67bbee67f079 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 210 time: 0.0681233 Dec 16 08:09:39.554135 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02884a5a-b77c-4a83-a173-2976649e1c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.562288 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02884a5a-b77c-4a83-a173-2976649e1c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.562288 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-02884a5a-b77c-4a83-a173-2976649e1c1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb2cd110-1b33-4f3e-8f52-2eb0be47805a HTTP/1.1" status: 204 len: 168 time: 0.4756861 Dec 16 08:09:39.590958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02884a5a-b77c-4a83-a173-2976649e1c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2cd110-1b33-4f3e-8f52-2eb0be47805a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:39.708542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fb1cb7d-202f-4683-acee-e6ffe91a8172 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.823678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fb1cb7d-202f-4683-acee-e6ffe91a8172 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.867269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1cb7d-202f-4683-acee-e6ffe91a8172 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4c292d-32c5-41b6-a38d-57068cd09335,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:39.980273 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fb1cb7d-202f-4683-acee-e6ffe91a8172 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:39.988743 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1fb1cb7d-202f-4683-acee-e6ffe91a8172 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6461613 Dec 16 08:09:39.990392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51294) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:40.066151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4d6396e-3e11-4177-97b3-f1a95e5aacb5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.077687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4d6396e-3e11-4177-97b3-f1a95e5aacb5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.181266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-04f1a48b-f747-47a1-acfd-bf539dbe1a40 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:40.183590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-04f1a48b-f747-47a1-acfd-bf539dbe1a40 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/networks?id=13dc63c1-b744-40fb-9fb8-d72725a19b08 HTTP/1.1" status: 200 len: 821 time: 0.2688932 Dec 16 08:09:40.214334 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b69cafa5-4798-4300-8ba1-0aad6eb83dc8 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/quotas/aaf697342bb0476fb91fdfdaa9d0b23c HTTP/1.1" status: 200 len: 375 time: 0.0125268 Dec 16 08:09:40.252638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4d6396e-3e11-4177-97b3-f1a95e5aacb5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.257127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f4d6396e-3e11-4177-97b3-f1a95e5aacb5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.282716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51320) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:40.285109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f4d6396e-3e11-4177-97b3-f1a95e5aacb5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/eb4c292d-32c5-41b6-a38d-57068cd09335 HTTP/1.1" status: 204 len: 168 time: 0.2920043 Dec 16 08:09:40.287344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-7a8c349c-ce60-4cdc-a979-787adc5107ef tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aaf697342bb0476fb91fdfdaa9d0b23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624936 Dec 16 08:09:40.315549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6396e-3e11-4177-97b3-f1a95e5aacb5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb4c292d-32c5-41b6-a38d-57068cd09335,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:40.547029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f08cd0c1-f083-4f43-b6f6-26737fb0dbe3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2626598 Dec 16 08:09:40.549873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51330) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:40.608478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-97588721-38b4-414b-92d2-382f803577a6 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:40.610151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-97588721-38b4-414b-92d2-382f803577a6 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 815 time: 0.3291836 Dec 16 08:09:40.616546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-92d898c5-23e2-4fe9-8b71-039cc8b0e687 service neutron] 10.222.0.43 "GET /v2.0/networks/13dc63c1-b744-40fb-9fb8-d72725a19b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404451 Dec 16 08:09:40.649401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Request body: {'port': {'device_id': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'admin_state_up': True, 'tenant_id': 'd73240de04944831a8c79f6794c544ff'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:40.667638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5feaad89-5aee-4de3-9f2f-abdfc2d50805 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.725751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5feaad89-5aee-4de3-9f2f-abdfc2d50805 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.770531 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f456cff2-e9b6-4420-8837-56972b9762c4 req-d9054dde-4999-4e00-8fbd-c08b8bc446c6 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 210 time: 0.1002924 Dec 16 08:09:40.849116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-40b4b3dd-d91b-4b13-8779-528c93dcce6b service neutron] 10.222.0.43 "GET /v2.0/networks/13dc63c1-b744-40fb-9fb8-d72725a19b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214446 Dec 16 08:09:40.896301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5feaad89-5aee-4de3-9f2f-abdfc2d50805 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.899820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5feaad89-5aee-4de3-9f2f-abdfc2d50805 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:40.901062 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5feaad89-5aee-4de3-9f2f-abdfc2d50805 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/9d9d5157-8fc6-43de-accc-c176e4a4f9aa HTTP/1.1" status: 204 len: 168 time: 0.3501701 Dec 16 08:09:40.904239 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51344) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:40.910648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaad89-5aee-4de3-9f2f-abdfc2d50805 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d5157-8fc6-43de-accc-c176e4a4f9aa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:40.987262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Made reservation on behalf of d73240de04944831a8c79f6794c544ff for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:09:41.003153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.052515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6016de8d-6944-4266-8650-ee7cf9106739 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1466672 Dec 16 08:09:41.055913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51358) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:41.160931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0170-378c-40cd-a82b-6beacd02e09d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.191635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0170-378c-40cd-a82b-6beacd02e09d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.204757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Allocated IP 172.20.0.8 (576d7a04-a028-456d-bfd7-f35fd21abf55/a0d890ed-acef-472d-a0bd-7b22f2854b8e/5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:09:41.437107 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0170-378c-40cd-a82b-6beacd02e09d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.440604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0170-378c-40cd-a82b-6beacd02e09d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.442089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4bfe0170-378c-40cd-a82b-6beacd02e09d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/eda6f590-97a9-42e2-ad78-fd239335cb81 HTTP/1.1" status: 204 len: 168 time: 0.3848808 Dec 16 08:09:41.447413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51380) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:41.457363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-80194e3d-cf8d-4e3f-bb2f-f32350ba16ef req-b6de4f72-9249-4900-8303-0cc4efe3e91d tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 210 time: 0.1190214 Dec 16 08:09:41.491819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe0170-378c-40cd-a82b-6beacd02e09d tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda6f590-97a9-42e2-ad78-fd239335cb81,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:41.596269 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e97b7809-077b-4c02-8cc1-54f0a5734309 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1408298 Dec 16 08:09:41.599863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51404) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:41.610500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7eab61a3-4c2e-48b8-aca6-2edd00b212e3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--53434459'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:41.643731 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.730312 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eab61a3-4c2e-48b8-aca6-2edd00b212e3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.758537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-1f62f3bb-28de-41d6-8fbb-cdfd637cc1ea tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:41.766073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-1f62f3bb-28de-41d6-8fbb-cdfd637cc1ea tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/networks?id=41c79404-1a7f-4be6-aeda-cc001896b00b HTTP/1.1" status: 200 len: 813 time: 0.1603279 Dec 16 08:09:41.787029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-3ed9a54d-fe5f-4d3d-8935-fd700f891cc7 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/quotas/db5ccef7b8894caeaa7ab8bdf088786e HTTP/1.1" status: 200 len: 375 time: 0.0196714 Dec 16 08:09:41.840409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-c991da7d-726e-497a-8971-b859d98c8fc6 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404916 Dec 16 08:09:41.841441 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.856337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eab61a3-4c2e-48b8-aca6-2edd00b212e3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:41.878006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:09:41.885070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['901331c1-8cdc-4296-92d0-c8513193139c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:09:41.952565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:09:42.010844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eab61a3-4c2e-48b8-aca6-2edd00b212e3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.013249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:09:42.038628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:09:42.043174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4126e2-f65e-4d8f-9bc9-26b7353baad1 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:42.050126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab61a3-4c2e-48b8-aca6-2edd00b212e3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce88d8-4552-44e8-a032-c365d18e68c7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:42.125485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event updated for resources: {'Port': ['ID=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:42.161225 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eab61a3-4c2e-48b8-aca6-2edd00b212e3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.162984 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7eab61a3-4c2e-48b8-aca6-2edd00b212e3 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5617030 Dec 16 08:09:42.165980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51430) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:42.171332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-90eecd0d-6137-49ac-9242-c5c3e22b772a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': '7fce88d8-4552-44e8-a032-c365d18e68c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:42.215523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3ee1-3111-4825-87c1-ad60ccfe48ba req-6c2473f1-6631-46c3-a7ee-3ef8479a382d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:42.223741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffcf3ee1-3111-4825-87c1-ad60ccfe48ba req-6c2473f1-6631-46c3-a7ee-3ef8479a382d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 931 time: 0.2871437 Dec 16 08:09:42.233882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:42.234608 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.241616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b935bafa-9410-4e4b-b7cd-88f995141b26 None None] Provisioning complete for port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:09:42.242054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b935bafa-9410-4e4b-b7cd-88f995141b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.271925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-50f97c4d-c24b-45ff-9b2f-09b61ff25fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954246 Dec 16 08:09:42.342473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b935bafa-9410-4e4b-b7cd-88f995141b26 None None] Port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:09:42.355344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffcf3ee1-3111-4825-87c1-ad60ccfe48ba req-7cd301d3-682d-451b-8f38-1ef5ec872049 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305335 Dec 16 08:09:42.362993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90eecd0d-6137-49ac-9242-c5c3e22b772a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.416959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b949cd1d-c4ea-4c8c-b2ec-6d38dbe5a5ce service neutron] 10.222.0.43 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327813 Dec 16 08:09:42.427128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-2729f7d0-5cb3-45be-8844-5b67a5a019d8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7838619 Dec 16 08:09:42.453154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Request body: {'port': {'device_id': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:42.507451 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90eecd0d-6137-49ac-9242-c5c3e22b772a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.582297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7139bda8-bc39-48a0-a48f-801ff8c55db8 req-a4b7c1c5-7863-467e-be08-59a8730d485b tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 210 time: 0.0502481 Dec 16 08:09:42.583244 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.638262 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90eecd0d-6137-49ac-9242-c5c3e22b772a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.653870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eecd0d-6137-49ac-9242-c5c3e22b772a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c518727-de6e-4370-983a-0bb565e4f617,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:42.792509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92525343-3dab-4420-930f-beeb5cdd2c88 req-1ab6f03f-aca4-4ee7-b8c7-14876875d4cb tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 210 time: 0.0341949 Dec 16 08:09:42.824038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90eecd0d-6137-49ac-9242-c5c3e22b772a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.828579 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90eecd0d-6137-49ac-9242-c5c3e22b772a tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6607702 Dec 16 08:09:42.829516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51458) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:42.863337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac02f70-2667-47e5-b943-2f8258bd9e0b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.877486 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac02f70-2667-47e5-b943-2f8258bd9e0b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:42.946328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:09:42.953730 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.024880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac02f70-2667-47e5-b943-2f8258bd9e0b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.027495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Transition to ACTIVE for port object 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:09:43.034129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fac02f70-2667-47e5-b943-2f8258bd9e0b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.035240 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fac02f70-2667-47e5-b943-2f8258bd9e0b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3c518727-de6e-4370-983a-0bb565e4f617 HTTP/1.1" status: 204 len: 168 time: 0.2045033 Dec 16 08:09:43.037951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51480) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:43.042468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac02f70-2667-47e5-b943-2f8258bd9e0b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c518727-de6e-4370-983a-0bb565e4f617,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:43.077614 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-014109ac-db33-4a5c-83ed-3253ebff8b4f tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383737 Dec 16 08:09:43.080201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51482) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:43.147164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14583ca6-4f59-431a-9939-bef07f738adf tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.152103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.208049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979229b-6f67-43a9-af2b-c3b2053bb540 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:43.220484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14583ca6-4f59-431a-9939-bef07f738adf tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.241011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:43.355794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Attempting to bind port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:09:43.356039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Attempting to bind port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:09:43.356411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Attempting to bind port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:09:43.360880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 on network 576d7a04-a028-456d-bfd7-f35fd21abf55 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:09:43.361207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Attempting to bind port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 on network 576d7a04-a028-456d-bfd7-f35fd21abf55 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:09:43.365897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:09:43.366269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Checking segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:09:43.366590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Bound using segment: {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:09:43.367007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Bound port: 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:09:43.367356 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.450571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14583ca6-4f59-431a-9939-bef07f738adf tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.453822 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-14583ca6-4f59-431a-9939-bef07f738adf tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.459551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51506) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:43.468027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-14583ca6-4f59-431a-9939-bef07f738adf tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/7fce88d8-4552-44e8-a032-c365d18e68c7 HTTP/1.1" status: 204 len: 168 time: 0.3867497 Dec 16 08:09:43.507892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14583ca6-4f59-431a-9939-bef07f738adf tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce88d8-4552-44e8-a032-c365d18e68c7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:43.507892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] For port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:09:43.545001 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] For port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:09:43.550635 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f5fc1b3-4176-4ba9-8889-8e8c285953f4 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865388 Dec 16 08:09:43.552288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51508) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:43.559596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-df40a9e9-c578-49ed-aa8f-e6db475b7a46 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--898345365'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:43.573890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c22a-d22f-439d-adbd-525a5e12260e req-f8574091-5d10-4951-bcb7-b4221ab9183b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:43.575619 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9dc1c22a-d22f-439d-adbd-525a5e12260e req-f8574091-5d10-4951-bcb7-b4221ab9183b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 943 time: 0.1315479 Dec 16 08:09:43.641521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9dc1c22a-d22f-439d-adbd-525a5e12260e req-a2c4f320-0c05-43b8-bd4d-f058e7273e77 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496106 Dec 16 08:09:43.645358 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.693026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c18f61-4e91-4fc4-8fbd-0837c3485982 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:09:43.700795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:43.701501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.703022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 HTTP/1.1" status: 200 len: 1092 time: 1.2558963 Dec 16 08:09:43.705061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'tag': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:09:43.717822 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00465bcb-ea35-481b-9573-3d0c03355de2" -d '{"events": [{"name": "network-changed", "server_uuid": "82e32e8a-aa42-4f19-bc6e-f2507ad00cb0", "tag": "5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:09:43.748874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df40a9e9-c578-49ed-aa8f-e6db475b7a46 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.777839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946528d-0f52-4864-9bab-309c2d3636a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:43.808423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df09db0e-d9c9-43db-a754-c5313b1ff8ca req-4250a43b-0be9-4acc-bb83-477bf25a9f76 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 210 time: 0.0524068 Dec 16 08:09:43.828713 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713ae02f-acf0-4c07-a599-b59b407bb90c x-openstack-request-id: req-713ae02f-acf0-4c07-a599-b59b407bb90c {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:09:43.829012 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e32e8a-aa42-4f19-bc6e-f2507ad00cb0", "tag": "5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:09:43.829443 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-713ae02f-acf0-4c07-a599-b59b407bb90c {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:09:43.830097 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'tag': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26', 'status': 'completed', 'code': 200} Dec 16 08:09:43.983490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df40a9e9-c578-49ed-aa8f-e6db475b7a46 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:43.984755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edd272f1-fdf9-488d-aefb-434c9c2cc544 req-2054c5e9-e772-4e8a-8c60-4063cb586346 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 210 time: 0.0858402 Dec 16 08:09:43.984755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e9b09e90-1d86-468f-8a69-c17cea74fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:43.984755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-e9b09e90-1d86-468f-8a69-c17cea74fde9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 1095 time: 0.1154418 Dec 16 08:09:44.048396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-9f8fcf64-85fd-4aba-8c06-195bd8d4a0e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 HTTP/1.1" status: 200 len: 217 time: 0.0407894 Dec 16 08:09:44.108331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-02e307da-56db-45bb-895d-50827f876e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:44.109742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-02e307da-56db-45bb-895d-50827f876e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.0518136 Dec 16 08:09:44.156635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-159e0a71-2629-46bc-b60f-0a9926349a3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394230 Dec 16 08:09:44.242123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df40a9e9-c578-49ed-aa8f-e6db475b7a46 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:44.268821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-346f7edf-87e6-48d9-b9e1-86268fca6e5b service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000624 Dec 16 08:09:44.272949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40a9e9-c578-49ed-aa8f-e6db475b7a46 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1daeda4-bbac-49a3-ad63-178d827b9080,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:44.359459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df40a9e9-c578-49ed-aa8f-e6db475b7a46 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:44.367155 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df40a9e9-c578-49ed-aa8f-e6db475b7a46 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8104320 Dec 16 08:09:44.368886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51540) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:44.374361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5f8c4e7b-c6bc-4924-a2ee-198022c50906 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'e1daeda4-bbac-49a3-ad63-178d827b9080', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:44.455269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f65eeb-bb35-403d-9ef3-0e7d315e50c3 req-63cebf6e-be4e-470b-97c7-26307fc2ca22 service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743751 Dec 16 08:09:44.638011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4e7b-c6bc-4924-a2ee-198022c50906 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:44.741594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4e7b-c6bc-4924-a2ee-198022c50906 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:44.820582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60986640-2bcb-41a8-a77a-dd2043faa50d req-5f680106-4ae1-492b-b730-51760a0f4bb5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:44.823302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60986640-2bcb-41a8-a77a-dd2043faa50d req-5f680106-4ae1-492b-b730-51760a0f4bb5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 943 time: 0.0793557 Dec 16 08:09:44.825940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-086ba325-665c-4e73-9aa8-d73c9af91b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:44.833111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-086ba325-665c-4e73-9aa8-d73c9af91b62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0753846 Dec 16 08:09:44.855865 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4e7b-c6bc-4924-a2ee-198022c50906 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:44.893050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c4e7b-c6bc-4924-a2ee-198022c50906 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c743a45-dbd2-4703-a8e9-a30dc815195e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:44.983691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-78be1d7c-59ce-417c-ace0-cc46428c9a67 req-4483f98f-f664-4ec7-b9f9-27b4fc4b0739 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 210 time: 0.0448728 Dec 16 08:09:45.011254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60986640-2bcb-41a8-a77a-dd2043faa50d req-bb9f343f-7a7d-4188-8821-7a5b6e9ea932 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779826 Dec 16 08:09:45.032990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4e7b-c6bc-4924-a2ee-198022c50906 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:45.032990 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5f8c4e7b-c6bc-4924-a2ee-198022c50906 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6575873 Dec 16 08:09:45.032990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:45.050564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-47278904-51e6-4de3-afbf-ff7fe2c24864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:45.052360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-47278904-51e6-4de3-afbf-ff7fe2c24864 service neutron] 10.222.0.36 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.2017612 Dec 16 08:09:45.087253 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4e69f660-2ed8-4d1b-ac55-6c39c6ac1fb5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules/8c743a45-dbd2-4703-a8e9-a30dc815195e HTTP/1.1" status: 200 len: 763 time: 0.0552046 Dec 16 08:09:45.090589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51572) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:45.140993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-4823e205-92a4-4275-bf02-412e41494d54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 HTTP/1.1" status: 200 len: 217 time: 0.0795803 Dec 16 08:09:45.142459 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-89aa70fc-8d9c-42be-b361-41e82e2f79d5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0507619 Dec 16 08:09:45.149774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:45.178387 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7dec80b-3757-44f9-9bdc-97fdcd7f30d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:45.187891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7dec80b-3757-44f9-9bdc-97fdcd7f30d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:45.341151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7dec80b-3757-44f9-9bdc-97fdcd7f30d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:45.400610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7dec80b-3757-44f9-9bdc-97fdcd7f30d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:45.407800 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7dec80b-3757-44f9-9bdc-97fdcd7f30d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8c743a45-dbd2-4703-a8e9-a30dc815195e HTTP/1.1" status: 204 len: 168 time: 0.2532434 Dec 16 08:09:45.412781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51596) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:45.436838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dec80b-3757-44f9-9bdc-97fdcd7f30d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c743a45-dbd2-4703-a8e9-a30dc815195e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:45.490872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55c43f6e-d0f9-4eaa-b38b-6e4ed786241e req-6f9e3b81-01fd-44ba-a524-c4228cb3a3ab tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 210 time: 0.3607762 Dec 16 08:09:45.539089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-2a3e1a3d-3970-4c98-b8c3-383084155afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:45.541534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-2a3e1a3d-3970-4c98-b8c3-383084155afb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.0496280 Dec 16 08:09:45.568814 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7cd21cd2-08ec-42b4-af23-598211f8234b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1512573 Dec 16 08:09:45.573578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-8aadadff-2105-44dd-89d8-e8c2ff7fad18 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:45.575335 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-8aadadff-2105-44dd-89d8-e8c2ff7fad18 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.16 "GET /v2.0/networks?id=13dc63c1-b744-40fb-9fb8-d72725a19b08 HTTP/1.1" status: 200 len: 821 time: 0.2783251 Dec 16 08:09:45.575754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51602) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:45.580108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e21c72f3-5d55-49e8-812b-f8c355ae8596 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'e1daeda4-bbac-49a3-ad63-178d827b9080', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:45.580755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-455bf224-8450-4697-b43d-9064180cdc34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315213 Dec 16 08:09:45.608054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Request body: {'port': {'device_id': '48de2117-d070-4c61-9d54-55c3235a146f', 'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08', 'admin_state_up': True, 'tenant_id': 'aaf697342bb0476fb91fdfdaa9d0b23c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:45.687648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-90d311a5-bdfd-42b9-9f46-cbb615202f07 service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994797 Dec 16 08:09:45.786802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00465bcb-ea35-481b-9573-3d0c03355de2 req-8c668fa9-8ea1-44ff-a0bf-bd2018b613c5 service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917294 Dec 16 08:09:45.856222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e21c72f3-5d55-49e8-812b-f8c355ae8596 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:45.908522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e21c72f3-5d55-49e8-812b-f8c355ae8596 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.013920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Made reservation on behalf of aaf697342bb0476fb91fdfdaa9d0b23c for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:09:46.025930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.129488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:09:46.145975 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e21c72f3-5d55-49e8-812b-f8c355ae8596 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.160898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8305c0e-3177-483f-aec4-9b2561b9c2c6 req-713b73df-2c55-4771-a89b-a81ce8a46051 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 210 time: 0.0823662 Dec 16 08:09:46.196778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c72f3-5d55-49e8-812b-f8c355ae8596 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbb238d-4216-4394-be9e-dbf8f44cbb3b,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:46.227945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759db29-1b18-43c4-9234-2040b7da08ac req-d522df57-e052-4bcb-b08e-1951e06b2302 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:46.234688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7759db29-1b18-43c4-9234-2040b7da08ac req-d522df57-e052-4bcb-b08e-1951e06b2302 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 943 time: 0.1092367 Dec 16 08:09:46.260812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Allocated IP 172.20.0.10 (13dc63c1-b744-40fb-9fb8-d72725a19b08/ed83a917-484c-44d7-bafb-9de902f2e533/a65e62c1-ff16-475f-8473-7ed0145392b5) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:09:46.283958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:46.293188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7759db29-1b18-43c4-9234-2040b7da08ac req-4b9cd797-ab93-48e0-97e8-03682112e49e tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Dec 16 08:09:46.309910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26', 'network_id': '576d7a04-a028-456d-bfd7-f35fd21abf55', 'port_id': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26', 'mac_address': 'fa:16:3e:24:f6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d890ed-acef-472d-a0bd-7b22f2854b8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:09:46.361080 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.375480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:09:46.396409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:46.522164 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.590879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:46.630015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e21c72f3-5d55-49e8-812b-f8c355ae8596 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.631546 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e21c72f3-5d55-49e8-812b-f8c355ae8596 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0547965 Dec 16 08:09:46.638849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51652) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:46.651726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61a64cea-936e-4ac4-9c9d-81d846db75fb req-4aed3085-3741-4acf-8308-84f0b5893e57 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 210 time: 0.0368092 Dec 16 08:09:46.662767 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-637ed764-713a-4861-b54b-b6375d6a3c38 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules/4dbb238d-4216-4394-be9e-dbf8f44cbb3b HTTP/1.1" status: 200 len: 763 time: 0.0227168 Dec 16 08:09:46.665943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51654) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:46.708696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-372ecd10-6838-44e2-b0b7-6169e0e81918 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:46.710150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-372ecd10-6838-44e2-b0b7-6169e0e81918 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "GET /v2.0/networks?id=41c79404-1a7f-4be6-aeda-cc001896b00b HTTP/1.1" status: 200 len: 813 time: 0.1975262 Dec 16 08:09:46.732366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Request body: {'port': {'device_id': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b', 'admin_state_up': True, 'tenant_id': 'db5ccef7b8894caeaa7ab8bdf088786e'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:46.776927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.789769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-328e1c3e-9116-4e14-9112-8aa8bb74cc1e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1195784 Dec 16 08:09:46.793003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51662) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:46.850584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f624dd58-e46c-4d26-a7c2-723c93612490 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.864495 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f624dd58-e46c-4d26-a7c2-723c93612490 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:46.998440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:09:47.082923 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.133788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Network 13dc63c1-b744-40fb-9fb8-d72725a19b08 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:09:47.137706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Pushing event updated for resources: {'Port': ['ID=a65e62c1-ff16-475f-8473-7ed0145392b5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:47.140397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:09:47.143083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:09:47.197666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Made reservation on behalf of db5ccef7b8894caeaa7ab8bdf088786e for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:09:47.201589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.203819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:47.204577 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.216245 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f624dd58-e46c-4d26-a7c2-723c93612490 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.224001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f624dd58-e46c-4d26-a7c2-723c93612490 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.225583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f624dd58-e46c-4d26-a7c2-723c93612490 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4dbb238d-4216-4394-be9e-dbf8f44cbb3b HTTP/1.1" status: 204 len: 168 time: 0.4317675 Dec 16 08:09:47.232553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51682) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:47.241404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624dd58-e46c-4d26-a7c2-723c93612490 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dbb238d-4216-4394-be9e-dbf8f44cbb3b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:47.293954 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6b45b1e2-145a-433a-8481-6bb261a94ab1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575516 Dec 16 08:09:47.294321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51690) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:47.298861 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': 'e1daeda4-bbac-49a3-ad63-178d827b9080', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:47.343499 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-b327f877-1ca8-49b8-9021-7d4698845d57 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7465236 Dec 16 08:09:47.361133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Request body: {'port': {'device_id': '48de2117-d070-4c61-9d54-55c3235a146f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:47.424824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.499165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca407-6bb1-4b84-9a8d-feda23f581e1 req-bcdb9f60-6a07-443e-abdb-2c0b3598a81a tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:47.501086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03dca407-6bb1-4b84-9a8d-feda23f581e1 req-bcdb9f60-6a07-443e-abdb-2c0b3598a81a tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 932 time: 0.1522586 Dec 16 08:09:47.514674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Allocated IP 172.20.0.3 (41c79404-1a7f-4be6-aeda-cc001896b00b/084f137e-4b1a-41bc-9f34-aa323589a2d2/6f98f9a1-b54a-4d78-b18e-a80607ad7f6d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:09:47.553064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12df42-527c-4285-8402-04eaed39aca3 req-7892beb8-56a1-49ff-a311-497d88bc7a49 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:47.554570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f12df42-527c-4285-8402-04eaed39aca3 req-7892beb8-56a1-49ff-a311-497d88bc7a49 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 944 time: 0.1646855 Dec 16 08:09:47.649295 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Project 406f02eeca8247da995e2079124bada0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:09:47.681857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.735756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4f12df42-527c-4285-8402-04eaed39aca3 req-bf04ffb0-73a0-4cb2-822d-0e98986fdc4e tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413577 Dec 16 08:09:47.772781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03dca407-6bb1-4b84-9a8d-feda23f581e1 req-3d9b37ab-286d-4444-b379-65b75a43269b tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596290 Dec 16 08:09:47.833975 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.909097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65e62c1-ff16-475f-8473-7ed0145392b5 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:09:47.917230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-050a27a6-4230-4833-b68e-7209964deee9 req-e79e450f-a63a-4647-bba7-9853706a3bdc tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 210 time: 0.0319273 Dec 16 08:09:47.941177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.941177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Transition to ACTIVE for port object a65e62c1-ff16-475f-8473-7ed0145392b5 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:09:47.964104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:47.987562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0291a3-59fd-4efe-bde4-39665cc09ad8,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:47.988244 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.113527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.118536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.119831 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a87be1d3-da1c-48b1-a335-bbb7b957e1d1 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8243842 Dec 16 08:09:48.122614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51722) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:48.138804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:09:48.149413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f217a2d1-f7fc-49e5-af55-a6d30a076dd2 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules/3e0291a3-59fd-4efe-bde4-39665cc09ad8 HTTP/1.1" status: 200 len: 769 time: 0.0254290 Dec 16 08:09:48.150719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51724) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:48.187239 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.209372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a65e62c1-ff16-475f-8473-7ed0145392b5,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:48.324234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Attempting to bind port a65e62c1-ff16-475f-8473-7ed0145392b5 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:09:48.324602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Attempting to bind port a65e62c1-ff16-475f-8473-7ed0145392b5 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '89c3466d-0756-4127-bc20-6dd7964fa61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:09:48.324889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Attempting to bind port a65e62c1-ff16-475f-8473-7ed0145392b5 on network 13dc63c1-b744-40fb-9fb8-d72725a19b08 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:09:48.329845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Port a65e62c1-ff16-475f-8473-7ed0145392b5 on network 13dc63c1-b744-40fb-9fb8-d72725a19b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:09:48.331030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Attempting to bind port a65e62c1-ff16-475f-8473-7ed0145392b5 on network 13dc63c1-b744-40fb-9fb8-d72725a19b08 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:09:48.336613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:09:48.337014 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Checking segment: {'id': '89c3466d-0756-4127-bc20-6dd7964fa61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:09:48.337398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Bound using segment: {'id': '89c3466d-0756-4127-bc20-6dd7964fa61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:09:48.338377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Bound port: a65e62c1-ff16-475f-8473-7ed0145392b5, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c3466d-0756-4127-bc20-6dd7964fa61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:09:48.338741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.346179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Network 41c79404-1a7f-4be6-aeda-cc001896b00b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:09:48.363303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7e919df7-e629-42ad-97f0-da35d14a6eb9 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2120667 Dec 16 08:09:48.365113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:09:48.367112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51738) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:48.370246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Pushing event updated for resources: {'Port': ['ID=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:48.384377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:09:48.386108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:09:48.389254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:09:48.390491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.425160 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a976d55b-e671-4e1e-b8f9-8f59a4e18f07 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.441749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a976d55b-e671-4e1e-b8f9-8f59a4e18f07 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.468197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:48.469672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.470027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] For port a65e62c1-ff16-475f-8473-7ed0145392b5, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:09:48.474419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] For port a65e62c1-ff16-475f-8473-7ed0145392b5, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a65e62c1-ff16-475f-8473-7ed0145392b5,segment=NetworkSegment(89c3466d-0756-4127-bc20-6dd7964fa61d),segment_id=89c3466d-0756-4127-bc20-6dd7964fa61d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:09:48.497418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:48.559674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.582609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:09:48.584868 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b220995a-d5e5-464c-ad0c-86e780081e9e" -d '{"events": [{"server_uuid": "82e32e8a-aa42-4f19-bc6e-f2507ad00cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:09:48.593361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.608622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:48.636894 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a9a60-b571-4dd2-a3de-dee327fd9e65 x-openstack-request-id: req-558a9a60-b571-4dd2-a3de-dee327fd9e65 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:09:48.637193 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e32e8a-aa42-4f19-bc6e-f2507ad00cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:09:48.637462 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-558a9a60-b571-4dd2-a3de-dee327fd9e65 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:09:48.637856 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26', 'code': 200} Dec 16 08:09:48.639135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:48.639789 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.641858 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/a65e62c1-ff16-475f-8473-7ed0145392b5 HTTP/1.1" status: 200 len: 1093 time: 1.2851682 Dec 16 08:09:48.644518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48de2117-d070-4c61-9d54-55c3235a146f', 'tag': 'a65e62c1-ff16-475f-8473-7ed0145392b5'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:09:48.646829 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8f033f-5852-424a-b214-bcc2ae9e0c65" -d '{"events": [{"name": "network-changed", "server_uuid": "48de2117-d070-4c61-9d54-55c3235a146f", "tag": "a65e62c1-ff16-475f-8473-7ed0145392b5"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:09:48.657357 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-b98b1506-aecf-401a-a344-f81a19bab4b1 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305868 Dec 16 08:09:48.665241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a976d55b-e671-4e1e-b8f9-8f59a4e18f07 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.674193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a67a0b67-b0bc-4f7e-bd61-114bfdc99806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.692550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a976d55b-e671-4e1e-b8f9-8f59a4e18f07 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.709930 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a976d55b-e671-4e1e-b8f9-8f59a4e18f07 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3e0291a3-59fd-4efe-bde4-39665cc09ad8 HTTP/1.1" status: 204 len: 168 time: 0.3384941 Dec 16 08:09:48.712755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:48.719356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Request body: {'port': {'device_id': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:48.732080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976d55b-e671-4e1e-b8f9-8f59a4e18f07 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e0291a3-59fd-4efe-bde4-39665cc09ad8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:48.741604 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.782735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e26fb-37f3-40fe-83e1-69cdbad393d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a65e62c1-ff16-475f-8473-7ed0145392b5,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:48.843952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:48.892109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbcda66d-d748-4312-bcc7-3f48225f78e7 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1600115 Dec 16 08:09:48.897251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51774) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:48.932333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-460ddd22-29b2-40b9-9635-374608c6985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:48.934463 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-460ddd22-29b2-40b9-9635-374608c6985e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaf697342bb0476fb91fdfdaa9d0b23c&device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 1096 time: 0.1195145 Dec 16 08:09:48.944436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a67a0b67-b0bc-4f7e-bd61-114bfdc99806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:48.989897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.004088 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-6629fb37-a8bc-4eb4-99da-4894dacb1610 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a65e62c1-ff16-475f-8473-7ed0145392b5 HTTP/1.1" status: 200 len: 217 time: 0.0542254 Dec 16 08:09:49.005893 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f3e9da-6928-48fe-b3c3-42b3efd9d28b x-openstack-request-id: req-e0f3e9da-6928-48fe-b3c3-42b3efd9d28b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:09:49.006201 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48de2117-d070-4c61-9d54-55c3235a146f", "tag": "a65e62c1-ff16-475f-8473-7ed0145392b5", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:09:49.006488 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0f3e9da-6928-48fe-b3c3-42b3efd9d28b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:09:49.006891 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48de2117-d070-4c61-9d54-55c3235a146f', 'tag': 'a65e62c1-ff16-475f-8473-7ed0145392b5', 'status': 'completed', 'code': 200} Dec 16 08:09:49.061570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668bec4-079b-4915-923e-aa6e5329962b req-b1de8106-ad30-4a4d-b73f-1b589aa229d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:49.063017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9668bec4-079b-4915-923e-aa6e5329962b req-b1de8106-ad30-4a4d-b73f-1b589aa229d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 1097 time: 0.2996793 Dec 16 08:09:49.066674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-363e63fb-460e-4977-81af-f25fb8b21123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:49.068130 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-363e63fb-460e-4977-81af-f25fb8b21123 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed83a917-484c-44d7-bafb-9de902f2e533 HTTP/1.1" status: 200 len: 861 time: 0.0565357 Dec 16 08:09:49.072009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a67a0b67-b0bc-4f7e-bd61-114bfdc99806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.126529 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-9794582e-2c2f-4493-9eb7-57ce05424be7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=13dc63c1-b744-40fb-9fb8-d72725a19b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422783 Dec 16 08:09:49.153278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8273c-5bc0-4771-8592-5f89449b96b9 req-9f30b7e2-fab4-42a6-9bf7-19e924544df8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:49.154471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b8273c-5bc0-4771-8592-5f89449b96b9 req-9f30b7e2-fab4-42a6-9bf7-19e924544df8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 945 time: 0.2612555 Dec 16 08:09:49.166889 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a67a0b67-b0bc-4f7e-bd61-114bfdc99806 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45d5f5f327a84ddbb181c0b99edaf8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6651709 Dec 16 08:09:49.170787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51786) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:49.178921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a0b67-b0bc-4f7e-bd61-114bfdc99806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b63ddd-47d9-4164-a18b-79a4d145fd74,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:49.267108 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-9a06bf2c-4057-427f-a6a4-789ea71b95ec service neutron] 10.222.0.16 "GET /v2.0/networks/13dc63c1-b744-40fb-9fb8-d72725a19b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296921 Dec 16 08:09:49.311480 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-334a0e37-8e40-43bd-865f-2d1c42efa1c5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.374862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957a04-bbe3-4876-b5a0-eb2f2dcf9354 req-b650b77d-6ff9-4024-b0cf-d4fae6e5d1a4 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:49.376432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28957a04-bbe3-4876-b5a0-eb2f2dcf9354 req-b650b77d-6ff9-4024-b0cf-d4fae6e5d1a4 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 944 time: 0.3109422 Dec 16 08:09:49.392758 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0a28491a-4b49-49a2-9b1e-86c622113734 req-c03e1a6d-1ef4-4528-9940-ae2f10034f75 service neutron] 10.222.0.16 "GET /v2.0/networks/13dc63c1-b744-40fb-9fb8-d72725a19b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175580 Dec 16 08:09:49.410819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9668bec4-079b-4915-923e-aa6e5329962b req-288b9342-693f-45de-99ba-dfdafda699eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334947 Dec 16 08:09:49.458071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-334a0e37-8e40-43bd-865f-2d1c42efa1c5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.473742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0b8273c-5bc0-4771-8592-5f89449b96b9 req-b33db3cf-fc2d-4a8b-a75f-32d1ecd9dbb5 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121212 Dec 16 08:09:49.557011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d51051c-0845-4513-8972-d7fd6c3900fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.639555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28957a04-bbe3-4876-b5a0-eb2f2dcf9354 req-bdf6e1fc-2147-4f4a-8ea7-55413f2302e7 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352190 Dec 16 08:09:49.663272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d51051c-0845-4513-8972-d7fd6c3900fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.694058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-2e23d99b-e355-4b0d-b8e7-5b873f582228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:49.696498 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-2e23d99b-e355-4b0d-b8e7-5b873f582228 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaf697342bb0476fb91fdfdaa9d0b23c&device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 1096 time: 0.0830562 Dec 16 08:09:49.705011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e31157-e490-45fc-82c2-8dcab6f3d495 req-21eda9c4-98be-427e-91fc-912fb8742c38 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:49.706538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2e31157-e490-45fc-82c2-8dcab6f3d495 req-21eda9c4-98be-427e-91fc-912fb8742c38 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 931 time: 0.1553733 Dec 16 08:09:49.743046 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-334a0e37-8e40-43bd-865f-2d1c42efa1c5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.745531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-334a0e37-8e40-43bd-865f-2d1c42efa1c5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.747042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-334a0e37-8e40-43bd-865f-2d1c42efa1c5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/e1daeda4-bbac-49a3-ad63-178d827b9080 HTTP/1.1" status: 204 len: 168 time: 0.8483624 Dec 16 08:09:49.765706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51808) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:49.816610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a0e37-8e40-43bd-865f-2d1c42efa1c5 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1daeda4-bbac-49a3-ad63-178d827b9080,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:49.840914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:09:49.855656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51814) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:49.856925 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0833431-aacb-48a7-8f37-2ba579cf587b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0895417 Dec 16 08:09:49.868945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a00b44db-683e-4ffd-a2aa-62d407530e00 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158977499'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:49.874509 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.888847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a2e31157-e490-45fc-82c2-8dcab6f3d495 req-8cf28e52-6dcc-4f27-b80a-65ac140507f4 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655395 Dec 16 08:09:49.899914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-bf0b8da9-63d9-4f10-ab41-397582cc7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:49.902728 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-bf0b8da9-63d9-4f10-ab41-397582cc7a8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=13dc63c1-b744-40fb-9fb8-d72725a19b08 HTTP/1.1" status: 200 len: 922 time: 0.1990159 Dec 16 08:09:49.953407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Transition to ACTIVE for port object 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:09:49.954773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d51051c-0845-4513-8972-d7fd6c3900fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.957454 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d51051c-0845-4513-8972-d7fd6c3900fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:49.961725 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-64b326b4-2bae-4301-bbc5-15003aa2a9d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a65e62c1-ff16-475f-8473-7ed0145392b5 HTTP/1.1" status: 200 len: 217 time: 0.0434659 Dec 16 08:09:49.962811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d51051c-0845-4513-8972-d7fd6c3900fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6b63ddd-47d9-4164-a18b-79a4d145fd74 HTTP/1.1" status: 204 len: 168 time: 0.7314012 Dec 16 08:09:49.970970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51051c-0845-4513-8972-d7fd6c3900fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b63ddd-47d9-4164-a18b-79a4d145fd74,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:50.034884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-e5225377-2f66-4d79-a82c-db37375cc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:50.036800 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-e5225377-2f66-4d79-a82c-db37375cc475 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed83a917-484c-44d7-bafb-9de902f2e533 HTTP/1.1" status: 200 len: 861 time: 0.0691922 Dec 16 08:09:50.056083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a00b44db-683e-4ffd-a2aa-62d407530e00 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.070245 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-206e5568-be65-421e-90b0-4c675de6a039 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=13dc63c1-b744-40fb-9fb8-d72725a19b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261083 Dec 16 08:09:50.080225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.166473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:50.187798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-248d1f9c-419f-429a-ad5e-d2224d77e0bd service neutron] 10.222.0.16 "GET /v2.0/networks/13dc63c1-b744-40fb-9fb8-d72725a19b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102309 Dec 16 08:09:50.240168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a00b44db-683e-4ffd-a2aa-62d407530e00 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.271494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Attempting to bind port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:09:50.271842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Attempting to bind port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:09:50.272212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Attempting to bind port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d on network 41c79404-1a7f-4be6-aeda-cc001896b00b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:09:50.277450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d on network 41c79404-1a7f-4be6-aeda-cc001896b00b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:09:50.277780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Attempting to bind port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d on network 41c79404-1a7f-4be6-aeda-cc001896b00b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:09:50.284444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:09:50.284444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Checking segment: {'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:09:50.284444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Bound using segment: {'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:09:50.285217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Bound port: 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:09:50.285217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.302011 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb8f033f-5852-424a-b214-bcc2ae9e0c65 req-dfd515f2-8396-4542-8fa2-f8046c12079d service neutron] 10.222.0.16 "GET /v2.0/networks/13dc63c1-b744-40fb-9fb8-d72725a19b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064606 Dec 16 08:09:50.377490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] For port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:09:50.384096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] For port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:09:50.407417 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a00b44db-683e-4ffd-a2aa-62d407530e00 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.437609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b44db-683e-4ffd-a2aa-62d407530e00 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f1db03-640e-4a29-b493-35307a40f1fd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:50.532279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a00b44db-683e-4ffd-a2aa-62d407530e00 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.533700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a00b44db-683e-4ffd-a2aa-62d407530e00 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6766772 Dec 16 08:09:50.549526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.549704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51844) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:50.549704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-649d0525-5ccd-47be-a0b7-b48b8008bc57 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Request body: {'security_group_rule': {'security_group_id': '52f1db03-640e-4a29-b493-35307a40f1fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:09:50.602865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:50.603644 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.605130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] 10.222.0.16 "PUT /v2.0/ports/6f98f9a1-b54a-4d78-b18e-a80607ad7f6d HTTP/1.1" status: 200 len: 1092 time: 1.9287050 Dec 16 08:09:50.607411 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'tag': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:09:50.612593 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ed33dc-d9d9-4917-9609-216c6131bcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "c77fdb84-afb2-4a41-9351-3925451986e6", "tag": "6f98f9a1-b54a-4d78-b18e-a80607ad7f6d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:09:50.640115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92b403-0ca6-4356-ae00-945872356ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:50.654783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dde0a-2488-4a1d-b1b6-e1ef9e878384 req-f6b050ff-dbc2-4f29-896d-4a6147e733a9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:50.656364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a1dde0a-2488-4a1d-b1b6-e1ef9e878384 req-f6b050ff-dbc2-4f29-896d-4a6147e733a9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 945 time: 0.0931356 Dec 16 08:09:50.657814 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1abb6e-894a-4ae7-ac26-e4abbe10aadb x-openstack-request-id: req-ac1abb6e-894a-4ae7-ac26-e4abbe10aadb {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:09:50.658100 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77fdb84-afb2-4a41-9351-3925451986e6", "tag": "6f98f9a1-b54a-4d78-b18e-a80607ad7f6d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:09:50.658413 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac1abb6e-894a-4ae7-ac26-e4abbe10aadb {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:09:50.658790 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'tag': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d', 'status': 'completed', 'code': 200} Dec 16 08:09:50.708734 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-649d0525-5ccd-47be-a0b7-b48b8008bc57 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.723855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a1dde0a-2488-4a1d-b1b6-e1ef9e878384 req-92699f1d-a815-4fce-9ca9-ce8e2ea5199c tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614257 Dec 16 08:09:50.763409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed33dc-d9d9-4917-9609-216c6131bcd8 req-cd1ae617-720d-4673-8605-956f4fa1942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:50.765582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24ed33dc-d9d9-4917-9609-216c6131bcd8 req-cd1ae617-720d-4673-8605-956f4fa1942a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 1095 time: 0.0607629 Dec 16 08:09:50.790349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-649d0525-5ccd-47be-a0b7-b48b8008bc57 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.894987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51862) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:50.915556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2698965f-bd8c-493a-b7fc-1793b0b018a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:50.955994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a73f25-5652-49e9-adec-b98bc4dba588 req-7d08a1fc-fac8-4209-9b01-7403d4d21c21 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:50.957592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03a73f25-5652-49e9-adec-b98bc4dba588 req-7d08a1fc-fac8-4209-9b01-7403d4d21c21 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 944 time: 0.1877251 Dec 16 08:09:50.984558 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-649d0525-5ccd-47be-a0b7-b48b8008bc57 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.022992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0525-5ccd-47be-a0b7-b48b8008bc57 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20df64de-b131-4810-bda2-3fa334f5f407,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:51.073773 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2698965f-bd8c-493a-b7fc-1793b0b018a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.176469 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2698965f-bd8c-493a-b7fc-1793b0b018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.206251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-649d0525-5ccd-47be-a0b7-b48b8008bc57 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.210566 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-649d0525-5ccd-47be-a0b7-b48b8008bc57 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6701095 Dec 16 08:09:51.213228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:51.233274 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2698965f-bd8c-493a-b7fc-1793b0b018a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ca470a7351b428ebbf98cac85af2c3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356085 Dec 16 08:09:51.260478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51878) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:51.299928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698965f-bd8c-493a-b7fc-1793b0b018a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a889df47-6fa0-49c1-ae98-fc1d86e709f2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:51.374488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed33dc-d9d9-4917-9609-216c6131bcd8 req-7928c63c-ee34-4c66-b24c-2a9b8518332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:51.376399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24ed33dc-d9d9-4917-9609-216c6131bcd8 req-7928c63c-ee34-4c66-b24c-2a9b8518332c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5953767 Dec 16 08:09:51.398988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03a73f25-5652-49e9-adec-b98bc4dba588 req-56733db0-b92e-43ad-b21b-c76ddbdbe663 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241264 Dec 16 08:09:51.410820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470bd342-aafd-4fc0-9aa6-93a2b3ba8027 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.413825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94beb8ba-824c-492a-b5c4-d68f6f028139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.449743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470bd342-aafd-4fc0-9aa6-93a2b3ba8027 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.463484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94beb8ba-824c-492a-b5c4-d68f6f028139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.496806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51890) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:51.519609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ddda5-4c22-4939-8712-78d0d232aeba req-f5ef56cb-87bb-4642-b3e1-e303793ba43f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:51.525695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-050ddda5-4c22-4939-8712-78d0d232aeba req-f5ef56cb-87bb-4642-b3e1-e303793ba43f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 943 time: 0.2077131 Dec 16 08:09:51.618992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-050ddda5-4c22-4939-8712-78d0d232aeba req-2865485a-628d-471e-80c1-10c37522465e tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924125 Dec 16 08:09:51.621170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed33dc-d9d9-4917-9609-216c6131bcd8 req-d398ec54-4a05-41c3-82ee-87b1b3e9b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:51.622584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24ed33dc-d9d9-4917-9609-216c6131bcd8 req-d398ec54-4a05-41c3-82ee-87b1b3e9b49d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265315 Dec 16 08:09:51.655456 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-318ba994-8298-42b1-9988-934b8434591d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.690055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94beb8ba-824c-492a-b5c4-d68f6f028139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.692691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-94beb8ba-824c-492a-b5c4-d68f6f028139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.697337 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-94beb8ba-824c-492a-b5c4-d68f6f028139 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a889df47-6fa0-49c1-ae98-fc1d86e709f2 HTTP/1.1" status: 204 len: 168 time: 0.4298236 Dec 16 08:09:51.705196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94beb8ba-824c-492a-b5c4-d68f6f028139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a889df47-6fa0-49c1-ae98-fc1d86e709f2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:51.731079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470bd342-aafd-4fc0-9aa6-93a2b3ba8027 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.736287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-470bd342-aafd-4fc0-9aa6-93a2b3ba8027 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.739719 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-470bd342-aafd-4fc0-9aa6-93a2b3ba8027 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/52f1db03-640e-4a29-b493-35307a40f1fd HTTP/1.1" status: 204 len: 168 time: 0.5232248 Dec 16 08:09:51.743215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 51904) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:51.751351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bd342-aafd-4fc0-9aa6-93a2b3ba8027 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f1db03-640e-4a29-b493-35307a40f1fd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:51.843218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-da70c8c5-6e58-4643-9693-920553abfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:51.845035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-da70c8c5-6e58-4643-9693-920553abfcb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 1095 time: 0.1575468 Dec 16 08:09:51.850147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9419e6d2-0580-4359-921e-769c467e12b6 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1038072 Dec 16 08:09:51.853094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:51.895786 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-de5794f8-b113-40b6-b3b9-c56e2ab7199e tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0390403 Dec 16 08:09:51.896028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:51.913356 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-2b8249fc-af2a-426b-9750-5df65b6e4351 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] delete failed (client error): The resource could not be found. Dec 16 08:09:51.923906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2b8249fc-af2a-426b-9750-5df65b6e4351 tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "DELETE /v2.0/security-groups/52f1db03-640e-4a29-b493-35307a40f1fd HTTP/1.1" status: 404 len: 347 time: 0.0234132 Dec 16 08:09:51.926663 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51918) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:51.944157 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-318ba994-8298-42b1-9988-934b8434591d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:51.951896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-2af174a2-8004-4f53-a39e-36d4c7b34d91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d HTTP/1.1" status: 200 len: 217 time: 0.0873592 Dec 16 08:09:51.978874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a79c4-69b5-44c2-8543-1a01076ac17e req-bf4a7603-34e5-46a0-9bdc-e3d6d146f455 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:51.984740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d2a79c4-69b5-44c2-8543-1a01076ac17e req-bf4a7603-34e5-46a0-9bdc-e3d6d146f455 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 945 time: 0.1267917 Dec 16 08:09:51.999199 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2962f04f-ffa4-493e-8b51-52d7311caf6b tempest-SecGroupIPv6Test-374877191 tempest-SecGroupIPv6Test-374877191-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0672333 Dec 16 08:09:52.036632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-63446a50-725f-403b-9ffb-087b0de4e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:52.038289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-63446a50-725f-403b-9ffb-087b0de4e591 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=084f137e-4b1a-41bc-9f34-aa323589a2d2 HTTP/1.1" status: 200 len: 853 time: 0.0788097 Dec 16 08:09:52.048362 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-318ba994-8298-42b1-9988-934b8434591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:52.105193 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-dc3026ae-868c-412c-a590-bdb338e5ed68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41c79404-1a7f-4be6-aeda-cc001896b00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578122 Dec 16 08:09:52.157495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-318ba994-8298-42b1-9988-934b8434591d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cb8e48dcf894d4fad2f433d762c461d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6596360 Dec 16 08:09:52.160361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51936) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:52.186124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ba994-8298-42b1-9988-934b8434591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c6710-fa7a-4271-b4d5-550b7e9a5de7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:52.212211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d2a79c4-69b5-44c2-8543-1a01076ac17e req-80f4afa5-dadf-4027-a239-925a1ac224ea tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255437 Dec 16 08:09:52.273072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cc69ca4-a3bb-4dec-ae45-6a52455d253f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:52.291367 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-99904005-9672-4a56-aad4-8d00898f4fc6 service neutron] 10.222.0.16 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668143 Dec 16 08:09:52.300798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cc69ca4-a3bb-4dec-ae45-6a52455d253f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:52.403231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8e9989b-70db-4bd3-b0e1-095777b1ce6d req-75571e3f-291f-497a-992d-02c73d846760 service neutron] 10.222.0.16 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045432 Dec 16 08:09:52.490879 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cc69ca4-a3bb-4dec-ae45-6a52455d253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:52.494500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5cc69ca4-a3bb-4dec-ae45-6a52455d253f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:52.498349 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5cc69ca4-a3bb-4dec-ae45-6a52455d253f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc8c6710-fa7a-4271-b4d5-550b7e9a5de7 HTTP/1.1" status: 204 len: 168 time: 0.3341320 Dec 16 08:09:52.518924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc69ca4-a3bb-4dec-ae45-6a52455d253f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c6710-fa7a-4271-b4d5-550b7e9a5de7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:52.523390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39971b5-95d6-4c04-a744-78546f34b32f req-1122f013-3a82-4b4a-8c1c-bb53c3cd6a45 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:52.526003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a39971b5-95d6-4c04-a744-78546f34b32f req-1122f013-3a82-4b4a-8c1c-bb53c3cd6a45 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 944 time: 0.0631931 Dec 16 08:09:52.591080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a39971b5-95d6-4c04-a744-78546f34b32f req-605ca084-9772-441a-8e44-ae93d6d6114b tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590229 Dec 16 08:09:52.699309 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51974) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:52.759250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8c366-9fce-42cb-8972-cc645bfcd3c6 req-b067a02a-eb57-44a5-9d0d-9c3e15b533af tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:52.760868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71f8c366-9fce-42cb-8972-cc645bfcd3c6 req-b067a02a-eb57-44a5-9d0d-9c3e15b533af tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 943 time: 0.0578852 Dec 16 08:09:52.812901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71f8c366-9fce-42cb-8972-cc645bfcd3c6 req-0e99cf25-9740-4a98-8622-e2eef704ca71 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Dec 16 08:09:52.880502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a65e62c1-ff16-475f-8473-7ed0145392b5 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:09:52.990315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a65e62c1-ff16-475f-8473-7ed0145392b5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a65e62c1-ff16-475f-8473-7ed0145392b5,segment=NetworkSegment(89c3466d-0756-4127-bc20-6dd7964fa61d),segment_id=89c3466d-0756-4127-bc20-6dd7964fa61d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:52.996261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-369b9a71-5692-4d0d-8d85-3416bacf8a94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=406f02eeca8247da995e2079124bada0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957342 Dec 16 08:09:52.998850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 51990) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:53.008592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'a65e62c1-ff16-475f-8473-7ed0145392b5', 'network_id': '13dc63c1-b744-40fb-9fb8-d72725a19b08', 'port_id': 'a65e62c1-ff16-475f-8473-7ed0145392b5', 'mac_address': 'fa:16:3e:b4:3c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed83a917-484c-44d7-bafb-9de902f2e533', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:09:53.053301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-149b33c2-b2f1-45e1-b1f7-af13f8ab9a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:53.058033 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:53.073603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65e62c1-ff16-475f-8473-7ed0145392b5 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:09:53.105042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-149b33c2-b2f1-45e1-b1f7-af13f8ab9a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:53.114114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a65e62c1-ff16-475f-8473-7ed0145392b5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a65e62c1-ff16-475f-8473-7ed0145392b5,segment=NetworkSegment(89c3466d-0756-4127-bc20-6dd7964fa61d),segment_id=89c3466d-0756-4127-bc20-6dd7964fa61d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:53.261499 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:53.316843 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-149b33c2-b2f1-45e1-b1f7-af13f8ab9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:53.322193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-149b33c2-b2f1-45e1-b1f7-af13f8ab9a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:53.323461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-149b33c2-b2f1-45e1-b1f7-af13f8ab9a6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca71041f-a31d-4db3-8c7e-0e692a521a4c HTTP/1.1" status: 204 len: 168 time: 0.3236115 Dec 16 08:09:53.330667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a65e62c1-ff16-475f-8473-7ed0145392b5,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:53.332797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b33c2-b2f1-45e1-b1f7-af13f8ab9a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca71041f-a31d-4db3-8c7e-0e692a521a4c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:53.348981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.349638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.349987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.350323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.350879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.351331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.352375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.352846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.353291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.353626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.353959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.354303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.354617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:09:53.730819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ffe65-2163-4bf2-8df3-001e930ec826 req-6d886d06-3359-4ad9-acd5-35c61df6fc99 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:53.732456 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e88ffe65-2163-4bf2-8df3-001e930ec826 req-6d886d06-3359-4ad9-acd5-35c61df6fc99 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 945 time: 0.0696731 Dec 16 08:09:53.743188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['a65e62c1-ff16-475f-8473-7ed0145392b5'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:09:53.834942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e88ffe65-2163-4bf2-8df3-001e930ec826 req-d77b43b1-70f1-4de7-8cda-268d589502b1 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835669 Dec 16 08:09:53.992767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a3657-88d7-4dd1-b782-e5c38a35abad req-c574829e-6bb8-4039-aa82-6e1d3ae77c0d tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:53.995238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-187a3657-88d7-4dd1-b782-e5c38a35abad req-c574829e-6bb8-4039-aa82-6e1d3ae77c0d tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 943 time: 0.0799742 Dec 16 08:09:54.074190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-187a3657-88d7-4dd1-b782-e5c38a35abad req-79f20d55-0ce5-45e6-8882-5767d00f0963 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722706 Dec 16 08:09:54.896139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a65e62c1-ff16-475f-8473-7ed0145392b5 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:09:54.978821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e43e75-f086-4dde-bcea-d134eb8f5b33 req-70806171-7eb6-4a5f-a055-7c1e6ddd1495 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:54.980401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e43e75-f086-4dde-bcea-d134eb8f5b33 req-70806171-7eb6-4a5f-a055-7c1e6ddd1495 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 945 time: 0.0598779 Dec 16 08:09:55.027330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port a65e62c1-ff16-475f-8473-7ed0145392b5 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:09:55.032140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port a65e62c1-ff16-475f-8473-7ed0145392b5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:09:55.032839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:55.045390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0e43e75-f086-4dde-bcea-d134eb8f5b33 req-8b8eaf32-5f8e-476a-9493-d7bd844f02a9 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570478 Dec 16 08:09:55.121561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:55.154150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48de2117-d070-4c61-9d54-55c3235a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65e62c1-ff16-475f-8473-7ed0145392b5'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:09:55.156416 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ebe09d-02d9-4c8b-807d-7edeb4245104" -d '{"events": [{"server_uuid": "48de2117-d070-4c61-9d54-55c3235a146f", "name": "network-vif-plugged", "status": "completed", "tag": "a65e62c1-ff16-475f-8473-7ed0145392b5"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:09:55.176309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port a65e62c1-ff16-475f-8473-7ed0145392b5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a65e62c1-ff16-475f-8473-7ed0145392b5,segment=NetworkSegment(89c3466d-0756-4127-bc20-6dd7964fa61d),segment_id=89c3466d-0756-4127-bc20-6dd7964fa61d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:55.204487 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e0430-7705-4cf1-af90-0c78d44e34e1 x-openstack-request-id: req-068e0430-7705-4cf1-af90-0c78d44e34e1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:09:55.204881 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48de2117-d070-4c61-9d54-55c3235a146f", "name": "network-vif-plugged", "status": "completed", "tag": "a65e62c1-ff16-475f-8473-7ed0145392b5", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:09:55.205237 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-068e0430-7705-4cf1-af90-0c78d44e34e1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:09:55.205705 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48de2117-d070-4c61-9d54-55c3235a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65e62c1-ff16-475f-8473-7ed0145392b5', 'code': 200} Dec 16 08:09:55.233527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29864944-5168-452c-bc16-846ff398cde1 req-a9ced44b-1ac5-42f3-a8c8-278515c69a98 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:55.235161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29864944-5168-452c-bc16-846ff398cde1 req-a9ced44b-1ac5-42f3-a8c8-278515c69a98 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 943 time: 0.0570092 Dec 16 08:09:55.270670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:55.316659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29864944-5168-452c-bc16-846ff398cde1 req-dde009da-f4a9-4cc7-ba9a-8219f1e0a4ed tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743246 Dec 16 08:09:55.353083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=a65e62c1-ff16-475f-8473-7ed0145392b5,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:55.427487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa375e-adb6-4294-9492-7821a6ee3252 req-a342b4b8-7260-4cf8-9d0f-1d331200ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:55.429044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63aa375e-adb6-4294-9492-7821a6ee3252 req-a342b4b8-7260-4cf8-9d0f-1d331200ace5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 1098 time: 0.0781460 Dec 16 08:09:55.526711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63aa375e-adb6-4294-9492-7821a6ee3252 req-c7c06045-c25a-4199-8f2a-a08fba7de3bc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888300 Dec 16 08:09:56.197405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68a6c8-9ffb-43de-8c75-83ddafa8a7ff req-2534bc80-a409-4634-9cb9-7537653c0ac3 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:56.199909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de68a6c8-9ffb-43de-8c75-83ddafa8a7ff req-2534bc80-a409-4634-9cb9-7537653c0ac3 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 946 time: 0.0691831 Dec 16 08:09:56.262499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de68a6c8-9ffb-43de-8c75-83ddafa8a7ff req-7f8345f2-947e-48b4-963a-303ee9dc782d tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565310 Dec 16 08:09:56.430758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f6d23-9d4a-4dd0-903d-a5e8566f342b req-96d11705-18e4-4175-b7a5-b606077a9809 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:56.432405 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-701f6d23-9d4a-4dd0-903d-a5e8566f342b req-96d11705-18e4-4175-b7a5-b606077a9809 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 943 time: 0.0513711 Dec 16 08:09:56.482199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-701f6d23-9d4a-4dd0-903d-a5e8566f342b req-b6d25593-0d28-46f5-8058-4a1855493120 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Dec 16 08:09:56.916894 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:09:57.013869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52230) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:57.049507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:57.062831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d', 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b', 'port_id': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d', 'mac_address': 'fa:16:3e:13:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084f137e-4b1a-41bc-9f34-aa323589a2d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:09:57.149775 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:57.166423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:09:57.200842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05185570-ee18-4e7e-867a-42e4ea3fcf02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:57.225665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:57.322237 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:57.334055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05185570-ee18-4e7e-867a-42e4ea3fcf02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:57.423989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:57.507840 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05185570-ee18-4e7e-867a-42e4ea3fcf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:57.518280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712728c8-1a07-48ff-9531-6bf8454d025d req-1684098a-d2ce-4a2c-9c90-2026df31c317 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:57.520451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-712728c8-1a07-48ff-9531-6bf8454d025d req-1684098a-d2ce-4a2c-9c90-2026df31c317 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 946 time: 0.1069329 Dec 16 08:09:57.565053 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:57.618965 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-05185570-ee18-4e7e-867a-42e4ea3fcf02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=811375806e064dfda95023f50530a433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039371 Dec 16 08:09:57.622566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52250) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:57.640399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05185570-ee18-4e7e-867a-42e4ea3fcf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8cdd9b-2b0e-4fef-b37a-0caaeb20b703,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:57.663883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-712728c8-1a07-48ff-9531-6bf8454d025d req-c4293ba3-1790-4d9f-a447-d2659da418f0 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359990 Dec 16 08:09:57.722784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['6f98f9a1-b54a-4d78-b18e-a80607ad7f6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:09:57.769221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348a6b-5b07-4f4f-a3ad-cdbe4fc4e41d req-82e2be65-8641-4d30-9c75-825c2704ba14 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:57.778452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45348a6b-5b07-4f4f-a3ad-cdbe4fc4e41d req-82e2be65-8641-4d30-9c75-825c2704ba14 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 944 time: 0.1084719 Dec 16 08:09:57.837851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ec3cb7c-b1ec-4632-b5f1-81841db3500c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:57.872631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45348a6b-5b07-4f4f-a3ad-cdbe4fc4e41d req-14daf373-fc33-4a7c-af5f-12e1eaf35b22 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799620 Dec 16 08:09:57.874150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ec3cb7c-b1ec-4632-b5f1-81841db3500c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:58.002201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ec3cb7c-b1ec-4632-b5f1-81841db3500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:58.006525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ec3cb7c-b1ec-4632-b5f1-81841db3500c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:58.008341 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5ec3cb7c-b1ec-4632-b5f1-81841db3500c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b8cdd9b-2b0e-4fef-b37a-0caaeb20b703 HTTP/1.1" status: 204 len: 168 time: 0.3826776 Dec 16 08:09:58.030904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3cb7c-b1ec-4632-b5f1-81841db3500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8cdd9b-2b0e-4fef-b37a-0caaeb20b703,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:58.238222 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3b845150-889e-45e1-9924-c87d39227071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:58.426231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a907856-3df6-42cd-bdd2-afcc3705075e req-8828b3f3-df09-4f47-b1ad-4edb4542c90f tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:58.436858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a907856-3df6-42cd-bdd2-afcc3705075e req-8828b3f3-df09-4f47-b1ad-4edb4542c90f tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 946 time: 0.1006954 Dec 16 08:09:58.488602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a907856-3df6-42cd-bdd2-afcc3705075e req-739dbfb6-9ed3-45ed-b2cb-3cc1616f746f tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501864 Dec 16 08:09:58.759676 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52274) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:58.784747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b89a02f-4653-4558-9c77-e6b9d28be62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:58.909925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b89a02f-4653-4558-9c77-e6b9d28be62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:58.932968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:09:58.999016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b89a02f-4653-4558-9c77-e6b9d28be62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.016376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcccbc-c3df-450e-991d-5bb5b9d42e44 req-ab7d79f7-e430-4627-a7af-716c4b0839f8 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:59.018113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63dcccbc-c3df-450e-991d-5bb5b9d42e44 req-ab7d79f7-e430-4627-a7af-716c4b0839f8 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 944 time: 0.0734529 Dec 16 08:09:59.054458 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8b89a02f-4653-4558-9c77-e6b9d28be62d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e00b027996a4f13bce8fd7ca211d024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930710 Dec 16 08:09:59.058815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52282) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:09:59.070872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89a02f-4653-4558-9c77-e6b9d28be62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b955a84-f499-4a37-829b-214b320c0526,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:59.140637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63dcccbc-c3df-450e-991d-5bb5b9d42e44 req-6b3eb09b-2e41-41fe-b6ba-77b5ce0dc797 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153305 Dec 16 08:09:59.159564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b083642a-fad9-4c35-8e7e-7612821b1dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.184716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:09:59.189387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:09:59.190012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.192243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b083642a-fad9-4c35-8e7e-7612821b1dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.341491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b083642a-fad9-4c35-8e7e-7612821b1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.341930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.345066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b083642a-fad9-4c35-8e7e-7612821b1dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.346663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b083642a-fad9-4c35-8e7e-7612821b1dc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b955a84-f499-4a37-829b-214b320c0526 HTTP/1.1" status: 204 len: 168 time: 0.2867439 Dec 16 08:09:59.369820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083642a-fad9-4c35-8e7e-7612821b1dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b955a84-f499-4a37-829b-214b320c0526,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:59.438424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:09:59.440861 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a7be38-1170-43d6-afd6-1ce283ca3fa3" -d '{"events": [{"server_uuid": "c77fdb84-afb2-4a41-9351-3925451986e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f98f9a1-b54a-4d78-b18e-a80607ad7f6d"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:09:59.489662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:09:59.500125 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc56473-b403-4c7e-b8f1-6aeedfd1ff9b x-openstack-request-id: req-6fc56473-b403-4c7e-b8f1-6aeedfd1ff9b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:09:59.500722 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77fdb84-afb2-4a41-9351-3925451986e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f98f9a1-b54a-4d78-b18e-a80607ad7f6d", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:09:59.501201 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fc56473-b403-4c7e-b8f1-6aeedfd1ff9b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:09:59.501827 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d', 'code': 200} Dec 16 08:09:59.558645 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:09:59.680593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:09:59.879783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ae297-c20a-4c1e-bacd-2b1be0bdd2c1 req-94cfd5da-f171-4591-9b92-eb43fc0bd1c4 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:59.899483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e62ae297-c20a-4c1e-bacd-2b1be0bdd2c1 req-94cfd5da-f171-4591-9b92-eb43fc0bd1c4 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 946 time: 0.2315717 Dec 16 08:09:59.956572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53449892-5620-40ae-8d89-5b856696695e req-556249ea-3f4e-4ad8-8042-8c1f726fe5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:09:59.958168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53449892-5620-40ae-8d89-5b856696695e req-556249ea-3f4e-4ad8-8042-8c1f726fe5e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 1097 time: 0.2849026 Dec 16 08:10:00.016036 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:00.068605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e62ae297-c20a-4c1e-bacd-2b1be0bdd2c1 req-19228f05-e782-4b3b-bf65-32d1867fe9b5 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ca39e6-718f-46f4-aea4-25274403b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578648 Dec 16 08:10:00.097351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53449892-5620-40ae-8d89-5b856696695e req-e5034e10-d006-4a37-b63c-e4deb92a37e1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181178 Dec 16 08:10:00.155920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-6e0811e5-250e-49d5-b341-51e07852cc8a tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:00.166513 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-6e0811e5-250e-49d5-b341-51e07852cc8a tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.16 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 946 time: 0.1201921 Dec 16 08:10:00.449202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26385d-44b4-4dd8-b384-3fd1f498628b req-ca72ad2c-7659-4098-b3a2-183a39a9e13f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:00.452880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a26385d-44b4-4dd8-b384-3fd1f498628b req-ca72ad2c-7659-4098-b3a2-183a39a9e13f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 945 time: 0.1422384 Dec 16 08:10:00.557004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a26385d-44b4-4dd8-b384-3fd1f498628b req-95c03f25-4d90-404f-9d6f-029076e9240c tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971751 Dec 16 08:10:00.683226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Deleting port a65e62c1-ff16-475f-8473-7ed0145392b5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:00.683991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:00.759442 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4087b648-e7f7-4f78-8cba-43b02e149131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:00.826463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] For port a65e62c1-ff16-475f-8473-7ed0145392b5, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=a65e62c1-ff16-475f-8473-7ed0145392b5,segment=NetworkSegment(89c3466d-0756-4127-bc20-6dd7964fa61d),segment_id=89c3466d-0756-4127-bc20-6dd7964fa61d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:00.826974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:00.854754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Calling delete_port for a65e62c1-ff16-475f-8473-7ed0145392b5 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:01.141243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:01.233610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Pushing event deleted for resources: {'Port': ['ID=a65e62c1-ff16-475f-8473-7ed0145392b5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:01.246557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bdc9b19-119a-413d-9958-6a2d53303c90 req-4f069075-ec31-494d-ae73-d0b0a5e09eb2 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 210 time: 0.0669639 Dec 16 08:10:01.333018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] No DVR routers for this DVR port a65e62c1-ff16-475f-8473-7ed0145392b5 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:01.340280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:01.347186 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-afb2ed75-b12c-434c-a4a7-cce45d25716d req-04209220-9ad9-4a33-8f9f-f8d26a3284fc tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.16 "DELETE /v2.0/ports/a65e62c1-ff16-475f-8473-7ed0145392b5 HTTP/1.1" status: 204 len: 173 time: 0.9093499 Dec 16 08:10:01.348506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48de2117-d070-4c61-9d54-55c3235a146f', 'name': 'network-vif-deleted', 'tag': 'a65e62c1-ff16-475f-8473-7ed0145392b5'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:01.351078 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3be89c-dc83-433b-a6eb-e03390e6747b" -d '{"events": [{"server_uuid": "48de2117-d070-4c61-9d54-55c3235a146f", "name": "network-vif-deleted", "tag": "a65e62c1-ff16-475f-8473-7ed0145392b5"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:01.418128 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587e8494-d001-4af9-86b6-25e73c135fec x-openstack-request-id: req-587e8494-d001-4af9-86b6-25e73c135fec {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:01.418503 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48de2117-d070-4c61-9d54-55c3235a146f", "name": "network-vif-deleted", "tag": "a65e62c1-ff16-475f-8473-7ed0145392b5", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:01.418759 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-587e8494-d001-4af9-86b6-25e73c135fec {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:01.419338 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48de2117-d070-4c61-9d54-55c3235a146f', 'name': 'network-vif-deleted', 'tag': 'a65e62c1-ff16-475f-8473-7ed0145392b5', 'status': 'completed', 'code': 200} Dec 16 08:10:01.767655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdf201-cd27-4fb8-9441-e559c336912a req-d12438af-4a96-4820-a735-aedd7e333f89 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:01.769830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36cdf201-cd27-4fb8-9441-e559c336912a req-d12438af-4a96-4820-a735-aedd7e333f89 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 945 time: 0.1013627 Dec 16 08:10:01.852712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:01.879819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36cdf201-cd27-4fb8-9441-e559c336912a req-46a226f5-62af-4b27-80a4-e375402eae64 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891323 Dec 16 08:10:02.442005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e65b66e7-f4e0-476f-ac19-37aa94427ec5 req-ad35cf90-e5ae-4c94-81be-2adee10eb290 tempest-ServerAddressesNegativeTestJSON-402657837 tempest-ServerAddressesNegativeTestJSON-402657837-project] 10.222.0.43 "GET /v2.0/ports?device_id=48de2117-d070-4c61-9d54-55c3235a146f HTTP/1.1" status: 200 len: 210 time: 0.0624466 Dec 16 08:10:02.949875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a65e62c1-ff16-475f-8473-7ed0145392b5 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:02.986361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: a65e62c1-ff16-475f-8473-7ed0145392b5 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:10:02.986706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device a65e62c1-ff16-475f-8473-7ed0145392b5 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:10:03.003633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a635f0-5928-4bac-8d0c-6a8ef466ac3d req-26b62fe3-9d8b-4169-aac2-f4eb4e4a9529 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:03.011857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98a635f0-5928-4bac-8d0c-6a8ef466ac3d req-26b62fe3-9d8b-4169-aac2-f4eb4e4a9529 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 945 time: 0.0567963 Dec 16 08:10:03.075794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98a635f0-5928-4bac-8d0c-6a8ef466ac3d req-69839295-6af0-4834-8f52-58be3c5af4db tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618300 Dec 16 08:10:03.495144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:03.522698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52416) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:03.592038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] Deleting subnet ed83a917-484c-44d7-bafb-9de902f2e533 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:10:03.597646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:03.641421 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:03.697418 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:03.833505 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:03.865802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:03.872131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed83a917-484c-44d7-bafb-9de902f2e533 HTTP/1.1" status: 204 len: 168 time: 0.3453095 Dec 16 08:10:03.872131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dcd4f-f5f0-479e-869e-618758a3728f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed83a917-484c-44d7-bafb-9de902f2e533,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:03.872448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52446) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:03.947606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.037931 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.059341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dc63c1-b744-40fb-9fb8-d72725a19b08']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:04.070602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c3466d-0756-4127-bc20-6dd7964fa61d') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:04.071175 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c3466d-0756-4127-bc20-6dd7964fa61d') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:04.081276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.096566 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.105369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:10:04.105872 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:10:04.108167 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:10:04.147813 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.244110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.249618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:04.254143 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] 10.222.0.43 "DELETE /v2.0/networks/13dc63c1-b744-40fb-9fb8-d72725a19b08 HTTP/1.1" status: 204 len: 168 time: 0.3806331 Dec 16 08:10:04.288023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99802297-ed8c-4baf-a45f-743135b1e48a admin admin] Pushing event deleted for resources: {'Network': ['ID=13dc63c1-b744-40fb-9fb8-d72725a19b08,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:04.444667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-7c8e094d-1135-4eda-9c5a-8a9318daea79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0724373 Dec 16 08:10:04.530757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-42b5cb8d-d5d6-483a-918e-fddc407b436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:04.532368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-42b5cb8d-d5d6-483a-918e-fddc407b436b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 1097 time: 0.0507631 Dec 16 08:10:04.661571 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-1b7f5468-0ab6-4b1e-a492-5e4fed39a5b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612478 Dec 16 08:10:04.687087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-f937ce80-0f6e-4fdf-a482-0f1af4a03750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:04.690902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-f937ce80-0f6e-4fdf-a482-0f1af4a03750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.1356037 Dec 16 08:10:04.748532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-836ec3e0-bd2f-44b3-8348-67a8e24dc25e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901331c1-8cdc-4296-92d0-c8513193139c HTTP/1.1" status: 200 len: 217 time: 0.0483856 Dec 16 08:10:04.759233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-00c7b093-19af-486e-9b3e-3dcb63c8f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:04.761017 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-00c7b093-19af-486e-9b3e-3dcb63c8f667 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 1098 time: 0.0507553 Dec 16 08:10:04.879611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-448f5172-8dac-4cf4-8e2e-4ec38cb27524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:04.881525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-448f5172-8dac-4cf4-8e2e-4ec38cb27524 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.0887694 Dec 16 08:10:04.925067 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-65f892f8-a700-48fb-a2df-daffcce6009a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355060 Dec 16 08:10:04.971231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-41d1769a-71ad-4b0d-9568-be2a1a343ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:04.978901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-41d1769a-71ad-4b0d-9568-be2a1a343ba3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.1907151 Dec 16 08:10:04.983640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52492) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:05.050705 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-17417296-8a5b-46d3-8865-595e56e1cb37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e HTTP/1.1" status: 200 len: 217 time: 0.0681617 Dec 16 08:10:05.075118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-d11ce7a0-1aa9-4e03-b64a-2731e0b15954 service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376104 Dec 16 08:10:05.087010 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-43f498a9-68da-4dac-baed-2db62847bca2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aaf697342bb0476fb91fdfdaa9d0b23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549064 Dec 16 08:10:05.089931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52494) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:05.174317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-89a69104-ffb2-42c0-8434-a94d3f238b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:05.175859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-89a69104-ffb2-42c0-8434-a94d3f238b69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.0991385 Dec 16 08:10:05.216268 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-d206f2eb-bbdf-41b1-a91e-8b639fa19883 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331578 Dec 16 08:10:05.280967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f71ce4fa-24f8-4811-bd8b-63658dfafaab req-48f3d3ea-225d-4596-8d97-dbd80dbbc4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969302 Dec 16 08:10:05.308966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fe33-b520-4057-bb2e-d98763380158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:05.341022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fe33-b520-4057-bb2e-d98763380158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:05.361823 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-755378e1-04e8-4ead-a4e9-2ed1bc316930 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361349 Dec 16 08:10:05.488657 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-29b0492e-1cb0-4a25-bb72-8fc9ed6b797c req-2208902d-14ab-4fd8-8ef3-f67b138c47c7 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178286 Dec 16 08:10:05.512775 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fe33-b520-4057-bb2e-d98763380158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:05.516570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fe33-b520-4057-bb2e-d98763380158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:05.520064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2f7fe33-b520-4057-bb2e-d98763380158 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2ca39e6-718f-46f4-aea4-25274403b7d1 HTTP/1.1" status: 204 len: 168 time: 0.4262996 Dec 16 08:10:05.532170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7fe33-b520-4057-bb2e-d98763380158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca39e6-718f-46f4-aea4-25274403b7d1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:07.453380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:07.639133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-network', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:07.730378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Made reservation on behalf of 080f692c2c464b4b9b21db15b12385d8 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:10:07.734045 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:07.749433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:07.852683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:07.936432 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:07.954243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:10:07.999423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c2ac7-a158-48a4-a62f-5370b8ef9528,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:08.003966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:08.004545 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Added segment b80675d9-0f45-4e1e-b8e2-7797a1e9f24b of type vlan for network 895d72e4-7670-4c57-82ee-382d5b3c113c Dec 16 08:10:08.059860 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:08.180297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:08.180297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:08.180755 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:08.294466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=895d72e4-7670-4c57-82ee-382d5b3c113c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:08.307297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 895d72e4-7670-4c57-82ee-382d5b3c113c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:10:08.418541 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5d9620c8-0ef4-4e6d-a1c3-94594a63f1e0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9635656 Dec 16 08:10:08.429244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:08.442064 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:10:08.448291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Request body: {'subnet': {'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-subnet', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:08.612895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Made reservation on behalf of 080f692c2c464b4b9b21db15b12385d8 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:10:08.615288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:08.896315 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:08.962559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=897a0817-225e-4be3-84c3-9d664adbb49c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:08.986080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Checking segment: {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:08.986444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Network hostable DHCP agents. Network: 895d72e4-7670-4c57-82ee-382d5b3c113c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:10:09.112366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Network 895d72e4-7670-4c57-82ee-382d5b3c113c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:10:09.257269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 895d72e4-7670-4c57-82ee-382d5b3c113c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:09.263084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:09.263770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:09.269394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee91f7-ddfa-4b8a-a340-4a311e758f9e None None] Network 895d72e4-7670-4c57-82ee-382d5b3c113c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:10:09.367652 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-869e542a-8dfa-4454-b567-3c0dd9362747 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9349606 Dec 16 08:10:09.374157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52602) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:09.378767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:09.393636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ad34f-2cb2-4ef4-b99a-0c49e1c8f435 None None] Network 895d72e4-7670-4c57-82ee-382d5b3c113c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:10:09.530346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:09.531735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:09.615060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:09.880465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:10.134990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52620) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:10.309062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:10.334418 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:10.372105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ae3d2379-fc07-4855-bb60-f3469e9980ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82a83879c0a942979b9b05db4fe271a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357841 Dec 16 08:10:10.373027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52628) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:10.562504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9388e14-83a8-4f87-a251-bca303c6908b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:10.630269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9388e14-83a8-4f87-a251-bca303c6908b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:10.657691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Allocated IP 172.25.2.111 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/5d2b75c9-0e85-4fb9-b823-2a9ff9188e35) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:10.805128 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9388e14-83a8-4f87-a251-bca303c6908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:10.810162 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9388e14-83a8-4f87-a251-bca303c6908b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:10.829515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e9388e14-83a8-4f87-a251-bca303c6908b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4 HTTP/1.1" status: 204 len: 168 time: 0.4539931 Dec 16 08:10:10.867728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9388e14-83a8-4f87-a251-bca303c6908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2bda0-dc51-4cf6-9dcf-ec41e86f2bb4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:10.929005 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:11.099813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:11.184623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:11.187973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:11.193680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:11.198685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:11.218317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c82de-3844-41c8-bef8-5c5536ab89f6 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:11.347733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f339248d-b468-4387-867e-2a647a970fd0 None None] Provisioning complete for port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:11.348682 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f339248d-b468-4387-867e-2a647a970fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:11.406104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f339248d-b468-4387-867e-2a647a970fd0 None None] Port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:11.862129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:12.125959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:13.124139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Router 180432f5-2e37-4825-8e3c-e090563429fa is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:10:13.345996 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:10:13.358822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Sync routers for ids ['180432f5-2e37-4825-8e3c-e090563429fa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:10:13.400844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Routers {'180432f5-2e37-4825-8e3c-e090563429fa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:13.401547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['180432f5-2e37-4825-8e3c-e090563429fa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:13.493914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:13.495545 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-995416c0-a952-455e-906f-1d7fb74fc221 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1203523 Dec 16 08:10:13.498459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52710) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:13.875236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Set router 180432f5-2e37-4825-8e3c-e090563429fa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:13.972414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52718) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:14.358709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'network': {'name': 'tempest-network-smoke--1835882196', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'port_security_enabled': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:14.386227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:10:11Z', 'revision_number': 3, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port': {'id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:10Z', 'updated_at': '2021-12-16T08:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:14.472079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:10:14.475613 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:14.494722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Checking router: 180432f5-2e37-4825-8e3c-e090563429fa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:10:14.495077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Updating router 180432f5-2e37-4825-8e3c-e090563429fa port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:10:14.502400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:14.512795 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:14.556920 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:14.702136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:14.798184 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:14.821416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Allocated IP 172.20.0.1 (895d72e4-7670-4c57-82ee-382d5b3c113c/897a0817-225e-4be3-84c3-9d664adbb49c/1e8ab605-b054-459e-a190-95c49b785ee0) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:14.870352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2d0065-fcf4-4703-a51c-6bfff01a7074,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:14.886403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.887259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.888223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.890961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.894361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.897076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.898955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.900194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.901343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.902529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.903697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.904844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.905340 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:14.916041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:10:14.950610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:14.952233 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Added segment 50e7b627-9c25-41cf-9cc4-4af7ce7009ec of type vlan for network c736d357-1065-442d-9bf0-9e7b8c13a5de Dec 16 08:10:15.045965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.161446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.217210 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.232340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.238957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:15.239901 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.312371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.345384 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.364014 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3871937 Dec 16 08:10:15.372247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52738) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:15.379136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'admin_state_up': True, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:15.437134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Network 895d72e4-7670-4c57-82ee-382d5b3c113c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:15.444136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:15.449959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:15.484525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593368d9-3f1b-4cbe-91c7-7579559685e8 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:15.492161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbffbe0-ab66-4c27-8c16-244ceb035f2f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Network': ['ID=c736d357-1065-442d-9bf0-9e7b8c13a5de,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:15.527374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8ab605-b054-459e-a190-95c49b785ee0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:15.534435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c736d357-1065-442d-9bf0-9e7b8c13a5de details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:10:15.557196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.557644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.557889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.558231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.558840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.558986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.559243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.559529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.559856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.560200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.560527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.560860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.561166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:15.580250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.588769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Attempting to bind port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:15.589151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Attempting to bind port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:15.589528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Attempting to bind port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:15.592306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.593404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.683356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.705795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:15.706179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:15.706809 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.711691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:15.712441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Bound port: 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:15.713035 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.714940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454071-f96a-4e77-a56a-2b931f37c024 None None] Pushing event updated for resources: {'Port': ['ID=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:15.841601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3763c390-02d3-489e-b503-18fd863165f7 None None] Provisioning complete for port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:15.841601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3763c390-02d3-489e-b503-18fd863165f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:15.946001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.035947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] For port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:16.046518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] For port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:16.062807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3763c390-02d3-489e-b503-18fd863165f7 None None] Port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:16.120561 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.196654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0228a9b-df95-4b8c-9552-1c062d3c8cbb None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:16.263253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454071-f96a-4e77-a56a-2b931f37c024 None None] Pushing event updated for resources: {'Port': ['ID=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:16.307242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Routers {'180432f5-2e37-4825-8e3c-e090563429fa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:16.307891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['180432f5-2e37-4825-8e3c-e090563429fa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:16.392455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.508609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.607789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.623380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] Set router 180432f5-2e37-4825-8e3c-e090563429fa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:16.696910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e67bd3fd-8ddf-42f5-965d-7c9c222ef92e None None] Provisioning complete for port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:16.697696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e67bd3fd-8ddf-42f5-965d-7c9c222ef92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.747369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8ab605-b054-459e-a190-95c49b785ee0,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:16.790133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.853321 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:16.902510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:17.042420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Network 895d72e4-7670-4c57-82ee-382d5b3c113c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:17.049520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:17.095514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.25.2.241 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/ac9d8f64-9efa-4c93-b874-7bd2797c4f09) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:17.156891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e67bd3fd-8ddf-42f5-965d-7c9c222ef92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:17.252826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e67bd3fd-8ddf-42f5-965d-7c9c222ef92e None None] For port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:17.319020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:10:15Z', 'revision_number': 4, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port': {'id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:10Z', 'updated_at': '2021-12-16T08:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1e8ab605-b054-459e-a190-95c49b785ee0', 'name': '', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'mac_address': 'fa:16:3e:7b:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:14Z', 'updated_at': '2021-12-16T08:10:14Z', 'revision_number': 1, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'subnets': [{'id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:17.403104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:17.415197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04254a4-a08e-4534-96a7-47d5c4320616 None None] The sync data for ids ['180432f5-2e37-4825-8e3c-e090563429fa'] in n-d-820935-11 is: [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:10:15Z', 'revision_number': 4, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port': {'id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:10Z', 'updated_at': '2021-12-16T08:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1e8ab605-b054-459e-a190-95c49b785ee0', 'name': '', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'mac_address': 'fa:16:3e:7b:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:14Z', 'updated_at': '2021-12-16T08:10:14Z', 'revision_number': 1, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'subnets': [{'id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:10:17.438362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e67bd3fd-8ddf-42f5-965d-7c9c222ef92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:17.575546 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:17.619873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bd3fd-8ddf-42f5-965d-7c9c222ef92e None None] Pushing event updated for resources: {'Port': ['ID=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:17.723062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:17.741347 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:17.767150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5392c2-7135-419b-bea0-64e113844451 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:17.769955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:17.826947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:17.884445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1498f341-622f-4530-83d8-ac819670cca9 None None] Provisioning complete for port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:17.887495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1498f341-622f-4530-83d8-ac819670cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:18.002833 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1498f341-622f-4530-83d8-ac819670cca9 None None] Port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:18.382497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Router 180432f5-2e37-4825-8e3c-e090563429fa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:10:18.651728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:10:18.675981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-15212b67-69af-4535-84ae-665d87189223 admin admin] 10.222.0.43 "PUT /v2.0/routers/180432f5-2e37-4825-8e3c-e090563429fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1586177 Dec 16 08:10:18.737342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:19.256236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:19.537712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:19.665823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:19.666215 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:19.766266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:10:20.005920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-1fd4be94-64ce-4b8d-b7fd-3e9d1dc3bf1a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:20.010215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-1fd4be94-64ce-4b8d-b7fd-3e9d1dc3bf1a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 819 time: 0.3051825 Dec 16 08:10:20.055138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ff6da350-ec8b-4120-a45a-0f6789b689c2 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/quotas/080f692c2c464b4b9b21db15b12385d8 HTTP/1.1" status: 200 len: 375 time: 0.0362790 Dec 16 08:10:20.150105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:10:20.167216 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Sync routers for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:10:20.201989 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:20.202880 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:20.227728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-8ee36f82-e442-429c-a4ec-ef0ebd3d8ae2 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581702 Dec 16 08:10:20.377586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:20.378587 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3ee8481-3cd5-48ca-ad62-ea58ac247dbe tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0066075 Dec 16 08:10:20.381672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52810) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:20.506555 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:20.609330 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bff3b50b-0e89-475e-b8c4-ef47cc6188a1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a3a609dbbaff4144adf3534e50ccab91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2233713 Dec 16 08:10:20.609330 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:20.685045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-91af68dc-373d-4aeb-a753-8b314e94e97a service neutron] 10.222.0.43 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519112 Dec 16 08:10:20.917672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-e70d652e-696a-4eb9-b5cf-0ca33e0322cb service neutron] 10.222.0.43 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226653 Dec 16 08:10:20.934492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b077f42-be02-42c3-b979-d88c5b5ae969 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:20.938720 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2b077f42-be02-42c3-b979-d88c5b5ae969 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3260608 Dec 16 08:10:20.939085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52824) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:20.959681 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:18Z', 'revision_number': 3, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:20.996630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52826) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:21.018387 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Checking router: 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:10:21.019327 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Updating router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:10:21.021498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52830) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:21.027992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-57ee6355-b748-4c5f-b102-8b09fbc8bef6 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748680 Dec 16 08:10:21.028550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-840270298', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:21.131097 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:21.205852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73b458c4-1495-4a39-9910-a8920ca048c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:21.412561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ceb75e5-ed62-4316-ac43-4a30320357a9 req-a17b373c-e127-42ce-864c-f7865f8758e5 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 210 time: 0.0986686 Dec 16 08:10:21.497409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:10:21.511628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:21.719530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73b458c4-1495-4a39-9910-a8920ca048c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:21.895880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73b458c4-1495-4a39-9910-a8920ca048c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:21.903708 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:21.933354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-40049741-e3d0-4be3-9f39-0b7e89e6e658 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:21.934953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-40049741-e3d0-4be3-9f39-0b7e89e6e658 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 819 time: 0.1854222 Dec 16 08:10:21.937889 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-73b458c4-1495-4a39-9910-a8920ca048c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd0bb5a944b4474492d38950920d8116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9377084 Dec 16 08:10:21.941873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52860) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:21.950578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Sync routers for ids ['180432f5-2e37-4825-8e3c-e090563429fa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:10:21.967161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Routers {'180432f5-2e37-4825-8e3c-e090563429fa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:21.967805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['180432f5-2e37-4825-8e3c-e090563429fa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:21.974592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b458c4-1495-4a39-9910-a8920ca048c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1ed7d-a2d4-4db8-a2fa-8c4ddf014d5b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:22.015613 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.033455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-cf51145d-0602-40c0-aaac-9daf2c8f3815 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/quotas/080f692c2c464b4b9b21db15b12385d8 HTTP/1.1" status: 200 len: 375 time: 0.0919950 Dec 16 08:10:22.044120 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.191240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-926003cc-70ce-4e97-adc4-f4dca3d911e1 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1512132 Dec 16 08:10:22.220357 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Pushing event updated for resources: {'Port': ['ID=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:22.220993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Set router 180432f5-2e37-4825-8e3c-e090563429fa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:22.267339 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.267686 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.268890 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.269242 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.269581 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.269918 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.270248 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.270575 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.270902 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.271224 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.271548 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.271873 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.272429 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:22.281480 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Attempting to bind port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:22.281857 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Attempting to bind port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:22.282382 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Attempting to bind port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:22.288402 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:22.289605 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:22.290007 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.290588 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:22.291068 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Bound port: ac9d8f64-9efa-4c93-b874-7bd2797c4f09, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:22.291451 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.301388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76c8481-e9ab-49af-bf81-777fe05c6def None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:22.335265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Checking segment: {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:22.342111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network hostable DHCP agents. Network: c736d357-1065-442d-9bf0-9e7b8c13a5de, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:10:22.345896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Subnet': ['ID=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:22.521886 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] For port ac9d8f64-9efa-4c93-b874-7bd2797c4f09, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:22.529877 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] For port ac9d8f64-9efa-4c93-b874-7bd2797c4f09, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:22.531080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-86bb5859-ad0c-46ba-9b1a-c79621f269f7 service neutron] 10.222.0.43 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408301 Dec 16 08:10:22.596680 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3768ac8-c6f2-421f-9c37-c72849260eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.640655 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3768ac8-c6f2-421f-9c37-c72849260eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.723927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-55b6f911-5a09-48c0-aa12-069977b91721 service neutron] 10.222.0.43 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832488 Dec 16 08:10:22.753578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-004488df-bec2-4b1e-b7b0-1a02b1b830e6 None None] Provisioning complete for port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:22.753956 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-004488df-bec2-4b1e-b7b0-1a02b1b830e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.770026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c736d357-1065-442d-9bf0-9e7b8c13a5de is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:10:22.849266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-004488df-bec2-4b1e-b7b0-1a02b1b830e6 None None] Port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:22.868846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:10:15Z', 'revision_number': 4, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port': {'id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:10Z', 'updated_at': '2021-12-16T08:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1e8ab605-b054-459e-a190-95c49b785ee0', 'name': '', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'mac_address': 'fa:16:3e:7b:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:14Z', 'updated_at': '2021-12-16T08:10:16Z', 'revision_number': 2, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'subnets': [{'id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:22.878531 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:22.997898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c736d357-1065-442d-9bf0-9e7b8c13a5de) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:23.000440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3768ac8-c6f2-421f-9c37-c72849260eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:23.005519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a3768ac8-c6f2-421f-9c37-c72849260eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:23.014231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a3768ac8-c6f2-421f-9c37-c72849260eb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2b1ed7d-a2d4-4db8-a2fa-8c4ddf014d5b HTTP/1.1" status: 204 len: 168 time: 1.0631359 Dec 16 08:10:23.014736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:23.033884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:23.041250 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:23.041250 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:23.089951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3768ac8-c6f2-421f-9c37-c72849260eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1ed7d-a2d4-4db8-a2fa-8c4ddf014d5b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:23.222077 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bfd4b-4888-418f-abd7-794a3e2e2071 None None] Pushing event updated for resources: {'Port': ['ID=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:23.258615 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e77d01b7-9b82-46f2-abad-6a897b3e3ef4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2334929 Dec 16 08:10:23.258615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52880) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:23.312497 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:23.363399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-215e723c-9512-4e48-9dd9-65d91c3d55fe req-38ed65f3-2d4e-4893-8a5f-35741c98e534 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 210 time: 0.1554403 Dec 16 08:10:23.519242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921803e-94ae-4cd8-94af-9489514cbf01 None None] Network c736d357-1065-442d-9bf0-9e7b8c13a5de requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:10:23.522342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e084a40-b172-496f-9ec1-a9e5f28c81f4 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:23.529225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Checking router: 180432f5-2e37-4825-8e3c-e090563429fa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:10:23.536714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Updating router 180432f5-2e37-4825-8e3c-e090563429fa port 1e8ab605-b054-459e-a190-95c49b785ee0 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:10:23.603006 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:23.934215 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:18Z', 'revision_number': 3, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:24.004400 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038fe70-de70-42e7-84be-fca189872e34 None None] The sync data for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 is: [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:18Z', 'revision_number': 3, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:10:24.127325 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e5ec4695-e05a-4f34-b095-dabbaf922bc0 None None] Provisioning complete for port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:24.130629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4695-e05a-4f34-b095-dabbaf922bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:24.264018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-c736d357-1065-442d-9bf0-9e7b8c13a5de', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:10:24.264934 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:24.604516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-255f785a-09d6-4a60-96b9-7809acb20c5d req-b61c01f8-c676-4ac1-b437-3373f90d2f5f tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 210 time: 0.1234863 Dec 16 08:10:24.957022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:25.057677 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17a7059a-5855-4c34-ae14-67ab81c90d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.082934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Allocated IP 172.20.0.2 (c736d357-1065-442d-9bf0-9e7b8c13a5de/b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb/7da4797e-7ecc-4e1f-8870-20203ffe7d95) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:25.298260 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17a7059a-5855-4c34-ae14-67ab81c90d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.437430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4695-e05a-4f34-b095-dabbaf922bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.439461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17a7059a-5855-4c34-ae14-67ab81c90d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.497132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7059a-5855-4c34-ae14-67ab81c90d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89b3017-d917-4f92-8640-1844c22e270f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:25.507320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e5ec4695-e05a-4f34-b095-dabbaf922bc0 None None] For port ac9d8f64-9efa-4c93-b874-7bd2797c4f09, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:25.614264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-17a7059a-5855-4c34-ae14-67ab81c90d16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90bf3a9f3d0f4f66a7d04dbee0bba877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478448 Dec 16 08:10:25.623154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52916) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:25.648621 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.684856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ac9d8f64-9efa-4c93-b874-7bd2797c4f09 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:25.692839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4695-e05a-4f34-b095-dabbaf922bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.871124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-03a525b7-ff40-46e0-9d53-a76ca400b26c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:25.882342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-03a525b7-ff40-46e0-9d53-a76ca400b26c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 819 time: 0.5536568 Dec 16 08:10:25.889885 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.897618 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.948037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Request body: {'port': {'device_id': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'admin_state_up': True, 'tenant_id': '080f692c2c464b4b9b21db15b12385d8'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:25.950764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:25.983164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:25.983543 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.034045 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29d8694d-01da-4f0d-a8d9-dce550ce1d80 req-506e56ed-4783-4482-a880-fc0a874ad9ea tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 210 time: 0.2357087 Dec 16 08:10:26.082371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.111221 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24904c1a-dcd1-4e83-b888-54b68daa9ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.170811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24904c1a-dcd1-4e83-b888-54b68daa9ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.241041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Network c736d357-1065-442d-9bf0-9e7b8c13a5de is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:26.285499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:26.300285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec4695-e05a-4f34-b095-dabbaf922bc0 None None] Pushing event updated for resources: {'Port': ['ID=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:26.309701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:26.541887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24904c1a-dcd1-4e83-b888-54b68daa9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.544795 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24904c1a-dcd1-4e83-b888-54b68daa9ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.555068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-24904c1a-dcd1-4e83-b888-54b68daa9ac9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b89b3017-d917-4f92-8640-1844c22e270f HTTP/1.1" status: 204 len: 168 time: 0.9222226 Dec 16 08:10:26.555068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24904c1a-dcd1-4e83-b888-54b68daa9ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89b3017-d917-4f92-8640-1844c22e270f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:26.603124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.20.0.1 (c736d357-1065-442d-9bf0-9e7b8c13a5de/b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb/78b34679-6562-45d3-9f0f-ccb3ed52cc0f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:26.636759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Made reservation on behalf of 080f692c2c464b4b9b21db15b12385d8 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:10:26.647703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.687854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Attempting to bind port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:26.688465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Attempting to bind port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:26.688942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Attempting to bind port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 on network c736d357-1065-442d-9bf0-9e7b8c13a5de {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:26.691068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Pushing event updated for resources: {'Port': ['ID=7da4797e-7ecc-4e1f-8870-20203ffe7d95,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:26.712710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Attempting to bind port 1e8ab605-b054-459e-a190-95c49b785ee0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:26.716680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Attempting to bind port 1e8ab605-b054-459e-a190-95c49b785ee0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:26.722065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Attempting to bind port 1e8ab605-b054-459e-a190-95c49b785ee0 on network 895d72e4-7670-4c57-82ee-382d5b3c113c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:26.761888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:26.762521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Checking segment: {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:26.763102 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.763633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Bound using segment: {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:26.764268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Bound port: 1e8ab605-b054-459e-a190-95c49b785ee0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:26.764762 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.772902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:26.774028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Checking segment: {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:26.774555 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.775055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Bound using segment: {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:26.775799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Bound port: 7da4797e-7ecc-4e1f-8870-20203ffe7d95, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:26.776316 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.876096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:26.890543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] For port 7da4797e-7ecc-4e1f-8870-20203ffe7d95, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:26.898639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] For port 7da4797e-7ecc-4e1f-8870-20203ffe7d95, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7da4797e-7ecc-4e1f-8870-20203ffe7d95,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:26.909797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf7632-a915-449f-a402-efb673ac21e8 None None] Pushing event updated for resources: {'Port': ['ID=1e8ab605-b054-459e-a190-95c49b785ee0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:26.960955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Allocated IP 172.20.0.8 (895d72e4-7670-4c57-82ee-382d5b3c113c/897a0817-225e-4be3-84c3-9d664adbb49c/87eb9b23-d096-485e-8fa1-4ee570bfb22f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:27.006425 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:27.010039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] For port 1e8ab605-b054-459e-a190-95c49b785ee0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:27.027567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] For port 1e8ab605-b054-459e-a190-95c49b785ee0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1e8ab605-b054-459e-a190-95c49b785ee0,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:27.046244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:27.161505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:27.320714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06211-1860-4c21-9895-c348e271eab9 None None] Pushing event updated for resources: {'Port': ['ID=7da4797e-7ecc-4e1f-8870-20203ffe7d95,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:27.324754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c736d357-1065-442d-9bf0-9e7b8c13a5de is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:27.333824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:27.347302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:27.364537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Routers {'180432f5-2e37-4825-8e3c-e090563429fa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:27.370374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['180432f5-2e37-4825-8e3c-e090563429fa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:27.416496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8b8ae25-3b60-4463-96dd-b7c242bdf16a req-9506f0e2-a313-4326-9530-fdc97ea83fac tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 210 time: 0.0532799 Dec 16 08:10:27.498747 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:27.559929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:27.643969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ac9d8f64-9efa-4c93-b874-7bd2797c4f09 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:27.815853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-de4ffb01-d295-41b9-bae1-c0de0be83b9c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:27.818360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-de4ffb01-d295-41b9-bae1-c0de0be83b9c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 819 time: 0.7666490 Dec 16 08:10:27.886789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:27.942469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Request body: {'port': {'device_id': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'admin_state_up': True, 'tenant_id': '080f692c2c464b4b9b21db15b12385d8'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:28.005145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] Set router 180432f5-2e37-4825-8e3c-e090563429fa gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:28.400564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf7632-a915-449f-a402-efb673ac21e8 None None] Pushing event updated for resources: {'Port': ['ID=1e8ab605-b054-459e-a190-95c49b785ee0,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:28.458803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:28.459184 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:28.619280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bfb5223-5bb1-4a58-94ce-15a4949fe70d req-7e87c846-738e-4c58-ba18-858f48bac1c8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 210 time: 0.0440183 Dec 16 08:10:28.653822 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:28.662758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Made reservation on behalf of 080f692c2c464b4b9b21db15b12385d8 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:10:28.676641 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:28.685985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-446f976a-d68a-44e4-9174-1a95a226f35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:28.688685 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:28.751410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:28.755798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:10:15Z', 'revision_number': 4, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port': {'id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:10Z', 'updated_at': '2021-12-16T08:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1e8ab605-b054-459e-a190-95c49b785ee0', 'name': '', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'mac_address': 'fa:16:3e:7b:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:14Z', 'updated_at': '2021-12-16T08:10:26Z', 'revision_number': 4, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'subnets': [{'id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:28.809967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Network 895d72e4-7670-4c57-82ee-382d5b3c113c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:28.820496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:28.826766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:28.878307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Pushing event updated for resources: {'Port': ['ID=87eb9b23-d096-485e-8fa1-4ee570bfb22f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:28.882026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff94442-99b1-43e2-a012-57f9d62c84ae None None] The sync data for ids ['180432f5-2e37-4825-8e3c-e090563429fa'] in n-d-820935-11 is: [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:10:15Z', 'revision_number': 4, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port': {'id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:10Z', 'updated_at': '2021-12-16T08:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '1e8ab605-b054-459e-a190-95c49b785ee0', 'name': '', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'mac_address': 'fa:16:3e:7b:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:14Z', 'updated_at': '2021-12-16T08:10:26Z', 'revision_number': 4, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'subnets': [{'id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:10:29.013162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a68d16-8c8a-4e4d-a686-3b895a4df38f None None] Network c736d357-1065-442d-9bf0-9e7b8c13a5de requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:10:29.035256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:29.035256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.059175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Allocated IP 172.20.0.9 (895d72e4-7670-4c57-82ee-382d5b3c113c/897a0817-225e-4be3-84c3-9d664adbb49c/c6616356-bee4-4f44-909d-50db87924167) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:29.161677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 52962) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:29.196679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-50690efa-df84-49d2-ad0d-5a8af0844223 None None] Provisioning complete for port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:29.197018 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50690efa-df84-49d2-ad0d-5a8af0844223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.229787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-267c4673-705a-4994-891c-4efac11f6e55 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3067038 Dec 16 08:10:29.262278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Request body: {'port': {'device_id': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:29.268166 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b28598b-367d-4430-aa75-8b7068f903b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.681599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.694510 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50690efa-df84-49d2-ad0d-5a8af0844223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.724885 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.758590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-50690efa-df84-49d2-ad0d-5a8af0844223 None None] For port 7da4797e-7ecc-4e1f-8870-20203ffe7d95, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7da4797e-7ecc-4e1f-8870-20203ffe7d95,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:29.781249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.860775 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-50690efa-df84-49d2-ad0d-5a8af0844223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:29.941109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da441eaa-f65b-413c-a68c-783e28d056d3 req-05aeab18-63b5-462b-a150-9864c80aeaaf tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 210 time: 0.0908470 Dec 16 08:10:30.033964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7da4797e-7ecc-4e1f-8870-20203ffe7d95 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:30.089159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.090892 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.268924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:30.270144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.334370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c736d357-1065-442d-9bf0-9e7b8c13a5de is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:30.334370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:30.347575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:30.349451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-afb76db5-869b-45a2-a99c-ac899ff95f80 None None] Provisioning complete for port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:30.350155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-afb76db5-869b-45a2-a99c-ac899ff95f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.520396 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.577258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b28598b-367d-4430-aa75-8b7068f903b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.581576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50690efa-df84-49d2-ad0d-5a8af0844223 None None] Pushing event updated for resources: {'Port': ['ID=7da4797e-7ecc-4e1f-8870-20203ffe7d95,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:30.613528 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.622932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:10:30.705535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Network 895d72e4-7670-4c57-82ee-382d5b3c113c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:30.804525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b28598b-367d-4430-aa75-8b7068f903b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.829491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Pushing event updated for resources: {'Port': ['ID=c6616356-bee4-4f44-909d-50db87924167,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:30.849508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:30.913509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:30.918369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1e8ab605-b054-459e-a190-95c49b785ee0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:30.921210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:10:30.921757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c16a23fe-1fb0-42ae-a139-6ac4cad8d314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:30.950052 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Sync routers for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:10:30.959859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-74580ff4-3891-44b8-8b7c-1948cc69cffc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "PUT /v2.0/routers/5050cad1-4ab4-47e9-994d-de1d0c9cddf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7007000 Dec 16 08:10:30.962432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52984) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:30.964144 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:30.988540 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:31.157326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-afb76db5-869b-45a2-a99c-ac899ff95f80 None None] Provisioning complete for port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:31.158603 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-afb76db5-869b-45a2-a99c-ac899ff95f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.160375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1e8ab605-b054-459e-a190-95c49b785ee0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:31.186911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52990) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:31.187045 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.187155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5b28598b-367d-4430-aa75-8b7068f903b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=deb5d7317f0b470580886256d9413780&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0182395 Dec 16 08:10:31.191900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28598b-367d-4430-aa75-8b7068f903b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8600bca-ba15-4bf2-8051-df53cb8904d5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:31.289378 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:31.300359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.300934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.349475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-afb76db5-869b-45a2-a99c-ac899ff95f80 None None] Port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:31.385106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb277-685b-4e49-8fb6-e0fb33907809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.404265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dffb13-c927-4247-a796-c1d0433fb71d req-5f4a66dd-0cfb-445a-b6c1-e32e15067695 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.405860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84dffb13-c927-4247-a796-c1d0433fb71d req-5f4a66dd-0cfb-445a-b6c1-e32e15067695 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 931 time: 0.3385370 Dec 16 08:10:31.451680 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.468057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-2a590027-871a-4d93-81c7-b582437e1bfa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5316660 Dec 16 08:10:31.485811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.486737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.487559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.488247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.489208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.489914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.490903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.492375 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.493150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.493849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.494586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:31.518012 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aab76414-657b-4aae-809f-3799bf0c3ad3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7776 time: 0.5514317 Dec 16 08:10:31.518012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb277-685b-4e49-8fb6-e0fb33907809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.520270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 52992) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:31.548024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4edca9aa-f582-4aea-9a0d-7a42a4239a10 None None] Provisioning complete for port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:31.548480 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4edca9aa-f582-4aea-9a0d-7a42a4239a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.552251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Request body: {'port': {'device_id': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:31.653711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4edca9aa-f582-4aea-9a0d-7a42a4239a10 None None] Port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:31.682122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 1e8ab605-b054-459e-a190-95c49b785ee0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1e8ab605-b054-459e-a190-95c49b785ee0,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:31.763889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.809896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84dffb13-c927-4247-a796-c1d0433fb71d req-86b401c9-5dd7-41e5-a995-e50321e8f9b3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975701 Dec 16 08:10:31.812421 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.842477 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.873839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87eb9b23-d096-485e-8fa1-4ee570bfb22f {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:10:31.885129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=1e8ab605-b054-459e-a190-95c49b785ee0,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:31.894099 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:31.927193 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:28Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:29Z', 'revision_number': 2, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:31.971752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7da4797e-7ecc-4e1f-8870-20203ffe7d95 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:32.017526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.018188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.018524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.019032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.023697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.024627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.026737 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Checking router: 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:10:32.027275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.027582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.028034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.028508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.028952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:32.029214 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Updating router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:10:32.039235 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7d735e2d-897e-41b3-92cc-bb90c78c5fd1 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7105 time: 0.5157180 Dec 16 08:10:32.039848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:32.087712 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.107881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:32.108287 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.143268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Transition to ACTIVE for port object 87eb9b23-d096-485e-8fa1-4ee570bfb22f will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:10:32.190197 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb277-685b-4e49-8fb6-e0fb33907809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.190197 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb277-685b-4e49-8fb6-e0fb33907809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.190641 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc7bb277-685b-4e49-8fb6-e0fb33907809 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8600bca-ba15-4bf2-8051-df53cb8904d5 HTTP/1.1" status: 204 len: 168 time: 1.0182602 Dec 16 08:10:32.247221 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bb277-685b-4e49-8fb6-e0fb33907809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8600bca-ba15-4bf2-8051-df53cb8904d5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:32.262325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.558821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Pushing event updated for resources: {'Port': ['ID=87eb9b23-d096-485e-8fa1-4ee570bfb22f,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:32.631023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Attempting to bind port 87eb9b23-d096-485e-8fa1-4ee570bfb22f on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:32.631443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Attempting to bind port 87eb9b23-d096-485e-8fa1-4ee570bfb22f by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:32.632338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Attempting to bind port 87eb9b23-d096-485e-8fa1-4ee570bfb22f on network 895d72e4-7670-4c57-82ee-382d5b3c113c {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:32.644830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Port 87eb9b23-d096-485e-8fa1-4ee570bfb22f on network 895d72e4-7670-4c57-82ee-382d5b3c113c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:10:32.648310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Attempting to bind port 87eb9b23-d096-485e-8fa1-4ee570bfb22f on network 895d72e4-7670-4c57-82ee-382d5b3c113c {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:32.653260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:32.653608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Checking segment: {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:32.654058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Bound using segment: {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:32.654493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Bound port: 87eb9b23-d096-485e-8fa1-4ee570bfb22f, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:32.654834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.724656 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.735714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6616356-bee4-4f44-909d-50db87924167 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:10:32.747227 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.761819 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5aa95593-7956-4cb3-bcfc-980474d87767 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.7182267 Dec 16 08:10:32.823032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Transition to ACTIVE for port object c6616356-bee4-4f44-909d-50db87924167 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:10:32.831365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] For port 87eb9b23-d096-485e-8fa1-4ee570bfb22f, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:32.838156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] For port 87eb9b23-d096-485e-8fa1-4ee570bfb22f, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:32.860752 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:32.939670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.160469 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Attempting to bind port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:33.160952 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Attempting to bind port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:33.161196 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Attempting to bind port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f on network c736d357-1065-442d-9bf0-9e7b8c13a5de {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:33.172960 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:33.173333 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Checking segment: {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:33.174026 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.174607 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.176080 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Bound using segment: {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:33.183490 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Bound port: 78b34679-6562-45d3-9f0f-ccb3ed52cc0f, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:33.184123 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.245060 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80263f6-4b9e-4a5e-a5a4-3b41cd9c7be3 None None] Pushing event updated for resources: {'Port': ['ID=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:33.360933 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] For port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:33.369524 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] For port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:33.565267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-738e7f81-e328-460f-bdec-91a7acf46926 None None] Provisioning complete for port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:33.566122 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-738e7f81-e328-460f-bdec-91a7acf46926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.618572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-738e7f81-e328-460f-bdec-91a7acf46926 None None] Port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:33.665883 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.666395 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.666656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:33.666656 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:33.666656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] 10.222.0.36 "PUT /v2.0/ports/87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 1092 time: 4.4160645 Dec 16 08:10:33.666656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'tag': '87eb9b23-d096-485e-8fa1-4ee570bfb22f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:33.666656 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79888a5f-0393-4170-907c-768411c430ea" -d '{"events": [{"name": "network-changed", "server_uuid": "812dba84-c684-4664-8ce8-c15d53c1ec80", "tag": "87eb9b23-d096-485e-8fa1-4ee570bfb22f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:33.713423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=c6616356-bee4-4f44-909d-50db87924167,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:33.748130 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80263f6-4b9e-4a5e-a5a4-3b41cd9c7be3 None None] Pushing event updated for resources: {'Port': ['ID=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:33.748493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53052) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:33.767920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b903a75b-4583-449b-8b63-c3c1f720af0a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601838684', 'description': 'tempest-secgroup-smoke-601838684 description', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:33.818072 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:33.819301 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:33.884989 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b03688-a95e-460d-b79f-18748bba9fcf x-openstack-request-id: req-67b03688-a95e-460d-b79f-18748bba9fcf {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:33.885802 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812dba84-c684-4664-8ce8-c15d53c1ec80", "tag": "87eb9b23-d096-485e-8fa1-4ee570bfb22f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:33.886281 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67b03688-a95e-460d-b79f-18748bba9fcf {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:33.886923 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'tag': '87eb9b23-d096-485e-8fa1-4ee570bfb22f', 'status': 'completed', 'code': 200} Dec 16 08:10:33.898836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24986f2-d872-467c-8512-69cb37605691 req-c6337686-a8cf-4770-8377-6ef9b71a3720 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:33.904572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e24986f2-d872-467c-8512-69cb37605691 req-c6337686-a8cf-4770-8377-6ef9b71a3720 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 943 time: 0.9588959 Dec 16 08:10:33.970608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1e8ab605-b054-459e-a190-95c49b785ee0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:34.038784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b903a75b-4583-449b-8b63-c3c1f720af0a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.100425 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:34.262314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0619e5-684b-4ddd-bb25-52d6f1006e82 service neutron] Pushing event updated for resources: {'Port': ['ID=87eb9b23-d096-485e-8fa1-4ee570bfb22f,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:34.310148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b903a75b-4583-449b-8b63-c3c1f720af0a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.334471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Attempting to bind port c6616356-bee4-4f44-909d-50db87924167 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:34.347274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Attempting to bind port c6616356-bee4-4f44-909d-50db87924167 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:34.351745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Attempting to bind port c6616356-bee4-4f44-909d-50db87924167 on network 895d72e4-7670-4c57-82ee-382d5b3c113c {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:34.351890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1e8ab605-b054-459e-a190-95c49b785ee0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:34.372897 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.374638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Port c6616356-bee4-4f44-909d-50db87924167 on network 895d72e4-7670-4c57-82ee-382d5b3c113c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:10:34.374914 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.375364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Attempting to bind port c6616356-bee4-4f44-909d-50db87924167 on network 895d72e4-7670-4c57-82ee-382d5b3c113c {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:34.391209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-1708f3ca-cf31-47c4-b590-00d58145aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:34.393170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-1708f3ca-cf31-47c4-b590-00d58145aef7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1095 time: 0.4717782 Dec 16 08:10:34.398768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e24986f2-d872-467c-8512-69cb37605691 req-904bdfd3-5c27-4197-b5d6-868dc1038fc9 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558651 Dec 16 08:10:34.399723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:34.400293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Checking segment: {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:34.400865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Bound using segment: {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:34.401511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Bound port: c6616356-bee4-4f44-909d-50db87924167, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:34.402096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.409197 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b903a75b-4583-449b-8b63-c3c1f720af0a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.488146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-1e9385da-0c54-4316-a93d-021ab74ed731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 217 time: 0.0389385 Dec 16 08:10:34.498162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903a75b-4583-449b-8b63-c3c1f720af0a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f255e1c6-abb4-4a35-b831-13d8857055be,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:34.539291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-82bd1a4d-3bd5-42ff-9c14-42aff74f7f53 None None] Provisioning complete for port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:34.540102 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82bd1a4d-3bd5-42ff-9c14-42aff74f7f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.634401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b903a75b-4583-449b-8b63-c3c1f720af0a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.638993 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b903a75b-4583-449b-8b63-c3c1f720af0a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8915935 Dec 16 08:10:34.648489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53070) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:34.648489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d52d8a8c-134b-4d8a-a186-9d1a8587f5b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'f255e1c6-abb4-4a35-b831-13d8857055be', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:34.656203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-7bc54408-49d8-46c4-9c64-637feb99d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:34.660999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-7bc54408-49d8-46c4-9c64-637feb99d3b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.1687119 Dec 16 08:10:34.705260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] For port c6616356-bee4-4f44-909d-50db87924167, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:34.753512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-06fc8ab4-ff53-4829-a553-062be414539b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695767 Dec 16 08:10:34.770501 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82bd1a4d-3bd5-42ff-9c14-42aff74f7f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.774761 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:28Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:33Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:34.795194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] For port c6616356-bee4-4f44-909d-50db87924167, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c6616356-bee4-4f44-909d-50db87924167,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:34.816268 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc734e-1ef4-41e2-88f0-a65ebdcd0f09 None None] The sync data for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 is: [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:28Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:33Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:10:34.838007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-82bd1a4d-3bd5-42ff-9c14-42aff74f7f53 None None] For port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:34.902851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-7580c67e-daea-44d1-b9e4-18997204ffe2 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424026 Dec 16 08:10:34.905249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d52d8a8c-134b-4d8a-a186-9d1a8587f5b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.912032 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:34.958215 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82bd1a4d-3bd5-42ff-9c14-42aff74f7f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:35.043771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:35.044457 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:35.045868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] 10.222.0.36 "PUT /v2.0/ports/c6616356-bee4-4f44-909d-50db87924167 HTTP/1.1" status: 200 len: 1092 time: 3.5110016 Dec 16 08:10:35.149744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd1a4d-3bd5-42ff-9c14-42aff74f7f53 None None] Pushing event updated for resources: {'Port': ['ID=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:35.160853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d52d8a8c-134b-4d8a-a186-9d1a8587f5b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:35.186891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f5881-89e5-4366-b57a-565960d8ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=c6616356-bee4-4f44-909d-50db87924167,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:35.267027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d52d8a8c-134b-4d8a-a186-9d1a8587f5b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:35.335042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d8a8c-134b-4d8a-a186-9d1a8587f5b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f300e9a8-444b-42f0-b42e-5858ac57ac24,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:35.383826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf7f4187-99c3-4396-82df-b0d3e908995a req-c96c8e01-7399-449a-bc45-9c62265a4b69 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304426 Dec 16 08:10:35.412847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-b0af0f18-22ed-4abc-9499-aa3939f3cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:35.415347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-b0af0f18-22ed-4abc-9499-aa3939f3cdf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 1095 time: 0.1237147 Dec 16 08:10:35.507385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-e7a0e2cc-caa2-404d-8334-fe93ebec5cc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6616356-bee4-4f44-909d-50db87924167 HTTP/1.1" status: 200 len: 217 time: 0.0788534 Dec 16 08:10:35.525687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d52d8a8c-134b-4d8a-a186-9d1a8587f5b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:35.527126 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d52d8a8c-134b-4d8a-a186-9d1a8587f5b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8863623 Dec 16 08:10:35.530785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53086) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:35.537366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d62c7b57-ddc6-4c0f-90c7-669b99218afc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'f255e1c6-abb4-4a35-b831-13d8857055be', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:35.613571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-1f6b92d2-90da-4c1b-a1f2-6fb81b38f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:35.620301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-1f6b92d2-90da-4c1b-a1f2-6fb81b38f572 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.0950158 Dec 16 08:10:35.786778 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62c7b57-ddc6-4c0f-90c7-669b99218afc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:35.919082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'tag': 'c6616356-bee4-4f44-909d-50db87924167'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:35.931160 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c70fd851-30c4-4fc3-8f7a-96a44e77e33e", "tag": "c6616356-bee4-4f44-909d-50db87924167"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:35.969038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-92fb1517-a1ff-4e2a-af99-d91a8b45091c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2707722 Dec 16 08:10:35.982880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78b34679-6562-45d3-9f0f-ccb3ed52cc0f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:36.100446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62c7b57-ddc6-4c0f-90c7-669b99218afc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:36.118585 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f33d55-f855-41a2-b221-c3f67a1ecd7b x-openstack-request-id: req-d5f33d55-f855-41a2-b221-c3f67a1ecd7b {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:36.119203 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70fd851-30c4-4fc3-8f7a-96a44e77e33e", "tag": "c6616356-bee4-4f44-909d-50db87924167", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:36.119465 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5f33d55-f855-41a2-b221-c3f67a1ecd7b {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:36.120093 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'tag': 'c6616356-bee4-4f44-909d-50db87924167', 'status': 'completed', 'code': 200} Dec 16 08:10:36.176754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:36.182594 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:36.203299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62c7b57-ddc6-4c0f-90c7-669b99218afc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:36.252110 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c7b57-ddc6-4c0f-90c7-669b99218afc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128d067b-efc1-4d62-baf5-88a0460bca06,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:36.355365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1a175-4bcc-43aa-b27a-d6e0a2b7bb71 req-571a8b39-8159-4dca-abac-0589b57e4a5b tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:36.360775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33d1a175-4bcc-43aa-b27a-d6e0a2b7bb71 req-571a8b39-8159-4dca-abac-0589b57e4a5b tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 943 time: 0.7440021 Dec 16 08:10:36.366099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d62c7b57-ddc6-4c0f-90c7-669b99218afc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:36.368694 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d62c7b57-ddc6-4c0f-90c7-669b99218afc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8366101 Dec 16 08:10:36.378852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53102) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:36.391795 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3068c564-3d94-431e-8d07-f3b73b204c99 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'f255e1c6-abb4-4a35-b831-13d8857055be', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:36.594790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888a5f-0393-4170-907c-768411c430ea req-23d5df71-9725-4f2e-ba2d-dd4dd874269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:36.612495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79888a5f-0393-4170-907c-768411c430ea req-23d5df71-9725-4f2e-ba2d-dd4dd874269f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1095 time: 0.6554945 Dec 16 08:10:36.615254 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3068c564-3d94-431e-8d07-f3b73b204c99 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:36.841727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3068c564-3d94-431e-8d07-f3b73b204c99 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:36.861483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33d1a175-4bcc-43aa-b27a-d6e0a2b7bb71 req-bf1287f7-944b-44be-9b67-05d4a0919288 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668310 Dec 16 08:10:36.876558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-b2991f1e-7a1d-4077-af1c-0a3cd5eac86e service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7638032 Dec 16 08:10:36.976009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3068c564-3d94-431e-8d07-f3b73b204c99 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:37.036831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068c564-3d94-431e-8d07-f3b73b204c99 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346fdf48-6828-4bcc-989d-294fffe70176,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:37.043980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888a5f-0393-4170-907c-768411c430ea req-28e640db-01a5-4e99-b04e-5f7e7ae34313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:37.045534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79888a5f-0393-4170-907c-768411c430ea req-28e640db-01a5-4e99-b04e-5f7e7ae34313 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.4135740 Dec 16 08:10:37.112843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39622ae0-9768-4b5e-ba62-e0431451ccc1 req-e2dbdc4b-e467-499d-b072-528f44adc2b1 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328117 Dec 16 08:10:37.114084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79888a5f-0393-4170-907c-768411c430ea req-9cb311be-88d7-402f-aaeb-8f3988800d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 217 time: 0.0589211 Dec 16 08:10:37.147182 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3068c564-3d94-431e-8d07-f3b73b204c99 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:37.148877 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3068c564-3d94-431e-8d07-f3b73b204c99 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7686610 Dec 16 08:10:37.153277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:37.159551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-376e9ca6-c516-4f4b-befb-3457b23e0302 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'f255e1c6-abb4-4a35-b831-13d8857055be', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:37.228948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888a5f-0393-4170-907c-768411c430ea req-6139bc89-a1ff-4e89-acb7-d923658bd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:37.232129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79888a5f-0393-4170-907c-768411c430ea req-6139bc89-a1ff-4e89-acb7-d923658bd4c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.0935073 Dec 16 08:10:37.291350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79888a5f-0393-4170-907c-768411c430ea req-f98d9824-5409-459b-bc5d-847b00f67340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456271 Dec 16 08:10:37.311238 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-376e9ca6-c516-4f4b-befb-3457b23e0302 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:37.535745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-376e9ca6-c516-4f4b-befb-3457b23e0302 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:37.626356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-376e9ca6-c516-4f4b-befb-3457b23e0302 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:37.704049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79888a5f-0393-4170-907c-768411c430ea req-6f703314-4242-43e2-b63d-61973aa8c398 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578222 Dec 16 08:10:37.706743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-e7545fae-f211-44e8-8648-b8338cb837b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:37.708138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-e7545fae-f211-44e8-8648-b8338cb837b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 1095 time: 0.3269055 Dec 16 08:10:37.719033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e9ca6-c516-4f4b-befb-3457b23e0302 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2b7db0-3466-4a88-b729-5f9e0a66c662,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:37.815984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-376e9ca6-c516-4f4b-befb-3457b23e0302 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:37.817798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-376e9ca6-c516-4f4b-befb-3457b23e0302 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6632605 Dec 16 08:10:37.820940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:37.827372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'f255e1c6-abb4-4a35-b831-13d8857055be', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:38.113469 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Project a3a609dbbaff4144adf3534e50ccab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:10:38.127294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:38.215424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-4e58f89f-2fd1-4a2d-9cdb-fb2d123772b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:38.216944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-4e58f89f-2fd1-4a2d-9cdb-fb2d123772b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.4986751 Dec 16 08:10:38.239556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:38.329734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb2e9-323b-47cf-96fe-69460ed36c22 req-dec1183f-0c3d-4f98-b798-77712dcbf4c6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:38.331452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7acdb2e9-323b-47cf-96fe-69460ed36c22 req-dec1183f-0c3d-4f98-b798-77712dcbf4c6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 943 time: 0.3425493 Dec 16 08:10:38.334192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-79888a5f-0393-4170-907c-768411c430ea req-451f6994-9478-4771-9297-616c844447e9 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170194 Dec 16 08:10:38.336475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-68722a9d-bd42-46a5-a8d9-7e862a90c9c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6616356-bee4-4f44-909d-50db87924167 HTTP/1.1" status: 200 len: 217 time: 0.1019537 Dec 16 08:10:38.363992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:38.401108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c6616356-bee4-4f44-909d-50db87924167 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:10:38.423154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5718109f-880e-43d5-960c-6fd509382ce5,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:38.542355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7acdb2e9-323b-47cf-96fe-69460ed36c22 req-1ed322db-50c5-4f99-8dd0-297c91f85dda tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975856 Dec 16 08:10:38.555239 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:38.563547 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2f30755a-1908-4185-b063-828cefb6c85d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7332602 Dec 16 08:10:38.563547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53178) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:38.563966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-b6f34d9b-1dd8-4604-8b69-b431c47cbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:38.563966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-b6f34d9b-1dd8-4604-8b69-b431c47cbda6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.2022281 Dec 16 08:10:38.567708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'f255e1c6-abb4-4a35-b831-13d8857055be', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:38.618480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c6616356-bee4-4f44-909d-50db87924167, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c6616356-bee4-4f44-909d-50db87924167,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:38.636545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'c6616356-bee4-4f44-909d-50db87924167', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'port_id': 'c6616356-bee4-4f44-909d-50db87924167', 'mac_address': 'fa:16:3e:10:30:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:10:38.669183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-f60740c2-8408-4210-82e0-1e7ed747cf19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479708 Dec 16 08:10:38.726174 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Project a3a609dbbaff4144adf3534e50ccab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:10:38.736038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:38.755610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:38.815779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6616356-bee4-4f44-909d-50db87924167 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:10:38.895675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53186) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:38.901368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c6616356-bee4-4f44-909d-50db87924167, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c6616356-bee4-4f44-909d-50db87924167,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:38.955442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.005882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.006799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 87eb9b23-d096-485e-8fa1-4ee570bfb22f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:10:39.024422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-ca36b684-5cc9-49ab-b276-7c4bc1b1cf90 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454506 Dec 16 08:10:39.037655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921327f-1071-4b3f-b93b-27451184bd9f req-e2248670-0e09-4cf0-a7d2-22429d20a3a8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:39.047269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2921327f-1071-4b3f-b93b-27451184bd9f req-e2248670-0e09-4cf0-a7d2-22429d20a3a8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 945 time: 0.2048290 Dec 16 08:10:39.121025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.176285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe689e48-06e8-4f2d-a292-5ccc8903aeb3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:39.186575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 87eb9b23-d096-485e-8fa1-4ee570bfb22f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:39.223656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=c6616356-bee4-4f44-909d-50db87924167,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:39.236935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '87eb9b23-d096-485e-8fa1-4ee570bfb22f', 'network_id': '895d72e4-7670-4c57-82ee-382d5b3c113c', 'port_id': '87eb9b23-d096-485e-8fa1-4ee570bfb22f', 'mac_address': 'fa:16:3e:c9:41:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897a0817-225e-4be3-84c3-9d664adbb49c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:10:39.239237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c443bc37-6ddc-4249-b51a-e6753f3a20ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.250838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58cd6204-9e01-4fd7-a48c-2c8ba77f0bfd req-697694bb-7cb6-4d2d-b539-810e3ef278a7 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007413 Dec 16 08:10:39.314445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2921327f-1071-4b3f-b93b-27451184bd9f req-5ed0503d-d736-47c0-8a1f-e446799060fb tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661264 Dec 16 08:10:39.324519 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.325409 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.331932 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-53fc672c-9e80-424a-984b-015e3317f127 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7714169 Dec 16 08:10:39.358187 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87eb9b23-d096-485e-8fa1-4ee570bfb22f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:10:39.387472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 87eb9b23-d096-485e-8fa1-4ee570bfb22f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:39.448487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c443bc37-6ddc-4249-b51a-e6753f3a20ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.529039 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.563699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c443bc37-6ddc-4249-b51a-e6753f3a20ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.584307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=87eb9b23-d096-485e-8fa1-4ee570bfb22f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:39.670199 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c443bc37-6ddc-4249-b51a-e6753f3a20ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3986348e46942f5a055a730bc007484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7732265 Dec 16 08:10:39.678557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443bc37-6ddc-4249-b51a-e6753f3a20ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11697cfc-e8fd-43a2-95f3-f1b2b0b55d2a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:39.680011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53210) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:39.794642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-11601021-22cb-4110-9736-927b3aa6ecef tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601838684&fields=id&tenant_id=a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 267 time: 0.1544640 Dec 16 08:10:39.899308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35412e-d459-4683-b922-02927c042807 req-771903c9-a30e-4003-9a43-ef9da6d19174 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:39.904740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb35412e-d459-4683-b922-02927c042807 req-771903c9-a30e-4003-9a43-ef9da6d19174 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 944 time: 0.2236524 Dec 16 08:10:39.908167 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f59c62f3-7c94-4ca6-ae06-bd8a95e40666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:39.939937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['87eb9b23-d096-485e-8fa1-4ee570bfb22f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:10:39.988905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['c6616356-bee4-4f44-909d-50db87924167'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:10:40.011701 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f59c62f3-7c94-4ca6-ae06-bd8a95e40666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:40.098969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb35412e-d459-4683-b922-02927c042807 req-2262e31d-73d9-4f2c-8485-b5065fcad7f2 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850901 Dec 16 08:10:40.116366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-1049e17f-db97-4392-8107-4bd22b0b0efd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:40.119464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-1049e17f-db97-4392-8107-4bd22b0b0efd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/networks?id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 797 time: 0.2990458 Dec 16 08:10:40.164311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-3f55f386-7305-4a2d-87a8-81ed45060f38 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/quotas/a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 375 time: 0.0335791 Dec 16 08:10:40.300765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-55cd6190-a332-40d4-99a3-c3d9517dc9aa tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849583 Dec 16 08:10:40.327346 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f59c62f3-7c94-4ca6-ae06-bd8a95e40666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:40.333919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f59c62f3-7c94-4ca6-ae06-bd8a95e40666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:40.338612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f59c62f3-7c94-4ca6-ae06-bd8a95e40666 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11697cfc-e8fd-43a2-95f3-f1b2b0b55d2a HTTP/1.1" status: 204 len: 168 time: 0.6402485 Dec 16 08:10:40.386043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c62f3-7c94-4ca6-ae06-bd8a95e40666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11697cfc-e8fd-43a2-95f3-f1b2b0b55d2a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:40.568666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-2b4fdeaf-6b8b-4c31-874d-0d3bf6de0d1b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:40.571112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-2b4fdeaf-6b8b-4c31-874d-0d3bf6de0d1b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 945 time: 0.1470563 Dec 16 08:10:40.574781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-3c1bb269-e01d-49cc-a92c-0181485a619e service neutron] 10.222.0.43 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579162 Dec 16 08:10:40.639360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee8345-7aeb-4d98-9885-d8e043980587 req-7e7c967b-0b0d-4c8a-8992-c719b78d1e39 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:40.652799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3ee8345-7aeb-4d98-9885-d8e043980587 req-7e7c967b-0b0d-4c8a-8992-c719b78d1e39 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 945 time: 0.1965098 Dec 16 08:10:40.795761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3ee8345-7aeb-4d98-9885-d8e043980587 req-ef483876-04ef-431d-b379-cb85c9aa74b0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217208 Dec 16 08:10:40.822736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-5ce80974-b5e3-4c5a-9871-320c5fa631a4 service neutron] 10.222.0.43 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358205 Dec 16 08:10:40.857312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Deleting port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:40.857312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:41.436537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c419451-ceb9-42f1-8a0c-3ea5dcdda94f req-7a2d4faf-d971-4f77-8db0-c10108db94ac tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:41.442646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c419451-ceb9-42f1-8a0c-3ea5dcdda94f req-7a2d4faf-d971-4f77-8db0-c10108db94ac tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 944 time: 0.0779948 Dec 16 08:10:41.460203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] For port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:41.460568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:41.483506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Calling delete_port for 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:41.558639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c419451-ceb9-42f1-8a0c-3ea5dcdda94f req-b0eb152a-7705-4963-8679-8d532de2f3b8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096027 Dec 16 08:10:41.570319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53246) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:41.589942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98e085c9-a0ef-466b-9786-803c761d87a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:41.662562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d95c51dd-4eac-4c3d-91d1-60264e9ee553 req-d7c9bcc7-d27c-4769-bbbc-422d752fd94b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 210 time: 0.0306673 Dec 16 08:10:41.701217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98e085c9-a0ef-466b-9786-803c761d87a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:41.922430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e38e31-032c-4512-b622-4d72f9a7365a req-fddcfa39-07d3-45c2-9a32-cb78ff482ddb tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:41.924004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75e38e31-032c-4512-b622-4d72f9a7365a req-fddcfa39-07d3-45c2-9a32-cb78ff482ddb tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 945 time: 0.0561545 Dec 16 08:10:41.946834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:41.947146 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98e085c9-a0ef-466b-9786-803c761d87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:41.982012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e085c9-a0ef-466b-9786-803c761d87a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1109211-b5f1-4699-b540-16135d34cf1f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:41.996333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event deleted for resources: {'Port': ['ID=5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:42.000392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:10:42.024576 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98e085c9-a0ef-466b-9786-803c761d87a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b8fbb7a69eb4fecadd66173b3af18d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493001 Dec 16 08:10:42.026250 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53256) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:42.048012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] No DVR routers for this DVR port 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:42.048012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:42.051407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2451d73-6504-47ef-9844-725a58bd3e09 req-d06a02b2-a1c1-46ab-a3a7-059d0452a768 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "DELETE /v2.0/ports/5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 HTTP/1.1" status: 204 len: 173 time: 1.4732771 Dec 16 08:10:42.052540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'name': 'network-vif-deleted', 'tag': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:42.054436 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c6202a-d4ed-4d91-acc2-4a3ad8ddcfc4" -d '{"events": [{"server_uuid": "82e32e8a-aa42-4f19-bc6e-f2507ad00cb0", "name": "network-vif-deleted", "tag": "5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:42.070856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75e38e31-032c-4512-b622-4d72f9a7365a req-196ec8e6-9f19-4a33-9ede-dc6cac66b16d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394362 Dec 16 08:10:42.098763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['901331c1-8cdc-4296-92d0-c8513193139c', '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:10:42.099192 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1e709814-e333-44ea-b3d0-b1198f93ecd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:42.124959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600c66f-2d66-4859-9cc5-4b9a1e5ba31d None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:42.127997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1e709814-e333-44ea-b3d0-b1198f93ecd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:42.139281 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e34d8-9971-439d-9e72-6bf7fb87d7ca x-openstack-request-id: req-d61e34d8-9971-439d-9e72-6bf7fb87d7ca {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:42.139647 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e32e8a-aa42-4f19-bc6e-f2507ad00cb0", "name": "network-vif-deleted", "tag": "5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:42.139998 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d61e34d8-9971-439d-9e72-6bf7fb87d7ca {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:42.141840 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e32e8a-aa42-4f19-bc6e-f2507ad00cb0', 'name': 'network-vif-deleted', 'tag': '5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26', 'status': 'completed', 'code': 200} Dec 16 08:10:42.246182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.252476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.259696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.265869 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.271702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.278883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.285162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.291752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-0523dedd-c4a3-432f-a4ff-27e0b086a98a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.1364625 Dec 16 08:10:42.359420 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffc82574-841e-4a84-9b01-1b07d099e52e req-ec913413-18c6-44b7-a373-2b23f3463a23 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615551 Dec 16 08:10:42.380497 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1e709814-e333-44ea-b3d0-b1198f93ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:42.384019 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1e709814-e333-44ea-b3d0-b1198f93ecd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:42.385303 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1e709814-e333-44ea-b3d0-b1198f93ecd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1109211-b5f1-4699-b540-16135d34cf1f HTTP/1.1" status: 204 len: 168 time: 0.3583682 Dec 16 08:10:42.395343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e709814-e333-44ea-b3d0-b1198f93ecd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1109211-b5f1-4699-b540-16135d34cf1f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:42.418163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c6616356-bee4-4f44-909d-50db87924167 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:42.685684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269de06-3ba7-48d3-9281-280676459cec req-f87455e5-fe3a-4a1b-be9e-01e8c26e1e10 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:42.687188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a269de06-3ba7-48d3-9281-280676459cec req-f87455e5-fe3a-4a1b-be9e-01e8c26e1e10 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 944 time: 0.0535066 Dec 16 08:10:42.749209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a269de06-3ba7-48d3-9281-280676459cec req-185b8015-39e5-4f1e-b7be-51ce9405cb36 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559127 Dec 16 08:10:42.769546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0aa54a6b-a5e3-4e6f-81e3-4349ffb246c3 req-da8214f0-d027-4566-9c0d-cb689fcf6fcf tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 210 time: 0.0460057 Dec 16 08:10:42.796302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port c6616356-bee4-4f44-909d-50db87924167 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:10:42.800874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port c6616356-bee4-4f44-909d-50db87924167 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:42.801360 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:42.891385 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:42.917094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6616356-bee4-4f44-909d-50db87924167'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:42.919648 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e648b34-2090-4fcd-b626-623df2d458fb" -d '{"events": [{"server_uuid": "c70fd851-30c4-4fc3-8f7a-96a44e77e33e", "name": "network-vif-plugged", "status": "completed", "tag": "c6616356-bee4-4f44-909d-50db87924167"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:42.934237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port c6616356-bee4-4f44-909d-50db87924167, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c6616356-bee4-4f44-909d-50db87924167,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:42.963149 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a434957-85af-4eaf-be28-f2e2e91a6398 x-openstack-request-id: req-2a434957-85af-4eaf-be28-f2e2e91a6398 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:42.963149 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70fd851-30c4-4fc3-8f7a-96a44e77e33e", "name": "network-vif-plugged", "status": "completed", "tag": "c6616356-bee4-4f44-909d-50db87924167", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:42.963149 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a434957-85af-4eaf-be28-f2e2e91a6398 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:42.963149 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6616356-bee4-4f44-909d-50db87924167', 'code': 200} Dec 16 08:10:43.037690 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:43.039996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 87eb9b23-d096-485e-8fa1-4ee570bfb22f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:43.158287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479503cc-1257-4a8f-b81e-5b0de0941927 req-f9c87e80-7c3b-4291-886d-c87800ea6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.165090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-479503cc-1257-4a8f-b81e-5b0de0941927 req-f9c87e80-7c3b-4291-886d-c87800ea6a77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 1097 time: 0.0698233 Dec 16 08:10:43.179734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=c6616356-bee4-4f44-909d-50db87924167,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:43.288082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-109f2e90-8d08-4d61-858c-b13cce24ea3f req-80655f3d-24f8-4b9b-b1b5-f22a8eb39d50 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e32e8a-aa42-4f19-bc6e-f2507ad00cb0 HTTP/1.1" status: 200 len: 210 time: 0.0563974 Dec 16 08:10:43.327984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-479503cc-1257-4a8f-b81e-5b0de0941927 req-056bad80-0809-42da-a315-dd22262bf4ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467140 Dec 16 08:10:43.356849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 87eb9b23-d096-485e-8fa1-4ee570bfb22f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:10:43.370158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 87eb9b23-d096-485e-8fa1-4ee570bfb22f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:43.370158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:43.450500 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:43.494223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 87eb9b23-d096-485e-8fa1-4ee570bfb22f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:43.514793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.520936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.527910 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.534878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.542855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.549707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.557353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.559555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-ad8ae5ea-7936-4b55-89ed-49ddbbc1d23b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.1226826 Dec 16 08:10:43.620061 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:43.661724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f833373-b5b6-481c-8ddd-5b2db3bd1083 req-fbb815ac-f291-4208-98c9-ba6b388cd730 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896592 Dec 16 08:10:43.720471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=87eb9b23-d096-485e-8fa1-4ee570bfb22f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:43.820576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.840648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.853950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.863337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.871496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.881716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.888612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:43.890671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-94afbbc8-84eb-4cee-9ef9-e59a6535f58d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5433 time: 0.1656985 Dec 16 08:10:43.948747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-679c19fc-3a43-434a-851d-e103cdad9cd9 req-1b8dadfb-4b2b-4512-8992-ac32d572be77 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 210 time: 0.0558517 Dec 16 08:10:44.030975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b3262f63-7dfc-4674-8f9b-46ee407ddcda tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.031356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b3262f63-7dfc-4674-8f9b-46ee407ddcda tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "GET /v2.0/ports/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1176548 Dec 16 08:10:44.080606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee2877-07da-4171-9c39-dfc844a59800 req-7266d732-0c88-4d32-a2a0-0a2e0fe96c76 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.082601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4ee2877-07da-4171-9c39-dfc844a59800 req-7266d732-0c88-4d32-a2a0-0a2e0fe96c76 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1909091 Dec 16 08:10:44.188352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-1b6295b3-8e77-4af3-bed6-b7f030c21d9b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "GET /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1447382 Dec 16 08:10:44.205532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:44.240685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4ee2877-07da-4171-9c39-dfc844a59800 req-1d3d5f54-3023-4ef5-90c2-75f588dc8e68 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276648 Dec 16 08:10:44.281132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:44.437562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device b97e15cc-5bb3-41d0-b91e-0f85ae36df45 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:44.516426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] For port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:44.558109 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:44.596290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:44.621104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] For port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:44.666592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] device_id is not set on port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:10:44.696164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:44.770981 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:44.773066 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:44.828457 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:10:44.829034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5bc5a1e6-3d6b-4c4a-b848-02243b0bfc26 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:10:44.909249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:44.918710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.924855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.931040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.937353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.943420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.949741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.955810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:44.957878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9263e301-f699-45c2-9796-d842e5d4e02f req-f990931b-a3fe-4fd9-8d42-79ad8606cc88 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 5431 time: 0.1275182 Dec 16 08:10:44.959124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:44.961123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eb9b23-d096-485e-8fa1-4ee570bfb22f'}, {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:44.963439 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d33e1-a207-4816-9113-729bc4e3e543" -d '{"events": [{"server_uuid": "812dba84-c684-4664-8ce8-c15d53c1ec80", "name": "network-vif-plugged", "status": "completed", "tag": "87eb9b23-d096-485e-8fa1-4ee570bfb22f"}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:45.124835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] Pushing event updated for resources: {'Port': ['ID=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:45.135907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b1dfe97-0ead-402e-af62-36d32e6905d1 req-ea4bcb09-f745-4e4f-997e-e631066fb3f8 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 210 time: 0.0749471 Dec 16 08:10:45.177807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] No DVR routers for this DVR port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:45.283345 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9405d5-5596-4466-a8e8-0a0086902e47 x-openstack-request-id: req-be9405d5-5596-4466-a8e8-0a0086902e47 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:45.283720 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812dba84-c684-4664-8ce8-c15d53c1ec80", "name": "network-vif-plugged", "status": "completed", "tag": "87eb9b23-d096-485e-8fa1-4ee570bfb22f", "code": 200}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:45.284067 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be9405d5-5596-4466-a8e8-0a0086902e47 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:45.284577 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eb9b23-d096-485e-8fa1-4ee570bfb22f', 'code': 200} Dec 16 08:10:45.284968 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45', 'code': 200} Dec 16 08:10:45.318656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9263e301-f699-45c2-9796-d842e5d4e02f req-276bd622-6059-42c5-b64d-8492546307f5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&id=f4e16d91-e60d-45a5-a77b-51c2406b25fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3268270 Dec 16 08:10:45.375779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] In _notify_port_updated(), no bound segment for port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:10:45.383448 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:45.387106 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:45.389139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c3da71c6-0eca-460e-85c8-de673c147146 service neutron] 10.222.0.36 "PUT /v2.0/ports/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 200 len: 1027 time: 1.1879897 Dec 16 08:10:45.434357 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:10:45.543126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-6bc9af10-33ef-4804-a78a-f9656f536391 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:45.544580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-6bc9af10-33ef-4804-a78a-f9656f536391 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "GET /v2.0/ports/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1329257 Dec 16 08:10:45.561113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:45.599712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec367cd0-37be-4678-a652-ab3b54635d56 req-d6d5b7a9-1e72-452d-9697-21cfa31d03f8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:45.607904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec367cd0-37be-4678-a652-ab3b54635d56 req-d6d5b7a9-1e72-452d-9697-21cfa31d03f8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.2169554 Dec 16 08:10:45.615171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3452dd5-9d50-4052-8d21-09ceb17fc044 req-21934df7-a501-4bba-b4f9-04212b908cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:45.615171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3452dd5-9d50-4052-8d21-09ceb17fc044 req-21934df7-a501-4bba-b4f9-04212b908cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.1442597 Dec 16 08:10:45.633301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3a6e9995-be59-4733-b45b-b0b471daf8c4 None None] Provisioning complete for port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:45.634413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9995-be59-4733-b45b-b0b471daf8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:45.675551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e9995-be59-4733-b45b-b0b471daf8c4 None None] Port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:45.714321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:45.820757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3452dd5-9d50-4052-8d21-09ceb17fc044 req-e5ed3880-f762-423c-aa4d-1d82579c3393 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961491 Dec 16 08:10:45.867317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ec367cd0-37be-4678-a652-ab3b54635d56 req-45bbb81d-553f-49e4-9a2e-2578fe831521 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584276 Dec 16 08:10:46.110529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] For port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:46.192796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] For port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:46.264930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-f258e528-7151-4bd8-983a-b16d87c24460 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:46.267270 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-f258e528-7151-4bd8-983a-b16d87c24460 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.16 "GET /v2.0/networks?id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 797 time: 0.3532634 Dec 16 08:10:46.269353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] device_id is not set on port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:10:46.299037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:46.414302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-150825be-184b-4572-85fc-08a7950ef33c req-6997ddbc-3a01-4a63-9f3e-a04fb85e77b3 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 210 time: 0.0892069 Dec 16 08:10:46.447090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-01af16d8-1e46-48c7-b9fe-8a1c3d04f9e8 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 379 time: 0.1631682 Dec 16 08:10:46.465745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'port': {'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'admin_state_up': True, 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'security_groups': ['f255e1c6-abb4-4a35-b831-13d8857055be']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:46.504675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:46.673067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] No DVR routers for this DVR port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:46.712555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] Pushing event updated for resources: {'Port': ['ID=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,revision_number=6']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:46.755496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cafe-d398-4a51-9fd8-b688ee3344b6 req-89f10096-7355-4f9d-9cb6-b2ca357dda95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:46.757928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cafe-d398-4a51-9fd8-b688ee3344b6 req-89f10096-7355-4f9d-9cb6-b2ca357dda95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:46.765141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cafe-d398-4a51-9fd8-b688ee3344b6 req-89f10096-7355-4f9d-9cb6-b2ca357dda95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:46.771793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cafe-d398-4a51-9fd8-b688ee3344b6 req-89f10096-7355-4f9d-9cb6-b2ca357dda95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:46.777825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cafe-d398-4a51-9fd8-b688ee3344b6 req-89f10096-7355-4f9d-9cb6-b2ca357dda95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:46.785642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f288cafe-d398-4a51-9fd8-b688ee3344b6 req-89f10096-7355-4f9d-9cb6-b2ca357dda95 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3883 time: 0.3015108 Dec 16 08:10:46.824477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] In _notify_port_updated(), no bound segment for port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 on network 29968169-cc04-4c11-aae1-81c809ec2077 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:10:46.825432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:46.825993 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:46.827329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-455dc4b6-44ad-41cd-b05f-c42832fcc5fc service neutron] 10.222.0.36 "PUT /v2.0/ports/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 200 len: 1027 time: 1.2742655 Dec 16 08:10:46.969212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:10:46.974801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:47.126904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f288cafe-d398-4a51-9fd8-b688ee3344b6 req-292220db-8111-475d-9dca-247f2410d28e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397620 Dec 16 08:10:47.193575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7316c6f2-aef0-4151-ae56-3b4723efb5c6 None None] Provisioning complete for port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:47.194179 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7316c6f2-aef0-4151-ae56-3b4723efb5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:47.264081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a63b8e-2f5d-4c0b-8d5e-85363b1333ae req-fe848f67-1847-4760-9d2c-fbe27f57b985 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:47.273639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7316c6f2-aef0-4151-ae56-3b4723efb5c6 None None] Port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:47.286288 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13a63b8e-2f5d-4c0b-8d5e-85363b1333ae req-fe848f67-1847-4760-9d2c-fbe27f57b985 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.4274461 Dec 16 08:10:47.306881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.20.0.7 (c736d357-1065-442d-9bf0-9e7b8c13a5de/b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb/1771a3ec-ec9f-4468-bd0e-1d90d940c34c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:10:47.413296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:47.413296 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:47.448041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-ec40a46e-3993-4246-935c-459636cbce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:47.449668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-ec40a46e-3993-4246-935c-459636cbce79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 1097 time: 0.4541564 Dec 16 08:10:47.586026 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:47.656826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7810f729-7d36-4842-b703-7c8284dddf4b req-02cf43e8-f7db-4dd3-b67a-64d4383f66bd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 210 time: 0.0973604 Dec 16 08:10:47.660427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-13a63b8e-2f5d-4c0b-8d5e-85363b1333ae req-051aec73-4aa6-4f84-933f-263c475702bc tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801804 Dec 16 08:10:47.735086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-49a374f0-3db1-4189-9fc2-5b1a9cb40303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:47.736816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-49a374f0-3db1-4189-9fc2-5b1a9cb40303 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.2370272 Dec 16 08:10:47.753398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:47.857765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-03941640-7571-4fb5-bea7-72cfa6b6442a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6616356-bee4-4f44-909d-50db87924167 HTTP/1.1" status: 200 len: 217 time: 0.1088870 Dec 16 08:10:47.859897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] For port b97e15cc-5bb3-41d0-b91e-0f85ae36df45, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:47.860564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:47.925549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for b97e15cc-5bb3-41d0-b91e-0f85ae36df45 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:47.992970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-af5ca3a9-a22a-4e4e-bc0a-9fbb676dbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:47.994681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-af5ca3a9-a22a-4e4e-bc0a-9fbb676dbf8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.1086969 Dec 16 08:10:48.114894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-4197b241-5a73-4fe3-a6cd-51f10932ef36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031280 Dec 16 08:10:48.405046 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c736d357-1065-442d-9bf0-9e7b8c13a5de is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:10:48.409363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:10:48.430444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:10:48.440835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device d7b03c53-6239-4b25-a1bd-16e3225f417e no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:48.651400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:48.652369 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:48.702651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:48.705651 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab16f9-97ee-4d16-b62f-852b19051bf7" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:48.726458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port d7b03c53-6239-4b25-a1bd-16e3225f417e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:48.731301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:48.737064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:48.739114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f963a-ff52-47c3-9af1-328e2b3fea9d req-7f18a916-1530-41eb-be27-a6bde8ebe27c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:48.747769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f963a-ff52-47c3-9af1-328e2b3fea9d req-7f18a916-1530-41eb-be27-a6bde8ebe27c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:48.759795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f963a-ff52-47c3-9af1-328e2b3fea9d req-7f18a916-1530-41eb-be27-a6bde8ebe27c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:48.766925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f963a-ff52-47c3-9af1-328e2b3fea9d req-7f18a916-1530-41eb-be27-a6bde8ebe27c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:48.773111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f963a-ff52-47c3-9af1-328e2b3fea9d req-7f18a916-1530-41eb-be27-a6bde8ebe27c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:48.775266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb4f963a-ff52-47c3-9af1-328e2b3fea9d req-7f18a916-1530-41eb-be27-a6bde8ebe27c tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3883 time: 0.3545306 Dec 16 08:10:48.780985 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-3f275e84-327a-4291-a387-be1f9c327936 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535792 Dec 16 08:10:48.865706 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:48.879719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:48.937920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-b2b340c0-3040-4f7a-999e-621c6e5e0271 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4848123 Dec 16 08:10:48.941401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb4f963a-ff52-47c3-9af1-328e2b3fea9d req-6fcaaf76-7ad4-438f-8046-3b5c918f9fd8 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548069 Dec 16 08:10:48.960860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Request body: {'port': {'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:10:48.975198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ffa4-6e50-40e8-bae0-4f281c073d0b req-fdf43657-58be-4d5b-b185-89b8d788053a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:48.977831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6430ffa4-6e50-40e8-bae0-4f281c073d0b req-fdf43657-58be-4d5b-b185-89b8d788053a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 931 time: 0.1454487 Dec 16 08:10:49.017835 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:49.063166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb02bf83-dce7-427a-a8df-67dc11b9248f req-b5194aaa-68e4-483f-a4ca-707d697b7e1e service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691185 Dec 16 08:10:49.109281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:49.151235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=b97e15cc-5bb3-41d0-b91e-0f85ae36df45,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:49.349883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6430ffa4-6e50-40e8-bae0-4f281c073d0b req-77ca62ce-abec-4445-8239-12af623e0c0b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633406 Dec 16 08:10:49.402906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:10:49.403338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device bcc179bc-fcc4-4d58-bef3-c65566df6871 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:49.491806 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5008bd6f-df42-4f3d-bc67-dc94f0794db4 x-openstack-request-id: req-5008bd6f-df42-4f3d-bc67-dc94f0794db4 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:49.498884 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:49.499010 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5008bd6f-df42-4f3d-bc67-dc94f0794db4 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:49.499364 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'code': 200} Dec 16 08:10:49.506542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-11d311dc-d676-4afa-bc6f-86345ff97ab6 None None] Provisioning complete for port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:49.506959 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11d311dc-d676-4afa-bc6f-86345ff97ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:49.512720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] No DVR routers for this DVR port b97e15cc-5bb3-41d0-b91e-0f85ae36df45 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:49.516660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:49.521156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-c58c64ae-3f57-4488-a48b-4258dd65391e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "DELETE /v2.0/ports/b97e15cc-5bb3-41d0-b91e-0f85ae36df45 HTTP/1.1" status: 204 len: 173 time: 2.6749408 Dec 16 08:10:49.521828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:49.525748 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd38d70-690a-4680-a961-ef64fbe56d4f" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:49.529030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=d7b03c53-6239-4b25-a1bd-16e3225f417e,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:49.630831 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23dc3a2-b1c2-418d-a41e-ca097d571681 x-openstack-request-id: req-c23dc3a2-b1c2-418d-a41e-ca097d571681 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:49.630831 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "b97e15cc-5bb3-41d0-b91e-0f85ae36df45", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:49.631171 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c23dc3a2-b1c2-418d-a41e-ca097d571681 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:49.631595 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': 'b97e15cc-5bb3-41d0-b91e-0f85ae36df45', 'status': 'completed', 'code': 200} Dec 16 08:10:49.639626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-11d311dc-d676-4afa-bc6f-86345ff97ab6 None None] Port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:10:49.706586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf47ba8-9055-41ed-87a9-ffa0a77759d4 req-a2121967-96ce-469f-a287-2b94bc6fb51a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:49.714795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbf47ba8-9055-41ed-87a9-ffa0a77759d4 req-a2121967-96ce-469f-a287-2b94bc6fb51a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.5757639 Dec 16 08:10:49.789394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:49.910602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fbf47ba8-9055-41ed-87a9-ffa0a77759d4 req-a71707bb-356f-4438-9146-d58be7af654e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948862 Dec 16 08:10:49.915258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port bcc179bc-fcc4-4d58-bef3-c65566df6871, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:49.935562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port bcc179bc-fcc4-4d58-bef3-c65566df6871 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:49.936213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.014525 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.015192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 65e26515-5357-493d-aae0-1616e423bcad no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:50.041185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1771a3ec-ec9f-4468-bd0e-1d90d940c34c {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:10:50.060839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.092516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Transition to ACTIVE for port object 1771a3ec-ec9f-4468-bd0e-1d90d940c34c will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:10:50.151515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=bcc179bc-fcc4-4d58-bef3-c65566df6871,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:50.188000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] For port bcc179bc-fcc4-4d58-bef3-c65566df6871, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=bcc179bc-fcc4-4d58-bef3-c65566df6871,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:50.188767 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.210740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for bcc179bc-fcc4-4d58-bef3-c65566df6871 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:50.230920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f174-3bdf-41d0-857a-081c2ac548e0 req-2489575f-b63e-4e09-9e67-664b8dca1257 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:50.238422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f174-3bdf-41d0-857a-081c2ac548e0 req-2489575f-b63e-4e09-9e67-664b8dca1257 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:50.239827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.246254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f174-3bdf-41d0-857a-081c2ac548e0 req-2489575f-b63e-4e09-9e67-664b8dca1257 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:50.249278 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.271260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f174-3bdf-41d0-857a-081c2ac548e0 req-2489575f-b63e-4e09-9e67-664b8dca1257 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:50.282996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ec6f174-3bdf-41d0-857a-081c2ac548e0 req-2489575f-b63e-4e09-9e67-664b8dca1257 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 3146 time: 0.1619551 Dec 16 08:10:50.330172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 65e26515-5357-493d-aae0-1616e423bcad, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=65e26515-5357-493d-aae0-1616e423bcad,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:50.430816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Pushing event updated for resources: {'Port': ['ID=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:50.478204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.478948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 5cccf6b3-c21b-4330-9a4b-0339413e3ebb no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:50.588535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Attempting to bind port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:10:50.588876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Attempting to bind port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:10:50.589331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Attempting to bind port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c on network c736d357-1065-442d-9bf0-9e7b8c13a5de {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:50.603407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c on network c736d357-1065-442d-9bf0-9e7b8c13a5de not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:10:50.603692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Attempting to bind port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c on network c736d357-1065-442d-9bf0-9e7b8c13a5de {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:10:50.615562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:10:50.615951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Checking segment: {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:10:50.617060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Bound using segment: {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:10:50.620769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Bound port: 1771a3ec-ec9f-4468-bd0e-1d90d940c34c, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e7b627-9c25-41cf-9cc4-4af7ce7009ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:10:50.621150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.799513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=65e26515-5357-493d-aae0-1616e423bcad,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:50.800218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] For port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:10:50.818297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] For port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:10:50.917405 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:50.934719 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:51.010494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Pushing event updated for resources: {'Port': ['ID=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:51.017520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ec6f174-3bdf-41d0-857a-081c2ac548e0 req-17066218-3df9-43e3-852c-93be76028d39 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7266324 Dec 16 08:10:51.020467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:51.041313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:51.041313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:51.041313 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-02d417a0-824d-4418-8acc-d2902b2afbeb service neutron] 10.222.0.16 "PUT /v2.0/ports/1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 200 len: 1092 time: 2.0789311 Dec 16 08:10:51.041313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:51.041313 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:51.106913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68809621-b48c-4643-bd09-e571c8228402 req-400476f6-8551-4065-8c68-906eec8b7e75 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:51.115700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68809621-b48c-4643-bd09-e571c8228402 req-400476f6-8551-4065-8c68-906eec8b7e75 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 943 time: 0.1626508 Dec 16 08:10:51.191124 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:51.192135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:51.309914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:51.320668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-68809621-b48c-4643-bd09-e571c8228402 req-9b8e10f1-4e61-4dfe-af36-15817e5e230c tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036462 Dec 16 08:10:51.368512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-86911882-6585-4339-8811-dce4b183af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:51.374979 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-86911882-6585-4339-8811-dce4b183af73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1095 time: 0.1319547 Dec 16 08:10:51.382510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d21037-36d0-419e-aad6-5242d077a7c0 req-6e51d042-e95b-47d6-8028-5a1fbcbeddea tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:51.398717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23d21037-36d0-419e-aad6-5242d077a7c0 req-6e51d042-e95b-47d6-8028-5a1fbcbeddea tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.2665224 Dec 16 08:10:51.401893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:10:51.454291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-43fc30c7-7240-4136-abd0-cd152b879b8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 200 len: 217 time: 0.0701241 Dec 16 08:10:51.458721 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd66cc6-7776-44e9-b833-ffeef401c26f x-openstack-request-id: req-7cd66cc6-7776-44e9-b833-ffeef401c26f {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:51.462113 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:51.462714 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cd66cc6-7776-44e9-b833-ffeef401c26f {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:51.463376 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'status': 'completed', 'code': 200} Dec 16 08:10:51.500298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871'}, {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e26515-5357-493d-aae0-1616e423bcad'}, {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:51.502651 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e736489c-f346-47cc-8e86-16fb0d0d8b59" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871"}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "65e26515-5357-493d-aae0-1616e423bcad"}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:51.525475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23d21037-36d0-419e-aad6-5242d077a7c0 req-4b45eb21-f892-433c-b561-ab9112b3ca59 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198535 Dec 16 08:10:51.534782 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:51.566654 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d0884-e48f-41be-a179-a70877aaa67b x-openstack-request-id: req-fb2d0884-e48f-41be-a179-a70877aaa67b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:51.567276 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871", "code": 200}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "65e26515-5357-493d-aae0-1616e423bcad", "code": 200}, {"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:51.567529 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb2d0884-e48f-41be-a179-a70877aaa67b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:51.568100 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871', 'code': 200} Dec 16 08:10:51.568401 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e26515-5357-493d-aae0-1616e423bcad', 'code': 200} Dec 16 08:10:51.568652 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb', 'code': 200} Dec 16 08:10:51.582151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-eeffd4c0-7871-40aa-8c4c-81b8b5bc8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:51.583666 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-eeffd4c0-7871-40aa-8c4c-81b8b5bc8172 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb HTTP/1.1" status: 200 len: 834 time: 0.1192231 Dec 16 08:10:51.601837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=bcc179bc-fcc4-4d58-bef3-c65566df6871,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:51.696501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-d1597df5-dd1d-4eb1-93aa-70b7d9f91bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:51.698379 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-d1597df5-dd1d-4eb1-93aa-70b7d9f91bc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c736d357-1065-442d-9bf0-9e7b8c13a5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077445 Dec 16 08:10:51.759588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] No DVR routers for this DVR port bcc179bc-fcc4-4d58-bef3-c65566df6871 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:51.764686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:51.776051 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-03d4dc3b-9a0f-4c17-a1b2-364612511984 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "DELETE /v2.0/ports/bcc179bc-fcc4-4d58-bef3-c65566df6871 HTTP/1.1" status: 204 len: 173 time: 2.2397275 Dec 16 08:10:51.783741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:51.783741 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2dbd1-67ea-4114-b901-d47be4b47837" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:51.885138 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-20e4131d-a8d6-4aa0-b5a8-9a469c2842c5 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734488 Dec 16 08:10:51.885322 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2fa833-64e8-4619-805c-d440e9d60e08 x-openstack-request-id: req-bf2fa833-64e8-4619-805c-d440e9d60e08 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:51.885555 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "bcc179bc-fcc4-4d58-bef3-c65566df6871", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:51.885735 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf2fa833-64e8-4619-805c-d440e9d60e08 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:51.886155 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': 'bcc179bc-fcc4-4d58-bef3-c65566df6871', 'status': 'completed', 'code': 200} Dec 16 08:10:51.961292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:51.961429 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:52.146094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4b16509-1a54-4aac-9752-5610b8c85d75 req-91ae86c8-1982-48f9-8eb5-617f88782b88 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582748 Dec 16 08:10:52.278184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] For port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:52.278711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:52.296760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for 5cccf6b3-c21b-4330-9a4b-0339413e3ebb owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:52.328167 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9c90b-1bf3-4a25-8801-e2b3725c47a5 req-204ede0b-e473-47d1-9d28-dadf695b3cba tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.334415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9c90b-1bf3-4a25-8801-e2b3725c47a5 req-204ede0b-e473-47d1-9d28-dadf695b3cba tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.341324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9c90b-1bf3-4a25-8801-e2b3725c47a5 req-204ede0b-e473-47d1-9d28-dadf695b3cba tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.349319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0c9c90b-1bf3-4a25-8801-e2b3725c47a5 req-204ede0b-e473-47d1-9d28-dadf695b3cba tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 2409 time: 0.1137798 Dec 16 08:10:52.401575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-bb3797ac-ff90-42f9-bf8d-0d621d74414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.403433 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-bb3797ac-ff90-42f9-bf8d-0d621d74414a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1095 time: 0.0606589 Dec 16 08:10:52.532875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0c9c90b-1bf3-4a25-8801-e2b3725c47a5 req-22c6536c-6bb7-4da8-a991-d5a6e6a5813a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822531 Dec 16 08:10:52.640594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-267e1356-de10-4a03-9180-869acfbd6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.645808 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-267e1356-de10-4a03-9180-869acfbd6810 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 898 time: 0.2345221 Dec 16 08:10:52.705758 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-87985d87-9ea3-4d41-8f0c-7647549ed009 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 200 len: 217 time: 0.0512223 Dec 16 08:10:52.826264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-557d39cd-36a6-4e84-a047-387f476f69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.828904 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:52.830468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-557d39cd-36a6-4e84-a047-387f476f69f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb HTTP/1.1" status: 200 len: 834 time: 0.1176405 Dec 16 08:10:52.869823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=5cccf6b3-c21b-4330-9a4b-0339413e3ebb,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:52.939721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-6ec1ba04-da44-4181-89f4-36c8f6b8f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.940759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb74d-4a94-40e4-9188-1cae3ff9b9bb req-bb0bfc17-5655-43f9-9b6e-954ba36975aa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:52.945092 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-6ec1ba04-da44-4181-89f4-36c8f6b8f254 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c736d357-1065-442d-9bf0-9e7b8c13a5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041951 Dec 16 08:10:52.947535 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-854eb74d-4a94-40e4-9188-1cae3ff9b9bb req-bb0bfc17-5655-43f9-9b6e-954ba36975aa tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1935558 Dec 16 08:10:53.042880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb8a0-d62e-4d69-9ff6-dd078d2f34e0 req-4ea58cbf-f26b-4554-8ddf-daca0c7ec12e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:53.046197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb8cb8a0-d62e-4d69-9ff6-dd078d2f34e0 req-4ea58cbf-f26b-4554-8ddf-daca0c7ec12e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 943 time: 0.3476636 Dec 16 08:10:53.085705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] No DVR routers for this DVR port 5cccf6b3-c21b-4330-9a4b-0339413e3ebb on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:53.089928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:53.094600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-ae7baf47-1eba-4145-8e41-432414f80736 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "DELETE /v2.0/ports/5cccf6b3-c21b-4330-9a4b-0339413e3ebb HTTP/1.1" status: 204 len: 173 time: 1.3046463 Dec 16 08:10:53.197601 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-8d701d7a-b5bc-42eb-9506-bdd438189190 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404370 Dec 16 08:10:53.312082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb8cb8a0-d62e-4d69-9ff6-dd078d2f34e0 req-4476a24e-36fb-40b2-82b6-59b5a7684eff tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335048 Dec 16 08:10:53.330795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-854eb74d-4a94-40e4-9188-1cae3ff9b9bb req-1088bf9f-0a2b-4dc7-82c4-4efeeda32922 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185046 Dec 16 08:10:53.382089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c5def16f-d5cb-448c-bf8d-ac7a816d4f1f req-ca2fc4a0-c802-4e5b-80c8-9b01d361c0d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736820 Dec 16 08:10:53.384925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port d7b03c53-6239-4b25-a1bd-16e3225f417e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:53.385279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:53.585727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69285110-fea1-49ff-9ed9-8c07eaeb3e5b req-2fe199dd-043c-4381-a949-e38287c03ca0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:53.587751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69285110-fea1-49ff-9ed9-8c07eaeb3e5b req-2fe199dd-043c-4381-a949-e38287c03ca0 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 946 time: 0.1035662 Dec 16 08:10:53.594022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] For port d7b03c53-6239-4b25-a1bd-16e3225f417e, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=d7b03c53-6239-4b25-a1bd-16e3225f417e,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:53.594332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:53.793362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69285110-fea1-49ff-9ed9-8c07eaeb3e5b req-26b74ff0-2a07-4b85-bef8-227e2b15c550 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949003 Dec 16 08:10:53.881441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11aef5-cdcf-44b3-9026-83691e32c57b req-8eb3c98b-76eb-409e-837b-62d208cab45f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:53.887447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11aef5-cdcf-44b3-9026-83691e32c57b req-8eb3c98b-76eb-409e-837b-62d208cab45f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:53.889122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c11aef5-cdcf-44b3-9026-83691e32c57b req-8eb3c98b-76eb-409e-837b-62d208cab45f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 1677 time: 0.2389407 Dec 16 08:10:53.891432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:53.893883 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8577bb27-ea33-4dd9-b188-4ee3be7812a2" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:53.963498 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244c8cf5-2c26-4fc8-9e0c-0e98ee79a273 x-openstack-request-id: req-244c8cf5-2c26-4fc8-9e0c-0e98ee79a273 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:53.964074 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "5cccf6b3-c21b-4330-9a4b-0339413e3ebb", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:53.964354 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-244c8cf5-2c26-4fc8-9e0c-0e98ee79a273 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:53.964744 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': '5cccf6b3-c21b-4330-9a4b-0339413e3ebb', 'status': 'completed', 'code': 200} Dec 16 08:10:54.236376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c11aef5-cdcf-44b3-9026-83691e32c57b req-40515c50-1455-4903-8204-bfe0107c6c77 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153853 Dec 16 08:10:54.245781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:54.246204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:54.246530 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Floating IP 69da433f-e76e-47ed-a73e-f361d524f72c disassociated. External IP: 172.25.2.138, port: d7b03c53-6239-4b25-a1bd-16e3225f417e. Dec 16 08:10:54.246888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for d7b03c53-6239-4b25-a1bd-16e3225f417e owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:54.542230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9c28-a63b-4c62-8834-d7d6480a1bbc req-7b81666a-f8ac-4e78-ae8c-a71a8139124f tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:54.556330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d3a9c28-a63b-4c62-8834-d7d6480a1bbc req-7b81666a-f8ac-4e78-ae8c-a71a8139124f tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1271296 Dec 16 08:10:54.590606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e23f95-0d1a-4fae-b0a4-337967890461 req-32fcb7d0-2033-45b2-b3a9-a5cb3f47834d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:54.592461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14e23f95-0d1a-4fae-b0a4-337967890461 req-32fcb7d0-2033-45b2-b3a9-a5cb3f47834d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 943 time: 0.1490781 Dec 16 08:10:54.666442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d3a9c28-a63b-4c62-8834-d7d6480a1bbc req-4db9716f-79ad-4e3e-83bc-2c8a780a83cf tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092768 Dec 16 08:10:54.692506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-045df76f-2e83-41d9-b771-2158ffa2eb3b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:54.697610 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-045df76f-2e83-41d9-b771-2158ffa2eb3b tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 946 time: 0.1111917 Dec 16 08:10:54.716595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14e23f95-0d1a-4fae-b0a4-337967890461 req-af4bd2ad-8173-4790-a600-b3826d82b6df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860822 Dec 16 08:10:54.717549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:54.775649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=d7b03c53-6239-4b25-a1bd-16e3225f417e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:54.888449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Deleting port c6ea40a6-125d-4b28-acbc-217ac6f4e43e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:54.888449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:55.003027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:10:55.013417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] For port c6ea40a6-125d-4b28-acbc-217ac6f4e43e, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:55.013791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:55.028784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Calling delete_port for c6ea40a6-125d-4b28-acbc-217ac6f4e43e owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:55.153672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 1771a3ec-ec9f-4468-bd0e-1d90d940c34c details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:10:55.178032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3d04e-e715-4d30-827c-8bf47e360ecc req-a5a29d91-ce24-4d78-b0e5-ca57fb547e71 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:55.185526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bc3d04e-e715-4d30-827c-8bf47e360ecc req-a5a29d91-ce24-4d78-b0e5-ca57fb547e71 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 946 time: 0.2135785 Dec 16 08:10:55.390511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bc3d04e-e715-4d30-827c-8bf47e360ecc req-ceb22ffa-e7d0-4569-8cc0-44ddcb16ef57 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035382 Dec 16 08:10:55.483062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:10:55.511182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] Sync routers for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:10:55.525470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:55.592510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:55.596407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:55.597140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:55.601232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:10:55.666609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event deleted for resources: {'Port': ['ID=c6ea40a6-125d-4b28-acbc-217ac6f4e43e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:55.683536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] No DVR routers for this DVR port d7b03c53-6239-4b25-a1bd-16e3225f417e on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:55.691791 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:55.695721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-b598075d-56ae-4298-b61b-041f64a16f56 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "DELETE /v2.0/ports/d7b03c53-6239-4b25-a1bd-16e3225f417e HTTP/1.1" status: 204 len: 173 time: 2.5937834 Dec 16 08:10:55.750500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:10:55.752647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['901331c1-8cdc-4296-92d0-c8513193139c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:10:55.759597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b30b5-0192-46ea-92b6-24b6f9ecbe2c None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:10:55.816484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] No DVR routers for this DVR port c6ea40a6-125d-4b28-acbc-217ac6f4e43e on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:55.845416 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:55.852921 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7633e8f2-2fc8-4679-96a8-fd32c93a1496 req-550962c7-3970-451c-ab3d-f07196a2ccf9 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "DELETE /v2.0/ports/c6ea40a6-125d-4b28-acbc-217ac6f4e43e HTTP/1.1" status: 204 len: 173 time: 1.1472642 Dec 16 08:10:55.853436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'name': 'network-vif-deleted', 'tag': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:55.863822 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4c0c3-ac39-453c-aca4-9db46c8621fc" -d '{"events": [{"server_uuid": "1f3a76f4-5a31-4ced-bac2-054f2b91f171", "name": "network-vif-deleted", "tag": "c6ea40a6-125d-4b28-acbc-217ac6f4e43e"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:55.923830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62240b8-ee3a-4117-8177-2cbfb107070e req-db608e73-86fe-42da-a4c3-411b7974ec67 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:55.933318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b62240b8-ee3a-4117-8177-2cbfb107070e req-db608e73-86fe-42da-a4c3-411b7974ec67 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 943 time: 0.3175550 Dec 16 08:10:55.971221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:55.974177 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7b7c4-5650-49bb-8803-a1f6a5b031e6" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:56.017069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port 65e26515-5357-493d-aae0-1616e423bcad {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:10:56.017577 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:56.032755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b62240b8-ee3a-4117-8177-2cbfb107070e req-81a7e996-db86-490b-bbd1-09341227d504 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea66e081-72e0-4fb6-bc71-2382931cec66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985131 Dec 16 08:10:56.054702 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:56.300808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1771a3ec-ec9f-4468-bd0e-1d90d940c34c {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:10:56.352880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:56.366852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:56.370563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] For port 65e26515-5357-493d-aae0-1616e423bcad, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=65e26515-5357-493d-aae0-1616e423bcad,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:56.370950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:56.406027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad978a-3aba-434d-aa30-ce27a46fc481 req-635a5743-5b76-4117-a3a7-4a27583a17e0 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:56.415608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2dad978a-3aba-434d-aa30-ce27a46fc481 req-635a5743-5b76-4117-a3a7-4a27583a17e0 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.2320671 Dec 16 08:10:56.417855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for 65e26515-5357-493d-aae0-1616e423bcad owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:10:56.479552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:56.766820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7db07-91a2-4f3c-9163-ff341569a418 req-20d751c7-8b53-4c20-a231-022bca820b97 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:56.768376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4d7db07-91a2-4f3c-9163-ff341569a418 req-20d751c7-8b53-4c20-a231-022bca820b97 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 944 time: 0.3484747 Dec 16 08:10:56.780371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:56.785446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2dad978a-3aba-434d-aa30-ce27a46fc481 req-56c57e5f-de67-407d-83a9-29ce31901bcd tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686368 Dec 16 08:10:56.817730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.818077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.818426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.820989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.820989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.820989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.820989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.820989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.821488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.821600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.821932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.822268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.822588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:10:56.885603 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53ab485-f303-4706-9d3b-c9cf58d10581 x-openstack-request-id: req-c53ab485-f303-4706-9d3b-c9cf58d10581 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:56.886120 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a76f4-5a31-4ced-bac2-054f2b91f171", "name": "network-vif-deleted", "tag": "c6ea40a6-125d-4b28-acbc-217ac6f4e43e", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:56.886120 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c53ab485-f303-4706-9d3b-c9cf58d10581 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:56.886524 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a76f4-5a31-4ced-bac2-054f2b91f171', 'name': 'network-vif-deleted', 'tag': 'c6ea40a6-125d-4b28-acbc-217ac6f4e43e', 'status': 'completed', 'code': 200} Dec 16 08:10:56.899327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4d7db07-91a2-4f3c-9163-ff341569a418 req-e85ac18c-d24e-42da-8fdd-affba5e43be0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100197 Dec 16 08:10:56.900581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:56.925318 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['1771a3ec-ec9f-4468-bd0e-1d90d940c34c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:10:56.967683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=65e26515-5357-493d-aae0-1616e423bcad,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:57.050901 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4447d52a-f034-4edc-a810-44a9e473621d x-openstack-request-id: req-4447d52a-f034-4edc-a810-44a9e473621d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:57.056855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:40Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:57.057844 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "d7b03c53-6239-4b25-a1bd-16e3225f417e", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:57.058488 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4447d52a-f034-4edc-a810-44a9e473621d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:57.059131 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': 'd7b03c53-6239-4b25-a1bd-16e3225f417e', 'status': 'completed', 'code': 200} Dec 16 08:10:57.106309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] Checking router: f5d93b7d-cdd2-4482-9f0e-2b0a29306581 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:10:57.118879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] No DVR routers for this DVR port 65e26515-5357-493d-aae0-1616e423bcad on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:10:57.122708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:57.127884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e618ef6-abf0-4e7e-951e-44e0d056e262 req-0a72e136-8312-4d23-9939-c457e14afd97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.36 "DELETE /v2.0/ports/65e26515-5357-493d-aae0-1616e423bcad HTTP/1.1" status: 204 len: 173 time: 1.4222038 Dec 16 08:10:57.159560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c6ea40a6-125d-4b28-acbc-217ac6f4e43e no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:10:57.184907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4ab3156-50d2-459f-a02c-179ea774fca7 req-9ab790b8-12de-4025-a033-cf978084c2c2 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f3a76f4-5a31-4ced-bac2-054f2b91f171 HTTP/1.1" status: 200 len: 210 time: 0.1229668 Dec 16 08:10:57.204766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: c6ea40a6-125d-4b28-acbc-217ac6f4e43e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:10:57.205121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device c6ea40a6-125d-4b28-acbc-217ac6f4e43e not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:10:57.215802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:10:57.216010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:10:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:57.267197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-293ad201-1223-48d5-87ad-a369a12f57f6 req-8fc02c2b-1e01-4018-83ec-547a0840ab27 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0786698 Dec 16 08:10:57.507289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53594) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:57.582726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:10:57.726147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1843674a-44c7-4ef5-a374-dcd2c3725fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:57.890565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1843674a-44c7-4ef5-a374-dcd2c3725fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:57.964003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1843674a-44c7-4ef5-a374-dcd2c3725fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:58.003144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b506b1-a175-4d7f-8e4f-36d982036aa4 req-bdaac9e9-388b-4c88-9ad1-db9e218b5734 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:58.021670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7b506b1-a175-4d7f-8e4f-36d982036aa4 req-bdaac9e9-388b-4c88-9ad1-db9e218b5734 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1070635 Dec 16 08:10:58.023244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1843674a-44c7-4ef5-a374-dcd2c3725fe2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1370927910a471ca73ea4240ce8e970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141296 Dec 16 08:10:58.026423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53608) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:58.122924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843674a-44c7-4ef5-a374-dcd2c3725fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9033cfd-83f8-4180-a989-5d9c81d5495e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:58.183985 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eda7ca2-b959-4248-ad57-90ef418eec3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:58.188554 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:58.223192 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eda7ca2-b959-4248-ad57-90ef418eec3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:58.324826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f95f84e7-3881-4b37-a0e1-12b3e69e545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:58.388793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:40Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:10:58.416419 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eda7ca2-b959-4248-ad57-90ef418eec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:58.419383 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7eda7ca2-b959-4248-ad57-90ef418eec3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:58.421013 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7eda7ca2-b959-4248-ad57-90ef418eec3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9033cfd-83f8-4180-a989-5d9c81d5495e HTTP/1.1" status: 204 len: 168 time: 0.3915973 Dec 16 08:10:58.423347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d0e00b-9135-45f9-87e4-b70880f21332 None None] The sync data for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 is: [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T07:59:35Z', 'revision_number': 4, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'bfb345b9-d15d-4467-88fd-1c66d82a11bc', 'name': '', 'network_id': 'f2f12833-3072-4c1a-970c-30f5266dac1a', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'mac_address': 'fa:16:3e:79:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:34Z', 'updated_at': '2021-12-16T07:59:40Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'subnets': [{'id': '49a7a9c6-ae2a-42c7-a62d-77baf3b74baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:10:58.442362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda7ca2-b959-4248-ad57-90ef418eec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9033cfd-83f8-4180-a989-5d9c81d5495e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:58.660361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab818a-acba-4b7a-9b70-b7c3bab7e72d req-61c51533-9cf0-4a87-ae5d-712260c37f70 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:58.662091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9ab818a-acba-4b7a-9b70-b7c3bab7e72d req-61c51533-9cf0-4a87-ae5d-712260c37f70 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 944 time: 0.6344304 Dec 16 08:10:58.687742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7b506b1-a175-4d7f-8e4f-36d982036aa4 req-e3ff8bbf-6091-4ab5-b995-246c0e44551b tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469309 Dec 16 08:10:58.784610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9ab818a-acba-4b7a-9b70-b7c3bab7e72d req-a4dcccef-f1e1-4313-a802-771a8bb649ab tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956907 Dec 16 08:10:58.881362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7553470c-ce60-4a52-a947-46aab73b33b7 req-78111177-33b9-47d1-b446-fce9dd61999e tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0420258 Dec 16 08:10:58.922708 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b1e0a-eb71-47db-8c96-90511fb7acc4 None None] New status for floating IP 69da433f-e76e-47ed-a73e-f361d524f72c: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:10:59.060962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': '65e26515-5357-493d-aae0-1616e423bcad'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:59.063455 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1477385-3be4-4d0e-80c3-313a4b716a2f" -d '{"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "65e26515-5357-493d-aae0-1616e423bcad"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:59.107568 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d46f27b-a401-4aa7-b534-ff666fc78afa x-openstack-request-id: req-4d46f27b-a401-4aa7-b534-ff666fc78afa {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:59.108208 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f6c1e3-94b1-4e62-8041-bc6375e7a90d", "name": "network-vif-deleted", "tag": "65e26515-5357-493d-aae0-1616e423bcad", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:59.108208 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d46f27b-a401-4aa7-b534-ff666fc78afa {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:59.108605 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f6c1e3-94b1-4e62-8041-bc6375e7a90d', 'name': 'network-vif-deleted', 'tag': '65e26515-5357-493d-aae0-1616e423bcad', 'status': 'completed', 'code': 200} Dec 16 08:10:59.155870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 1771a3ec-ec9f-4468-bd0e-1d90d940c34c up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:10:59.569717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:10:59.575228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:10:59.576114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:59.675878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53624) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:59.686950 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:59.693419 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e2f938f-4424-4a1d-b6cf-9823bc5f586b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:59.732007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:10:59.739261 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59706d20-ce93-40d7-a9dc-fa40a98447c4" -d '{"events": [{"server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "name": "network-vif-plugged", "status": "completed", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:10:59.751263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:10:59.813434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee3041-91b1-47b3-a3e6-9c7bedab7af1 req-df15fc0f-803e-47db-8333-de6ffaf7f03e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:10:59.821720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e2f938f-4424-4a1d-b6cf-9823bc5f586b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:59.828660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ee3041-91b1-47b3-a3e6-9c7bedab7af1 req-df15fc0f-803e-47db-8333-de6ffaf7f03e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0722096 Dec 16 08:10:59.845552 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33561c9-d8f6-4b3d-a8bd-d38e03fc5557 x-openstack-request-id: req-c33561c9-d8f6-4b3d-a8bd-d38e03fc5557 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:10:59.845950 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "name": "network-vif-plugged", "status": "completed", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:10:59.846214 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c33561c9-d8f6-4b3d-a8bd-d38e03fc5557 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:10:59.846639 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'code': 200} Dec 16 08:10:59.847831 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:59.905676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0e2f938f-4424-4a1d-b6cf-9823bc5f586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:10:59.929918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:59.968031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0e2f938f-4424-4a1d-b6cf-9823bc5f586b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d5c43785e084318b0dc1d4f78ed6fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910433 Dec 16 08:10:59.968947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f938f-4424-4a1d-b6cf-9823bc5f586b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb0d4f-903e-4671-a552-74d8928d45d8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:10:59.974087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53636) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:10:59.987677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-14ee3041-91b1-47b3-a3e6-9c7bedab7af1 req-e5f2f18d-1cce-4fbb-a507-3c265070033f tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567109 Dec 16 08:11:00.008674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:00.033553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fb4bd-f8a0-4a08-8012-f3a6660d9b3b req-deb14fc9-23cc-4c74-8a32-71cb70dcafac tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:00.035096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a9fb4bd-f8a0-4a08-8012-f3a6660d9b3b req-deb14fc9-23cc-4c74-8a32-71cb70dcafac tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 945 time: 0.1333916 Dec 16 08:11:00.066043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69c1c8b5-e9bd-4d2b-a3f8-47fe967b11df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:00.104349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463bd0f-040b-46d8-87a8-1044aedcf0b8 req-24ad6c7b-4dc3-4ec2-ba6d-413480d2aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:00.106977 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4463bd0f-040b-46d8-87a8-1044aedcf0b8 req-24ad6c7b-4dc3-4ec2-ba6d-413480d2aeeb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1097 time: 0.1504951 Dec 16 08:11:00.109182 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69c1c8b5-e9bd-4d2b-a3f8-47fe967b11df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:00.132772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a9fb4bd-f8a0-4a08-8012-f3a6660d9b3b req-3768b220-49d0-405b-86dc-fde27fa79477 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885363 Dec 16 08:11:00.154811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015dc57-f279-43bc-98bc-d4ab40444ef0 req-dc8820e5-40c8-4c67-8795-0e28c37a9a01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:00.156350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b015dc57-f279-43bc-98bc-d4ab40444ef0 req-dc8820e5-40c8-4c67-8795-0e28c37a9a01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 945 time: 0.0777807 Dec 16 08:11:00.217437 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4463bd0f-040b-46d8-87a8-1044aedcf0b8 req-5a4f6530-58d2-4d16-a5a5-9cb8dc5eb755 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005890 Dec 16 08:11:00.245732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b015dc57-f279-43bc-98bc-d4ab40444ef0 req-39e78001-9b24-4019-b323-39947ee641d8 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827606 Dec 16 08:11:00.278719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5ab94798-dc3e-4d79-8935-0efc5437948e req-c24ff253-354a-496b-8650-9071374c4b05 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0309172 Dec 16 08:11:00.311803 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69c1c8b5-e9bd-4d2b-a3f8-47fe967b11df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:00.314626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-69c1c8b5-e9bd-4d2b-a3f8-47fe967b11df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:00.318039 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-69c1c8b5-e9bd-4d2b-a3f8-47fe967b11df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61cb0d4f-903e-4671-a552-74d8928d45d8 HTTP/1.1" status: 204 len: 168 time: 0.3407526 Dec 16 08:11:00.325847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1c8b5-e9bd-4d2b-a3f8-47fe967b11df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb0d4f-903e-4671-a552-74d8928d45d8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:00.677241 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-36076978-2bd1-42d0-ada8-2445ce97a1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:01.191292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e546fe4-ac60-4b9b-9b76-3d7e1e95c67b req-03abc6cc-7c8b-4d80-9297-3680c2cc5be7 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:01.200550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e546fe4-ac60-4b9b-9b76-3d7e1e95c67b req-03abc6cc-7c8b-4d80-9297-3680c2cc5be7 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1136320 Dec 16 08:11:01.309764 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e546fe4-ac60-4b9b-9b76-3d7e1e95c67b req-8cc32c9a-8412-4a8c-ae5a-eb8375d4e62b tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069927 Dec 16 08:11:01.317981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ce188-2beb-44ac-a3c7-a75aefc1ce98 req-ace3bedb-5d53-45b2-a559-f9ee45c7bdee tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:01.324794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-373ce188-2beb-44ac-a3c7-a75aefc1ce98 req-ace3bedb-5d53-45b2-a559-f9ee45c7bdee tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 945 time: 0.1004627 Dec 16 08:11:01.392760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-373ce188-2beb-44ac-a3c7-a75aefc1ce98 req-8122d408-7892-49ef-aacf-4d8fd1a4d201 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662141 Dec 16 08:11:01.499594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feda47-2d82-4392-9dc5-54d0d88a527e req-a1cb4c03-deb7-4642-8f20-7a071ae0f9f4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:01.504690 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09feda47-2d82-4392-9dc5-54d0d88a527e req-a1cb4c03-deb7-4642-8f20-7a071ae0f9f4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 945 time: 0.1032975 Dec 16 08:11:01.508784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-45753cc8-b41b-445b-ae53-61ece6bcb4b2 req-9f5c8ea0-f4d5-4274-b679-26a6b13e4a77 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0454354 Dec 16 08:11:01.596431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09feda47-2d82-4392-9dc5-54d0d88a527e req-e3d6d80e-e33a-43a6-816b-202bac6b7234 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858076 Dec 16 08:11:01.612767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-a2cae250-b410-4e3c-b100-c562dedd8f97 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:01.614502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-a2cae250-b410-4e3c-b100-c562dedd8f97 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 945 time: 0.0884280 Dec 16 08:11:01.729785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Deleting port 901331c1-8cdc-4296-92d0-c8513193139c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:01.730130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:01.826594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] For port 901331c1-8cdc-4296-92d0-c8513193139c, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=901331c1-8cdc-4296-92d0-c8513193139c,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:01.827281 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:01.831609 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:01.842870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Calling delete_port for 901331c1-8cdc-4296-92d0-c8513193139c owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:02.031159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:02.063713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event deleted for resources: {'Port': ['ID=901331c1-8cdc-4296-92d0-c8513193139c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:02.067998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['901331c1-8cdc-4296-92d0-c8513193139c'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:11:02.072933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:11:02.095368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779abb36-133f-4fb4-ba8f-3c5f80725175 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:02.122762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] No DVR routers for this DVR port 901331c1-8cdc-4296-92d0-c8513193139c on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:11:02.125650 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:02.129414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6aed5a9c-9098-465f-a034-7e40667d6522 req-f1c2d7bc-cd2d-4c74-a292-29c283a021e3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.36 "DELETE /v2.0/ports/901331c1-8cdc-4296-92d0-c8513193139c HTTP/1.1" status: 204 len: 173 time: 0.5080504 Dec 16 08:11:02.130317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'name': 'network-vif-deleted', 'tag': '901331c1-8cdc-4296-92d0-c8513193139c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:11:02.133612 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bead22d3-9918-4328-bf50-345d7b07e0a4" -d '{"events": [{"server_uuid": "2ffa575b-d56b-4eeb-9751-2732f8f5981c", "name": "network-vif-deleted", "tag": "901331c1-8cdc-4296-92d0-c8513193139c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:11:02.173264 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a4dcff-47bd-4176-90d9-dddd2a7a9bef x-openstack-request-id: req-91a4dcff-47bd-4176-90d9-dddd2a7a9bef {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:11:02.173559 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffa575b-d56b-4eeb-9751-2732f8f5981c", "name": "network-vif-deleted", "tag": "901331c1-8cdc-4296-92d0-c8513193139c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:11:02.173814 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91a4dcff-47bd-4176-90d9-dddd2a7a9bef {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:11:02.174270 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffa575b-d56b-4eeb-9751-2732f8f5981c', 'name': 'network-vif-deleted', 'tag': '901331c1-8cdc-4296-92d0-c8513193139c', 'status': 'completed', 'code': 200} Dec 16 08:11:02.434039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3598-8ac2-4962-a255-ab17f07cbde2 req-74110f2d-203d-441f-8ff0-89ba5e324a6c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:02.435570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d41a3598-8ac2-4962-a255-ab17f07cbde2 req-74110f2d-203d-441f-8ff0-89ba5e324a6c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0528836 Dec 16 08:11:02.508800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d41a3598-8ac2-4962-a255-ab17f07cbde2 req-1f1e7b0f-4f37-43fd-86ca-8960c5060a84 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664823 Dec 16 08:11:02.527116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0367330e-4e98-4832-b0c9-bcff4c0e8def req-24eff5cf-d55a-4143-959f-d408cf3c7591 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ffa575b-d56b-4eeb-9751-2732f8f5981c HTTP/1.1" status: 200 len: 210 time: 0.0384357 Dec 16 08:11:02.619795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d3806813-7576-4b72-a864-bb0bd21fda68 req-df819a8c-43b8-4737-b9a1-650bcf42ecf0 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0273910 Dec 16 08:11:02.713954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b287b-02eb-4fcb-9313-1f783628aba1 req-136f8ba6-2c2f-4744-878f-18dde50faf36 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:02.715483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e2b287b-02eb-4fcb-9313-1f783628aba1 req-136f8ba6-2c2f-4744-878f-18dde50faf36 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 945 time: 0.0547156 Dec 16 08:11:02.766327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e2b287b-02eb-4fcb-9313-1f783628aba1 req-37605407-3d88-4c5c-88ef-c706d1d45916 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 Dec 16 08:11:02.883623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac403f-e2c4-4790-ab58-9b7eccdd99a5 req-75ae9482-6e88-4dba-a806-b04c55fb7f78 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:02.885227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75ac403f-e2c4-4790-ab58-9b7eccdd99a5 req-75ae9482-6e88-4dba-a806-b04c55fb7f78 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 945 time: 0.0529294 Dec 16 08:11:02.941375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75ac403f-e2c4-4790-ab58-9b7eccdd99a5 req-b2f28deb-15ec-4dd7-9f59-8db6942519c4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499854 Dec 16 08:11:02.965510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53688) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:03.010989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273190f9-7f79-4618-a54e-2c42d34ec8bb tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:03.012637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-273190f9-7f79-4618-a54e-2c42d34ec8bb tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1092 time: 0.0461192 Dec 16 08:11:03.025694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53690) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:03.030216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:11:03.128472 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:03.231710 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:03.340668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.25.2.176 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/3912c45f-a4d1-49ca-a4df-d3dcb79fa735) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:11:03.441179 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:03.454467 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:03.556426 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:03.643275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:11:03.644776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=3912c45f-a4d1-49ca-a4df-d3dcb79fa735,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:03.653632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:11:03.656154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:11:03.701404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa74f7-811a-412d-aaad-ce664814e78f req-c2ce0f29-221b-4b16-b20a-abb9243de7b6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:03.702939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3fa74f7-811a-412d-aaad-ce664814e78f req-c2ce0f29-221b-4b16-b20a-abb9243de7b6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1104946 Dec 16 08:11:03.778551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-076339ec-daa5-432f-8b3d-8912dc3b8d12 req-92d7ef3f-6531-419c-ac26-eb229aec8719 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0649283 Dec 16 08:11:03.844051 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3fa74f7-811a-412d-aaad-ce664814e78f req-029e1146-6a23-424d-9b8e-be6c8f164a4f tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294496 Dec 16 08:11:04.140278 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:04.240695 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:04.374412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-02b6f624-5823-4f26-bd4b-b4cf04c47944 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434735 Dec 16 08:11:04.406829 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:04.535410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52922575-ebcf-4820-98bb-d89666accedc req-5c9a6b3a-fdfa-4088-b7fe-5e079c92cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:04.536930 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-5c9a6b3a-fdfa-4088-b7fe-5e079c92cee8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.0912998 Dec 16 08:11:04.652019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:04.677763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52922575-ebcf-4820-98bb-d89666accedc req-92283931-f44e-4984-b1a0-42830df04112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:04.679198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-92283931-f44e-4984-b1a0-42830df04112 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.1212802 Dec 16 08:11:04.722936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:04.727426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-dffd89eb-4b91-44e1-97c5-b4ce3671b428 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 217 time: 0.0387726 Dec 16 08:11:04.835648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=3912c45f-a4d1-49ca-a4df-d3dcb79fa735,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:04.846115 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:04.848360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52922575-ebcf-4820-98bb-d89666accedc req-6104b76d-2eac-40b5-97ae-9628041dd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:04.849862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-6104b76d-2eac-40b5-97ae-9628041dd801 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.1157563 Dec 16 08:11:04.949176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a042413e-f3d9-4104-b62a-f1ef52566593 req-e1d328df-fcc3-4ff1-9db8-da070eed1a1f tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0636322 Dec 16 08:11:04.950830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-5fbe1083-019e-4e6c-8a8c-b4fa952b4dca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669355 Dec 16 08:11:05.080380 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Floating IP af21d1f3-f940-4381-a5a4-9d57af7b6cec associated. External IP: 172.25.2.176, port: 1771a3ec-ec9f-4468-bd0e-1d90d940c34c. Dec 16 08:11:05.439383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd4782-6143-461e-b9f4-8ce69cddc53b req-a2bc883c-96db-4790-be24-332585957308 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:05.440866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cecd4782-6143-461e-b9f4-8ce69cddc53b req-a2bc883c-96db-4790-be24-332585957308 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.4969804 Dec 16 08:11:05.519833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-c5bd3d06-9480-41f9-98cd-199f8d478ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322623 Dec 16 08:11:05.614861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cecd4782-6143-461e-b9f4-8ce69cddc53b req-b887e1e5-9b3b-4eda-93ac-f25c1739fc9d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652422 Dec 16 08:11:05.717189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52922575-ebcf-4820-98bb-d89666accedc req-d1125b87-3422-448e-bf7d-88231f715175 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873076 Dec 16 08:11:05.747120 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:11:05.865434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:11:05.878150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] Sync routers for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:11:05.890178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:11:05.891061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:11:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:05.955003 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-e448b977-92ee-4c41-aa88-5250a6eb00d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551260 Dec 16 08:11:05.970728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:06.005600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:11:06.010138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b297b930-1798-4d1f-88d9-aa458b717fdd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9833617 Dec 16 08:11:06.012536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:11:06.013020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53706) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:06.014029 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971e1075-7c23-4704-987a-601553a4ac67" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:11:06.083829 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5222a8c1-77e4-4d22-be26-3638f7f1ec50 x-openstack-request-id: req-5222a8c1-77e4-4d22-be26-3638f7f1ec50 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:11:06.084117 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:11:06.084394 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5222a8c1-77e4-4d22-be26-3638f7f1ec50 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:11:06.084828 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'status': 'completed', 'code': 200} Dec 16 08:11:06.130153 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ca5641d0-c1f4-4492-a627-d5d3eb48d4dc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/floatingips/af21d1f3-f940-4381-a5a4-9d57af7b6cec HTTP/1.1" status: 200 len: 991 time: 0.1133044 Dec 16 08:11:06.154933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-45dbb6ae-05c2-4554-9adf-a55e001874cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.156757 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-45dbb6ae-05c2-4554-9adf-a55e001874cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d73240de04944831a8c79f6794c544ff&device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 1097 time: 0.0854785 Dec 16 08:11:06.320770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1530681b-32a1-4940-8847-9c9735006739 req-10eb7d5a-4482-45b6-a1ff-a5903c9c6938 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.1204617 Dec 16 08:11:06.321294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-89bda6fc-5335-4082-9988-e6caa37f6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.328064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-89bda6fc-5335-4082-9988-e6caa37f6ed8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 200 len: 916 time: 0.1442144 Dec 16 08:11:06.337859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1075-7c23-4704-987a-601553a4ac67 req-8069c709-97ff-467d-bfd6-4266294612d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.342792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-971e1075-7c23-4704-987a-601553a4ac67 req-8069c709-97ff-467d-bfd6-4266294612d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1097 time: 0.2126539 Dec 16 08:11:06.392692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:28Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:03Z', 'revision_number': 0, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:06.397001 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-20957086-5e08-4725-a250-cc1430a43aff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 HTTP/1.1" status: 200 len: 217 time: 0.0659537 Dec 16 08:11:06.462193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1075-7c23-4704-987a-601553a4ac67 req-0ba22fe8-062d-434e-8042-bb4176f4676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.464053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-971e1075-7c23-4704-987a-601553a4ac67 req-0ba22fe8-062d-434e-8042-bb4176f4676e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 898 time: 0.1125104 Dec 16 08:11:06.465374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] Checking router: 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:11:06.491980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:11:06.496276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:11:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:06.505174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-02521dc2-0a38-4110-97cb-63c91ab0ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.506912 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-02521dc2-0a38-4110-97cb-63c91ab0ef81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 200 len: 855 time: 0.1021061 Dec 16 08:11:06.558643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-971e1075-7c23-4704-987a-601553a4ac67 req-0ed9cf15-ff46-4f1a-b572-0ffb71509ff4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 200 len: 999 time: 0.0825913 Dec 16 08:11:06.567428 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-92aebfc7-3d62-4387-b79f-64b952d85885 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=576d7a04-a028-456d-bfd7-f35fd21abf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540411 Dec 16 08:11:06.578319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 901331c1-8cdc-4296-92d0-c8513193139c no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:11:06.609084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 901331c1-8cdc-4296-92d0-c8513193139c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:11:06.609425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 901331c1-8cdc-4296-92d0-c8513193139c not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:11:06.648441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1075-7c23-4704-987a-601553a4ac67 req-f8558ed8-9cd6-4840-bab6-964f78fe070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.650163 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-971e1075-7c23-4704-987a-601553a4ac67 req-f8558ed8-9cd6-4840-bab6-964f78fe070d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb HTTP/1.1" status: 200 len: 834 time: 0.0847692 Dec 16 08:11:06.726264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:11:06.735617 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-ca87f5e2-b819-4f79-a556-e16e36dedfd2 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606336 Dec 16 08:11:06.759191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1075-7c23-4704-987a-601553a4ac67 req-79539635-3fda-41b0-9973-6935cc210e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.762758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-971e1075-7c23-4704-987a-601553a4ac67 req-79539635-3fda-41b0-9973-6935cc210e71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c736d357-1065-442d-9bf0-9e7b8c13a5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010211 Dec 16 08:11:06.888114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe1590-17f1-43bf-b3fe-c16129f012ac req-508ab297-dc9a-4c81-8f72-fb5f7fc492c1 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:06.890309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63fe1590-17f1-43bf-b3fe-c16129f012ac req-508ab297-dc9a-4c81-8f72-fb5f7fc492c1 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1247518 Dec 16 08:11:06.922896 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7622c593-5cda-4f61-b1de-2bb474fbc61a req-5e2e886d-2480-4d61-87de-bb79a2829505 service neutron] 10.222.0.16 "GET /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798167 Dec 16 08:11:06.933823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-971e1075-7c23-4704-987a-601553a4ac67 req-0144c4de-7b8b-4998-ae99-590fbe40b343 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552730 Dec 16 08:11:06.971551 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63fe1590-17f1-43bf-b3fe-c16129f012ac req-1f9f8f73-64ef-4ce8-82e1-d8af226a86c9 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693285 Dec 16 08:11:07.029366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:28Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:03Z', 'revision_number': 0, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:07.059569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048b519-ff4a-405b-8550-418390de6fcd None None] The sync data for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 is: [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:10:28Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:03Z', 'revision_number': 0, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:11:07.135073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53748) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:07.208550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-971e1075-7c23-4704-987a-601553a4ac67 req-63f021a1-4829-4d15-84f0-41a241ca8140 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359593 Dec 16 08:11:07.221584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-acebfb5c-dfac-4dd8-98e2-3722edfe9d97 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/floatingips/af21d1f3-f940-4381-a5a4-9d57af7b6cec HTTP/1.1" status: 200 len: 991 time: 0.0849679 Dec 16 08:11:07.382109 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd2b2a-8e59-44d4-9047-803bfaa8b24b None None] New status for floating IP af21d1f3-f940-4381-a5a4-9d57af7b6cec: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:11:07.518086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26a2e8c6-a198-4c38-a8d5-d1ecb964df74 req-e640db00-2b5b-415a-b03b-5d79d41d1a68 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0599515 Dec 16 08:11:08.111638 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e75a-959a-44de-9c81-b98b9274d09a req-dbc81b88-ede2-4c1c-84b0-069249da551d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:08.113277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c41e75a-959a-44de-9c81-b98b9274d09a req-dbc81b88-ede2-4c1c-84b0-069249da551d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0605981 Dec 16 08:11:08.177707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c41e75a-959a-44de-9c81-b98b9274d09a req-d61122d3-8da4-4334-98cf-ebbb01c4fb8b tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559399 Dec 16 08:11:08.224356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53794) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:08.329058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c6d53549-3631-46f5-9938-8eb3e09d7485 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/floatingips/af21d1f3-f940-4381-a5a4-9d57af7b6cec HTTP/1.1" status: 200 len: 993 time: 0.0965245 Dec 16 08:11:08.692438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f25cfdef-1afb-48b8-b0dc-49af7935900a req-10e5c7df-fd89-48e2-9263-eb7305441a97 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0432804 Dec 16 08:11:09.311100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049df5-720f-40b7-b7cd-c29391068207 req-79371251-d3ec-4df8-84a9-578b96398eb6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:09.316706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05049df5-720f-40b7-b7cd-c29391068207 req-79371251-d3ec-4df8-84a9-578b96398eb6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0644462 Dec 16 08:11:09.370076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05049df5-720f-40b7-b7cd-c29391068207 req-f092b202-e72d-44ef-ad7c-eaab34e8fe66 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512698 Dec 16 08:11:09.595060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:09.758349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e51ca551-ab57-4cfd-b0fb-4b830692e81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:09.853496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b23c8f0-4540-407d-a886-eb3796264d8d req-d519d9e8-dafb-4eb7-8e0c-f7c1a572fa85 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0619750 Dec 16 08:11:10.156080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e51ca551-ab57-4cfd-b0fb-4b830692e81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:10.156080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e51ca551-ab57-4cfd-b0fb-4b830692e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:10.156080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ca551-ab57-4cfd-b0fb-4b830692e81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1332723-3464-4634-b6ea-ae91ce8a0d21,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:10.160436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53830) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:10.165704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e51ca551-ab57-4cfd-b0fb-4b830692e81e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d4cd49daa1742638cc000d58c7a6465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589887 Dec 16 08:11:10.166655 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a17013c-5bdf-45cd-8177-39bf596f6fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:10.201387 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a17013c-5bdf-45cd-8177-39bf596f6fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:10.436705 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a17013c-5bdf-45cd-8177-39bf596f6fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:10.440359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0a17013c-5bdf-45cd-8177-39bf596f6fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:10.441868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0a17013c-5bdf-45cd-8177-39bf596f6fa0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1332723-3464-4634-b6ea-ae91ce8a0d21 HTTP/1.1" status: 204 len: 168 time: 0.3844929 Dec 16 08:11:10.457056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17013c-5bdf-45cd-8177-39bf596f6fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1332723-3464-4634-b6ea-ae91ce8a0d21,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:10.545063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43bfa-bd41-4c21-b068-a985075999ef req-eb2c3eb7-d3d9-4a28-bd4a-df67843756c4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:10.555859 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cc43bfa-bd41-4c21-b068-a985075999ef req-eb2c3eb7-d3d9-4a28-bd4a-df67843756c4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0865703 Dec 16 08:11:10.649704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6cc43bfa-bd41-4c21-b068-a985075999ef req-4dc54bc9-f344-4b4d-80f1-f578167ba5a5 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925670 Dec 16 08:11:11.070827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ad44bb6-ce02-44d5-94b8-91cf457b3285 req-21b47e31-fd8a-40b7-ab9d-ef892e0b71bd tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0598018 Dec 16 08:11:11.400505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 53848) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:11.418350 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d483acc-6789-4294-9df6-f378ef0726ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:11.531904 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d483acc-6789-4294-9df6-f378ef0726ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:11.648972 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8d483acc-6789-4294-9df6-f378ef0726ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:11.695486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 53852) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:11.695993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8d483acc-6789-4294-9df6-f378ef0726ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=851e58f2f8bf4325883f5e1794dadcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2940600 Dec 16 08:11:11.696802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d483acc-6789-4294-9df6-f378ef0726ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d327292-2df2-4c7d-8073-4ee54137d883,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:11.794191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-acf114b5-259a-4d52-9e22-a139bc9d1161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:11.840553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63525df7-813d-4fd9-abbb-9595cfdc57f2 req-1ed6570d-f92b-440b-a77a-d3d6a43f82e3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:11.853156 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63525df7-813d-4fd9-abbb-9595cfdc57f2 req-1ed6570d-f92b-440b-a77a-d3d6a43f82e3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0966294 Dec 16 08:11:11.858650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-acf114b5-259a-4d52-9e22-a139bc9d1161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:11.961483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63525df7-813d-4fd9-abbb-9595cfdc57f2 req-4e0179db-23ba-4044-96fe-907f6aea051c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060755 Dec 16 08:11:12.105983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-acf114b5-259a-4d52-9e22-a139bc9d1161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:12.108559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-acf114b5-259a-4d52-9e22-a139bc9d1161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:12.110029 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-acf114b5-259a-4d52-9e22-a139bc9d1161 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d327292-2df2-4c7d-8073-4ee54137d883 HTTP/1.1" status: 204 len: 168 time: 0.4132233 Dec 16 08:11:12.121773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf114b5-259a-4d52-9e22-a139bc9d1161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d327292-2df2-4c7d-8073-4ee54137d883,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:12.252466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-112522d9-0d99-498b-a8dc-767c6893c081 req-bd459b2e-306e-4369-913d-2a4767b85a1d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0387778 Dec 16 08:11:13.213321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce21f1a-0f4d-4b97-8af0-ac0b3d4a5030 req-49dfe153-191d-4454-b3e8-8cf43fec8596 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:13.217161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ce21f1a-0f4d-4b97-8af0-ac0b3d4a5030 req-49dfe153-191d-4454-b3e8-8cf43fec8596 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1248736 Dec 16 08:11:13.281975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ce21f1a-0f4d-4b97-8af0-ac0b3d4a5030 req-5f6ff4da-a53d-40ee-8721-a6b0d58356b4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583925 Dec 16 08:11:13.473499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c223407-6eb7-44a6-be11-34dc4ab8043c req-2024b6f4-c3a3-4224-85df-61e73df4c902 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0562038 Dec 16 08:11:14.463725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d9ebb-c330-432f-bd93-bf4a3b4af951 req-0df9ffdd-2d52-4fcc-9375-cf82864c6808 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:14.466074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-181d9ebb-c330-432f-bd93-bf4a3b4af951 req-0df9ffdd-2d52-4fcc-9375-cf82864c6808 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0632966 Dec 16 08:11:14.563298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-181d9ebb-c330-432f-bd93-bf4a3b4af951 req-2576af8a-a967-4f80-85b6-1b9ccc6f18f0 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896668 Dec 16 08:11:14.650662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d473d160-6532-4845-a9b4-4a1997a210f1 req-fd08b055-af61-4583-adc9-f6c4139056dc tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0636811 Dec 16 08:11:15.706608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc52409-2fbd-4122-8174-3dbf5bc18814 req-1cf38e2b-8394-4457-bcdd-b81c766ba999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:15.708160 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdc52409-2fbd-4122-8174-3dbf5bc18814 req-1cf38e2b-8394-4457-bcdd-b81c766ba999 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 1097 time: 0.0854239 Dec 16 08:11:15.813662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cdc52409-2fbd-4122-8174-3dbf5bc18814 req-3bf336f7-dfa9-4d71-8735-f5146e17d677 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947680 Dec 16 08:11:15.873208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c377ef69-fc9e-4a57-b040-6ea90f364673 req-cc9ac256-e2aa-4892-864c-0869b108b997 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0624187 Dec 16 08:11:15.882445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b766d6-9ed6-48f1-9b89-94deb400cec6 req-03b81450-d09a-4477-9d40-ac51ae9aae41 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:15.899753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6b766d6-9ed6-48f1-9b89-94deb400cec6 req-03b81450-d09a-4477-9d40-ac51ae9aae41 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1905138 Dec 16 08:11:15.961720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b6b766d6-9ed6-48f1-9b89-94deb400cec6 req-d9d397a4-da39-4b5b-97b0-6e97221b7ae2 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Dec 16 08:11:17.115418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cd11f75-d125-4f51-9652-f9845bf67975 req-04221f7a-a722-4288-892e-c88a73e829ee tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0541549 Dec 16 08:11:17.263236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bb47-785b-44d8-a2b6-b5f828ab2ffe req-935241ff-d734-4c0f-a25e-3e28b007bdc3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:17.265107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a44bb47-785b-44d8-a2b6-b5f828ab2ffe req-935241ff-d734-4c0f-a25e-3e28b007bdc3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1095932 Dec 16 08:11:17.354691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a44bb47-785b-44d8-a2b6-b5f828ab2ffe req-a46f6f02-7316-4c14-96fc-16ec220fa390 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828912 Dec 16 08:11:17.480291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da7288-ba73-4062-9052-aa32a865322c req-a288e8d9-5ce6-4991-97a3-ffdde4b07196 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:17.496343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32da7288-ba73-4062-9052-aa32a865322c req-a288e8d9-5ce6-4991-97a3-ffdde4b07196 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0655789 Dec 16 08:11:17.560133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32da7288-ba73-4062-9052-aa32a865322c req-5e1bc7c8-cfd6-465a-a296-58415ceaa8b5 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680969 Dec 16 08:11:18.145256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f326701-a399-48df-99c9-25f311d9b7fc req-5973d0c2-ef2a-4e33-a10b-bf08b5b3f134 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:18.146839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f326701-a399-48df-99c9-25f311d9b7fc req-5973d0c2-ef2a-4e33-a10b-bf08b5b3f134 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0968423 Dec 16 08:11:18.268891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f326701-a399-48df-99c9-25f311d9b7fc req-78bbc3cd-d91b-43ae-9dda-41a5799be0f0 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138496 Dec 16 08:11:18.311858 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43b7ba76-0b94-4a12-927e-77f36430383d req-a0dc6513-d932-4d5b-83e2-1199f9ffd54b tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0598474 Dec 16 08:11:19.518470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649fd2-162c-4129-a559-fd7b9b434e4d req-7cd5665c-8c10-4833-95af-bb328b2b06d8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:19.521258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c649fd2-162c-4129-a559-fd7b9b434e4d req-7cd5665c-8c10-4833-95af-bb328b2b06d8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1038563 Dec 16 08:11:19.571503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a50e5-c92b-4151-a161-6ddc9cc6f5e8 req-18e9ca74-1bf9-4ba4-a634-a23beca8e046 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:19.576652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe2a50e5-c92b-4151-a161-6ddc9cc6f5e8 req-18e9ca74-1bf9-4ba4-a634-a23beca8e046 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 945 time: 0.1275537 Dec 16 08:11:19.649428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c649fd2-162c-4129-a559-fd7b9b434e4d req-85ea2a65-d705-4cfd-8ac5-8a7545766666 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207037 Dec 16 08:11:19.696330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe2a50e5-c92b-4151-a161-6ddc9cc6f5e8 req-73ed0fea-9898-45bb-b8ed-cefbabe6e8ba tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039212 Dec 16 08:11:19.812399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc697f26-3d9d-4f5f-bee1-94218865d934 req-b7c7f0f2-8f31-4455-8d5f-0f5ae02bcbc5 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0628788 Dec 16 08:11:20.119878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db7aa-fa73-4552-a48b-cc79b928d295 req-0ef9b3a6-9b14-4a33-ba7e-cc3d0e170c36 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:20.123175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f68db7aa-fa73-4552-a48b-cc79b928d295 req-0ef9b3a6-9b14-4a33-ba7e-cc3d0e170c36 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0763779 Dec 16 08:11:20.213533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f68db7aa-fa73-4552-a48b-cc79b928d295 req-9aef0760-332e-4d3f-8ac9-d3bf8a4a9e6e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787699 Dec 16 08:11:20.936275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246ac94-f9bb-42bb-af44-1cd0fbe031ee req-9d875d17-01ea-4d28-90ce-45fd7e15d03f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:20.938559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3246ac94-f9bb-42bb-af44-1cd0fbe031ee req-9d875d17-01ea-4d28-90ce-45fd7e15d03f tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 945 time: 0.1362994 Dec 16 08:11:21.029021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-954a70dd-8567-4e25-a15d-eed55edc3ce7 req-6fd5d0b7-71ad-4113-859c-c3aef2135320 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f6c1e3-94b1-4e62-8041-bc6375e7a90d HTTP/1.1" status: 200 len: 210 time: 0.0576358 Dec 16 08:11:21.056158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3246ac94-f9bb-42bb-af44-1cd0fbe031ee req-118331e4-b66d-49d7-9446-4b59f1979cb3 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/security-groups?id=621ce658-75f2-42d3-a7ee-532376f80b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109390 Dec 16 08:11:21.360148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-5e6817dc-b9f7-4e9a-b5b8-06102717853d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:21.361094 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-5e6817dc-b9f7-4e9a-b5b8-06102717853d tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 945 time: 0.0983460 Dec 16 08:11:21.386496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8e687-8b0b-4e53-9e5b-4abcf3dd63c7 req-6df2c2a8-ffb4-4ccc-8123-6d7d7af4d6a3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:21.388081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75f8e687-8b0b-4e53-9e5b-4abcf3dd63c7 req-6df2c2a8-ffb4-4ccc-8123-6d7d7af4d6a3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0786097 Dec 16 08:11:21.501436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75f8e687-8b0b-4e53-9e5b-4abcf3dd63c7 req-60d598b5-7bb3-465f-9158-8e3affb4d129 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954323 Dec 16 08:11:21.520456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Deleting port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:21.520807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:21.645480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] For port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,segment=NetworkSegment(0d68dc1a-9ed5-42bd-baab-5d92af6afbf6),segment_id=0d68dc1a-9ed5-42bd-baab-5d92af6afbf6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:21.645858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:21.667681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Calling delete_port for 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:21.877332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:21.912282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:11:21.948416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Pushing event deleted for resources: {'Port': ['ID=69d1eff2-f8a7-4360-9c73-bac64b7f6ec0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:21.989706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b147b-c541-4fc3-8a99-2494012202b9 None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:21.999526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] No DVR routers for this DVR port 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:11:22.002336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.002770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.003215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.003621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.004085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.004510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.004946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.005347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.005747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.006487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.006963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.007499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.007898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:22.011973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:22.019647 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4d32c3d-d997-4950-88eb-86a09e5ee747 req-e35bfce8-c9fb-4b1c-8d32-6c7f73a907b8 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.16 "DELETE /v2.0/ports/69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 HTTP/1.1" status: 204 len: 173 time: 0.6513755 Dec 16 08:11:22.019647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38463257-2c45-49ae-90bf-989691de0100', 'name': 'network-vif-deleted', 'tag': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:11:22.026450 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429a6b88-12e5-431e-a620-2ef94d9aa279" -d '{"events": [{"server_uuid": "38463257-2c45-49ae-90bf-989691de0100", "name": "network-vif-deleted", "tag": "69d1eff2-f8a7-4360-9c73-bac64b7f6ec0"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:11:22.074105 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2900b0d8-e40d-4f9b-a67b-0937c54e28b3 x-openstack-request-id: req-2900b0d8-e40d-4f9b-a67b-0937c54e28b3 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:11:22.074393 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38463257-2c45-49ae-90bf-989691de0100", "name": "network-vif-deleted", "tag": "69d1eff2-f8a7-4360-9c73-bac64b7f6ec0", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:11:22.074654 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2900b0d8-e40d-4f9b-a67b-0937c54e28b3 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:11:22.075060 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38463257-2c45-49ae-90bf-989691de0100', 'name': 'network-vif-deleted', 'tag': '69d1eff2-f8a7-4360-9c73-bac64b7f6ec0', 'status': 'completed', 'code': 200} Dec 16 08:11:22.182074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a547e0f-c412-4a6d-a6c9-304ddc85534c req-a84aded4-3870-4704-a0a6-4ca84dfe2d78 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Dec 16 08:11:22.433381 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:11:23.332926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d4697d82-1b27-4a47-bc1c-8c5c286c56d9 req-cb1a3d90-a7b2-4047-a5c6-4e4a2afbd605 tempest-AttachVolumeNegativeTest-1171548268 tempest-AttachVolumeNegativeTest-1171548268-project] 10.222.0.43 "GET /v2.0/ports?device_id=38463257-2c45-49ae-90bf-989691de0100 HTTP/1.1" status: 200 len: 210 time: 0.0486133 Dec 16 08:11:23.912934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54156) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:24.049884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.091515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.330276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.332951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.334121 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/security-groups/ea66e081-72e0-4fb6-bc71-2382931cec66 HTTP/1.1" status: 204 len: 168 time: 0.4195137 Dec 16 08:11:24.344538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54160) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:24.345098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea66e081-72e0-4fb6-bc71-2382931cec66,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:24.355449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.355798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.356380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.356910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.357402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.358575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.359070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.359563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.360216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.360726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.361104 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-12f9cfe7-2d37-43f1-b4ca-09a4f92c1055 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] show failed (client error): The resource could not be found. Dec 16 08:11:24.361380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.361885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.362381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2d4c9-f81f-4da5-a9db-c534f6d92030 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:24.362642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-12f9cfe7-2d37-43f1-b4ca-09a4f92c1055 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "GET /v2.0/security-groups/ea66e081-72e0-4fb6-bc71-2382931cec66 HTTP/1.1" status: 404 len: 347 time: 0.0162187 Dec 16 08:11:24.370719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:24.410706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54168) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:24.442399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-02459d29-4e2a-4a47-a1db-5ce8ec647c01 req-430264df-a444-4d57-bd7a-b10d240c7758 service neutron] (110396) timed out ('10.222.0.43', 35488) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:11:24.471663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] Deleting subnet a0d890ed-acef-472d-a0bd-7b22f2854b8e {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:11:24.476066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.526896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.592885 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.596079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port 66e0cff0-f350-4243-b14e-32aad0f03fb1 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:24.596613 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.728061 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.728765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.741819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for 66e0cff0-f350-4243-b14e-32aad0f03fb1 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:24.751913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.787156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d890ed-acef-472d-a0bd-7b22f2854b8e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:24.801060 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.808516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eba18a-34f5-45c2-8a06-a8f7477b17cb None None] Network 576d7a04-a028-456d-bfd7-f35fd21abf55 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:11:24.820302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6c427e99-63f0-491e-882f-9fd4a0403a95 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a0d890ed-acef-472d-a0bd-7b22f2854b8e HTTP/1.1" status: 204 len: 168 time: 0.4011149 Dec 16 08:11:24.820446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54176) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:24.918043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:24.932482 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f197c-e28a-4d18-8cad-a55d7bab67fa None None] DHCP port deletion for 576d7a04-a028-456d-bfd7-f35fd21abf55 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:25.044948 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.075121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-af99084a-005a-474b-af68-199725db75cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576d7a04-a028-456d-bfd7-f35fd21abf55']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:25.089735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-af99084a-005a-474b-af68-199725db75cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:25.090038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-af99084a-005a-474b-af68-199725db75cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d68dc1a-9ed5-42bd-baab-5d92af6afbf6') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:25.100927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.118579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.126590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:11:25.126999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:11:25.129138 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:11:25.181230 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.212789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=66e0cff0-f350-4243-b14e-32aad0f03fb1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:25.231029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c8988-485c-4fd4-b161-3f0712eb6d6e None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:25.279524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.283593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.288920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.288920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5931814b-6dd8-46f9-8bbf-46dacfe3a579 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/floatingips/69da433f-e76e-47ed-a73e-f361d524f72c HTTP/1.1" status: 204 len: 168 time: 0.9155033 Dec 16 08:11:25.291975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54178) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:25.301518 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.315905 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-af99084a-005a-474b-af68-199725db75cc admin admin] 10.222.0.43 "DELETE /v2.0/networks/576d7a04-a028-456d-bfd7-f35fd21abf55 HTTP/1.1" status: 204 len: 168 time: 0.4911852 Dec 16 08:11:25.316003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:11:25.335601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99084a-005a-474b-af68-199725db75cc admin admin] Pushing event deleted for resources: {'Network': ['ID=576d7a04-a028-456d-bfd7-f35fd21abf55,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:25.354720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:11:25.355288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 69d1eff2-f8a7-4360-9c73-bac64b7f6ec0 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:11:25.422529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:25.422529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.536597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.551722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:25.805576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54196) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:25.853718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e37228ca-3c56-4400-84e9-e3da3f0f978e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d73240de04944831a8c79f6794c544ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466063 Dec 16 08:11:25.854672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.857051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54198) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:25.931521 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13bec04a-8e05-4b1f-876f-8ea4e7408cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:25.939017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:25.959573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13bec04a-8e05-4b1f-876f-8ea4e7408cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:26.078097 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:26.087999 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c274d35-73dd-4868-85f2-36971a36ba03 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/ports/c57e1d6a-2c11-45d8-a4de-5e5e9a5c5405 HTTP/1.1" status: 204 len: 168 time: 0.7948606 Dec 16 08:11:26.090408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54202) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:26.091852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1b269-87b0-4795-9e58-b4f9e0c2d250 req-dcabdd24-422f-46b2-8fff-9277cc17a031 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:26.093638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58a1b269-87b0-4795-9e58-b4f9e0c2d250 req-dcabdd24-422f-46b2-8fff-9277cc17a031 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0945730 Dec 16 08:11:26.100679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-12c27cfd-9fee-48a2-a4db-7f73b4a4807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:26.102507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-12c27cfd-9fee-48a2-a4db-7f73b4a4807d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.0706499 Dec 16 08:11:26.189971 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13bec04a-8e05-4b1f-876f-8ea4e7408cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:26.193068 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13bec04a-8e05-4b1f-876f-8ea4e7408cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:26.195211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-13bec04a-8e05-4b1f-876f-8ea4e7408cd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/621ce658-75f2-42d3-a7ee-532376f80b11 HTTP/1.1" status: 204 len: 168 time: 0.3361623 Dec 16 08:11:26.229926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting port 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:26.230273 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:26.284101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bec04a-8e05-4b1f-876f-8ea4e7408cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ce658-75f2-42d3-a7ee-532376f80b11,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:26.299099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58a1b269-87b0-4795-9e58-b4f9e0c2d250 req-b37fffe6-064e-411a-894c-80a9490afe4f tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954401 Dec 16 08:11:26.380131 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:26.382919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-50a88938-a49d-42b9-a550-e66d0d027db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:26.387493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-50a88938-a49d-42b9-a550-e66d0d027db5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.2771106 Dec 16 08:11:26.394300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Calling delete_port for 4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:26.451266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-68221691-3513-4a98-92eb-c80fb3e897cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 217 time: 0.0561736 Dec 16 08:11:26.536937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-1d2e42b9-e008-4a0f-ab7d-784973d2680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:26.539196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-1d2e42b9-e008-4a0f-ab7d-784973d2680f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.0811899 Dec 16 08:11:26.636594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-24fc4a2e-f4cc-40f4-bca3-880ea26d5e87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865662 Dec 16 08:11:26.723216 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:26.773998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-79e0350f-5c52-4156-ac9e-a7b251dd4608 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279390 Dec 16 08:11:26.784842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Port': ['ID=4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:27.001932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.011867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6014bf0-99e4-481d-a4cc-2c1b43866fec req-15eb7865-ec81-44f2-9512-e1b7150eea65 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304463 Dec 16 08:11:27.016005 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-514c4bf6-4afa-4a2d-a0df-5ecc0c7b6575 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/ports/4150b6d7-d31e-4bb5-b9bb-a0e09d7819c9 HTTP/1.1" status: 204 len: 168 time: 0.9237943 Dec 16 08:11:27.018436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54220) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:27.138152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting subnet b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:11:27.141562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.208568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.386163 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.558215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb075c-5323-4a6f-a59d-4b2fb5bf8c56 req-e8f44a83-a707-40c9-9298-4f7c01687da4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:27.559807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfcb075c-5323-4a6f-a59d-4b2fb5bf8c56 req-e8f44a83-a707-40c9-9298-4f7c01687da4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0693588 Dec 16 08:11:27.628822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfcb075c-5323-4a6f-a59d-4b2fb5bf8c56 req-aa61b03c-914c-49d2-9e07-ecab0bf78247 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532517 Dec 16 08:11:27.654442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.703198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Subnet': ['ID=b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:27.709587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.712608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6ae49-3028-4859-8196-10c63f9f530b None None] Network 00c3a685-fd4b-47f2-a016-487b2c36f4e7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:11:27.714306 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bf26ee7b-2e6a-4e31-84aa-062e57c6827d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/subnets/b02fc1e4-2dc5-4eb0-9d01-ffc3151882a2 HTTP/1.1" status: 204 len: 168 time: 0.6946664 Dec 16 08:11:27.717077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54240) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:27.760879 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.804287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Deleting subnet ef69349a-01ab-4006-9678-f518b2017d28 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:11:27.810877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.915873 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:27.930829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] DHCP port deletion for 00c3a685-fd4b-47f2-a016-487b2c36f4e7 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:28.042502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] Deleting port bb69dab2-675d-48e4-8d39-ecf9a4254a69 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:28.042886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.141007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.185331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] For port bb69dab2-675d-48e4-8d39-ecf9a4254a69, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bb69dab2-675d-48e4-8d39-ecf9a4254a69,segment=NetworkSegment(acbec411-2b2b-4287-b5f8-c30535615bfb),segment_id=acbec411-2b2b-4287-b5f8-c30535615bfb)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:28.186078 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.211585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] Calling delete_port for bb69dab2-675d-48e4-8d39-ecf9a4254a69 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:28.276440 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f1f6f956-6d6b-46d9-ad71-29111c6a3fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.306091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.333648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Subnet': ['ID=ef69349a-01ab-4006-9678-f518b2017d28,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:28.342344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.347290 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3970a31c-b2c6-47b3-bf64-21c88357553d tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/subnets/ef69349a-01ab-4006-9678-f518b2017d28 HTTP/1.1" status: 204 len: 168 time: 0.6278536 Dec 16 08:11:28.348856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54252) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:28.358845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85aeded-6fbc-44a5-b5b5-75a29a5fac4d None None] Network 29968169-cc04-4c11-aae1-81c809ec2077 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:11:28.437657 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.515261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] No DVR routers for this DVR port bb69dab2-675d-48e4-8d39-ecf9a4254a69 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:11:28.576065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3daaed9-fe00-4d10-977a-8d496e8d8472 None None] Pushing event deleted for resources: {'Port': ['ID=bb69dab2-675d-48e4-8d39-ecf9a4254a69,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:28.582875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.779603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] DHCP port deletion for 29968169-cc04-4c11-aae1-81c809ec2077 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:28.876940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] Deleting port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:28.878288 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.959718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] For port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3214adc2-a4e3-4d08-8a45-ebfe1c5f3265,segment=NetworkSegment(cb455108-1395-4b8c-aba8-57632e759d15),segment_id=cb455108-1395-4b8c-aba8-57632e759d15)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:28.960482 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.972306 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:28.985385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] Calling delete_port for 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:29.043997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c3a685-fd4b-47f2-a016-487b2c36f4e7']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:29.095480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3d454-8040-4678-9c7f-a3a9998bb06f req-bfb76987-3d85-4970-82ef-4f2c0e348730 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:29.097150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dd3d454-8040-4678-9c7f-a3a9998bb06f req-bfb76987-3d85-4970-82ef-4f2c0e348730 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.2029018 Dec 16 08:11:29.099058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbec411-2b2b-4287-b5f8-c30535615bfb') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:29.101810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbec411-2b2b-4287-b5f8-c30535615bfb') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:29.133858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.174210 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.179145 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.183957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:11:29.184686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.220279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] Pushing event deleted for resources: {'Port': ['ID=3214adc2-a4e3-4d08-8a45-ebfe1c5f3265,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:29.236088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa1d49-c6c9-487c-a76f-a9c6e50ebbce None None] No DVR routers for this DVR port 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:11:29.277314 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:11:29.311454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4dd3d454-8040-4678-9c7f-a3a9998bb06f req-2dd9e851-f402-48fa-b103-3a511480d670 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916752 Dec 16 08:11:29.420041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.427703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.434213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/networks/00c3a685-fd4b-47f2-a016-487b2c36f4e7 HTTP/1.1" status: 204 len: 168 time: 1.0818260 Dec 16 08:11:29.434374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54278) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:29.454587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831a73d-2055-49fa-995a-77f56f290e5a tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Network': ['ID=00c3a685-fd4b-47f2-a016-487b2c36f4e7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:29.597743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.708219 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.729383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29968169-cc04-4c11-aae1-81c809ec2077']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:29.739383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb455108-1395-4b8c-aba8-57632e759d15') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:29.739681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb455108-1395-4b8c-aba8-57632e759d15') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:29.749676 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.763973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.770492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:11:29.770946 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:11:29.774683 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:11:29.923119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.932004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:29.937006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] 10.222.0.43 "DELETE /v2.0/networks/29968169-cc04-4c11-aae1-81c809ec2077 HTTP/1.1" status: 204 len: 168 time: 0.4998980 Dec 16 08:11:29.940267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bb69dab2-675d-48e4-8d39-ecf9a4254a69 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:11:29.957766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09fb82-0d92-4ee1-88f8-1d73ce71fa24 tempest-TaggedBootDevicesTest-588315248 tempest-TaggedBootDevicesTest-588315248-project] Pushing event deleted for resources: {'Network': ['ID=29968169-cc04-4c11-aae1-81c809ec2077,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:29.971784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: bb69dab2-675d-48e4-8d39-ecf9a4254a69 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:11:29.972389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bb69dab2-675d-48e4-8d39-ecf9a4254a69 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:11:29.972983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:11:30.001858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:11:30.002468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3214adc2-a4e3-4d08-8a45-ebfe1c5f3265 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:11:30.065495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:30.453916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3d29-1857-4b1c-b868-1d080d45e22c req-b1e450f7-1d02-45fa-bded-2bb424943402 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:30.458817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-764e3d29-1857-4b1c-b868-1d080d45e22c req-b1e450f7-1d02-45fa-bded-2bb424943402 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0692112 Dec 16 08:11:30.524873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-764e3d29-1857-4b1c-b868-1d080d45e22c req-17b821d1-2e0c-44d6-b302-52e57218e84e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629153 Dec 16 08:11:30.716994 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4622a96-2167-479a-b0ee-fb5c75aa5f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:31.753160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f968c-0b31-438b-9753-228cf61d26ec req-f63d5f8c-5cfd-432d-bf74-8ea2f6a8148d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:31.755388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8f968c-0b31-438b-9753-228cf61d26ec req-f63d5f8c-5cfd-432d-bf74-8ea2f6a8148d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1207728 Dec 16 08:11:31.808347 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:31.834139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8f968c-0b31-438b-9753-228cf61d26ec req-c75ad154-556c-4b36-be4a-94564488f6d4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716822 Dec 16 08:11:32.957399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82cbc2-f802-41e9-b485-2859e14935ec req-acd05abe-2731-4bf0-aed4-54125cd84054 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:32.959062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb82cbc2-f802-41e9-b485-2859e14935ec req-acd05abe-2731-4bf0-aed4-54125cd84054 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0637009 Dec 16 08:11:33.042793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb82cbc2-f802-41e9-b485-2859e14935ec req-0012ddba-5e7f-4049-a9cf-4f9c99932570 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743082 Dec 16 08:11:33.183712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54362) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:33.337387 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b90cedeb-9494-4464-8fd1-37fc11040cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:33.421366 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b90cedeb-9494-4464-8fd1-37fc11040cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:33.916938 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:33.926246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b90cedeb-9494-4464-8fd1-37fc11040cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:33.946095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cedeb-9494-4464-8fd1-37fc11040cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd7b5ff-db25-46a6-9d6c-04d15560dc22,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:34.031475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b90cedeb-9494-4464-8fd1-37fc11040cb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2aa4e215853c4fb7ac845dacaaf51e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8397856 Dec 16 08:11:34.032026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:34.121996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9497b9-9e36-4481-a3e1-37915a43f495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:34.168942 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:34.177202 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9497b9-9e36-4481-a3e1-37915a43f495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:34.273028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfce40c-8b4b-404b-85d6-b9edd8900bbe req-d4580fa6-8cea-4de3-8ea6-d7d38cf991bc tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:34.284918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbfce40c-8b4b-404b-85d6-b9edd8900bbe req-d4580fa6-8cea-4de3-8ea6-d7d38cf991bc tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1250560 Dec 16 08:11:34.317155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9497b9-9e36-4481-a3e1-37915a43f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:34.320769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b9497b9-9e36-4481-a3e1-37915a43f495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:34.322346 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b9497b9-9e36-4481-a3e1-37915a43f495 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfd7b5ff-db25-46a6-9d6c-04d15560dc22 HTTP/1.1" status: 204 len: 168 time: 0.2887549 Dec 16 08:11:34.340584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9497b9-9e36-4481-a3e1-37915a43f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd7b5ff-db25-46a6-9d6c-04d15560dc22,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:34.352598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbfce40c-8b4b-404b-85d6-b9edd8900bbe req-c6d2aac0-d280-4eae-a80c-15da94159345 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637898 Dec 16 08:11:35.220203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54420) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:35.249924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c7c5-e940-404f-870b-60f679ec43fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:35.456225 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c7c5-e940-404f-870b-60f679ec43fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:35.522615 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c7c5-e940-404f-870b-60f679ec43fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:35.616509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a8d3c7c5-e940-404f-870b-60f679ec43fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a73f005f1b247dab017fb53c443955f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951271 Dec 16 08:11:35.619175 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54432) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:35.632825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3c7c5-e940-404f-870b-60f679ec43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e1b70-3d1e-4fb5-8918-68a9fdf452c7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:35.731346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d25dc6eb-fc8e-4969-83eb-166037df7702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:35.798646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d25dc6eb-fc8e-4969-83eb-166037df7702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:35.964810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d25dc6eb-fc8e-4969-83eb-166037df7702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:35.967408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d25dc6eb-fc8e-4969-83eb-166037df7702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:35.968570 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d25dc6eb-fc8e-4969-83eb-166037df7702 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b8e1b70-3d1e-4fb5-8918-68a9fdf452c7 HTTP/1.1" status: 204 len: 168 time: 0.3484690 Dec 16 08:11:36.008283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc6eb-fc8e-4969-83eb-166037df7702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e1b70-3d1e-4fb5-8918-68a9fdf452c7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:36.738139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb82ea-05a6-47b6-8fd0-d2394e96f419 req-77e07e3b-c7c6-493f-8515-ae1a2f1a8550 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:36.746911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bbb82ea-05a6-47b6-8fd0-d2394e96f419 req-77e07e3b-c7c6-493f-8515-ae1a2f1a8550 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 1.2945437 Dec 16 08:11:36.841381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bbb82ea-05a6-47b6-8fd0-d2394e96f419 req-eb75fa44-e01a-4a3c-8577-fb1322ad591c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870283 Dec 16 08:11:38.124444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057e4a4-68dc-4e61-a4bb-51f972279dc6 req-751e194b-5fbb-41e9-becb-5a3d5571f80d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:38.127223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4057e4a4-68dc-4e61-a4bb-51f972279dc6 req-751e194b-5fbb-41e9-becb-5a3d5571f80d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1142483 Dec 16 08:11:38.212396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4057e4a4-68dc-4e61-a4bb-51f972279dc6 req-883c1150-0252-4937-8479-52a01fcbdc53 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782881 Dec 16 08:11:39.893395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:39.983565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c1d8b-59d4-4187-a1d6-cbf48120b8c9 req-ccdededd-e361-47e2-a63a-106d7d5a5ce7 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:39.993478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-195c1d8b-59d4-4187-a1d6-cbf48120b8c9 req-ccdededd-e361-47e2-a63a-106d7d5a5ce7 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.6288683 Dec 16 08:11:40.088631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-195c1d8b-59d4-4187-a1d6-cbf48120b8c9 req-bfd61ebc-751a-44c6-97a9-b75c1fd8d53d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931547 Dec 16 08:11:40.257474 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4feb180a-91e6-470a-982a-466bcc4a1138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:40.513096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4feb180a-91e6-470a-982a-466bcc4a1138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:40.585753 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4feb180a-91e6-470a-982a-466bcc4a1138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:40.660939 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4feb180a-91e6-470a-982a-466bcc4a1138 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f683750a32ba4b9ebb2c18e430cb9a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664135 Dec 16 08:11:40.664339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54552) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:40.737727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb180a-91e6-470a-982a-466bcc4a1138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec098b-0b12-4aaa-878d-7b7ba832e74c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:40.815999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5712-4423-4c70-a253-6d40821c7cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:40.870252 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5712-4423-4c70-a253-6d40821c7cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:40.993125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5712-4423-4c70-a253-6d40821c7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:40.995945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5712-4423-4c70-a253-6d40821c7cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:40.999975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d5cb5712-4423-4c70-a253-6d40821c7cdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8eec098b-0b12-4aaa-878d-7b7ba832e74c HTTP/1.1" status: 204 len: 168 time: 0.3321323 Dec 16 08:11:41.008808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb5712-4423-4c70-a253-6d40821c7cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec098b-0b12-4aaa-878d-7b7ba832e74c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:41.322436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b6e42-e734-4f70-bee0-a63794362c91 req-08f9aff2-92aa-40ef-a793-e0ab6f88448d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:41.324279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f16b6e42-e734-4f70-bee0-a63794362c91 req-08f9aff2-92aa-40ef-a793-e0ab6f88448d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0585721 Dec 16 08:11:41.400584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f16b6e42-e734-4f70-bee0-a63794362c91 req-0b4d43a4-2f38-45e8-bbe0-d96b19d6c38c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631490 Dec 16 08:11:41.950301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54586) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:41.978501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d945ee37-a267-4924-ae22-42da4c0f8799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:42.065391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d945ee37-a267-4924-ae22-42da4c0f8799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:42.163798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d945ee37-a267-4924-ae22-42da4c0f8799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:42.212971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54590) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:42.223387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d945ee37-a267-4924-ae22-42da4c0f8799 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3b23619516749059cb2e8fdb5a5d1a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2601507 Dec 16 08:11:42.225783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945ee37-a267-4924-ae22-42da4c0f8799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a42a92-968e-4074-89c3-a0f20dd7f932,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:42.295964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-580484ef-16e4-47cd-9ab4-d1814214e259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:42.339663 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-580484ef-16e4-47cd-9ab4-d1814214e259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:42.544385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd7137-4bee-4979-a903-bd30f94cc30f req-267526ba-e6cd-49b4-9c6c-ae0d48e596dc tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:42.545907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35bd7137-4bee-4979-a903-bd30f94cc30f req-267526ba-e6cd-49b4-9c6c-ae0d48e596dc tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0517287 Dec 16 08:11:42.557185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-580484ef-16e4-47cd-9ab4-d1814214e259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:42.560959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-580484ef-16e4-47cd-9ab4-d1814214e259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:42.562265 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-580484ef-16e4-47cd-9ab4-d1814214e259 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73a42a92-968e-4074-89c3-a0f20dd7f932 HTTP/1.1" status: 204 len: 168 time: 0.3482990 Dec 16 08:11:42.572208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580484ef-16e4-47cd-9ab4-d1814214e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a42a92-968e-4074-89c3-a0f20dd7f932,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:42.609777 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35bd7137-4bee-4979-a903-bd30f94cc30f req-4fe8d5e7-1d8b-4e25-a78c-44edb871cb13 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550134 Dec 16 08:11:43.832312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e381-23e3-44e4-8c34-bd755925f29e req-35eed1e6-8c51-4fa6-9b81-487537982409 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:43.841234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16e8e381-23e3-44e4-8c34-bd755925f29e req-35eed1e6-8c51-4fa6-9b81-487537982409 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1370392 Dec 16 08:11:43.936827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16e8e381-23e3-44e4-8c34-bd755925f29e req-5198c74f-0836-4407-a012-7faf22725770 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945129 Dec 16 08:11:43.993557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:44.010340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b4c27-ac3c-4bd8-9473-deece11d60ab req-7ed29f20-d77a-4aa8-b533-462c411b598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:44.011995 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f81b4c27-ac3c-4bd8-9473-deece11d60ab req-7ed29f20-d77a-4aa8-b533-462c411b598d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.0804503 Dec 16 08:11:44.145363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f81b4c27-ac3c-4bd8-9473-deece11d60ab req-25911aa9-829e-4d26-a28f-880d86f84757 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212175 Dec 16 08:11:44.196733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e3add73-0504-4959-adbf-9639d5625091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:44.291504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e3add73-0504-4959-adbf-9639d5625091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:44.385559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e3add73-0504-4959-adbf-9639d5625091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:44.439142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3add73-0504-4959-adbf-9639d5625091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc89ccd-32a1-4707-8d3e-6d7e99074742,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:44.453370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54666) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:44.460455 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e3add73-0504-4959-adbf-9639d5625091 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64dd97b84f3d46cca59f8503a4b5a6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649873 Dec 16 08:11:44.532011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b6995298-67d6-417e-8adf-ca7164d49cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:44.581449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b6995298-67d6-417e-8adf-ca7164d49cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:44.734223 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b6995298-67d6-417e-8adf-ca7164d49cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:44.736907 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b6995298-67d6-417e-8adf-ca7164d49cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:44.738090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b6995298-67d6-417e-8adf-ca7164d49cf5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdc89ccd-32a1-4707-8d3e-6d7e99074742 HTTP/1.1" status: 204 len: 168 time: 0.2837234 Dec 16 08:11:44.762494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6995298-67d6-417e-8adf-ca7164d49cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc89ccd-32a1-4707-8d3e-6d7e99074742,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:45.074467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b6df5-fba4-42bb-997d-3e4a3b19674f req-f3c034d7-0638-4e41-ad97-4a258202072e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:45.076110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b7b6df5-fba4-42bb-997d-3e4a3b19674f req-f3c034d7-0638-4e41-ad97-4a258202072e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0562701 Dec 16 08:11:45.152514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b7b6df5-fba4-42bb-997d-3e4a3b19674f req-a1009dc9-dcbe-4813-92aa-1607ed2dc87d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Dec 16 08:11:45.455810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54690) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:45.644815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee3d5-2330-450c-bbca-aa748c76a918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:45.702942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54696) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:45.717968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30f16579-3dc5-44e2-a1b6-c1b6bde25238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:45.727804 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee3d5-2330-450c-bbca-aa748c76a918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:45.800210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30f16579-3dc5-44e2-a1b6-c1b6bde25238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:45.825569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee3d5-2330-450c-bbca-aa748c76a918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:45.872047 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7e2ee3d5-2330-450c-bbca-aa748c76a918 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ef48f383f964358acda328be7637036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126875 Dec 16 08:11:45.872047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ee3d5-2330-450c-bbca-aa748c76a918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3935041a-3e17-4bfb-b6ff-975155438b09,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:45.872690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54698) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:45.934195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-99d32af8-a5cd-4233-9556-135b829b9cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:45.962532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-99d32af8-a5cd-4233-9556-135b829b9cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.042902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-30f16579-3dc5-44e2-a1b6-c1b6bde25238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.091972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f16579-3dc5-44e2-a1b6-c1b6bde25238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e488e51-887c-4f29-89b5-ad3939154837,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:46.107362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-30f16579-3dc5-44e2-a1b6-c1b6bde25238 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34737883cf594be79fb2e05728333b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027853 Dec 16 08:11:46.109675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54700) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:46.118462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-99d32af8-a5cd-4233-9556-135b829b9cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.122029 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-99d32af8-a5cd-4233-9556-135b829b9cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.123760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-99d32af8-a5cd-4233-9556-135b829b9cde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3935041a-3e17-4bfb-b6ff-975155438b09 HTTP/1.1" status: 204 len: 168 time: 0.2465990 Dec 16 08:11:46.155356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d32af8-a5cd-4233-9556-135b829b9cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3935041a-3e17-4bfb-b6ff-975155438b09,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:46.221684 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fc2d28d1-6896-43ce-914f-a53372f20b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.277107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fc2d28d1-6896-43ce-914f-a53372f20b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.326979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e523a-009a-47cd-b40b-82630a3007ce req-7950546a-ca59-4f1e-a0b5-e9d464c0140e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:46.328560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-191e523a-009a-47cd-b40b-82630a3007ce req-7950546a-ca59-4f1e-a0b5-e9d464c0140e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0997720 Dec 16 08:11:46.380210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-191e523a-009a-47cd-b40b-82630a3007ce req-2d59ebcf-bc4b-4617-a021-04af1917021c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Dec 16 08:11:46.511297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fc2d28d1-6896-43ce-914f-a53372f20b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.513939 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fc2d28d1-6896-43ce-914f-a53372f20b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:46.515898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fc2d28d1-6896-43ce-914f-a53372f20b61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e488e51-887c-4f29-89b5-ad3939154837 HTTP/1.1" status: 204 len: 168 time: 0.4045520 Dec 16 08:11:46.532330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d28d1-6896-43ce-914f-a53372f20b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e488e51-887c-4f29-89b5-ad3939154837,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:47.051025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50bd60-0514-4903-b97d-5c0bfdffbe36 req-b38be22b-59fa-48b9-a95b-e27ffbaaf217 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:47.053816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a50bd60-0514-4903-b97d-5c0bfdffbe36 req-b38be22b-59fa-48b9-a95b-e27ffbaaf217 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0854309 Dec 16 08:11:47.186483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-2e0e673d-8c85-44fb-88da-4ede4ecf29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:47.188042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-2e0e673d-8c85-44fb-88da-4ede4ecf29a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.1123919 Dec 16 08:11:47.210899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a50bd60-0514-4903-b97d-5c0bfdffbe36 req-6d9b934d-ca8c-4f56-9b90-2d3f7b9c2b7d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473064 Dec 16 08:11:47.392275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-2b56e3f8-78a3-41e9-8974-b2e08a10f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:47.392769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-2b56e3f8-78a3-41e9-8974-b2e08a10f95a service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.1781082 Dec 16 08:11:47.470012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-4ab2b270-cc6d-4f78-826f-ce7cfe5508a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 217 time: 0.0700839 Dec 16 08:11:47.538720 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-0b5b0a60-e8ef-423c-8984-32d7ac54d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:47.540786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-0b5b0a60-e8ef-423c-8984-32d7ac54d50c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.0619366 Dec 16 08:11:47.585940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-283e59a1-7dd1-45c9-b750-fcc25f6f5ab4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310459 Dec 16 08:11:47.718872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-80821812-2282-4772-a490-7e68728993e5 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242673 Dec 16 08:11:47.837888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:47.903520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcf0d71e-1847-4c89-8d2a-8cd2a3b7492b req-3c927aa8-5a71-4726-aab4-953603d24fb0 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736815 Dec 16 08:11:48.050048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1972382931-network', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:11:48.170801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Made reservation on behalf of 00667d3293b44c38a7fa58f12d68a312 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:11:48.173675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.186553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.375544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.435535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdb07c-87f6-4fee-9583-6c8199c00369 req-bdfc11c0-1cf9-444d-95b8-258b10c8eb57 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:48.437834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fcdb07c-87f6-4fee-9583-6c8199c00369 req-bdfc11c0-1cf9-444d-95b8-258b10c8eb57 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0947595 Dec 16 08:11:48.538605 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.544378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fcdb07c-87f6-4fee-9583-6c8199c00369 req-c4cb7a12-e928-4b90-91c8-f87f6da4c709 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991755 Dec 16 08:11:48.596049 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:11:48.610713 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.611397 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Added segment f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6 of type vlan for network a18965f2-55fb-46f9-acb0-e2512be3290c Dec 16 08:11:48.671431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.698720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cd4a7b-1bf3-4774-add2-8c202200881b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:48.765364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.774830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:48.775520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:48.878936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] Pushing event updated for resources: {'Network': ['ID=a18965f2-55fb-46f9-acb0-e2512be3290c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:48.894849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network a18965f2-55fb-46f9-acb0-e2512be3290c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:11:48.914325 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfc0a829-e1dc-4d56-a979-6ebc0ee37bdd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0746517 Dec 16 08:11:48.917194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54794) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:48.922706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Request body: {'subnet': {'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1972382931-subnet', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:11:49.036496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Made reservation on behalf of 00667d3293b44c38a7fa58f12d68a312 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:11:49.040046 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:49.465681 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:49.606302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34687f15-a87a-4b4a-a204-c9d0663e6cf8,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:49.651129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Checking segment: {'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:11:49.652517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Network hostable DHCP agents. Network: a18965f2-55fb-46f9-acb0-e2512be3290c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:11:49.729963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11886e6-0bac-4528-92df-c27ce3fa4eb3 req-124cfabf-c625-48b6-ac93-40a66d816989 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:49.731663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f11886e6-0bac-4528-92df-c27ce3fa4eb3 req-124cfabf-c625-48b6-ac93-40a66d816989 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0721760 Dec 16 08:11:49.849756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f11886e6-0bac-4528-92df-c27ce3fa4eb3 req-d3168af1-3eb4-4027-b426-1d2b19fddbf3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109939 Dec 16 08:11:49.876518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d645ba-94b9-4ec9-9cec-6359e3a00bdd req-9bc3c8bc-7b5c-44ff-9c7d-3109b8f08d7d tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:49.878814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3d645ba-94b9-4ec9-9cec-6359e3a00bdd req-9bc3c8bc-7b5c-44ff-9c7d-3109b8f08d7d tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 945 time: 0.0879889 Dec 16 08:11:49.924014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Network a18965f2-55fb-46f9-acb0-e2512be3290c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:11:49.968071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3d645ba-94b9-4ec9-9cec-6359e3a00bdd req-7e2de7dc-4925-4b9e-9816-3bb9bc90725a tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817144 Dec 16 08:11:50.042424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, a18965f2-55fb-46f9-acb0-e2512be3290c) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:11:50.048210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:50.049299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.052784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce09b1d-0496-49f3-b3ee-5553bbdfe5a8 None None] Network a18965f2-55fb-46f9-acb0-e2512be3290c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:11:50.175530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-a18965f2-55fb-46f9-acb0-e2512be3290c', 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c', 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'fixed_ips': [{'subnet_id': '34687f15-a87a-4b4a-a204-c9d0663e6cf8'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:11:50.175837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.178149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e9e8367c-3c18-4ffa-ab46-02b12046b772 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2594998 Dec 16 08:11:50.179619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54826) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:50.186220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:11:50.323459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Allocated IP 172.20.0.2 (a18965f2-55fb-46f9-acb0-e2512be3290c/34687f15-a87a-4b4a-a204-c9d0663e6cf8/c23be8f8-f142-4ef9-a5a9-666c96b91182) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:11:50.368892 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.370128 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.435461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.479341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.583115 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.649797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Pushing event updated for resources: {'Port': ['ID=c23be8f8-f142-4ef9-a5a9-666c96b91182,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:50.668075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Network a18965f2-55fb-46f9-acb0-e2512be3290c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:11:50.669917 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:11:50.672588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:11:50.710447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.728376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Attempting to bind port c23be8f8-f142-4ef9-a5a9-666c96b91182 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:11:50.728759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Attempting to bind port c23be8f8-f142-4ef9-a5a9-666c96b91182 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:11:50.729130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Attempting to bind port c23be8f8-f142-4ef9-a5a9-666c96b91182 on network a18965f2-55fb-46f9-acb0-e2512be3290c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:11:50.734726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:11:50.735106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Checking segment: {'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:11:50.735516 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.735943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Bound using segment: {'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:11:50.736445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Bound port: c23be8f8-f142-4ef9-a5a9-666c96b91182, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:11:50.736832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:50.807555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] For port c23be8f8-f142-4ef9-a5a9-666c96b91182, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:11:50.824138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] For port c23be8f8-f142-4ef9-a5a9-666c96b91182, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c23be8f8-f142-4ef9-a5a9-666c96b91182,segment=NetworkSegment(f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6),segment_id=f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:11:50.945891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:51.142009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c47f43-b738-490a-935b-80b96aef1500 req-efd25199-b4aa-4a66-ace7-1e3134e9ead3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:51.156453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1c47f43-b738-490a-935b-80b96aef1500 req-efd25199-b4aa-4a66-ace7-1e3134e9ead3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1865840 Dec 16 08:11:51.185095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95c255-cecc-442a-92e2-e71671b4bccb None None] Pushing event updated for resources: {'Port': ['ID=c23be8f8-f142-4ef9-a5a9-666c96b91182,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:51.226488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:51.248959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:51.285085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1c47f43-b738-490a-935b-80b96aef1500 req-b0d92421-63d0-47c5-ba44-b494f5c9377b tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254115 Dec 16 08:11:51.333612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110c399-e810-41b6-a0fc-3c71c121c257 req-ff0f8054-fe94-441a-aab8-def8d893cc1e tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:51.354821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3110c399-e810-41b6-a0fc-3c71c121c257 req-ff0f8054-fe94-441a-aab8-def8d893cc1e tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 945 time: 0.1960161 Dec 16 08:11:51.448705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3110c399-e810-41b6-a0fc-3c71c121c257 req-abf9b380-5e5a-4ab3-a08e-810333c32c2b tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895572 Dec 16 08:11:51.546224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Allocated IP 172.25.2.12 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/2cb7de28-1a78-4f92-9d8d-f96eae14bd29) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:11:51.703404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:51.710977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-6f6df415-b48d-4cb9-8a08-881ff1434158 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:51.712546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-6f6df415-b48d-4cb9-8a08-881ff1434158 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 945 time: 0.0696795 Dec 16 08:11:51.832468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Deleting port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:51.832810 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:51.934006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:51.950119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] For port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:51.950588 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:51.991949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:11:51.993444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:11:51.999107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:11:52.010513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf1b74-cd1c-43cb-8b32-245ecd9f855c None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:52.013479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Calling delete_port for 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:52.093987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c23be8f8-f142-4ef9-a5a9-666c96b91182 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:11:52.201222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8ed1f04a-f407-4013-9ec7-0daeca6aa0a9 None None] Provisioning complete for port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:52.202740 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f04a-f407-4013-9ec7-0daeca6aa0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.314279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1f04a-f407-4013-9ec7-0daeca6aa0a9 None None] Port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:11:52.318062 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c23be8f8-f142-4ef9-a5a9-666c96b91182 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:52.319506 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.366404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54862) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:52.431188 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.486235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.488648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['6f98f9a1-b54a-4d78-b18e-a80607ad7f6d'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:11:52.551302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Pushing event deleted for resources: {'Port': ['ID=6f98f9a1-b54a-4d78-b18e-a80607ad7f6d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:52.629255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port c23be8f8-f142-4ef9-a5a9-666c96b91182, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c23be8f8-f142-4ef9-a5a9-666c96b91182,segment=NetworkSegment(f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6),segment_id=f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:52.683426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Pushing event updated for resources: {'Port': ['ID=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:52.700703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] No DVR routers for this DVR port 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:11:52.706789 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.715637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36cdc9fc-9a9e-4928-99ad-224b2e1041bb req-df01b4c2-7226-4653-a8ce-066cf72081a5 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 210 time: 0.0727882 Dec 16 08:11:52.716427 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e57a0f17-962c-40e9-b138-f9753b55dd13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.724726 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.728976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86f5bcf6-fb81-41e8-8eba-85f8b3ac1a45 req-4370853f-0b65-40e7-b706-79d366842168 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "DELETE /v2.0/ports/6f98f9a1-b54a-4d78-b18e-a80607ad7f6d HTTP/1.1" status: 204 len: 173 time: 1.0101509 Dec 16 08:11:52.735479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'name': 'network-vif-deleted', 'tag': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:11:52.737711 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85c5fda-87ee-41f5-8f7c-5c1693db7c26" -d '{"events": [{"server_uuid": "c77fdb84-afb2-4a41-9351-3925451986e6", "name": "network-vif-deleted", "tag": "6f98f9a1-b54a-4d78-b18e-a80607ad7f6d"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:11:52.775003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1596d-f083-480b-9232-eea7770fc48c None None] Network a18965f2-55fb-46f9-acb0-e2512be3290c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:11:52.896521 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e57a0f17-962c-40e9-b138-f9753b55dd13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.908191 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a2fd1-e760-4c17-8358-62ddf3eaf68e x-openstack-request-id: req-784a2fd1-e760-4c17-8358-62ddf3eaf68e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:11:52.908776 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77fdb84-afb2-4a41-9351-3925451986e6", "name": "network-vif-deleted", "tag": "6f98f9a1-b54a-4d78-b18e-a80607ad7f6d", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:11:52.909210 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-784a2fd1-e760-4c17-8358-62ddf3eaf68e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:11:52.909821 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fdb84-afb2-4a41-9351-3925451986e6', 'name': 'network-vif-deleted', 'tag': '6f98f9a1-b54a-4d78-b18e-a80607ad7f6d', 'status': 'completed', 'code': 200} Dec 16 08:11:52.937507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a2568305-534b-4244-8c6a-f6e2acc7da6b None None] Provisioning complete for port c23be8f8-f142-4ef9-a5a9-666c96b91182 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:52.938245 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a2568305-534b-4244-8c6a-f6e2acc7da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:52.946903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=c23be8f8-f142-4ef9-a5a9-666c96b91182,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:52.965883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54880) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:52.978042 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e57a0f17-962c-40e9-b138-f9753b55dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:53.091598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e57a0f17-962c-40e9-b138-f9753b55dd13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a885a38a2bb4cb19bea8d3f07f9bd15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7217155 Dec 16 08:11:53.095798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:53.124456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a0f17-962c-40e9-b138-f9753b55dd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b24942-df53-4a51-ade8-709cc6839f6e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:53.389013 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:53.645472 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99d598e5-5dee-40c3-bbf6-f9fb347e8c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:53.689816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-588cc78d-0aa0-482b-82dd-54f35298ee97 None None] Provisioning complete for port c23be8f8-f142-4ef9-a5a9-666c96b91182 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:53.691681 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-588cc78d-0aa0-482b-82dd-54f35298ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:53.811470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:53.998311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99d598e5-5dee-40c3-bbf6-f9fb347e8c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.013259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f2c4339-8c9f-4877-a1a6-45e08d228fbf req-fabee72b-2131-4a58-8517-d6cc1d1d9c51 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77fdb84-afb2-4a41-9351-3925451986e6 HTTP/1.1" status: 200 len: 210 time: 0.1183689 Dec 16 08:11:54.076495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c23be8f8-f142-4ef9-a5a9-666c96b91182 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:11:54.127026 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.154813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c23be8f8-f142-4ef9-a5a9-666c96b91182 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:54.155359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.282709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:11:54.284803 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99d598e5-5dee-40c3-bbf6-f9fb347e8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.290303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99d598e5-5dee-40c3-bbf6-f9fb347e8c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.295711 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-99d598e5-5dee-40c3-bbf6-f9fb347e8c50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8b24942-df53-4a51-ade8-709cc6839f6e HTTP/1.1" status: 204 len: 168 time: 1.1963110 Dec 16 08:11:54.344842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d598e5-5dee-40c3-bbf6-f9fb347e8c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b24942-df53-4a51-ade8-709cc6839f6e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:54.572940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:11:54.590559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Sync routers for ids ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:11:54.594090 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Deleting port bfb345b9-d15d-4467-88fd-1c66d82a11bc {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:54.594446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.605782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Routers {'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:11:54.606679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:11:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:54.713097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] For port bfb345b9-d15d-4467-88fd-1c66d82a11bc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bfb345b9-d15d-4467-88fd-1c66d82a11bc,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:54.713460 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.728759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Calling delete_port for bfb345b9-d15d-4467-88fd-1c66d82a11bc owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:54.750208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Set router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:11:54.824829 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:54.825668 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-afba032e-a87b-4798-b7e5-20ed0273aeba admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6435182 Dec 16 08:11:54.830658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54906) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:55.033759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:11:52Z', 'revision_number': 3, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port': {'id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:51Z', 'updated_at': '2021-12-16T08:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:55.164043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Checking router: c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:11:55.166872 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:55.173500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Updating router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:11:55.233719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb345b9-d15d-4467-88fd-1c66d82a11bc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:55.249362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:55.560371 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:55.650947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:11:55.697831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:11:55.707450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6f98f9a1-b54a-4d78-b18e-a80607ad7f6d not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:11:55.708085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54920) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:55.727857 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b613-ef32-44d4-8282-7e506bea34ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:55.780943 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:55.818048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:55.905795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:55.991615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019172f-5c37-4db6-9f3e-adcc29bd6583 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:56.025954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57ce25-9dee-43ce-9c8b-3a2e8994ab69 None None] Pushing event updated for resources: {'Port': ['ID=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:56.032040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Attempting to bind port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:11:56.032534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Attempting to bind port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:11:56.033219 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Attempting to bind port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:11:56.042258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:11:56.042258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:11:56.042258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.042604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:11:56.043406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Bound port: 2cb7de28-1a78-4f92-9d8d-f96eae14bd29, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:11:56.045086 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.082041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4f84d-100f-4e8e-b222-35be3c8c803f req-6d2d3639-cdfa-4d4f-aa22-c1969445fc13 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:11:56.083901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8a4f84d-100f-4e8e-b222-35be3c8c803f req-6d2d3639-cdfa-4d4f-aa22-c1969445fc13 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.2570436 Dec 16 08:11:56.099071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b613-ef32-44d4-8282-7e506bea34ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.120588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:11:56.164246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8a4f84d-100f-4e8e-b222-35be3c8c803f req-098bf7a3-79e1-4e28-bbf8-2828b3cbf4f4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728011 Dec 16 08:11:56.183814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] For port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:11:56.192069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] For port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:11:56.210574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b613-ef32-44d4-8282-7e506bea34ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.232369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5f9e059e-7b75-469b-8323-c3b73d9922d4 None None] Provisioning complete for port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:56.232759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f9e059e-7b75-469b-8323-c3b73d9922d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.270159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Allocated IP 172.20.0.1 (a18965f2-55fb-46f9-acb0-e2512be3290c/34687f15-a87a-4b4a-a204-c9d0663e6cf8/fcfcc719-1be1-4f2e-b83f-34f2e5e82849) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:11:56.281075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e059e-7b75-469b-8323-c3b73d9922d4 None None] Port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:11:56.284532 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.347039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e8e2b613-ef32-44d4-8282-7e506bea34ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfe454ffc3904ed688e2f1b4e4f37669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6377289 Dec 16 08:11:56.351347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2b613-ef32-44d4-8282-7e506bea34ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2930892d-b0a2-4b9f-a3c2-61508418214a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:56.356300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 54930) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:56.400241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:11:56.414712 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] Sync routers for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:11:56.422029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1dd7bf27-10e9-4bc8-a995-e471cb681db8 admin admin] 10.222.0.43 "PUT /v2.0/routers/f5d93b7d-cdd2-4482-9f0e-2b0a29306581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4547691 Dec 16 08:11:56.425409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 54932) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:11:56.439225 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:11:56.440339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57ce25-9dee-43ce-9c8b-3a2e8994ab69 None None] Pushing event updated for resources: {'Port': ['ID=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:56.441085 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:11:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:56.460505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e7187-56b8-4ee0-8f3a-a7b169c5862f None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:56.485029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Routers {'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:11:56.485682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:11:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:56.668584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3b2e-efe8-4779-bd93-43a9529d65f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.693830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Provisioning complete for port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:56.694194 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.719574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3b2e-efe8-4779-bd93-43a9529d65f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.770608 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:11:56.778591 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.825140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.881237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3b2e-efe8-4779-bd93-43a9529d65f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.896303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3b2e-efe8-4779-bd93-43a9529d65f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:56.903056 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7dcb3b2e-efe8-4779-bd93-43a9529d65f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2930892d-b0a2-4b9f-a3c2-61508418214a HTTP/1.1" status: 204 len: 168 time: 0.5458636 Dec 16 08:11:56.935681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3b2e-efe8-4779-bd93-43a9529d65f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2930892d-b0a2-4b9f-a3c2-61508418214a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:56.980653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] Set router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:11:57.020648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.106150 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T08:11:54Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:57.132357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Network a18965f2-55fb-46f9-acb0-e2512be3290c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:11:57.138311 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] Checking router: f5d93b7d-cdd2-4482-9f0e-2b0a29306581 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:11:57.152286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:11:57.171323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:11:57.176210 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] Routers {'f5d93b7d-cdd2-4482-9f0e-2b0a29306581'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:11:57.177249 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:11:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:57.219147 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.299134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Pushing event updated for resources: {'Port': ['ID=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:57.348979 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.372618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] Set router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:11:57.508867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Deleting port 6ab3546d-5d92-4692-aa0f-67686edf5922 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:11:57.511196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.518770 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.649568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] For port 6ab3546d-5d92-4692-aa0f-67686edf5922, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6ab3546d-5d92-4692-aa0f-67686edf5922,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:57.650029 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.651696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] For port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:11:57.668538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Calling delete_port for 6ab3546d-5d92-4692-aa0f-67686edf5922 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:11:57.700551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.705978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.739268 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:57.899639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Pushing event updated for resources: {'Port': ['ID=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:57.900499 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T08:11:54Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:57.922902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.923167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.923576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.924034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.925092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.925642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.926107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.926515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.927310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.927732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.928259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.928670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.929157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04d882-4af3-49aa-826a-d0097d8b23ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:11:57.945069 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406e7d1-37f9-4ba9-9abe-94e1672be8a9 None None] The sync data for ids ['f5d93b7d-cdd2-4482-9f0e-2b0a29306581'] in n-d-820935-11 is: [{'id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'name': 'tempest-TaggedBootDevicesTest-811960905-router', 'tenant_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:30Z', 'updated_at': '2021-12-16T08:11:54Z', 'revision_number': 5, 'project_id': 'acc92d7661c74f70b9c3c7b42fbde43c', 'gw_port': {'id': '6ab3546d-5d92-4692-aa0f-67686edf5922', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d93b7d-cdd2-4482-9f0e-2b0a29306581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:31Z', 'updated_at': '2021-12-16T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:11:57.979346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-82e1790f-adb5-478f-90eb-03d15a855a91 None None] Provisioning complete for port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:57.979821 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82e1790f-adb5-478f-90eb-03d15a855a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:58.026304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-82e1790f-adb5-478f-90eb-03d15a855a91 None None] Port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:11:58.057224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:11:52Z', 'revision_number': 3, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port': {'id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:51Z', 'updated_at': '2021-12-16T08:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:11:58.092280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f73ca7-bc26-4240-b3c0-8d6454c68c60 None None] The sync data for ids ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'] in n-d-820935-11 is: [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:11:52Z', 'revision_number': 3, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port': {'id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:51Z', 'updated_at': '2021-12-16T08:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:11:58.151559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:58.208645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:58.208849 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-282c78c8-265e-4fd3-985e-b0b242666123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:58.269299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:58.281150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab3546d-5d92-4692-aa0f-67686edf5922,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:58.325080 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2743daed-eeae-4610-a0fe-afbcd8e1a05c None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:11:58.454853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:58.459033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Pushing event updated for resources: {'Port': ['ID=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:11:58.530771 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:58.795819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Network a18965f2-55fb-46f9-acb0-e2512be3290c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:11:58.795819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:11:59.103477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:11:59.425054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-af171071-64d9-4fb3-9d25-d05645e31ecf None None] Provisioning complete for port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:11:59.426278 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-af171071-64d9-4fb3-9d25-d05645e31ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:59.436434 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:11:59.460087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:11:59.483975 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b68aca11-d6a9-40fe-a9fe-08e816772c30 admin admin] 10.222.0.43 "PUT /v2.0/routers/c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6417608 Dec 16 08:11:59.509157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-af171071-64d9-4fb3-9d25-d05645e31ecf None None] Port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:11:59.575297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:59.580095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:59.760452 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:59.762938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d93b7d-cdd2-4482-9f0e-2b0a29306581 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:11:59.785113 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:11:59.786607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8f6d6935-85b3-434d-8e7f-5705f635222f admin admin] 10.222.0.43 "DELETE /v2.0/routers/f5d93b7d-cdd2-4482-9f0e-2b0a29306581 HTTP/1.1" status: 204 len: 168 time: 3.3600705 Dec 16 08:11:59.789974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55002) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:00.046854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] Deleting subnet 49a7a9c6-ae2a-42c7-a62d-77baf3b74baf {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:12:00.053352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.102451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.175199 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.219655 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:00.317149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:00.317742 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.337770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.511310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.547381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a7a9c6-ae2a-42c7-a62d-77baf3b74baf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:00.554121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.558582 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e6b1a9ae-3c19-47fd-b2d0-c2c8ad8f6a93 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/49a7a9c6-ae2a-42c7-a62d-77baf3b74baf HTTP/1.1" status: 204 len: 168 time: 0.7622850 Dec 16 08:12:00.561060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:00.809261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:00.872984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490852b-1f52-4386-ba08-b8b539f5ccb8 None None] Network f2f12833-3072-4c1a-970c-30f5266dac1a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:00.998509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Deleting port caf1a820-8609-46e4-aba3-6772c0a0efde {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:00.998864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.111127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bfb345b9-d15d-4467-88fd-1c66d82a11bc no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:01.165308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: bfb345b9-d15d-4467-88fd-1c66d82a11bc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:01.165308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bfb345b9-d15d-4467-88fd-1c66d82a11bc not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:01.178871 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dd5308cd-53f3-48fb-9a93-9cd427b921ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.182454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] For port caf1a820-8609-46e4-aba3-6772c0a0efde, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=caf1a820-8609-46e4-aba3-6772c0a0efde,segment=NetworkSegment(b9a2d922-141b-45d9-ac5c-20ed38049b01),segment_id=b9a2d922-141b-45d9-ac5c-20ed38049b01)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:01.182735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.216625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Calling delete_port for caf1a820-8609-46e4-aba3-6772c0a0efde owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:01.318312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55050) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:01.326716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1194982471-network', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:01.388450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] DHCP port deletion for f2f12833-3072-4c1a-970c-30f5266dac1a request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:01.484212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Sync routers for ids ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:12:01.511032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.514027 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Routers {'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:01.514838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:01.550397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf1a820-8609-46e4-aba3-6772c0a0efde,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:01.561516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] No DVR routers for this DVR port caf1a820-8609-46e4-aba3-6772c0a0efde on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:01.625368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Made reservation on behalf of 82f9463c9f924fcfafa67fbdc28e9c4d for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:01.627718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.640341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.727798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.751216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.784690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Set router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:01.799242 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f12833-3072-4c1a-970c-30f5266dac1a']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:01.808782 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.842952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a2d922-141b-45d9-ac5c-20ed38049b01') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:01.842952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a2d922-141b-45d9-ac5c-20ed38049b01') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:01.862947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:12:01.879551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.929831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.942220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:12:01.942635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:12:01.944507 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:12:01.959485 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:01.959909 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Added segment f5f964fa-aebd-4c10-aa0e-45499aaf8811 of type vlan for network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 Dec 16 08:12:01.994704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4e4688-c30e-4768-b8ba-a089fabe2fe4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:02.046382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6ab3546d-5d92-4692-aa0f-67686edf5922 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:02.057381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] Deleting port caf1a820-8609-46e4-aba3-6772c0a0efde {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:02.057896 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.128061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] For port caf1a820-8609-46e4-aba3-6772c0a0efde, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:02.128628 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.143401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] Calling delete_port for caf1a820-8609-46e4-aba3-6772c0a0efde owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:02.146417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] Port caf1a820-8609-46e4-aba3-6772c0a0efde was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:12:02.173219 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.207034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.218085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] Pushing event deleted for resources: {'Port': ['ID=caf1a820-8609-46e4-aba3-6772c0a0efde,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:02.220604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 6ab3546d-5d92-4692-aa0f-67686edf5922 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:02.220750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.221053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6ab3546d-5d92-4692-aa0f-67686edf5922 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:02.221847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device caf1a820-8609-46e4-aba3-6772c0a0efde no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:02.247651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: caf1a820-8609-46e4-aba3-6772c0a0efde {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:02.248212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device caf1a820-8609-46e4-aba3-6772c0a0efde not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:02.263485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c900f7-6079-48b9-9a5c-0e858b463d1b None None] No DVR routers for this DVR port caf1a820-8609-46e4-aba3-6772c0a0efde on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:02.294296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.299644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.307221 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f2f12833-3072-4c1a-970c-30f5266dac1a HTTP/1.1" status: 204 len: 168 time: 1.7447283 Dec 16 08:12:02.308002 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55074) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:02.344082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 4, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port': {'id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:51Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fcfcc719-1be1-4f2e-b83f-34f2e5e82849', 'name': '', 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'mac_address': 'fa:16:3e:b2:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '34687f15-a87a-4b4a-a204-c9d0663e6cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:55Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 2, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'subnets': [{'id': '34687f15-a87a-4b4a-a204-c9d0663e6cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:02.352686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59607ef0-554e-419b-93f6-c1e557378551 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f12833-3072-4c1a-970c-30f5266dac1a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:02.374370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.375476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:02.376743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.384915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Checking router: c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:12:02.386029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Updating router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:12:02.427137 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:02.531751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2110527 Dec 16 08:12:02.551546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55080) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:02.577645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Request body: {'subnet': {'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1194982471-subnet', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:02.650738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c8d41-f408-42a2-9a6d-3b35ff0989f5 admin admin] Pushing event updated for resources: {'Network': ['ID=85b4fbc5-73d4-4540-8828-c5ba039c4fa2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:02.797632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Made reservation on behalf of 82f9463c9f924fcfafa67fbdc28e9c4d for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:02.799199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:12:02.800292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.176221 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.316987 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.380165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94643b56-21df-40cc-9b6a-76700cc7ec98 None None] Pushing event updated for resources: {'Port': ['ID=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:03.511603 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.540247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Attempting to bind port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:03.540921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Attempting to bind port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:03.541562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Attempting to bind port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 on network a18965f2-55fb-46f9-acb0-e2512be3290c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:03.549184 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.551001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:03.551491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Checking segment: {'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:03.552125 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.552703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Bound using segment: {'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:03.553436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Bound port: fcfcc719-1be1-4f2e-b83f-34f2e5e82849, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:03.553997 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.708894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Checking segment: {'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:03.710211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Network hostable DHCP agents. Network: 85b4fbc5-73d4-4540-8828-c5ba039c4fa2, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:12:03.719790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:03.727139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] For port fcfcc719-1be1-4f2e-b83f-34f2e5e82849, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:03.731228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] For port fcfcc719-1be1-4f2e-b83f-34f2e5e82849, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,segment=NetworkSegment(f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6),segment_id=f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:03.785342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.815423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:12:03.831330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.908228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-422d6738-733d-46f3-bbad-2572c509d5d7 None None] Provisioning complete for port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:03.908603 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-422d6738-733d-46f3-bbad-2572c509d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:03.918015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Routers {'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:03.918839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:03.934154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 85b4fbc5-73d4-4540-8828-c5ba039c4fa2) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:03.939309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:03.941280 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.054908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7ef52511-df3d-48d3-81dd-6ee8548a4f95 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5020638 Dec 16 08:12:04.055601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55118) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:04.059932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:04.104283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94643b56-21df-40cc-9b6a-76700cc7ec98 None None] Pushing event updated for resources: {'Port': ['ID=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:04.118112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425cb009-f48b-45c6-95ea-d08ba93198b4 None None] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:04.264530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.267237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.339268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Deleting port cfec0281-5135-4190-8b20-4574507e2a6d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:04.339891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.383986 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-422d6738-733d-46f3-bbad-2572c509d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.443377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.554353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] Set router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:04.631925 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55132) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:04.653402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] For port cfec0281-5135-4190-8b20-4574507e2a6d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cfec0281-5135-4190-8b20-4574507e2a6d,segment=NetworkSegment(250fd0ae-cdf8-4d82-bdc0-bde41279ee63),segment_id=250fd0ae-cdf8-4d82-bdc0-bde41279ee63)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:04.653842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.674073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Calling delete_port for cfec0281-5135-4190-8b20-4574507e2a6d owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:04.686541 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.747366 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.859963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-85b4fbc5-73d4-4540-8828-c5ba039c4fa2', 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2', 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'fixed_ips': [{'subnet_id': 'd6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:12:04.861368 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.888941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8262a1fc-bd4d-43ef-afec-e39b93917226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:04.989734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-422d6738-733d-46f3-bbad-2572c509d5d7 None None] For port fcfcc719-1be1-4f2e-b83f-34f2e5e82849, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,segment=NetworkSegment(f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6),segment_id=f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:05.060620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 4, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port': {'id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:51Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fcfcc719-1be1-4f2e-b83f-34f2e5e82849', 'name': '', 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'mac_address': 'fa:16:3e:b2:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '34687f15-a87a-4b4a-a204-c9d0663e6cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:55Z', 'updated_at': '2021-12-16T08:12:03Z', 'revision_number': 4, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'subnets': [{'id': '34687f15-a87a-4b4a-a204-c9d0663e6cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:05.071288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8262a1fc-bd4d-43ef-afec-e39b93917226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.107827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-422d6738-733d-46f3-bbad-2572c509d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.109630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa205ca-53bd-4eb2-9a5d-eb6b8d849654 None None] The sync data for ids ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'] in n-d-820935-11 is: [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 4, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port': {'id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:51Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'fcfcc719-1be1-4f2e-b83f-34f2e5e82849', 'name': '', 'network_id': 'a18965f2-55fb-46f9-acb0-e2512be3290c', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'mac_address': 'fa:16:3e:b2:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '34687f15-a87a-4b4a-a204-c9d0663e6cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:55Z', 'updated_at': '2021-12-16T08:12:03Z', 'revision_number': 4, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'subnets': [{'id': '34687f15-a87a-4b4a-a204-c9d0663e6cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:12:05.112301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Allocated IP 172.20.0.2 (85b4fbc5-73d4-4540-8828-c5ba039c4fa2/d6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e/ce8f9e45-30bd-4aae-b52a-77209ebdabe1) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:05.134096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.249938 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8262a1fc-bd4d-43ef-afec-e39b93917226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.271883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfec0281-5135-4190-8b20-4574507e2a6d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:05.447794 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8262a1fc-bd4d-43ef-afec-e39b93917226 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1f1b793f9da4c68be758054c547a8c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8145740 Dec 16 08:12:05.481458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55146) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:05.534761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262a1fc-bd4d-43ef-afec-e39b93917226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a06d89-70fd-420f-8b9c-6add2f885451,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:05.780686 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc38ae3-6ed6-4d02-8519-e9e598f26558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.789878 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6738-733d-46f3-bbad-2572c509d5d7 None None] Pushing event updated for resources: {'Port': ['ID=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:05.797331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-c42664f5-c882-4103-a0b4-7bb2e6b7076b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2953541 Dec 16 08:12:05.813003 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.826904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4e49545a-acea-4c91-9a82-da8496bd3334 None None] Provisioning complete for port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:05.827280 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e49545a-acea-4c91-9a82-da8496bd3334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.846187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.869596 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.923339 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc38ae3-6ed6-4d02-8519-e9e598f26558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:05.986528 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.008826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.012702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09badc13-b6a4-4a47-9d76-29989e775227 req-8a1e9a30-3a01-4b0a-bee6-a6fec50a37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:06.014242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-8a1e9a30-3a01-4b0a-bee6-a6fec50a37c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 1097 time: 0.1584554 Dec 16 08:12:06.116067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:06.150996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Pushing event updated for resources: {'Port': ['ID=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:06.151923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:06.166416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:06.198634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Allocated IP 172.25.2.252 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/92078d61-da67-4d54-afde-fe7f21e8ac3d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:06.337283 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Attempting to bind port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:06.337674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Attempting to bind port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:06.338134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Attempting to bind port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 on network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:06.340052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc38ae3-6ed6-4d02-8519-e9e598f26558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.341527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fcfcc719-1be1-4f2e-b83f-34f2e5e82849 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:06.350927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc38ae3-6ed6-4d02-8519-e9e598f26558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.354117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9cc38ae3-6ed6-4d02-8519-e9e598f26558 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90a06d89-70fd-420f-8b9c-6add2f885451 HTTP/1.1" status: 204 len: 168 time: 0.8645971 Dec 16 08:12:06.399563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09badc13-b6a4-4a47-9d76-29989e775227 req-288b5d8a-f6fc-41b1-9b90-6fc3fb13f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:06.399789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:06.400133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Checking segment: {'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:06.402149 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.402625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Bound using segment: {'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:06.403119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Bound port: ce8f9e45-30bd-4aae-b52a-77209ebdabe1, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:06.403518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.404293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-288b5d8a-f6fc-41b1-9b90-6fc3fb13f543 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.3451221 Dec 16 08:12:06.437743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc38ae3-6ed6-4d02-8519-e9e598f26558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a06d89-70fd-420f-8b9c-6add2f885451,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:06.554128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:06.554504 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.578471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-a2c5a14d-9be8-46ff-8331-83069d0b5379 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6616356-bee4-4f44-909d-50db87924167 HTTP/1.1" status: 200 len: 217 time: 0.1651776 Dec 16 08:12:06.614866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-819e83ba-644d-4671-bc82-a46270859fae None None] For port ce8f9e45-30bd-4aae-b52a-77209ebdabe1, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:06.633568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-819e83ba-644d-4671-bc82-a46270859fae None None] For port ce8f9e45-30bd-4aae-b52a-77209ebdabe1, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,segment=NetworkSegment(f5f964fa-aebd-4c10-aa0e-45499aaf8811),segment_id=f5f964fa-aebd-4c10-aa0e-45499aaf8811)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:06.714329 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.824698 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:06.828690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09badc13-b6a4-4a47-9d76-29989e775227 req-9bca0299-4ae3-4bd5-af7c-7b7d8db0f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:06.829653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-9bca0299-4ae3-4bd5-af7c-7b7d8db0f8dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.2438703 Dec 16 08:12:06.838171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:12:06.902360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-538443ce-14ce-4934-83fd-176ace8b2094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583715 Dec 16 08:12:06.937871 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e83ba-644d-4671-bc82-a46270859fae None None] Pushing event updated for resources: {'Port': ['ID=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:07.231094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:07.320363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:12:07.326942 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-364e7d8c-8d72-406b-9fdc-037bb78c5b02 admin admin] 10.222.0.43 "PUT /v2.0/routers/57dd4eac-4b1b-4795-b777-a97a9f3aa81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9878469 Dec 16 08:12:07.330784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55166) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:07.366349 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] Sync routers for ids ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:12:07.399068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-05c5e451-62db-4760-8608-3a5a7e6b90bd service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835761 Dec 16 08:12:07.410725 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:07.419706 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] Routers {'57dd4eac-4b1b-4795-b777-a97a9f3aa81c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:07.420665 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:07.447270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:07.454180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:07.466267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2598b14-6301-4ade-b737-17eab22bfac8 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:07.632051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3462f890-0533-4274-b813-cc2c13ded1d0 None None] Provisioning complete for port 92078d61-da67-4d54-afde-fe7f21e8ac3d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:07.632703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3462f890-0533-4274-b813-cc2c13ded1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:07.714274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:07.785526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3462f890-0533-4274-b813-cc2c13ded1d0 None None] Port 92078d61-da67-4d54-afde-fe7f21e8ac3d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:07.789726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55168) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:07.948723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Pushing event updated for resources: {'Port': ['ID=92078d61-da67-4d54-afde-fe7f21e8ac3d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:07.965377 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:07.996594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-ba41a1d7-f0b1-43cb-8f15-256cc8b9e448 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2650585 Dec 16 08:12:08.026092 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] Set router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:08.110720 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c61e108a-70fb-4764-a0bd-0ed6d7af3b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.189908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ce8f9e45-30bd-4aae-b52a-77209ebdabe1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:08.230729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Deleting port acc71f97-82f5-4d0e-baed-8cef7e18d27e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:08.231352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.359531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:08.360106 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.391942 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T08:12:04Z', 'revision_number': 5, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port': {'id': 'acc71f97-82f5-4d0e-baed-8cef7e18d27e', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T07:59:42Z', 'updated_at': '2021-12-16T07:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:08.440952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09badc13-b6a4-4a47-9d76-29989e775227 req-522e57ed-fa93-485b-bce2-065ca405e36b service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0237975 Dec 16 08:12:08.495320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-096ab9a1-be36-4f83-95ec-d5d17c786153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:08.500363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-096ab9a1-be36-4f83-95ec-d5d17c786153 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1097 time: 0.4249716 Dec 16 08:12:08.545667 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] Checking router: 57dd4eac-4b1b-4795-b777-a97a9f3aa81c for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:12:08.574048 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] Routers {'57dd4eac-4b1b-4795-b777-a97a9f3aa81c'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:08.576055 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:08.581310 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.587638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] For port acc71f97-82f5-4d0e-baed-8cef7e18d27e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=acc71f97-82f5-4d0e-baed-8cef7e18d27e,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:08.588205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.643455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Calling delete_port for acc71f97-82f5-4d0e-baed-8cef7e18d27e owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:08.669592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port ce8f9e45-30bd-4aae-b52a-77209ebdabe1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,segment=NetworkSegment(f5f964fa-aebd-4c10-aa0e-45499aaf8811),segment_id=f5f964fa-aebd-4c10-aa0e-45499aaf8811)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:08.713523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c61e108a-70fb-4764-a0bd-0ed6d7af3b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.739274 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.821553 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] Set router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:08.825801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:08.923420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-ce5486e1-05bd-45de-8791-8e4dd13f1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:08.925232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-ce5486e1-05bd-45de-8791-8e4dd13f1477 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 898 time: 0.3974693 Dec 16 08:12:08.925841 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c61e108a-70fb-4764-a0bd-0ed6d7af3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:08.993869 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T08:12:07Z', 'revision_number': 6, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:09.052328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908831f-f090-479c-9cb2-4f9614379f8b None None] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:09.058757 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941adf7-2a00-4ae9-9d76-a8f365d5803d None None] The sync data for ids ['57dd4eac-4b1b-4795-b777-a97a9f3aa81c'] in n-d-820935-11 is: [{'id': '57dd4eac-4b1b-4795-b777-a97a9f3aa81c', 'name': 'tempest-TaggedBootDevicesTest-1663462787-router', 'tenant_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T07:59:41Z', 'updated_at': '2021-12-16T08:12:07Z', 'revision_number': 6, 'project_id': '1ddd7ac7d16740c0b70948029c6e0d4a', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:12:09.091361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55182) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:09.148850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c61e108a-70fb-4764-a0bd-0ed6d7af3b0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecdac57086bd4f5d890902990e572bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2844965 Dec 16 08:12:09.153259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55184) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:09.155608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e108a-70fb-4764-a0bd-0ed6d7af3b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfba570d-e4ec-4a9d-bc83-d9a5d0b54708,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:09.180057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-99ad4e81-b06f-43fb-824a-d84669162343 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 200 len: 1001 time: 0.2430549 Dec 16 08:12:09.180816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:09.205236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8b678378-f114-4735-b0b4-037a6c9672c3 None None] Provisioning complete for port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:09.205775 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b678378-f114-4735-b0b4-037a6c9672c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:09.325107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e3c36-642d-402b-8c0f-874b45d307f3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:09.325596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e3c36-642d-402b-8c0f-874b45d307f3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:09.326114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e3c36-642d-402b-8c0f-874b45d307f3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:09.344273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-af9e3c36-642d-402b-8c0f-874b45d307f3 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=a3a609dbbaff4144adf3534e50ccab91&network_id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 2972 time: 0.2496579 Dec 16 08:12:09.357742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:09.428434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc71f97-82f5-4d0e-baed-8cef7e18d27e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:09.540958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19efe3ef-4be3-4b8f-8d08-18d2eeda0159 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:09.625218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:09.860853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:09.863702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.049464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ce8f9e45-30bd-4aae-b52a-77209ebdabe1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:10.060116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.061120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57dd4eac-4b1b-4795-b777-a97a9f3aa81c {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:12:10.072731 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.076533 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b6d4a11b-462f-4304-8f8a-18b44874bae9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/57dd4eac-4b1b-4795-b777-a97a9f3aa81c HTTP/1.1" status: 204 len: 168 time: 2.7423258 Dec 16 08:12:10.076998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55196) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:10.176832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] Deleting subnet 3728aee6-9866-4e3d-97a8-4ed19679cca0 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:12:10.183756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.258489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.281279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1865b625-9967-4d0f-b6b3-d1a9259ac3ac None None] Provisioning complete for port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:10.291198 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.294964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-31450e8e-6be1-4858-9951-75a4c3dd69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:10.300718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-31450e8e-6be1-4858-9951-75a4c3dd69b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb HTTP/1.1" status: 200 len: 834 time: 0.0758650 Dec 16 08:12:10.300863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1865b625-9967-4d0f-b6b3-d1a9259ac3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.309204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:10.309637 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.407141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.448648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-f375e325-f00a-4548-8d27-34b9f4500c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:10.450541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-f375e325-f00a-4548-8d27-34b9f4500c4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c736d357-1065-442d-9bf0-9e7b8c13a5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375048 Dec 16 08:12:10.467824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a933e45-c728-4db9-a06a-f31e03bad6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.592065 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.654836 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a933e45-c728-4db9-a06a-f31e03bad6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.660029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:10.672785 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3728aee6-9866-4e3d-97a8-4ed19679cca0 HTTP/1.1" status: 204 len: 168 time: 0.5920954 Dec 16 08:12:10.686172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e04fc4-c108-458f-a8bf-c6142a73e900 None None] Network 8bcda446-f0a0-46a8-b609-5fd70d2a459f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:10.686318 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55208) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:10.722947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ef72e-69c6-46fe-87d1-419062898e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3728aee6-9866-4e3d-97a8-4ed19679cca0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:10.745743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cfec0281-5135-4190-8b20-4574507e2a6d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:10.834532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: cfec0281-5135-4190-8b20-4574507e2a6d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:10.834944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cfec0281-5135-4190-8b20-4574507e2a6d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:10.835359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acc71f97-82f5-4d0e-baed-8cef7e18d27e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:10.846997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-2216a92d-48e8-4e2d-8980-84cfcce123a3 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876576 Dec 16 08:12:10.897301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: acc71f97-82f5-4d0e-baed-8cef7e18d27e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:10.908265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device acc71f97-82f5-4d0e-baed-8cef7e18d27e not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:11.034602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.085252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] DHCP port deletion for 8bcda446-f0a0-46a8-b609-5fd70d2a459f request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:11.145008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d47da16-1bcc-4aa9-9c50-1e98bc0843eb req-35155d56-c88e-42b8-90a5-18fbb7fe254d service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874560 Dec 16 08:12:11.168941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Deleting port d19b8e03-a19e-4629-881f-e0b810fcdbe2 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:11.169346 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.194813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] Deleting port d19b8e03-a19e-4629-881f-e0b810fcdbe2 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:11.208004 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.219462 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a933e45-c728-4db9-a06a-f31e03bad6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.222214 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9a933e45-c728-4db9-a06a-f31e03bad6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.226340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9a933e45-c728-4db9-a06a-f31e03bad6da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfba570d-e4ec-4a9d-bc83-d9a5d0b54708 HTTP/1.1" status: 204 len: 168 time: 2.0648341 Dec 16 08:12:11.226340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Router 2abf714f-84be-4249-a49a-7eaf2b8cd831 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:12:11.290474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] For port d19b8e03-a19e-4629-881f-e0b810fcdbe2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d19b8e03-a19e-4629-881f-e0b810fcdbe2,segment=NetworkSegment(250fd0ae-cdf8-4d82-bdc0-bde41279ee63),segment_id=250fd0ae-cdf8-4d82-bdc0-bde41279ee63)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:11.291285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.311023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] Calling delete_port for d19b8e03-a19e-4629-881f-e0b810fcdbe2 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:11.311363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a933e45-c728-4db9-a06a-f31e03bad6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfba570d-e4ec-4a9d-bc83-d9a5d0b54708,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:11.557168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.597640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] For port d19b8e03-a19e-4629-881f-e0b810fcdbe2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d19b8e03-a19e-4629-881f-e0b810fcdbe2,segment=NetworkSegment(250fd0ae-cdf8-4d82-bdc0-bde41279ee63),segment_id=250fd0ae-cdf8-4d82-bdc0-bde41279ee63)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:11.598101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.606800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] Pushing event deleted for resources: {'Port': ['ID=d19b8e03-a19e-4629-881f-e0b810fcdbe2,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:11.614388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9d1b9-2110-4369-88d4-ef327f125997 None None] No DVR routers for this DVR port d19b8e03-a19e-4629-881f-e0b810fcdbe2 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:11.647341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Calling delete_port for d19b8e03-a19e-4629-881f-e0b810fcdbe2 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:11.649772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:12:11.694701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Sync routers for ids ['2abf714f-84be-4249-a49a-7eaf2b8cd831'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:12:11.736659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Routers {'2abf714f-84be-4249-a49a-7eaf2b8cd831'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:11.739121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2abf714f-84be-4249-a49a-7eaf2b8cd831'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:11.745644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55226) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:11.809242 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:11.809242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e08f05ae-fdaf-451a-a656-a201122c0487 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7517912 Dec 16 08:12:11.811426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55228) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:12.041598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09998d7-745b-4966-8303-eb916c8f510f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:12.045323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d19b8e03-a19e-4629-881f-e0b810fcdbe2 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:12.046956 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a09998d7-745b-4966-8303-eb916c8f510f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1 HTTP/1.1" status: 200 len: 814 time: 0.2985406 Dec 16 08:12:12.078896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Set router 2abf714f-84be-4249-a49a-7eaf2b8cd831 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:12.169559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:12.333185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d19b8e03-a19e-4629-881f-e0b810fcdbe2 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:12.333642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d19b8e03-a19e-4629-881f-e0b810fcdbe2 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:12.350940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] No DVR routers for this DVR port d19b8e03-a19e-4629-881f-e0b810fcdbe2 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:12.383702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19b8e03-a19e-4629-881f-e0b810fcdbe2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:12.479237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:08Z', 'revision_number': 3, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:12.515694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Checking router: 2abf714f-84be-4249-a49a-7eaf2b8cd831 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:12:12.516051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Updating router 2abf714f-84be-4249-a49a-7eaf2b8cd831 port 92078d61-da67-4d54-afde-fe7f21e8ac3d binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:12:12.551235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:12.648974 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:12.731034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcda446-f0a0-46a8-b609-5fd70d2a459f']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:12.751999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-99f141c1-7a52-4961-8f1a-fd2f520d7184 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:12.759462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-99f141c1-7a52-4961-8f1a-fd2f520d7184 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/networks?id=41c79404-1a7f-4be6-aeda-cc001896b00b HTTP/1.1" status: 200 len: 813 time: 0.4301322 Dec 16 08:12:12.780591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250fd0ae-cdf8-4d82-bdc0-bde41279ee63') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:12.783578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250fd0ae-cdf8-4d82-bdc0-bde41279ee63') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:12.785440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-3d0a64c1-25ed-4c79-96f7-4cbbe0e4cb24 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/quotas/db5ccef7b8894caeaa7ab8bdf088786e HTTP/1.1" status: 200 len: 375 time: 0.0246270 Dec 16 08:12:12.874664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:12.902673 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:12.907703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-84d06fab-a34f-4894-8bd1-03b4c4abaa5d tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101854 Dec 16 08:12:12.921426 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:12.952958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:12:12.954156 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:12:12.956421 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:12:13.048578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.108855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09f222-4579-4192-aae0-42db0b79b552 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:13.180011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Attempting to bind port 92078d61-da67-4d54-afde-fe7f21e8ac3d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:13.181952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Attempting to bind port 92078d61-da67-4d54-afde-fe7f21e8ac3d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:13.183890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Attempting to bind port 92078d61-da67-4d54-afde-fe7f21e8ac3d on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:13.192022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d533e3-3ef1-4ac7-a028-237caff86f37 None None] Pushing event updated for resources: {'Port': ['ID=92078d61-da67-4d54-afde-fe7f21e8ac3d,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:13.218034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:13.218587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:13.219075 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.219554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:13.220874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Bound port: 92078d61-da67-4d54-afde-fe7f21e8ac3d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:13.221354 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.225767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-cd76f0b7-64c0-410a-9762-745a81f4f9cb service neutron] 10.222.0.43 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924788 Dec 16 08:12:13.278258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-dde41ed7-dcc9-4374-867d-ce4e61c05fb2 None None] Provisioning complete for port 92078d61-da67-4d54-afde-fe7f21e8ac3d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:13.278749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dde41ed7-dcc9-4374-867d-ce4e61c05fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.320742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.333305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.338570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8bcda446-f0a0-46a8-b609-5fd70d2a459f HTTP/1.1" status: 204 len: 168 time: 2.6492305 Dec 16 08:12:13.376412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] For port 92078d61-da67-4d54-afde-fe7f21e8ac3d, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:13.381619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] For port 92078d61-da67-4d54-afde-fe7f21e8ac3d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=92078d61-da67-4d54-afde-fe7f21e8ac3d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:13.390625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-dde41ed7-dcc9-4374-867d-ce4e61c05fb2 None None] Port 92078d61-da67-4d54-afde-fe7f21e8ac3d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:13.404623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55278) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:13.409980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde5e68-8284-4363-aa0c-5c030f7e6808 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcda446-f0a0-46a8-b609-5fd70d2a459f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:13.413466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'network': {'name': 'tempest-network-smoke--1039812934', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'port_security_enabled': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:13.522724 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.527537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-9e47e017-8b85-4842-bd4e-2c694ab5aad8 service neutron] 10.222.0.43 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807395 Dec 16 08:12:13.556568 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.556930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:13.561300 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.608502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:12:13.632217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.633515 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Added segment 12427d37-c444-4c00-bc35-3744839ea13d of type vlan for network c096fa85-b6e0-4ee6-8247-4080bc69d19c Dec 16 08:12:13.650147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d533e3-3ef1-4ac7-a028-237caff86f37 None None] Pushing event updated for resources: {'Port': ['ID=92078d61-da67-4d54-afde-fe7f21e8ac3d,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:13.687609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eff546-a250-48e9-8641-56b14938273d None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:13.713364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.718094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Routers {'2abf714f-84be-4249-a49a-7eaf2b8cd831'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:13.719593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2abf714f-84be-4249-a49a-7eaf2b8cd831'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:13.829439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Allocated IP 172.20.0.1 (85b4fbc5-73d4-4540-8828-c5ba039c4fa2/d6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e/312e09fe-2eb4-4242-a33f-cb76b67b2aa0) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:13.844397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-933b8fba-891f-441e-908c-dc20a6e00443 None None] Provisioning complete for port 92078d61-da67-4d54-afde-fe7f21e8ac3d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:13.844772 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-933b8fba-891f-441e-908c-dc20a6e00443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.870915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.879704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:13.884899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:13.946820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] Set router 2abf714f-84be-4249-a49a-7eaf2b8cd831 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:14.109215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.115786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55306) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:14.167338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d000ab4-85ac-452f-9a55-db766b25b329 req-669260f0-d022-4167-a84c-7b1bc9b26511 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 210 time: 0.1089225 Dec 16 08:12:14.234731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Network': ['ID=c096fa85-b6e0-4ee6-8247-4080bc69d19c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:14.254148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-872373bc-57ae-4c81-8e41-6b25fb943125 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acc92d7661c74f70b9c3c7b42fbde43c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369376 Dec 16 08:12:14.254748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55316) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:14.357532 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6c02148-e0c6-44ca-8112-15602dc36923 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9504232 Dec 16 08:12:14.360344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55326) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:14.385866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.390634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a4da0a1-aec5-494e-9b30-a89f31129a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.425599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:12:14.426264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a4da0a1-aec5-494e-9b30-a89f31129a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.482884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Pushing event updated for resources: {'Port': ['ID=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:14.523709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:14.533081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:14.542695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:14.588872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ecaaa-a7d0-47af-814c-dfd6f9802f6a tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:14.590904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-953ecaaa-a7d0-47af-814c-dfd6f9802f6a tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a3a609dbbaff4144adf3534e50ccab91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2289169 Dec 16 08:12:14.594852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55328) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:14.608890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.673021 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-933b8fba-891f-441e-908c-dc20a6e00443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.707538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:08Z', 'revision_number': 3, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:14.741684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7f07d-13b5-49a0-a2ab-3c900a968278 None None] The sync data for ids ['2abf714f-84be-4249-a49a-7eaf2b8cd831'] in n-d-820935-11 is: [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:08Z', 'revision_number': 3, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:12:14.744484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-933b8fba-891f-441e-908c-dc20a6e00443 None None] For port 92078d61-da67-4d54-afde-fe7f21e8ac3d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=92078d61-da67-4d54-afde-fe7f21e8ac3d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:14.756633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a4da0a1-aec5-494e-9b30-a89f31129a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.759398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a4da0a1-aec5-494e-9b30-a89f31129a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.765296 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4a4da0a1-aec5-494e-9b30-a89f31129a45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4e16d91-e60d-45a5-a77b-51c2406b25fa HTTP/1.1" status: 204 len: 168 time: 0.5050807 Dec 16 08:12:14.809935 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f1a9d-ceaf-4a8f-b982-87260bb56432 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:14.814003 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a78f1a9d-ceaf-4a8f-b982-87260bb56432 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2152617 Dec 16 08:12:14.814003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4da0a1-aec5-494e-9b30-a89f31129a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e16d91-e60d-45a5-a77b-51c2406b25fa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:14.815269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55340) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:14.877859 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-933b8fba-891f-441e-908c-dc20a6e00443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:14.907330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0019f01f-9865-498e-91d7-be07266f0868 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0858262 Dec 16 08:12:14.908397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55346) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:15.010224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b8fba-891f-441e-908c-dc20a6e00443 None None] Pushing event updated for resources: {'Port': ['ID=92078d61-da67-4d54-afde-fe7f21e8ac3d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:15.017005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:15.032014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-940bc9a9-97e1-4122-90d3-0c5822b2b48d None None] Provisioning complete for port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:15.039563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6816af7d-1e9f-4642-86ca-39391e28332c tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a3a609dbbaff4144adf3534e50ccab91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246753 Dec 16 08:12:15.039563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55368) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:15.042451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-940bc9a9-97e1-4122-90d3-0c5822b2b48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:15.210102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-940bc9a9-97e1-4122-90d3-0c5822b2b48d None None] Port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:15.323846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba5b3ae3-919b-4a5f-a264-03bf74b5d2cb req-58c581c9-e4c8-4fe4-bd46-574eb4ec454c tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 210 time: 0.0677783 Dec 16 08:12:15.375970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea71e8-6aea-46e2-9668-3fe36975b309 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:15.382769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b5ea71e8-6aea-46e2-9668-3fe36975b309 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3369825 Dec 16 08:12:15.383433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:15.431880 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b493a7d6-f735-40e6-ae0a-6eaa21ac6b50 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474563 Dec 16 08:12:15.434471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55390) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:15.443892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-463558762', 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:15.733997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:15.740399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.061981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.124106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 92078d61-da67-4d54-afde-fe7f21e8ac3d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:16.169109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55410) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:16.206589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.232088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 92078d61-da67-4d54-afde-fe7f21e8ac3d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:16.232504 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.328377 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.434982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1771a382-ae45-40df-941a-a74464dec6e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ddd7ac7d16740c0b70948029c6e0d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646265 Dec 16 08:12:16.436135 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.438101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55420) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:16.502618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Subnet': ['ID=fed9128d-7fe3-4ec3-b010-d02bcce4ac33,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:16.533539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Checking segment: {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:16.542675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network hostable DHCP agents. Network: c096fa85-b6e0-4ee6-8247-4080bc69d19c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:12:16.571629 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1948ffd0-3e14-4711-a293-e6513ccd66a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.581728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17a2ce55-4634-4a22-8264-bbb4dd85498f req-410a5ca6-f6fb-4410-8a1b-5850419271a2 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 210 time: 0.0944700 Dec 16 08:12:16.584059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Pushing event updated for resources: {'Port': ['ID=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:16.627452 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1948ffd0-3e14-4711-a293-e6513ccd66a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.695684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:16.696948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:16.699680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:12:16.808007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c096fa85-b6e0-4ee6-8247-4080bc69d19c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:16.812613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:16.813716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.823002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1948ffd0-3e14-4711-a293-e6513ccd66a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.823203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce0117-7842-4b68-9850-3682bbbc92c4 None None] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:16.823304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1948ffd0-3e14-4711-a293-e6513ccd66a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:16.823304 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1948ffd0-3e14-4711-a293-e6513ccd66a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/664f3ba6-5eee-4d0e-9a3b-49a01d290f3a HTTP/1.1" status: 204 len: 168 time: 0.3749230 Dec 16 08:12:16.868916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948ffd0-3e14-4711-a293-e6513ccd66a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664f3ba6-5eee-4d0e-9a3b-49a01d290f3a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:16.895594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55428) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:16.947560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Router 2abf714f-84be-4249-a49a-7eaf2b8cd831 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:12:17.015070 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5d2bafb7-dfcd-4c32-af71-2f5c55db8ca2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5774212 Dec 16 08:12:17.120697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ips': [{'subnet_id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:12:17.124155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:17.218703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07726161-ea21-45ee-b37b-0048d37f844e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:17.334606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Allocated IP 172.20.0.18 (c096fa85-b6e0-4ee6-8247-4080bc69d19c/fed9128d-7fe3-4ec3-b010-d02bcce4ac33/a6dbda8e-52bc-4382-947f-3663286757d0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:17.441637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:12:17.459197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b8156983-a716-4fd6-b77b-a4a23f9e704b admin admin] 10.222.0.43 "PUT /v2.0/routers/2abf714f-84be-4249-a49a-7eaf2b8cd831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6435575 Dec 16 08:12:17.524806 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07726161-ea21-45ee-b37b-0048d37f844e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:17.623064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07726161-ea21-45ee-b37b-0048d37f844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:17.702923 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-07726161-ea21-45ee-b37b-0048d37f844e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e9d0725142546b3a23c2bf09fe2330c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8061929 Dec 16 08:12:17.716304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55446) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:17.779159 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07726161-ea21-45ee-b37b-0048d37f844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f7371b-0d31-4c1f-b6f2-ded293365d52,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:17.823021 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Sync routers for ids ['2abf714f-84be-4249-a49a-7eaf2b8cd831'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:12:17.889662 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Routers {'2abf714f-84be-4249-a49a-7eaf2b8cd831'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:17.891773 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2abf714f-84be-4249-a49a-7eaf2b8cd831'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:17.960933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-11b8880c-aac2-48ab-a45d-5a87fb442f98 None None] Provisioning complete for port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:17.961465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-11b8880c-aac2-48ab-a45d-5a87fb442f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:17.967253 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.018632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5397429-564a-46ed-bd68-399a0e65d60b req-7b6579c4-97f5-4a3a-9c29-6e3c4ada423a tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 210 time: 0.1790311 Dec 16 08:12:18.081950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-11b8880c-aac2-48ab-a45d-5a87fb442f98 None None] Port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:18.108494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b391451e-9714-4ab1-bf05-159aafa46b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.152497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.205160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-12e03fb2-54ee-4705-9777-abe308476e19 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:18.211500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-12e03fb2-54ee-4705-9777-abe308476e19 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "GET /v2.0/networks?id=41c79404-1a7f-4be6-aeda-cc001896b00b HTTP/1.1" status: 200 len: 813 time: 0.7635450 Dec 16 08:12:18.246201 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b391451e-9714-4ab1-bf05-159aafa46b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.253753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Request body: {'port': {'device_id': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b', 'admin_state_up': True, 'tenant_id': 'db5ccef7b8894caeaa7ab8bdf088786e'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:18.274503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:18.277898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:18.286829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:18.297865 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Set router 2abf714f-84be-4249-a49a-7eaf2b8cd831 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:18.305854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Pushing event updated for resources: {'Port': ['ID=a6dbda8e-52bc-4382-947f-3663286757d0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:18.431505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55462) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:18.438278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-02ff923e-053c-4f08-8888-bfed6604b303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688247791', 'description': 'tempest-secgroup-smoke-1688247791 description', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:18.440083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Attempting to bind port a6dbda8e-52bc-4382-947f-3663286757d0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:18.440510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Attempting to bind port a6dbda8e-52bc-4382-947f-3663286757d0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:18.440904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Attempting to bind port a6dbda8e-52bc-4382-947f-3663286757d0 on network c096fa85-b6e0-4ee6-8247-4080bc69d19c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:18.450041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:18.450538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Checking segment: {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:18.450962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.451364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Bound using segment: {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:18.452611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Bound port: a6dbda8e-52bc-4382-947f-3663286757d0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:18.452987 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.595093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b391451e-9714-4ab1-bf05-159aafa46b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.598973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b391451e-9714-4ab1-bf05-159aafa46b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.605515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b391451e-9714-4ab1-bf05-159aafa46b4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43f7371b-0d31-4c1f-b6f2-ded293365d52 HTTP/1.1" status: 204 len: 168 time: 0.8832123 Dec 16 08:12:18.605515 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02ff923e-053c-4f08-8888-bfed6604b303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.623814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] For port a6dbda8e-52bc-4382-947f-3663286757d0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:18.632966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] For port a6dbda8e-52bc-4382-947f-3663286757d0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a6dbda8e-52bc-4382-947f-3663286757d0,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:18.686976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391451e-9714-4ab1-bf05-159aafa46b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f7371b-0d31-4c1f-b6f2-ded293365d52,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:18.726650 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.804502 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '312e09fe-2eb4-4242-a33f-cb76b67b2aa0', 'name': '', 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'mac_address': 'fa:16:3e:f4:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'd6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:13Z', 'updated_at': '2021-12-16T08:12:15Z', 'revision_number': 2, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'subnets': [{'id': 'd6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:18.815732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e968a33-c7a7-406a-b8c1-5dde25e7c9ed None None] Pushing event updated for resources: {'Port': ['ID=a6dbda8e-52bc-4382-947f-3663286757d0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:18.843506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02ff923e-053c-4f08-8888-bfed6604b303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.855303 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Checking router: 2abf714f-84be-4249-a49a-7eaf2b8cd831 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:12:18.855815 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Updating router 2abf714f-84be-4249-a49a-7eaf2b8cd831 port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:12:18.888697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Made reservation on behalf of db5ccef7b8894caeaa7ab8bdf088786e for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:18.894315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:18.948003 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.103147 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02ff923e-053c-4f08-8888-bfed6604b303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.201088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55488) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:19.279971 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-02ff923e-053c-4f08-8888-bfed6604b303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.281417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-02ff923e-053c-4f08-8888-bfed6604b303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8481443 Dec 16 08:12:19.285540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55498) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:19.292508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3e077c65-c30a-4d3c-9f9d-dc5fb089aa39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': '702e3fd6-9b28-4171-9977-a3ac3f14edb1', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:19.400596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff923e-053c-4f08-8888-bfed6604b303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702e3fd6-9b28-4171-9977-a3ac3f14edb1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:19.513248 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e077c65-c30a-4d3c-9f9d-dc5fb089aa39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.570827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986b8fe9-21f3-4ccd-8ba9-ef5d2736cb52 req-939c9d37-156a-4eaa-9fd3-36998d948242 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 210 time: 0.1819580 Dec 16 08:12:19.592783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-972133364-network', 'tenant_id': '49ab89b7d6b346d2becff2464d30facb'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:19.634973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Allocated IP 172.20.0.11 (41c79404-1a7f-4be6-aeda-cc001896b00b/084f137e-4b1a-41bc-9f34-aa323589a2d2/9878de28-f822-4faa-b05f-b778981aa105) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:19.673287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e077c65-c30a-4d3c-9f9d-dc5fb089aa39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.762327 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.774318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e077c65-c30a-4d3c-9f9d-dc5fb089aa39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.778851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Made reservation on behalf of 49ab89b7d6b346d2becff2464d30facb for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:19.782210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.809320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077c65-c30a-4d3c-9f9d-dc5fb089aa39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a029ecc-170c-492c-8957-f289e7c149a3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:19.825525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.842445 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:19.896579 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Pushing event updated for resources: {'Port': ['ID=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:19.921876 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.922225 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.922574 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.922915 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.923260 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.923607 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.923962 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.924345 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.926126 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.926602 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.927014 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.934913 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:19.934913 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:20.019946 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Attempting to bind port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:20.020345 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Attempting to bind port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:20.020716 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Attempting to bind port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 on network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:20.042007 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.055659 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:20.055659 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Checking segment: {'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:20.055659 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.055984 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Bound using segment: {'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:20.056436 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Bound port: 312e09fe-2eb4-4242-a33f-cb76b67b2aa0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f964fa-aebd-4c10-aa0e-45499aaf8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:20.056821 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.116216 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.156643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3e077c65-c30a-4d3c-9f9d-dc5fb089aa39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.162530 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e077c65-c30a-4d3c-9f9d-dc5fb089aa39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8758950 Dec 16 08:12:20.169977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55526) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:20.206612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2e49c78a-965b-484f-aace-5127fc32df9a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': '702e3fd6-9b28-4171-9977-a3ac3f14edb1', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:20.239250 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] For port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:20.249977 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] For port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,segment=NetworkSegment(f5f964fa-aebd-4c10-aa0e-45499aaf8811),segment_id=f5f964fa-aebd-4c10-aa0e-45499aaf8811)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:20.259870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a6dbda8e-52bc-4382-947f-3663286757d0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:20.260477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.364231 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.364707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6992b175-1d8c-4ea4-b3de-482d021f2c7d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:20.384372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:12:20.399869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a6dbda8e-52bc-4382-947f-3663286757d0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:20.402614 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.419743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.421530 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Added segment fd6aa992-b718-44f9-bd3d-680719df58a4 of type vlan for network 2fc22220-6573-4214-8ae8-26600eb2d12e Dec 16 08:12:20.509357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-43665fea-8392-44e1-b2ff-f304e7ff7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:20.510914 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-43665fea-8392-44e1-b2ff-f304e7ff7049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.3379006 Dec 16 08:12:20.543172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874b2a-aa99-44fd-a778-3595b670a21f req-0468c21d-3281-4414-9228-5b28305a617c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:20.543172 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b874b2a-aa99-44fd-a778-3595b670a21f req-0468c21d-3281-4414-9228-5b28305a617c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.3180907 Dec 16 08:12:20.628355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e49c78a-965b-484f-aace-5127fc32df9a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.698956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.706668 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.723213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-253adbdd-d56e-4787-b4d8-17485a90d84d None None] Provisioning complete for port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:20.724104 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253adbdd-d56e-4787-b4d8-17485a90d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.794395 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c9868-8431-4e4f-97ef-e4d8d0233a33 None None] Pushing event updated for resources: {'Port': ['ID=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:20.808832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.824211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port a6dbda8e-52bc-4382-947f-3663286757d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a6dbda8e-52bc-4382-947f-3663286757d0,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:20.862439 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Routers {'2abf714f-84be-4249-a49a-7eaf2b8cd831'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:20.863090 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2abf714f-84be-4249-a49a-7eaf2b8cd831'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:20.961094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e49c78a-965b-484f-aace-5127fc32df9a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.979884 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253adbdd-d56e-4787-b4d8-17485a90d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.986448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:20.990924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.db.resource_extend [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 08:12:20.992010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b874b2a-aa99-44fd-a778-3595b670a21f req-3133b2a7-0c38-4c36-9d55-9ac524ed1a88 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395838 Dec 16 08:12:21.046250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Pushing event updated for resources: {'Port': ['ID=9878de28-f822-4faa-b05f-b778981aa105,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:21.066132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e49c78a-965b-484f-aace-5127fc32df9a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:21.085472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Network 41c79404-1a7f-4be6-aeda-cc001896b00b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:21.092387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:21.102382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:21.175425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:21.181132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:21.181736 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:21.242381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a1f8d-d183-41d0-9a3a-dc4f8196be9a None None] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:21.251597 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] Set router 2abf714f-84be-4249-a49a-7eaf2b8cd831 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:21.252997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-2df14074-4fde-4af6-94fb-c056a5148fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:21.253556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-2df14074-4fde-4af6-94fb-c056a5148fa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.7324712 Dec 16 08:12:21.396317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:21.396996 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:21.421386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-4d690e0f-6f17-4186-9524-c44403e8a171 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 217 time: 0.1597397 Dec 16 08:12:21.447552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] Pushing event updated for resources: {'Network': ['ID=2fc22220-6573-4214-8ae8-26600eb2d12e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:21.451020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c78a-965b-484f-aace-5127fc32df9a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91634d5-3ffc-439a-b976-b5eeeb7c326a,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:21.473246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e49c78a-965b-484f-aace-5127fc32df9a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:21.496090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2e49c78a-965b-484f-aace-5127fc32df9a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3249607 Dec 16 08:12:21.501194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55554) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:21.513707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-253adbdd-d56e-4787-b4d8-17485a90d84d None None] For port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,segment=NetworkSegment(f5f964fa-aebd-4c10-aa0e-45499aaf8811),segment_id=f5f964fa-aebd-4c10-aa0e-45499aaf8811)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:21.517016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-41aaf587-197e-4f6c-8ac8-a3bcd4461641 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': '702e3fd6-9b28-4171-9977-a3ac3f14edb1', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:21.527966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-c526512b-a443-4a41-803e-fae0d237b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:21.529575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-c526512b-a443-4a41-803e-fae0d237b5b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.0990057 Dec 16 08:12:21.540254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 2fc22220-6573-4214-8ae8-26600eb2d12e details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:12:21.558023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=a6dbda8e-52bc-4382-947f-3663286757d0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:21.707359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-51a7f3c0-4eab-449a-9cdf-5953fc5e4d74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700473 Dec 16 08:12:21.712315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-f9732a5c-18d3-4d9c-b9a6-d914da0797c9 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4835746 Dec 16 08:12:21.764040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Request body: {'port': {'device_id': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:21.786242 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '312e09fe-2eb4-4242-a33f-cb76b67b2aa0', 'name': '', 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'mac_address': 'fa:16:3e:f4:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'd6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:13Z', 'updated_at': '2021-12-16T08:12:20Z', 'revision_number': 4, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'subnets': [{'id': 'd6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:21.832933 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474e93a-967f-483f-a55b-09404fe6a46a None None] The sync data for ids ['2abf714f-84be-4249-a49a-7eaf2b8cd831'] in n-d-820935-11 is: [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '312e09fe-2eb4-4242-a33f-cb76b67b2aa0', 'name': '', 'network_id': '85b4fbc5-73d4-4540-8828-c5ba039c4fa2', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'mac_address': 'fa:16:3e:f4:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'd6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:13Z', 'updated_at': '2021-12-16T08:12:20Z', 'revision_number': 4, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'subnets': [{'id': 'd6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:12:21.839286 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-850f5418-e8ee-4712-9c5a-621b3d7bd46a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6370671 Dec 16 08:12:21.839973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55568) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:21.844886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-253adbdd-d56e-4787-b4d8-17485a90d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:21.864817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Request body: {'subnet': {'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-972133364-subnet', 'tenant_id': '49ab89b7d6b346d2becff2464d30facb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:22.008763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94b692-b78c-41b6-bcb4-d11739f3666a req-f713cf1b-1e8a-4d29-88da-fd158dbcf41b tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:22.017816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b94b692-b78c-41b6-bcb4-d11739f3666a req-f713cf1b-1e8a-4d29-88da-fd158dbcf41b tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 932 time: 0.3138731 Dec 16 08:12:22.075454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253adbdd-d56e-4787-b4d8-17485a90d84d None None] Pushing event updated for resources: {'Port': ['ID=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:22.117585 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41aaf587-197e-4f6c-8ac8-a3bcd4461641 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.157139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Made reservation on behalf of 49ab89b7d6b346d2becff2464d30facb for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:22.159453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.162745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7fb56183-7edb-430b-b31f-fd88eda144bb None None] Provisioning complete for port a6dbda8e-52bc-4382-947f-3663286757d0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:22.163387 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fb56183-7edb-430b-b31f-fd88eda144bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.191240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b94b692-b78c-41b6-bcb4-d11739f3666a req-e1d71aa5-51ea-470e-a6f2-50b4af18d0e2 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717739 Dec 16 08:12:22.291191 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.362371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:22.453275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-ec3f8dee-d167-4c55-99a8-655158d1b7fd service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041869 Dec 16 08:12:22.521863 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41aaf587-197e-4f6c-8ac8-a3bcd4461641 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.587855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55584) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:22.688970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:22.689496 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.751544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41aaf587-197e-4f6c-8ac8-a3bcd4461641 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.762583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7fb56183-7edb-430b-b31f-fd88eda144bb None None] Provisioning complete for port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:22.762942 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7fb56183-7edb-430b-b31f-fd88eda144bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.818603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf587-197e-4f6c-8ac8-a3bcd4461641 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e28955-407c-4fab-b155-c9c0854ed275,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:22.902712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:22.923397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a6dbda8e-52bc-4382-947f-3663286757d0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:22.950023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.963150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-41aaf587-197e-4f6c-8ac8-a3bcd4461641 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:22.963803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e35ee2a8-53ab-43d6-ad45-f97503199901 req-87a6a8ce-a60b-4faa-818a-f38ffd8df42e service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627860 Dec 16 08:12:22.970731 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-41aaf587-197e-4f6c-8ac8-a3bcd4461641 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4666088 Dec 16 08:12:22.979253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55596) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:23.034965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': '702e3fd6-9b28-4171-9977-a3ac3f14edb1', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:23.066509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90195783-be79-4e4d-b426-7cbe99fd4f29 req-f1a642d4-6cdb-4be0-8f9d-67b5434ee03c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:23.076033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90195783-be79-4e4d-b426-7cbe99fd4f29 req-f1a642d4-6cdb-4be0-8f9d-67b5434ee03c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.6276791 Dec 16 08:12:23.086834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a6dbda8e-52bc-4382-947f-3663286757d0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:23.087268 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.124317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:23.138115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Checking segment: {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:23.138541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Network hostable DHCP agents. Network: 2fc22220-6573-4214-8ae8-26600eb2d12e, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:12:23.168878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55602) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:23.186480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.322804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90195783-be79-4e4d-b426-7cbe99fd4f29 req-98b5d33d-fadb-4b18-ba10-8fa2b7000ae0 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434356 Dec 16 08:12:23.351645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Network 2fc22220-6573-4214-8ae8-26600eb2d12e is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:12:23.362573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.432569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.436802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-83e9516b-1fa3-4965-8e47-40657264e77f None None] Provisioning complete for port a6dbda8e-52bc-4382-947f-3663286757d0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:23.437181 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-83e9516b-1fa3-4965-8e47-40657264e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.618310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Allocated IP 172.25.2.114 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/f569a182-4096-4c77-9e38-08d50c7d74e5) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:23.746874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.768119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9878de28-f822-4faa-b05f-b778981aa105 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:12:23.790477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.791511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.818184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a593-88ad-4711-ad5a-b0671d81f76e req-89c7f197-12fc-4013-8175-cb8490c18266 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:23.826588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ea5a593-88ad-4711-ad5a-b0671d81f76e req-89c7f197-12fc-4013-8175-cb8490c18266 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 932 time: 0.4145455 Dec 16 08:12:23.836744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 2fc22220-6573-4214-8ae8-26600eb2d12e) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:23.846815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.847176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b07aa-7f21-4735-85b1-a3768d5c22cd None None] Network 2fc22220-6573-4214-8ae8-26600eb2d12e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:23.869177 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:23.872274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.877570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Transition to ACTIVE for port object 9878de28-f822-4faa-b05f-b778981aa105 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:12:23.933848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4dd04c-cfdc-49b6-b52a-75ad765e7f7a,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:23.949446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:23.962695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.963025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.965571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.966721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.966721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.966721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.967017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.967267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.967557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.967872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.968307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.969419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:23.969419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:24.039279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ea5a593-88ad-4711-ad5a-b0671d81f76e req-862310b0-1212-4298-862b-187d8da9a89f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084708 Dec 16 08:12:24.045289 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.094261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Pushing event updated for resources: {'Port': ['ID=f569a182-4096-4c77-9e38-08d50c7d74e5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:24.111365 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.121260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ba270168-f3e4-4bc4-8f0e-794c3765304b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0900893 Dec 16 08:12:24.124504 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b93a90cd-0b00-493a-bdc5-8929c4aee8ba admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2830369 Dec 16 08:12:24.126882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:24.134019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:24.147694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=9878de28-f822-4faa-b05f-b778981aa105,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:24.171619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094bdb0-9af4-4f43-915a-764e3f4f5122 None None] Network 2fc22220-6573-4214-8ae8-26600eb2d12e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:24.185693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': '702e3fd6-9b28-4171-9977-a3ac3f14edb1', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:24.213570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:24.222579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:24.413992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:24.489470 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Project a3a609dbbaff4144adf3534e50ccab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:12:24.583557 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.598368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55622) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:24.623909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:24.624324 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.650115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Attempting to bind port 9878de28-f822-4faa-b05f-b778981aa105 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:24.654865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Attempting to bind port 9878de28-f822-4faa-b05f-b778981aa105 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:24.655833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Attempting to bind port 9878de28-f822-4faa-b05f-b778981aa105 on network 41c79404-1a7f-4be6-aeda-cc001896b00b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:24.685246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Port 9878de28-f822-4faa-b05f-b778981aa105 on network 41c79404-1a7f-4be6-aeda-cc001896b00b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:12:24.690596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Attempting to bind port 9878de28-f822-4faa-b05f-b778981aa105 on network 41c79404-1a7f-4be6-aeda-cc001896b00b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:24.724084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:24.724395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Checking segment: {'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:24.734792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Bound using segment: {'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:24.737413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Bound port: 9878de28-f822-4faa-b05f-b778981aa105, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb409097-9e68-45dd-833c-52f23afea74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:24.738268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.759529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.768746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.803939 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2583e-8da6-427d-833d-9c42fb2582a3 req-46b61320-3d55-4569-980f-20be40b9b9f4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:24.807925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7b2583e-8da6-427d-833d-9c42fb2582a3 req-46b61320-3d55-4569-980f-20be40b9b9f4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.2997320 Dec 16 08:12:24.837643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.942014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7b2583e-8da6-427d-833d-9c42fb2582a3 req-b7793f3d-3510-471d-8f34-61dca830c57c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269171 Dec 16 08:12:24.952300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] For port 9878de28-f822-4faa-b05f-b778981aa105, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:24.960784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] For port 9878de28-f822-4faa-b05f-b778981aa105, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9878de28-f822-4faa-b05f-b778981aa105,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:24.981810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d401eec8-8dcc-4763-892f-41967dfb80ba,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:24.996660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:24.999421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8309093 Dec 16 08:12:25.003833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55630) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:25.014929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.015284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.015629 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.015987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.016383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.016739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.020876 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.026166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': '702e3fd6-9b28-4171-9977-a3ac3f14edb1', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:25.031992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.032669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.033325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.033860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.034415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.035320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.035430 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24c3f2ad-aba8-4ed4-a9fc-07005a0bf504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.036003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf890cd4-f3a7-4a95-9c7b-81edcc437203 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:25.046641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.168526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.696682 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.747814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:25.748461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.749890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] 10.222.0.16 "PUT /v2.0/ports/9878de28-f822-4faa-b05f-b778981aa105 HTTP/1.1" status: 200 len: 1093 time: 3.9978116 Dec 16 08:12:25.751249 n-d-820935-11 neutron-server[110395]: INFO neutron.db.securitygroups_db [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Project a3a609dbbaff4144adf3534e50ccab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:12:25.751424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.753740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'tag': '9878de28-f822-4faa-b05f-b778981aa105'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:12:25.756020 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71", "tag": "9878de28-f822-4faa-b05f-b778981aa105"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:12:25.772251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad8f22-7c0e-4996-830d-3681b521b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=9878de28-f822-4faa-b05f-b778981aa105,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:25.786332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.867175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7da4d-cfc1-4363-b8a6-3bd16e90303c req-b89fde54-6372-490f-befa-0f37fdc0a9c2 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:25.868747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dc7da4d-cfc1-4363-b8a6-3bd16e90303c req-b89fde54-6372-490f-befa-0f37fdc0a9c2 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 944 time: 0.6918972 Dec 16 08:12:25.875885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Pushing event updated for resources: {'Port': ['ID=f569a182-4096-4c77-9e38-08d50c7d74e5,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:25.896533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.980192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-ed15b40f-cb3f-4fa3-809e-91f98623b894 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:25.981708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-ed15b40f-cb3f-4fa3-809e-91f98623b894 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 814 time: 0.8388546 Dec 16 08:12:25.990779 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:25.995372 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-75587a46-d2f0-4d7a-8b8e-02636015bff6 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4073756 Dec 16 08:12:25.995984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55648) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:26.001078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-585812624', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'fixed_ips': [{'ip_address': '172.25.2.114'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:26.067893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-8a483f92-247e-455d-a1d5-6c6d4320e8ca tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/quotas/49ab89b7d6b346d2becff2464d30facb HTTP/1.1" status: 200 len: 375 time: 0.0742834 Dec 16 08:12:26.080949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.104969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Made reservation on behalf of 23572dcfc3044439ba68c38bc2ca8781 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:26.107984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.111327 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24c3f2ad-aba8-4ed4-a9fc-07005a0bf504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.119363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.137817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dc7da4d-cfc1-4363-b8a6-3bd16e90303c req-8d8cbde4-d9f2-4171-91c1-f78625acf21e tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538769 Dec 16 08:12:26.139646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-6f85a48b-8fd3-44b6-a6d8-0e0f1be4148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:26.146894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-6f85a48b-8fd3-44b6-a6d8-0e0f1be4148b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 1096 time: 0.2713666 Dec 16 08:12:26.146894 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b6c8023e-6c7f-48eb-96e2-91db52455597 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609851 Dec 16 08:12:26.207945 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.211304 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36830e03-3eb0-4953-8cf3-ba8b3fa2751c x-openstack-request-id: req-36830e03-3eb0-4953-8cf3-ba8b3fa2751c {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:12:26.211607 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71", "tag": "9878de28-f822-4faa-b05f-b778981aa105", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:12:26.212081 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36830e03-3eb0-4953-8cf3-ba8b3fa2751c {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:12:26.212382 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'tag': '9878de28-f822-4faa-b05f-b778981aa105', 'status': 'completed', 'code': 200} Dec 16 08:12:26.212476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.248379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-24c3f2ad-aba8-4ed4-a9fc-07005a0bf504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.252087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-8ffa45ca-fb6a-4e21-911c-984ecad48f97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9878de28-f822-4faa-b05f-b778981aa105 HTTP/1.1" status: 200 len: 217 time: 0.0963271 Dec 16 08:12:26.288731 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.294243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] device_id is not set on port d543e96c-77a9-46bd-97ff-7df004ed8a04 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:12:26.370819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc83d3c-0fc4-4bb3-8754-547095c18a68,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:26.403889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea5f7b2-9654-4817-bdfe-e58cf25040e8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:26.430892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-24c3f2ad-aba8-4ed4-a9fc-07005a0bf504 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abf2b7cdf18c4fddac59d225d23ab148&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8239577 Dec 16 08:12:26.432091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55652) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:26.461152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3f2ad-aba8-4ed4-a9fc-07005a0bf504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ddb664-7898-4c79-9ee9-a03d2200d50d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:26.479888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.490484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f5c3ab0d-a530-44b6-81ff-5dae5f922456 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4845977 Dec 16 08:12:26.492836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d411fda7-efc8-488c-98b6-1a1aed1c6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:26.494387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-d411fda7-efc8-488c-98b6-1a1aed1c6819 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=084f137e-4b1a-41bc-9f34-aa323589a2d2 HTTP/1.1" status: 200 len: 853 time: 0.2257857 Dec 16 08:12:26.505455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-85a027ac-3a5b-4e88-8779-370c039ebeed service neutron] 10.222.0.43 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507414 Dec 16 08:12:26.567198 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbd7384e-3752-4b43-ae00-48f216247f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.575957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b507d3-b9fa-4aa4-935a-4367913b6e8b req-3cfa0b9c-3405-4714-a71d-9541d506339a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:26.577514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17b507d3-b9fa-4aa4-935a-4367913b6e8b req-3cfa0b9c-3405-4714-a71d-9541d506339a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.3114519 Dec 16 08:12:26.589673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-29d89b63-b140-4cc1-87e8-6fb4503fc5cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41c79404-1a7f-4be6-aeda-cc001896b00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608754 Dec 16 08:12:26.607269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbd7384e-3752-4b43-ae00-48f216247f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.677338 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 08:12:26.678098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:12:26.733784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbd7384e-3752-4b43-ae00-48f216247f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.737917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbd7384e-3752-4b43-ae00-48f216247f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.742738 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbd7384e-3752-4b43-ae00-48f216247f32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28ddb664-7898-4c79-9ee9-a03d2200d50d HTTP/1.1" status: 204 len: 168 time: 0.3097165 Dec 16 08:12:26.753557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7384e-3752-4b43-ae00-48f216247f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ddb664-7898-4c79-9ee9-a03d2200d50d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:26.776119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17b507d3-b9fa-4aa4-935a-4367913b6e8b req-2e28cb41-eeb4-4265-9516-4109700414c6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541178 Dec 16 08:12:26.790567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Deleting port fcfcc719-1be1-4f2e-b83f-34f2e5e82849 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:26.794340 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:26.798015 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-44b7078c-2dd6-43a0-b0d6-d790296973b1 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7994590 Dec 16 08:12:26.799104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55660) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:26.809967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-3d93b53e-06aa-4550-9d07-aa0223cb0f26 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698817 Dec 16 08:12:26.914662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-340f9647-4123-4fda-bdfa-656119964972 service neutron] 10.222.0.16 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881632 Dec 16 08:12:27.017757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Deleting port f569a182-4096-4c77-9e38-08d50c7d74e5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:27.018788 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.052972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-60b9f146-8a73-4a4a-bbe1-79ef3b57a2c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688247791&fields=id&tenant_id=a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 267 time: 0.1386883 Dec 16 08:12:27.216784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.217896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.254849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Calling delete_port for f569a182-4096-4c77-9e38-08d50c7d74e5 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:27.298326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c7da5f7-3369-4708-a02a-91013f3712ec req-6ab5c533-8494-438b-b0af-8f998b83f9a5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0801492 Dec 16 08:12:27.300235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] For port fcfcc719-1be1-4f2e-b83f-34f2e5e82849, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,segment=NetworkSegment(f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6),segment_id=f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:27.300622 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.323097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcf54e9-8b65-44ad-8d39-ca6073cf50fa req-288dc3c3-eec9-4cbd-bb23-c766c38e7875 service neutron] 10.222.0.16 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891044 Dec 16 08:12:27.334198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Calling delete_port for fcfcc719-1be1-4f2e-b83f-34f2e5e82849 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:27.473543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-6209fcda-16ab-4600-a126-5385494461f2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:27.477104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-6209fcda-16ab-4600-a126-5385494461f2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/networks?id=c096fa85-b6e0-4ee6-8247-4080bc69d19c HTTP/1.1" status: 200 len: 797 time: 0.4187632 Dec 16 08:12:27.528905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-51d49037-9164-4542-aa15-37b7514ddb81 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/quotas/a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 375 time: 0.0425105 Dec 16 08:12:27.579517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43649b45-7279-4478-abb0-e0d50a684e38 req-a1f3e827-ed8f-4222-9735-bfb1c0076f10 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:27.581044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43649b45-7279-4478-abb0-e0d50a684e38 req-a1f3e827-ed8f-4222-9735-bfb1c0076f10 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 944 time: 0.1317124 Dec 16 08:12:27.659099 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.734498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-1f4beb8f-b002-4c4e-ade5-7648cf997d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:27.735929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-1f4beb8f-b002-4c4e-ade5-7648cf997d8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 1096 time: 0.1841908 Dec 16 08:12:27.750552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-2fb34e7c-ca19-419c-ba8f-56ea796c1796 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2065537 Dec 16 08:12:27.764626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43649b45-7279-4478-abb0-e0d50a684e38 req-2ecb5123-87b4-46df-878c-d607c31eac2a tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764774 Dec 16 08:12:27.774429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.827758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Pushing event deleted for resources: {'Port': ['ID=f569a182-4096-4c77-9e38-08d50c7d74e5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:27.914951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.918992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:27.920217 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-70922164-1973-45e6-8809-a131c7dc4f13 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031 tempest-ExternalNetworksAdminNegativeTestJSON-1323334031-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/a4a17c22-76bf-4728-9e5e-ce3fda16f83d HTTP/1.1" status: 204 len: 168 time: 1.1183128 Dec 16 08:12:28.014462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-a9d1c61c-3407-4664-88f9-d4aaea23e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:28.015969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-a9d1c61c-3407-4664-88f9-d4aaea23e104 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41c79404-1a7f-4be6-aeda-cc001896b00b HTTP/1.1" status: 200 len: 914 time: 0.2639618 Dec 16 08:12:28.018704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-eed1eadd-5186-488b-ac27-d9f37ed51812 service neutron] 10.222.0.43 "GET /v2.0/networks/c096fa85-b6e0-4ee6-8247-4080bc69d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530925 Dec 16 08:12:28.026410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8834-2e38-411b-ade3-f28223ba4111 req-4cf5f062-6f43-4fa2-9499-0644cfd036e6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:28.027873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea8a8834-2e38-411b-ade3-f28223ba4111 req-4cf5f062-6f43-4fa2-9499-0644cfd036e6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1337607 Dec 16 08:12:28.121099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-b5bfd6a2-3d20-495f-82f6-8ebf92c3cac5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9878de28-f822-4faa-b05f-b778981aa105 HTTP/1.1" status: 200 len: 217 time: 0.0922108 Dec 16 08:12:28.181983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:28.226635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea8a8834-2e38-411b-ade3-f28223ba4111 req-22998e9e-30c2-4ee1-954a-73e72f59c478 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831102 Dec 16 08:12:28.234781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfcc719-1be1-4f2e-b83f-34f2e5e82849,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:28.243614 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-44ec84df-2b0b-4114-85bd-2d9d3e248a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:28.259109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-6bc4e401-6845-4dd6-854e-457f92e6635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:28.260641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-6bc4e401-6845-4dd6-854e-457f92e6635f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=084f137e-4b1a-41bc-9f34-aa323589a2d2 HTTP/1.1" status: 200 len: 853 time: 0.1309459 Dec 16 08:12:28.317290 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-9716b551-f0c2-493f-a6bd-6e3ad8ac2e83 service neutron] 10.222.0.43 "GET /v2.0/networks/c096fa85-b6e0-4ee6-8247-4080bc69d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873421 Dec 16 08:12:28.338883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-337ce0d6-c257-479a-8a81-7a00a0452c6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41c79404-1a7f-4be6-aeda-cc001896b00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573890 Dec 16 08:12:28.580567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55716) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:28.585041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bd532b4-58a3-4a21-8c64-6f76ed31dcf6 req-cc7283d5-31e0-4784-9ab5-a1643c324c3b tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 210 time: 0.1332073 Dec 16 08:12:28.613666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-001d7046-9978-4ee5-8aa6-7c45b1502398 service neutron] 10.222.0.16 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663622 Dec 16 08:12:28.792633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7cacc81-d4ea-4312-8ae0-44aae98010c4 req-08169c42-e7d5-4193-9699-1b8a37421c8e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 210 time: 0.1421340 Dec 16 08:12:28.805292 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5afb71cd-1f5e-4e5e-82e0-eba58962bf2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:28.856633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d26e1357-62c9-47f7-bc5d-3d945a4edaa4 req-d3b8a405-65d2-473b-bfc5-f039ad66c097 service neutron] 10.222.0.16 "GET /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050643 Dec 16 08:12:28.898197 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:28.970813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5afb71cd-1f5e-4e5e-82e0-eba58962bf2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:29.062372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdc169-a15d-4f33-9356-56281cff92c1 req-abfa2c16-6bb6-4385-b986-13ad28fa3e55 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:29.063861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0cdc169-a15d-4f33-9356-56281cff92c1 req-abfa2c16-6bb6-4385-b986-13ad28fa3e55 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 944 time: 0.1439674 Dec 16 08:12:29.140047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5afb71cd-1f5e-4e5e-82e0-eba58962bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:29.165062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0cdc169-a15d-4f33-9356-56281cff92c1 req-72a06cac-ea18-4b1f-b9dd-7d72a8d5526e tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949099 Dec 16 08:12:29.184910 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5afb71cd-1f5e-4e5e-82e0-eba58962bf2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4012d8ba12c44219b64d51c98eb2f32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6009457 Dec 16 08:12:29.184910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb71cd-1f5e-4e5e-82e0-eba58962bf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c622600-2268-4ffe-bdb1-a10a1d1d2edc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:29.187838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55736) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:29.249612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:12:29.253626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfaede8-b8b6-4750-b14b-32b4c689b8ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:29.278580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfaede8-b8b6-4750-b14b-32b4c689b8ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:29.477533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfaede8-b8b6-4750-b14b-32b4c689b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:29.480388 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ebfaede8-b8b6-4750-b14b-32b4c689b8ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:29.481598 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ebfaede8-b8b6-4750-b14b-32b4c689b8ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c622600-2268-4ffe-bdb1-a10a1d1d2edc HTTP/1.1" status: 204 len: 168 time: 0.2927916 Dec 16 08:12:29.500633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfaede8-b8b6-4750-b14b-32b4c689b8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c622600-2268-4ffe-bdb1-a10a1d1d2edc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:29.591483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9878de28-f822-4faa-b05f-b778981aa105 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:12:29.838219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d4e90f5-c787-47ea-9f74-6c4b3306ad47 req-6c54bc66-8c9b-4aa9-aa52-2c8696e41030 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0811434 Dec 16 08:12:29.854771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:12:29.862002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-40b42c4c-2381-44a9-97bb-de5f91e67218 admin admin] 10.222.0.43 "PUT /v2.0/routers/c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6920953 Dec 16 08:12:29.864896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55752) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:29.871088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0403a58-f016-4872-a296-652d0da5dd3c req-39359120-561c-4125-abdd-c730ab5212ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:29.874248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0403a58-f016-4872-a296-652d0da5dd3c req-39359120-561c-4125-abdd-c730ab5212ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.1617620 Dec 16 08:12:29.877199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] Sync routers for ids ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:12:29.883719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b043f3-d102-4f65-ba42-719f74525428 req-4167f012-e783-4987-a340-158b5b831c8e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:29.892131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b043f3-d102-4f65-ba42-719f74525428 req-4167f012-e783-4987-a340-158b5b831c8e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1808372 Dec 16 08:12:29.911216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] Routers {'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:29.912671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:29.921502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9878de28-f822-4faa-b05f-b778981aa105, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9878de28-f822-4faa-b05f-b778981aa105,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:30.041174 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0403a58-f016-4872-a296-652d0da5dd3c req-15875b03-fbee-4e4e-be46-ef1a4a75bdd5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457386 Dec 16 08:12:30.057555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '9878de28-f822-4faa-b05f-b778981aa105', 'network_id': '41c79404-1a7f-4be6-aeda-cc001896b00b', 'port_id': '9878de28-f822-4faa-b05f-b778981aa105', 'mac_address': 'fa:16:3e:87:cf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084f137e-4b1a-41bc-9f34-aa323589a2d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:12:30.067419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44b043f3-d102-4f65-ba42-719f74525428 req-7363bfea-755c-4cd6-8c21-4d736c646a6e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671810 Dec 16 08:12:30.108781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-71f6b6e1-6381-4881-86d9-bd5d66d71b78 req-46eb0eb3-eb23-4696-bf29-67a8022e419d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 210 time: 0.0630875 Dec 16 08:12:30.150634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.195259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] Set router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:30.253204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.258540 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.291509 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.305911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9878de28-f822-4faa-b05f-b778981aa105 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:12:30.315394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02291a2-f42e-4ce3-925b-a63813ee883f req-32f48e65-d2b1-4a09-a351-61c74489ef5f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:30.332765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9878de28-f822-4faa-b05f-b778981aa105, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9878de28-f822-4faa-b05f-b778981aa105,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:30.338277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02291a2-f42e-4ce3-925b-a63813ee883f req-32f48e65-d2b1-4a09-a351-61c74489ef5f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 944 time: 0.0936332 Dec 16 08:12:30.425713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.491436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e02291a2-f42e-4ce3-925b-a63813ee883f req-f19a1345-e226-488e-860e-84ea9aee8af8 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512141 Dec 16 08:12:30.527308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Deleting port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:30.528386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.540628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9878de28-f822-4faa-b05f-b778981aa105,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:30.555058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b4e53a7e-6eef-4271-b370-b7d55fdb8a53 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:30.556588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b4e53a7e-6eef-4271-b370-b7d55fdb8a53 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.36 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 814 time: 0.1970079 Dec 16 08:12:30.580646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:12:27Z', 'revision_number': 5, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port': {'id': '2cb7de28-1a78-4f92-9d8d-f96eae14bd29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:11:51Z', 'updated_at': '2021-12-16T08:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:30.583163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Request body: {'port': {'device_id': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'admin_state_up': True, 'tenant_id': '49ab89b7d6b346d2becff2464d30facb'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:30.586206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55766) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:30.624905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] Checking router: c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:12:30.637310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] Routers {'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:30.638240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:30.729612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] For port 2cb7de28-1a78-4f92-9d8d-f96eae14bd29, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:30.730763 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.735045 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7d225ea0-4c12-4fc2-95d7-2ead2910f24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:30.738972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cb9b3caf-62f0-46fe-bdd2-0f30837b13fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23572dcfc3044439ba68c38bc2ca8781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516252 Dec 16 08:12:30.744205 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55770) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:30.781179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] Set router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:30.803540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Calling delete_port for 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:30.887979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:12:30Z', 'revision_number': 6, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:30.924797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['9878de28-f822-4faa-b05f-b778981aa105'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:12:30.927675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1ae69-a994-4b1d-8679-4a8bffd8a80f None None] The sync data for ids ['c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1'] in n-d-820935-11 is: [{'id': 'c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1', 'name': 'tempest-TestAggregatesBasicOps-1972382931-router', 'tenant_id': '00667d3293b44c38a7fa58f12d68a312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:11:50Z', 'updated_at': '2021-12-16T08:12:30Z', 'revision_number': 6, 'project_id': '00667d3293b44c38a7fa58f12d68a312', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:12:30.992078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Made reservation on behalf of 49ab89b7d6b346d2becff2464d30facb for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:30.996879 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.013962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba46a943-a90d-411e-b4a4-592e7d8660b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.063623 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9634c785-61ec-4a22-9e9a-bc7e782d0551 req-3f44e17e-0a4a-45e8-866b-5f1b813376e2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0613959 Dec 16 08:12:31.115204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba46a943-a90d-411e-b4a4-592e7d8660b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.331493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-baa815b3-0874-494f-b02c-2fc0035b8824 req-cd1b3e5e-9f96-44d5-b952-da131583200c tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 210 time: 0.0874858 Dec 16 08:12:31.337142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba46a943-a90d-411e-b4a4-592e7d8660b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.354319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ba46a943-a90d-411e-b4a4-592e7d8660b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.368205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ba46a943-a90d-411e-b4a4-592e7d8660b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ea5f7b2-9654-4817-bdfe-e58cf25040e8 HTTP/1.1" status: 204 len: 168 time: 0.6108351 Dec 16 08:12:31.383520 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.440420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b3445-8714-48c5-8b53-56687aadaf16 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:31.443157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46a943-a90d-411e-b4a4-592e7d8660b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea5f7b2-9654-4817-bdfe-e58cf25040e8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:31.464901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Allocated IP 172.20.0.14 (2fc22220-6573-4214-8ae8-26600eb2d12e/d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11/6f727640-6724-4d3d-88f1-cf8d1dea834f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:31.532889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb7de28-1a78-4f92-9d8d-f96eae14bd29,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:31.624554 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.703070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c00fb-9cf0-4590-aaaf-2c0e93ca2c25 req-3a2bd5f9-2496-4f3b-8234-792e2c788d3d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:31.720566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c6c00fb-9cf0-4590-aaaf-2c0e93ca2c25 req-3a2bd5f9-2496-4f3b-8234-792e2c788d3d tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.4776211 Dec 16 08:12:31.723043 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.726424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.798630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026695e3-80e2-4dba-8fab-7a89b3dba7eb req-12061b1c-7e7e-4218-827c-cd43903e5179 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:31.800130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-026695e3-80e2-4dba-8fab-7a89b3dba7eb req-12061b1c-7e7e-4218-827c-cd43903e5179 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 945 time: 0.1735051 Dec 16 08:12:31.874460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c6c00fb-9cf0-4590-aaaf-2c0e93ca2c25 req-3515d3e1-9bc9-4534-8efc-08fb403a21fb tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259737 Dec 16 08:12:31.887501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.888292 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.947989 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.949039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:12:31.956463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:31.958224 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bc935796-c274-4855-b7c0-628444933794 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c5d5fd05-5a9e-4b0c-be6f-8f26bb4876d1 HTTP/1.1" status: 204 len: 168 time: 2.0921335 Dec 16 08:12:31.962317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55790) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:31.971087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-026695e3-80e2-4dba-8fab-7a89b3dba7eb req-b1342014-bb2e-4d03-81f9-3b2f9d477070 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602106 Dec 16 08:12:32.049559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] Deleting subnet 34687f15-a87a-4b4a-a204-c9d0663e6cf8 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:12:32.053999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.109464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:32.113694 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.139710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-78cf6737-87b5-4f38-9aa1-295ff61f8e39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:32.141500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-78cf6737-87b5-4f38-9aa1-295ff61f8e39 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "GET /v2.0/networks?id=c096fa85-b6e0-4ee6-8247-4080bc69d19c HTTP/1.1" status: 200 len: 797 time: 0.2521157 Dec 16 08:12:32.203984 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.225436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:32.226968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2cb7de28-1a78-4f92-9d8d-f96eae14bd29 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:32.227625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fcfcc719-1be1-4f2e-b83f-34f2e5e82849 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:32.265000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: fcfcc719-1be1-4f2e-b83f-34f2e5e82849 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:32.265630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fcfcc719-1be1-4f2e-b83f-34f2e5e82849 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:32.355208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Network 2fc22220-6573-4214-8ae8-26600eb2d12e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:32.357851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:32.361275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:32.373111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:32.389650 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.390445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-3e8cc5e4-5c2c-42c1-94c2-b8e50fa2de13 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 472 time: 0.2327566 Dec 16 08:12:32.419059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'port': {'device_id': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'admin_state_up': True, 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'security_groups': ['702e3fd6-9b28-4171-9977-a3ac3f14edb1']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:32.527236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1faf-1445-4021-8d5e-ce699ba9d1b3 req-d195e1b7-ce23-4c55-82d4-d6b2c09796e9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:32.528791 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8ab1faf-1445-4021-8d5e-ce699ba9d1b3 req-d195e1b7-ce23-4c55-82d4-d6b2c09796e9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 932 time: 0.2620449 Dec 16 08:12:32.559739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0db6759-eb21-4ab3-b6b8-bb8edc7dfd9b req-292b9da5-4132-4e03-a361-e689e0171ecb tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 210 time: 0.0861535 Dec 16 08:12:32.574735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:32.575753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.658767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8ab1faf-1445-4021-8d5e-ce699ba9d1b3 req-d5f9707f-c60e-43c1-8cc4-79fe795ab6eb tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079040 Dec 16 08:12:32.700014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.725977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34687f15-a87a-4b4a-a204-c9d0663e6cf8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:32.729593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.733282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c51640f-6273-4ec8-b5c0-31f159a6498a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/34687f15-a87a-4b4a-a204-c9d0663e6cf8 HTTP/1.1" status: 204 len: 168 time: 0.7690961 Dec 16 08:12:32.735486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55808) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:32.739565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-b7bb0326-1663-494d-8021-664b7d2f31fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1618190 Dec 16 08:12:32.751929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce59af1-57ae-4656-a1b9-37a84514bed8 None None] Network a18965f2-55fb-46f9-acb0-e2512be3290c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:32.758118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Request body: {'port': {'device_id': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:32.821209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.834567 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.894707 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Deleting port c23be8f8-f142-4ef9-a5a9-666c96b91182 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:32.894884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.984171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] For port c23be8f8-f142-4ef9-a5a9-666c96b91182, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c23be8f8-f142-4ef9-a5a9-666c96b91182,segment=NetworkSegment(f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6),segment_id=f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:32.987928 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:32.996773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] DHCP port deletion for a18965f2-55fb-46f9-acb0-e2512be3290c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:33.000675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:33.004302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.021112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Calling delete_port for c23be8f8-f142-4ef9-a5a9-666c96b91182 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:33.067366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] Deleting port c23be8f8-f142-4ef9-a5a9-666c96b91182 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:33.068617 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.157803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] For port c23be8f8-f142-4ef9-a5a9-666c96b91182, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c23be8f8-f142-4ef9-a5a9-666c96b91182,segment=NetworkSegment(f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6),segment_id=f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:33.162540 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.174587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] Calling delete_port for c23be8f8-f142-4ef9-a5a9-666c96b91182 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:33.217263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f76fa-0011-42cc-8314-deeecfb1a95f req-995e1d53-a680-44d4-80d9-d573bc7c39a6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:33.218810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-834f76fa-0011-42cc-8314-deeecfb1a95f req-995e1d53-a680-44d4-80d9-d573bc7c39a6 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.2364438 Dec 16 08:12:33.261785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.273234 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.323866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] No DVR routers for this DVR port c23be8f8-f142-4ef9-a5a9-666c96b91182 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:33.327592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01595d9-b1a1-4f57-bbd1-07c3730321ac None None] Pushing event deleted for resources: {'Port': ['ID=c23be8f8-f142-4ef9-a5a9-666c96b91182,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:33.345526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] No DVR routers for this DVR port c23be8f8-f142-4ef9-a5a9-666c96b91182 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:33.347739 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23be8f8-f142-4ef9-a5a9-666c96b91182,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:33.358454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11a086-56c7-4193-8e65-2aabf7c97c28 req-11186570-49ec-414f-87dc-e486dfd4294c tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:33.361924 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b11a086-56c7-4193-8e65-2aabf7c97c28 req-11186570-49ec-414f-87dc-e486dfd4294c tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 945 time: 0.2871811 Dec 16 08:12:33.391703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.20.0.28 (c096fa85-b6e0-4ee6-8247-4080bc69d19c/fed9128d-7fe3-4ec3-b010-d02bcce4ac33/a39af465-9162-4670-85b9-68e511c5c424) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:33.424744 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-834f76fa-0011-42cc-8314-deeecfb1a95f req-f5958787-40f0-412a-b58c-34b993871815 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962948 Dec 16 08:12:33.463247 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.500350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.514038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b11a086-56c7-4193-8e65-2aabf7c97c28 req-f6eee2f3-4ca4-473d-a1b8-a50d3ca22137 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392100 Dec 16 08:12:33.550054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f727640-6724-4d3d-88f1-cf8d1dea834f {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:12:33.554063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18965f2-55fb-46f9-acb0-e2512be3290c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:33.587649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:33.587962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fbd03d-c5f3-4a1a-8017-90eb191e7fc6') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:33.594607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9878de28-f822-4faa-b05f-b778981aa105 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:33.610256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.629685 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.637475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Transition to ACTIVE for port object 6f727640-6724-4d3d-88f1-cf8d1dea834f will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:12:33.673465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.699648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:12:33.700084 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:12:33.702232 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:12:33.733348 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.801661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 9878de28-f822-4faa-b05f-b778981aa105 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:12:33.805908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 9878de28-f822-4faa-b05f-b778981aa105 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:33.806491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.813549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c79c3e96-5ace-4588-8c81-bb7e355b02a1 req-e909807b-20b7-4197-b618-cec03648ad3f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 210 time: 0.0704124 Dec 16 08:12:33.814317 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.938743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:33.945868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.958191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:33.964353 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a18965f2-55fb-46f9-acb0-e2512be3290c HTTP/1.1" status: 204 len: 168 time: 1.2271316 Dec 16 08:12:33.972028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55850) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:33.977198 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:34.013518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d912659-56f1-48d6-8b3b-69a89c654c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18965f2-55fb-46f9-acb0-e2512be3290c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:34.036901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9878de28-f822-4faa-b05f-b778981aa105'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:12:34.039439 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c98833-ef19-45ea-9659-125ec0c55675" -d '{"events": [{"server_uuid": "9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71", "name": "network-vif-plugged", "status": "completed", "tag": "9878de28-f822-4faa-b05f-b778981aa105"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:12:34.089846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 9878de28-f822-4faa-b05f-b778981aa105, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9878de28-f822-4faa-b05f-b778981aa105,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:34.095945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c23be8f8-f142-4ef9-a5a9-666c96b91182 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:34.125020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52294b74-e213-49cc-ae58-a67d56d5c529 req-c1da2d7d-d582-41dc-811b-d99ff98742ac tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:34.128237 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52294b74-e213-49cc-ae58-a67d56d5c529 req-c1da2d7d-d582-41dc-811b-d99ff98742ac tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 944 time: 0.3060753 Dec 16 08:12:34.145797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c23be8f8-f142-4ef9-a5a9-666c96b91182 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:34.146209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c23be8f8-f142-4ef9-a5a9-666c96b91182 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:34.219856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Attempting to bind port 6f727640-6724-4d3d-88f1-cf8d1dea834f on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:34.220400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Attempting to bind port 6f727640-6724-4d3d-88f1-cf8d1dea834f by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:34.220687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Attempting to bind port 6f727640-6724-4d3d-88f1-cf8d1dea834f on network 2fc22220-6573-4214-8ae8-26600eb2d12e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:34.243548 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:34.250424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:34.257967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Port 6f727640-6724-4d3d-88f1-cf8d1dea834f on network 2fc22220-6573-4214-8ae8-26600eb2d12e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:12:34.258576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Attempting to bind port 6f727640-6724-4d3d-88f1-cf8d1dea834f on network 2fc22220-6573-4214-8ae8-26600eb2d12e {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:34.266828 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:34.285118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52294b74-e213-49cc-ae58-a67d56d5c529 req-63651e2e-365a-446c-8862-e7b7009ca222 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473916 Dec 16 08:12:34.286190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:34.286330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Checking segment: {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:34.287385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Bound using segment: {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:34.288153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Bound port: 6f727640-6724-4d3d-88f1-cf8d1dea834f, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:34.288607 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:34.383787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=9878de28-f822-4faa-b05f-b778981aa105,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:34.401742 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5286d3f7-a9e3-4fbe-929a-dc64c32be8b4 x-openstack-request-id: req-5286d3f7-a9e3-4fbe-929a-dc64c32be8b4 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:12:34.403054 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71", "name": "network-vif-plugged", "status": "completed", "tag": "9878de28-f822-4faa-b05f-b778981aa105", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:12:34.403355 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5286d3f7-a9e3-4fbe-929a-dc64c32be8b4 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:12:34.407227 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9878de28-f822-4faa-b05f-b778981aa105', 'code': 200} Dec 16 08:12:34.407435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:34.520424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-a47790b8-3cb3-4e0b-b0bc-09feb22ef21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:34.522587 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-a47790b8-3cb3-4e0b-b0bc-09feb22ef21d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=080f692c2c464b4b9b21db15b12385d8&device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 1097 time: 0.0609510 Dec 16 08:12:34.540055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:34.595121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:34.674217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-75756c6b-bb08-40c1-8958-f3cd22444100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:34.675717 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-75756c6b-bb08-40c1-8958-f3cd22444100 service neutron] 10.222.0.36 "GET /v2.0/networks?id=895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 200 len: 920 time: 0.1456983 Dec 16 08:12:34.698119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=a39af465-9162-4670-85b9-68e511c5c424,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:34.765859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-8b880c67-00d5-4f06-99bc-e1e8af6c8071 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 200 len: 217 time: 0.0818975 Dec 16 08:12:34.848354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-06f3b345-d6f9-4ccd-869c-9fd63e454578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:34.850417 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-06f3b345-d6f9-4ccd-869c-9fd63e454578 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 200 len: 859 time: 0.0762184 Dec 16 08:12:34.875542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:34.876262 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:34.900751 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-680382fe-81e6-419d-a71e-75178560e718 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=895d72e4-7670-4c57-82ee-382d5b3c113c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432096 Dec 16 08:12:34.908151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:34.914142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:34.944729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624663eb-49c7-4468-ae05-2ff51722f247 req-5010d331-a63b-4943-90c3-4edfb73bdb91 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:34.946307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624663eb-49c7-4468-ae05-2ff51722f247 req-5010d331-a63b-4943-90c3-4edfb73bdb91 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.4331341 Dec 16 08:12:34.949864 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-92b00d88-0f82-487b-bcc7-afa42107d1e8 None None] Provisioning complete for port a39af465-9162-4670-85b9-68e511c5c424 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:34.950439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-92b00d88-0f82-487b-bcc7-afa42107d1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:34.953010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582780fe-8ef8-4fe2-9ffc-66c3acfc00dc req-5ea2fc3b-5449-4538-8768-52af8bfc7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:34.964539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-582780fe-8ef8-4fe2-9ffc-66c3acfc00dc req-5ea2fc3b-5449-4538-8768-52af8bfc7349 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 1098 time: 0.4266598 Dec 16 08:12:35.017865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-92b00d88-0f82-487b-bcc7-afa42107d1e8 None None] Port a39af465-9162-4670-85b9-68e511c5c424 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:35.028994 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-6143caf7-09b1-4a09-b578-244ec6395723 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206970 Dec 16 08:12:35.052918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4ebb1-6c23-4d92-ac7c-9d484b3b4aea req-47c89584-086f-495f-b64a-995ef0dfe256 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:35.061287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e4ebb1-6c23-4d92-ac7c-9d484b3b4aea req-47c89584-086f-495f-b64a-995ef0dfe256 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 946 time: 0.3514068 Dec 16 08:12:35.080714 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:35.096818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 55884) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:35.153733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:35.154363 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:35.156144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] 10.222.0.36 "PUT /v2.0/ports/6f727640-6724-4d3d-88f1-cf8d1dea834f HTTP/1.1" status: 200 len: 1093 time: 2.4022911 Dec 16 08:12:35.161788 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5309bb26-cf53-4139-a7e2-3508f3471b8f req-fafc7ac3-fe2f-436a-a69a-36eaacb43d91 service neutron] 10.222.0.36 "GET /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250634 Dec 16 08:12:35.201053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-624663eb-49c7-4468-ae05-2ff51722f247 req-d435b65e-cbec-4a2f-ab6e-6f005d0935f4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348197 Dec 16 08:12:35.201646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:12:35.204959 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134fb9a5-2d91-4c03-a154-839cbefb2e56" -d '{"events": [{"name": "network-changed", "server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:12:35.213470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-df7efdc4-5b8a-40b9-9035-fe472274a71d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8047678 Dec 16 08:12:35.251467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Request body: {'port': {'device_id': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:35.348623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:35.374466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f47f8b5e-146b-498f-9673-684bffcb05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:35.377558 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-f47f8b5e-146b-498f-9673-684bffcb05e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0666537 Dec 16 08:12:35.436399 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-efd21203-cbd3-42e3-8ca4-99c0e603fd23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f HTTP/1.1" status: 200 len: 217 time: 0.0409751 Dec 16 08:12:35.620887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-84b854f8-ecaa-4aa4-a2d5-a898fdcb0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:35.623349 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-84b854f8-ecaa-4aa4-a2d5-a898fdcb0c05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 HTTP/1.1" status: 200 len: 854 time: 0.1651845 Dec 16 08:12:35.670859 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-5b42b306-0658-4139-bbde-1b264ebb8d29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fc22220-6573-4214-8ae8-26600eb2d12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379541 Dec 16 08:12:35.795679 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-196cdebc-c691-488f-a81c-2ce82704c293 service neutron] 10.222.0.36 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166961 Dec 16 08:12:35.876274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-03a4ef99-f892-48bf-9e73-4dbe54106d5a tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:35.907406 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76435ee9-7bf2-46f0-a3bb-04fb6e244259 req-eb7e4aaf-3f4a-41a6-81e1-0cf267963881 service neutron] 10.222.0.36 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027136 Dec 16 08:12:35.938410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723aefa-3a1b-4983-9657-267bb5732400 service neutron] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:35.938410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-582780fe-8ef8-4fe2-9ffc-66c3acfc00dc req-e3131beb-592c-4fff-8df3-512ad53f5886 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9485927 Dec 16 08:12:35.941857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e4ebb1-6c23-4d92-ac7c-9d484b3b4aea req-60565eec-64d5-48a7-9627-3ed6afcb891c tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8797810 Dec 16 08:12:36.017634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d6c6f-8970-44c4-b861-49d9b7aed39e req-327fc1a3-84a8-45e3-bbe9-49a11f115ed4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:36.027908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a7d6c6f-8970-44c4-b861-49d9b7aed39e req-327fc1a3-84a8-45e3-bbe9-49a11f115ed4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 932 time: 0.6808732 Dec 16 08:12:36.031637 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698b81d-bc4c-4c99-a164-05a331b4398b x-openstack-request-id: req-1698b81d-bc4c-4c99-a164-05a331b4398b {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:12:36.031831 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:12:36.032051 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1698b81d-bc4c-4c99-a164-05a331b4398b {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:12:36.032469 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'status': 'completed', 'code': 200} Dec 16 08:12:36.233319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-31b66fb7-c084-46b6-86a1-69f11fff8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:36.236528 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-31b66fb7-c084-46b6-86a1-69f11fff8228 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1273160 Dec 16 08:12:36.249206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a7d6c6f-8970-44c4-b861-49d9b7aed39e req-e786d39f-f67f-48b4-b66f-ea21d84cc329 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227716 Dec 16 08:12:36.264485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03a4ef99-f892-48bf-9e73-4dbe54106d5a tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "PUT /v2.0/quotas/01b1519e80ac4b9f911954053cf1a198 HTTP/1.1" status: 200 len: 366 time: 1.1417749 Dec 16 08:12:36.268723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55898) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:36.390164 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f1e83c21-22fe-4f7d-b5d1-5c79aadf95bd tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1201003 Dec 16 08:12:36.399820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55904) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:36.419607 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3e6437fc-1c95-4b99-861d-e24a0168b617 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "GET /v2.0/quotas/01b1519e80ac4b9f911954053cf1a198 HTTP/1.1" status: 200 len: 366 time: 0.0220168 Dec 16 08:12:36.420432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55906) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:36.441168 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:12:36.535337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-1ff9ddb8-65f4-43a7-b371-392b70b87598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:36.537394 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-1ff9ddb8-65f4-43a7-b371-392b70b87598 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 915 time: 0.2936101 Dec 16 08:12:36.554321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcb725-ec42-48b8-b3c2-1af0b3c76dc3 req-c812e187-4552-46e1-b3aa-c8d6ea140a01 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:36.556532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18dcb725-ec42-48b8-b3c2-1af0b3c76dc3 req-c812e187-4552-46e1-b3aa-c8d6ea140a01 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 944 time: 0.3386838 Dec 16 08:12:36.585071 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-62b19cd0-6b7f-4638-ab23-52eb0766a192 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f HTTP/1.1" status: 200 len: 217 time: 0.0401735 Dec 16 08:12:36.631337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033c16-2ac1-4e8c-b3b2-7c7baf790aa3 req-6444803b-4957-4fcc-a618-64819c246d9a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:36.632935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6033c16-2ac1-4e8c-b3b2-7c7baf790aa3 req-6444803b-4957-4fcc-a618-64819c246d9a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.2270582 Dec 16 08:12:36.638471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ea461759-43c2-47c0-a0d5-03e205634d17 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/01b1519e80ac4b9f911954053cf1a198 HTTP/1.1" status: 204 len: 168 time: 0.2145188 Dec 16 08:12:36.650702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55910) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:36.666981 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9e093877-1d4e-42aa-bcda-db4a32a1bf7c tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0236228 Dec 16 08:12:36.669776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:36.691407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-e5885306-e6b8-4ee6-906d-22cfbf1ae99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:36.691407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-e5885306-e6b8-4ee6-906d-22cfbf1ae99a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 HTTP/1.1" status: 200 len: 854 time: 0.0919337 Dec 16 08:12:36.691407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4874a9b7-a94b-423d-82f6-4c8c095bf40e tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "GET /v2.0/quotas/01b1519e80ac4b9f911954053cf1a198 HTTP/1.1" status: 200 len: 370 time: 0.0162759 Dec 16 08:12:36.691407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55914) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:36.698878 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-792af722-fa5a-444b-95de-58bf408875e3 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "GET /v2.0/quotas/01b1519e80ac4b9f911954053cf1a198/default HTTP/1.1" status: 200 len: 370 time: 0.0057521 Dec 16 08:12:36.708130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55918) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:36.722722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:36.736775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18dcb725-ec42-48b8-b3c2-1af0b3c76dc3 req-51de5fcb-1826-4e1f-a13f-743c4ae1394f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656179 Dec 16 08:12:36.740226 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-c9dd0200-4d36-4a95-8dee-34fec5eb2cd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fc22220-6573-4214-8ae8-26600eb2d12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419345 Dec 16 08:12:36.746968 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-f6859ec6-65f7-43e6-80cf-fb54adab9c4a tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] delete failed (client error): The resource could not be found. Dec 16 08:12:36.749312 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6859ec6-65f7-43e6-80cf-fb54adab9c4a tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/01b1519e80ac4b9f911954053cf1a198 HTTP/1.1" status: 404 len: 348 time: 0.0397751 Dec 16 08:12:36.797164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39af465-9162-4670-85b9-68e511c5c424 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:12:36.806661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:36.822324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Transition to ACTIVE for port object a39af465-9162-4670-85b9-68e511c5c424 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:12:36.871217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6033c16-2ac1-4e8c-b3b2-7c7baf790aa3 req-2266521a-f360-4ae5-bfd1-1c0697570c96 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265937 Dec 16 08:12:36.911103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:36.987018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-4e34b4b5-5069-4572-bc73-3e53bf035a90 service neutron] 10.222.0.36 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017360 Dec 16 08:12:37.005897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Pushing event updated for resources: {'Port': ['ID=a39af465-9162-4670-85b9-68e511c5c424,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:37.126430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55926) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:37.198690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:network and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.239298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-134fb9a5-2d91-4c03-a154-839cbefb2e56 req-46f93f93-bd09-457c-bc6b-1c637a6caf8c service neutron] 10.222.0.36 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442999 Dec 16 08:12:37.241033 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.243856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Attempting to bind port a39af465-9162-4670-85b9-68e511c5c424 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:37.244539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Attempting to bind port a39af465-9162-4670-85b9-68e511c5c424 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:37.244879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Attempting to bind port a39af465-9162-4670-85b9-68e511c5c424 on network c096fa85-b6e0-4ee6-8247-4080bc69d19c {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:37.249403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:subnet and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.262080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Port a39af465-9162-4670-85b9-68e511c5c424 on network c096fa85-b6e0-4ee6-8247-4080bc69d19c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:12:37.262414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Attempting to bind port a39af465-9162-4670-85b9-68e511c5c424 on network c096fa85-b6e0-4ee6-8247-4080bc69d19c {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:37.268123 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.273353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758f949-d9fb-4cee-83e3-9804a3fa2148 req-acbbed30-9ade-4177-b3fd-b18b3438fb8f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:37.275269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f758f949-d9fb-4cee-83e3-9804a3fa2148 req-acbbed30-9ade-4177-b3fd-b18b3438fb8f tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 946 time: 0.1467428 Dec 16 08:12:37.287854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:37.288772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Checking segment: {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:37.289374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Bound using segment: {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:37.289640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Bound port: a39af465-9162-4670-85b9-68e511c5c424, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:37.290315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:37.305118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:subnetpool and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.315933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.338185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:port and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.348487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.364597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:router and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.372687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.386197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:floatingip and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.390058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.436111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:security_group and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.440101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.448483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Usage tracker for resource:security_group_rule and project:f61ac10223e14904b5084dc39bdb6216 is out of sync, need to count used quota {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 08:12:37.453932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.quota.resource [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110396) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 08:12:37.459413 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-490b37bb-d700-428e-8b8d-c8dfd755f972 tempest-QuotasTest-506214060 tempest-QuotasTest-506214060-project-admin] 10.222.0.43 "GET /v2.0/quotas/f61ac10223e14904b5084dc39bdb6216/details.json HTTP/1.1" status: 200 len: 703 time: 0.3348341 Dec 16 08:12:37.502223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f758f949-d9fb-4cee-83e3-9804a3fa2148 req-ea761589-329c-46ca-bab4-5f9cd5867c12 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174330 Dec 16 08:12:37.569357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] For port a39af465-9162-4670-85b9-68e511c5c424, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:37.595397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] For port a39af465-9162-4670-85b9-68e511c5c424, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a39af465-9162-4670-85b9-68e511c5c424,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:37.620729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ec0f-d675-48e8-bbe6-c178b3cee776 req-6fe8a130-ed99-4aa9-aff0-249083d7ed35 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:37.625823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b699ec0f-d675-48e8-bbe6-c178b3cee776 req-6fe8a130-ed99-4aa9-aff0-249083d7ed35 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 944 time: 0.2035890 Dec 16 08:12:37.631078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Deleting port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:37.631647 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:37.689530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:37.752116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Pushing event updated for resources: {'Port': ['ID=a39af465-9162-4670-85b9-68e511c5c424,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:37.814025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] For port 312e09fe-2eb4-4242-a33f-cb76b67b2aa0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,segment=NetworkSegment(f5f964fa-aebd-4c10-aa0e-45499aaf8811),segment_id=f5f964fa-aebd-4c10-aa0e-45499aaf8811)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:37.814025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:37.827121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Calling delete_port for 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:37.930107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:37.930738 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:37.932387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-313e8d00-00b0-43a5-bdf3-5b63f35dbcad service neutron] 10.222.0.36 "PUT /v2.0/ports/a39af465-9162-4670-85b9-68e511c5c424 HTTP/1.1" status: 200 len: 1093 time: 2.6916831 Dec 16 08:12:37.989617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2d7ea-8a00-45f3-b183-38073e6388da req-be171dac-cf9d-4ef4-bd62-a4dc4f241ee5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:37.992112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05b2d7ea-8a00-45f3-b183-38073e6388da req-be171dac-cf9d-4ef4-bd62-a4dc4f241ee5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 944 time: 0.1147892 Dec 16 08:12:38.000876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b699ec0f-d675-48e8-bbe6-c178b3cee776 req-dba9dc46-e670-46ca-9055-938e78f2dffa tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653929 Dec 16 08:12:38.064219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'tag': 'a39af465-9162-4670-85b9-68e511c5c424'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:12:38.077930 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc097337-94eb-4c4b-b59b-c78576490be4" -d '{"events": [{"name": "network-changed", "server_uuid": "6742a89d-31b6-4e50-8a4a-8ece6d518692", "tag": "a39af465-9162-4670-85b9-68e511c5c424"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:12:38.291530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:38.301355 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05b2d7ea-8a00-45f3-b183-38073e6388da req-5afdf6f3-534c-41cd-864a-70cecf472d47 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974124 Dec 16 08:12:38.348817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-5a754a18-3a46-4b5e-8acb-2ce13024559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:38.351318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-5a754a18-3a46-4b5e-8acb-2ce13024559f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 1096 time: 0.2404950 Dec 16 08:12:38.389825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469431cc-a7ca-478a-9545-0967fcd295f8 req-135d53d8-0fdd-4ebd-bfa1-90fc1eb5325a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:38.399998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-469431cc-a7ca-478a-9545-0967fcd295f8 req-135d53d8-0fdd-4ebd-bfa1-90fc1eb5325a tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.2901528 Dec 16 08:12:38.403001 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34bd113-beb9-446b-8b2c-043551fd0a52 x-openstack-request-id: req-d34bd113-beb9-446b-8b2c-043551fd0a52 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:12:38.403294 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6742a89d-31b6-4e50-8a4a-8ece6d518692", "tag": "a39af465-9162-4670-85b9-68e511c5c424", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:12:38.403568 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d34bd113-beb9-446b-8b2c-043551fd0a52 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:12:38.403949 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'tag': 'a39af465-9162-4670-85b9-68e511c5c424', 'status': 'completed', 'code': 200} Dec 16 08:12:38.453443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-373bd11b-640a-4b23-a93e-72ca228e7565 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=a39af465-9162-4670-85b9-68e511c5c424 HTTP/1.1" status: 200 len: 217 time: 0.0866892 Dec 16 08:12:38.456265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:38.501075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1be27814-e282-40a0-8968-fbeeddbd6246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:38.623505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=312e09fe-2eb4-4242-a33f-cb76b67b2aa0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:38.671073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1be27814-e282-40a0-8968-fbeeddbd6246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:38.699255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-6b67b7b4-c9f0-44d9-8691-7c57c922f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:38.701181 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-6b67b7b4-c9f0-44d9-8691-7c57c922f65e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fed9128d-7fe3-4ec3-b010-d02bcce4ac33 HTTP/1.1" status: 200 len: 837 time: 0.2343447 Dec 16 08:12:38.746617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-469431cc-a7ca-478a-9545-0967fcd295f8 req-6d72bcd7-1102-4ba3-9f70-3711583a60cf tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453479 Dec 16 08:12:38.785616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1be27814-e282-40a0-8968-fbeeddbd6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:38.876643 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1be27814-e282-40a0-8968-fbeeddbd6246 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=faff2d7927304872bfaf081cb6c5c808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5834186 Dec 16 08:12:38.887013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55960) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:38.887319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8afab-cb2b-49b5-b9a2-2886bec5840d req-4cbf0977-365e-4b06-a720-212669bce324 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:38.887706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be27814-e282-40a0-8968-fbeeddbd6246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9302da-15b6-41a6-8eac-0a9d617c2d9c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:38.889366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60a8afab-cb2b-49b5-b9a2-2886bec5840d req-4cbf0977-365e-4b06-a720-212669bce324 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 946 time: 0.2432127 Dec 16 08:12:38.959560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-465e889a-7d23-44d3-86da-f82cd7a893ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:38.961136 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-465e889a-7d23-44d3-86da-f82cd7a893ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c096fa85-b6e0-4ee6-8247-4080bc69d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2367191 Dec 16 08:12:38.991265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1044f70-ade9-4456-9a23-b0437615e8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:39.028856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1044f70-ade9-4456-9a23-b0437615e8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:39.117701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-60a8afab-cb2b-49b5-b9a2-2886bec5840d req-74bf1246-3269-47d5-bf6e-8c8300415b0c tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858466 Dec 16 08:12:39.121474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f727640-6724-4d3d-88f1-cf8d1dea834f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:12:39.134987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:39.184307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1044f70-ade9-4456-9a23-b0437615e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:39.186657 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a1044f70-ade9-4456-9a23-b0437615e8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:39.190272 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a1044f70-ade9-4456-9a23-b0437615e8cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a9302da-15b6-41a6-8eac-0a9d617c2d9c HTTP/1.1" status: 204 len: 168 time: 0.2832410 Dec 16 08:12:39.223797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1044f70-ade9-4456-9a23-b0437615e8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9302da-15b6-41a6-8eac-0a9d617c2d9c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:39.241554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-095d2113-91df-4552-a96b-9eef840c15f0 service neutron] 10.222.0.36 "GET /v2.0/networks/c096fa85-b6e0-4ee6-8247-4080bc69d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486341 Dec 16 08:12:39.380203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:39.402922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'port_id': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'mac_address': 'fa:16:3e:50:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f8cdc1-cb84-48cf-a1fc-85b4a800fe11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:12:39.449914 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:39.471137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f727640-6724-4d3d-88f1-cf8d1dea834f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:12:39.525317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:39.585610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:39.664045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:39.765160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050b9a-0fa0-413f-a770-87089e2d6ced req-ae8df412-d70a-4440-bbd3-8ed1e356582f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:39.766672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8050b9a-0fa0-413f-a770-87089e2d6ced req-ae8df412-d70a-4440-bbd3-8ed1e356582f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 944 time: 0.4818947 Dec 16 08:12:39.823836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7abd7053-c171-4821-9a19-6d5e01a5b930 req-eb903139-22a6-4e27-939e-eb066d3c10cf service neutron] 10.222.0.36 "GET /v2.0/networks/c096fa85-b6e0-4ee6-8247-4080bc69d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739632 Dec 16 08:12:39.934770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55982) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:39.943806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a8050b9a-0fa0-413f-a770-87089e2d6ced req-482de2d4-585b-4ac4-9ed1-709cac0f094b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694129 Dec 16 08:12:39.950426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6f727640-6724-4d3d-88f1-cf8d1dea834f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:12:39.984603 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a51e371-b65b-4490-bc6e-71f8f72de0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:40.025773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Router 2abf714f-84be-4249-a49a-7eaf2b8cd831 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:12:40.206646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-3077d54e-1602-47e6-88de-992bb710c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:40.215003 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a51e371-b65b-4490-bc6e-71f8f72de0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:40.222268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-3077d54e-1602-47e6-88de-992bb710c9b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 1096 time: 0.2124460 Dec 16 08:12:40.291034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a51e371-b65b-4490-bc6e-71f8f72de0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:40.394123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1a51e371-b65b-4490-bc6e-71f8f72de0a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f61ac10223e14904b5084dc39bdb6216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571357 Dec 16 08:12:40.401662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51e371-b65b-4490-bc6e-71f8f72de0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a306f8f-16a3-46c4-9a30-87403955bc4f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:40.405836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:40.453698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-93f3fcc2-2ad1-4a19-915d-b4a7d3d9e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:40.455233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-93f3fcc2-2ad1-4a19-915d-b4a7d3d9e360 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c096fa85-b6e0-4ee6-8247-4080bc69d19c HTTP/1.1" status: 200 len: 898 time: 0.1789179 Dec 16 08:12:40.472035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:12:40.472957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9deffbc3-b3b5-48fc-9a99-eaebcdc452cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:40.486315 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] Sync routers for ids ['2abf714f-84be-4249-a49a-7eaf2b8cd831'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:12:40.490389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a4b26bc7-6639-43ef-b092-5618f2ba9ed7 admin admin] 10.222.0.43 "PUT /v2.0/routers/2abf714f-84be-4249-a49a-7eaf2b8cd831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5159974 Dec 16 08:12:40.506234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 55998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:40.516495 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] Routers {'2abf714f-84be-4249-a49a-7eaf2b8cd831'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:40.517461 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2abf714f-84be-4249-a49a-7eaf2b8cd831'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:40.541052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-a210cd2c-765c-4787-9245-db0a782c609a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=a39af465-9162-4670-85b9-68e511c5c424 HTTP/1.1" status: 200 len: 217 time: 0.0770807 Dec 16 08:12:40.621688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-8b6e1cf8-8b05-46db-a7a0-66eed8ff24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:40.623928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-8b6e1cf8-8b05-46db-a7a0-66eed8ff24fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fed9128d-7fe3-4ec3-b010-d02bcce4ac33 HTTP/1.1" status: 200 len: 837 time: 0.0758703 Dec 16 08:12:40.675719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9deffbc3-b3b5-48fc-9a99-eaebcdc452cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:40.701489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-9df48e08-d649-41c5-9bcb-5db0b579b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:40.703290 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-9df48e08-d649-41c5-9bcb-5db0b579b931 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c096fa85-b6e0-4ee6-8247-4080bc69d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0708892 Dec 16 08:12:40.767308 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] Set router 2abf714f-84be-4249-a49a-7eaf2b8cd831 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:40.949891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-8c090f95-3491-4579-995f-927b1f4edcd7 service neutron] 10.222.0.36 "GET /v2.0/networks/c096fa85-b6e0-4ee6-8247-4080bc69d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285190 Dec 16 08:12:41.120155 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:38Z', 'revision_number': 5, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:41.123385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f727640-6724-4d3d-88f1-cf8d1dea834f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:41.209432 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.227821 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] Checking router: 2abf714f-84be-4249-a49a-7eaf2b8cd831 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:12:41.242268 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] Routers {'2abf714f-84be-4249-a49a-7eaf2b8cd831'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:41.243414 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['2abf714f-84be-4249-a49a-7eaf2b8cd831'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:41.284812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc097337-94eb-4c4b-b59b-c78576490be4 req-457db758-d91f-4446-81e8-4a4caa9e998e service neutron] 10.222.0.36 "GET /v2.0/networks/c096fa85-b6e0-4ee6-8247-4080bc69d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268809 Dec 16 08:12:41.331279 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9deffbc3-b3b5-48fc-9a99-eaebcdc452cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.335433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9deffbc3-b3b5-48fc-9a99-eaebcdc452cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.348366 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9deffbc3-b3b5-48fc-9a99-eaebcdc452cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a306f8f-16a3-46c4-9a30-87403955bc4f HTTP/1.1" status: 204 len: 168 time: 0.9393973 Dec 16 08:12:41.367718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 6f727640-6724-4d3d-88f1-cf8d1dea834f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:12:41.376358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 6f727640-6724-4d3d-88f1-cf8d1dea834f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:41.376879 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.424593 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] Set router 2abf714f-84be-4249-a49a-7eaf2b8cd831 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:41.446178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deffbc3-b3b5-48fc-9a99-eaebcdc452cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a306f8f-16a3-46c4-9a30-87403955bc4f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:41.561499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.713833 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.729144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5f6c0-77d4-448e-9174-1501818304be req-c590bcfa-5933-4037-b01d-ce21773e1227 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:41.739316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:12:41.741465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03a5f6c0-77d4-448e-9174-1501818304be req-c590bcfa-5933-4037-b01d-ce21773e1227 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0969176 Dec 16 08:12:41.742956 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b905d6f7-1c43-4419-aedc-89b2d95c7d20" -d '{"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-plugged", "status": "completed", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:12:41.763327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:41.793962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Deleting port 92078d61-da67-4d54-afde-fe7f21e8ac3d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:41.794306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.842828 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:41.846685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03a5f6c0-77d4-448e-9174-1501818304be req-3f3bc20e-4576-4bcf-83e6-6941c138fd37 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900624 Dec 16 08:12:41.885701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:38Z', 'revision_number': 5, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:41.970486 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196fa19-0a2f-459a-b8d9-568e849d7098 None None] The sync data for ids ['2abf714f-84be-4249-a49a-7eaf2b8cd831'] in n-d-820935-11 is: [{'id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'name': 'tempest-TestAggregatesBasicOps-1194982471-router', 'tenant_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:12:04Z', 'updated_at': '2021-12-16T08:12:38Z', 'revision_number': 5, 'project_id': '82f9463c9f924fcfafa67fbdc28e9c4d', 'gw_port': {'id': '92078d61-da67-4d54-afde-fe7f21e8ac3d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf714f-84be-4249-a49a-7eaf2b8cd831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:05Z', 'updated_at': '2021-12-16T08:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:12:41.979557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:42.068914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] For port 92078d61-da67-4d54-afde-fe7f21e8ac3d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=92078d61-da67-4d54-afde-fe7f21e8ac3d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:42.069299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:42.090748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab2afe-f4b8-40f0-aaf3-476406a0df39 req-1c2fed94-37eb-4f5f-8aa0-c06ea3f80f34 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:42.104432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffab2afe-f4b8-40f0-aaf3-476406a0df39 req-1c2fed94-37eb-4f5f-8aa0-c06ea3f80f34 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 944 time: 0.1037133 Dec 16 08:12:42.119101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Calling delete_port for 92078d61-da67-4d54-afde-fe7f21e8ac3d owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:42.213470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ffab2afe-f4b8-40f0-aaf3-476406a0df39 req-4f15c251-c13d-496b-829e-fe1f3fce11ef tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080770 Dec 16 08:12:42.568249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:42.581557 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73892c-1e5a-49f9-a1fb-f7a9987913e3 x-openstack-request-id: req-5c73892c-1e5a-49f9-a1fb-f7a9987913e3 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:12:42.581557 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-plugged", "status": "completed", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:12:42.581557 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c73892c-1e5a-49f9-a1fb-f7a9987913e3 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:12:42.581557 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'code': 200} Dec 16 08:12:42.607875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=92078d61-da67-4d54-afde-fe7f21e8ac3d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:42.633935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed83505-7f4b-40e7-b50c-bae38860af18 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:42.774659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6381b7-0d95-487e-bd38-6c4f704382e1 req-c86ba83f-00d3-406b-b13f-75066b73dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:42.776263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe6381b7-0d95-487e-bd38-6c4f704382e1 req-c86ba83f-00d3-406b-b13f-75066b73dd73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0652828 Dec 16 08:12:42.808740 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:42.939463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe6381b7-0d95-487e-bd38-6c4f704382e1 req-412535bf-3871-4ec3-baf3-90e03c5e497b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533616 Dec 16 08:12:42.956613 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:42.959267 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.117291 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.117843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2abf714f-84be-4249-a49a-7eaf2b8cd831 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:12:43.127509 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.129097 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d4a9c77a-2684-4076-85e0-0ce6dd98cd7f admin admin] 10.222.0.43 "DELETE /v2.0/routers/2abf714f-84be-4249-a49a-7eaf2b8cd831 HTTP/1.1" status: 204 len: 168 time: 2.6217313 Dec 16 08:12:43.129746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56042) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:43.137391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a39af465-9162-4670-85b9-68e511c5c424 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:12:43.149844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e2888-1d59-4b2e-af8f-2cd0fd671227 req-1573a6ac-65cf-42d4-b483-d8e107604a22 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:43.164412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d53e2888-1d59-4b2e-af8f-2cd0fd671227 req-1573a6ac-65cf-42d4-b483-d8e107604a22 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0885797 Dec 16 08:12:43.251646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] Deleting subnet d6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:12:43.258415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.299963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d53e2888-1d59-4b2e-af8f-2cd0fd671227 req-9b1d2fff-2594-48fc-8f4a-e4afc47afb63 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342394 Dec 16 08:12:43.344287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.386668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a39af465-9162-4670-85b9-68e511c5c424, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a39af465-9162-4670-85b9-68e511c5c424,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:43.418561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'a39af465-9162-4670-85b9-68e511c5c424', 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'port_id': 'a39af465-9162-4670-85b9-68e511c5c424', 'mac_address': 'fa:16:3e:72:0b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:12:43.491793 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.538320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39af465-9162-4670-85b9-68e511c5c424 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:12:43.582144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a39af465-9162-4670-85b9-68e511c5c424, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a39af465-9162-4670-85b9-68e511c5c424,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:43.614264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.627421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080a43e-d11c-475b-aa7d-1572f26433c0 req-f57eb7fa-9155-4d07-a22b-5bbd41424dc4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:43.635337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0080a43e-d11c-475b-aa7d-1572f26433c0 req-f57eb7fa-9155-4d07-a22b-5bbd41424dc4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 944 time: 0.2251925 Dec 16 08:12:43.707219 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.740943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0080a43e-d11c-475b-aa7d-1572f26433c0 req-1779d2ec-66b3-4e3f-bf4d-726a0323d70e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046305 Dec 16 08:12:43.777662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a39af465-9162-4670-85b9-68e511c5c424,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:43.827337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.857623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:43.864988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:43.881192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac479268-b377-4e6d-85f2-f56d18b29117 None None] Network 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:43.882693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:43.889761 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe11bbdc-a609-475b-af5f-3b22be682bf2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d6a1d6e6-a1ff-4ea5-a384-8c62ea3ccd7e HTTP/1.1" status: 204 len: 168 time: 0.7538157 Dec 16 08:12:44.039299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:44.095846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:44.140364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:44.140846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 312e09fe-2eb4-4242-a33f-cb76b67b2aa0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:44.141311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 92078d61-da67-4d54-afde-fe7f21e8ac3d no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:44.172525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 92078d61-da67-4d54-afde-fe7f21e8ac3d {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:44.173343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 92078d61-da67-4d54-afde-fe7f21e8ac3d not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:44.181088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['a39af465-9162-4670-85b9-68e511c5c424'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:12:44.209019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Deleting port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:44.209019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:44.212268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] DHCP port deletion for 85b4fbc5-73d4-4540-8828-c5ba039c4fa2 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:44.293427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] Deleting port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:44.293803 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:44.394026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] For port ce8f9e45-30bd-4aae-b52a-77209ebdabe1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,segment=NetworkSegment(f5f964fa-aebd-4c10-aa0e-45499aaf8811),segment_id=f5f964fa-aebd-4c10-aa0e-45499aaf8811)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:44.394397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:44.430011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Calling delete_port for ce8f9e45-30bd-4aae-b52a-77209ebdabe1 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:44.463932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] For port ce8f9e45-30bd-4aae-b52a-77209ebdabe1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,segment=NetworkSegment(f5f964fa-aebd-4c10-aa0e-45499aaf8811),segment_id=f5f964fa-aebd-4c10-aa0e-45499aaf8811)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:44.464434 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:44.609065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f1ddb-d0d0-4922-8fcb-61110d499d94 req-d1e06df6-8b77-4172-aff8-a5307f6c7539 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:44.614369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a02f1ddb-d0d0-4922-8fcb-61110d499d94 req-d1e06df6-8b77-4172-aff8-a5307f6c7539 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1937234 Dec 16 08:12:44.703887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] Calling delete_port for ce8f9e45-30bd-4aae-b52a-77209ebdabe1 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:44.760026 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a02f1ddb-d0d0-4922-8fcb-61110d499d94 req-57dbafb4-b34d-486f-b0d8-fc355e40fdea tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269174 Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:12:44.874984 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:12:44.882210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:44.899709 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:44.966279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] No DVR routers for this DVR port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:44.966741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] Pushing event deleted for resources: {'Port': ['ID=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:44.967958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8f9e45-30bd-4aae-b52a-77209ebdabe1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:44.971051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b21f47-837f-4456-acdf-e48991d648b7 None None] No DVR routers for this DVR port ce8f9e45-30bd-4aae-b52a-77209ebdabe1 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:12:45.041246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdab12-2747-42c4-a010-d86356ab1738 req-2087e7a5-2248-4502-99fe-7eb1eb7ef71e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:45.043511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2cdab12-2747-42c4-a010-d86356ab1738 req-2087e7a5-2248-4502-99fe-7eb1eb7ef71e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.2131710 Dec 16 08:12:45.111255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505da6a8-28f1-4f9b-a93a-bfdec59e948f req-0a997e03-729d-4f73-ae73-9f500c64ac57 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:45.118850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-505da6a8-28f1-4f9b-a93a-bfdec59e948f req-0a997e03-729d-4f73-ae73-9f500c64ac57 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 945 time: 0.2245352 Dec 16 08:12:45.143262 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.190382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b4fbc5-73d4-4540-8828-c5ba039c4fa2']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:45.252725 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-505da6a8-28f1-4f9b-a93a-bfdec59e948f req-e34b9b29-d4cb-4d37-a077-074a3205dcab tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327062 Dec 16 08:12:45.254870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f964fa-aebd-4c10-aa0e-45499aaf8811') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:45.255172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f964fa-aebd-4c10-aa0e-45499aaf8811') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:45.272905 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c2cdab12-2747-42c4-a010-d86356ab1738 req-c8e192e2-8182-4e61-bb7d-b56a68697532 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968341 Dec 16 08:12:45.282517 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.301519 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.311674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:12:45.312505 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:12:45.314591 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:12:45.440296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56088) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:45.466802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.471278 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.479268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] 10.222.0.43 "DELETE /v2.0/networks/85b4fbc5-73d4-4540-8828-c5ba039c4fa2 HTTP/1.1" status: 204 len: 168 time: 1.5949006 Dec 16 08:12:45.510792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c5352-3fd8-4132-9077-c82049fd154b admin admin] Pushing event deleted for resources: {'Network': ['ID=85b4fbc5-73d4-4540-8828-c5ba039c4fa2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:45.647238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1843667275', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:45.826612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Made reservation on behalf of b099b733f2b94c8fa0f9a1a1714585d7 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:45.829572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.848752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:45.882628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbdde-fab3-46cf-9edf-6ee1911bdbe8 req-1d005c0d-1a6d-4cb3-a154-a13998d24889 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:45.889578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e37dbdde-fab3-46cf-9edf-6ee1911bdbe8 req-1d005c0d-1a6d-4cb3-a154-a13998d24889 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0828557 Dec 16 08:12:45.954914 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e37dbdde-fab3-46cf-9edf-6ee1911bdbe8 req-82d0cc44-bc48-4227-8fd5-bcdc3a89c5a1 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644095 Dec 16 08:12:46.015195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.054918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ce8f9e45-30bd-4aae-b52a-77209ebdabe1 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:12:46.076951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: ce8f9e45-30bd-4aae-b52a-77209ebdabe1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:12:46.079075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ce8f9e45-30bd-4aae-b52a-77209ebdabe1 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:12:46.095014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.103778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] device_id is not set on port 0c6babd1-4a22-4424-a1c6-0c23d0e5be20 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:12:46.173908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943a5465-5be0-4387-b6f3-62ce6646fc34,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:46.210578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56102) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:46.250238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Allocated IP 172.25.2.106 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/0c6babd1-4a22-4424-a1c6-0c23d0e5be20) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:46.254243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-283f4399-9636-4be3-8693-5151954e3948 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00667d3293b44c38a7fa58f12d68a312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424998 Dec 16 08:12:46.257791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56104) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:46.374450 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b989b842-5e3c-4140-bf47-99c224a402c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.426458 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b989b842-5e3c-4140-bf47-99c224a402c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.478014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756317e3-430e-4ccc-97da-73ac60a85c12 req-ad6915c9-f153-4e6a-ad45-70c8e2445c91 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:46.485727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-756317e3-430e-4ccc-97da-73ac60a85c12 req-ad6915c9-f153-4e6a-ad45-70c8e2445c91 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 945 time: 0.1124547 Dec 16 08:12:46.539088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.587978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-756317e3-430e-4ccc-97da-73ac60a85c12 req-668e1470-a31c-46ab-98e6-c15023f8b55d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013145 Dec 16 08:12:46.866193 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b989b842-5e3c-4140-bf47-99c224a402c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.866610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.869004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b989b842-5e3c-4140-bf47-99c224a402c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.872409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b989b842-5e3c-4140-bf47-99c224a402c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1cd4a7b-1bf3-4774-add2-8c202200881b HTTP/1.1" status: 204 len: 168 time: 0.6113281 Dec 16 08:12:46.882180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989b842-5e3c-4140-bf47-99c224a402c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cd4a7b-1bf3-4774-add2-8c202200881b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:46.937950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:46.941383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:46.946570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:46.985741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:46.986512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:46.987265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5277ba53-9787-41ae-a888-313d877b4a0a None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:47.000734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Pushing event updated for resources: {'Port': ['ID=0c6babd1-4a22-4424-a1c6-0c23d0e5be20,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:47.115653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5b4f22e4-0b41-4dec-86d8-f08f17a2a7b3 None None] Provisioning complete for port 0c6babd1-4a22-4424-a1c6-0c23d0e5be20 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:47.116796 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b4f22e4-0b41-4dec-86d8-f08f17a2a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.143935 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-759c247a-8de4-446a-b329-f7d130405a6c tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7024710 Dec 16 08:12:47.147462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:47.167525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.106'}]}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:47.167790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8bc93-c99d-436a-aa06-118cde63772b req-5b0c7253-9a0d-4d98-a604-0eb2ee01ef4c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:47.167883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f22e4-0b41-4dec-86d8-f08f17a2a7b3 None None] Port 0c6babd1-4a22-4424-a1c6-0c23d0e5be20 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:47.167970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7e8bc93-c99d-436a-aa06-118cde63772b req-5b0c7253-9a0d-4d98-a604-0eb2ee01ef4c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0853829 Dec 16 08:12:47.168044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a39af465-9162-4670-85b9-68e511c5c424 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:12:47.230258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7e8bc93-c99d-436a-aa06-118cde63772b req-e3a76f8d-319b-47b1-be88-ac1a3f3ebee8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682831 Dec 16 08:12:47.299275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.300453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.369829 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.472484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port a39af465-9162-4670-85b9-68e511c5c424 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:12:47.485992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port a39af465-9162-4670-85b9-68e511c5c424 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:47.486327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.618392 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.691107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port a39af465-9162-4670-85b9-68e511c5c424, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a39af465-9162-4670-85b9-68e511c5c424,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:47.694322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39af465-9162-4670-85b9-68e511c5c424'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:12:47.700670 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131dacce-ea71-452a-8338-6f46cbd3412a" -d '{"events": [{"server_uuid": "6742a89d-31b6-4e50-8a4a-8ece6d518692", "name": "network-vif-plugged", "status": "completed", "tag": "a39af465-9162-4670-85b9-68e511c5c424"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:12:47.792327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.814374 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:47.831683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd09a-ab8e-43ad-8acd-7cc637e2861b req-af32b336-5b96-4a7c-bb69-f7ad28ea0565 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:47.836499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51ccd09a-ab8e-43ad-8acd-7cc637e2861b req-af32b336-5b96-4a7c-bb69-f7ad28ea0565 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 945 time: 0.0976031 Dec 16 08:12:47.851116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=a39af465-9162-4670-85b9-68e511c5c424,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:47.877631 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ea88a-16e8-4bb2-978f-8e8b4a22ef90 x-openstack-request-id: req-e74ea88a-16e8-4bb2-978f-8e8b4a22ef90 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:12:47.877941 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6742a89d-31b6-4e50-8a4a-8ece6d518692", "name": "network-vif-plugged", "status": "completed", "tag": "a39af465-9162-4670-85b9-68e511c5c424", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:12:47.878200 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e74ea88a-16e8-4bb2-978f-8e8b4a22ef90 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:12:47.878984 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39af465-9162-4670-85b9-68e511c5c424', 'code': 200} Dec 16 08:12:47.956668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51ccd09a-ab8e-43ad-8acd-7cc637e2861b req-95b371da-9f83-4d97-9827-6898911b2022 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101789 Dec 16 08:12:48.110572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016960b-cd99-4f57-9daa-a4625165ffcb req-1850c1c0-e60b-4124-ba03-45e8f2c368a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:48.119761 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2016960b-cd99-4f57-9daa-a4625165ffcb req-1850c1c0-e60b-4124-ba03-45e8f2c368a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 1098 time: 0.0986378 Dec 16 08:12:48.207469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56130) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:48.221216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2016960b-cd99-4f57-9daa-a4625165ffcb req-60742600-775a-4d83-959d-eb2741a5a39e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919750 Dec 16 08:12:48.243597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.274023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.290605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-247d3590-5533-4871-a455-7bd40abdf60b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82f9463c9f924fcfafa67fbdc28e9c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790198 Dec 16 08:12:48.292314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56134) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:48.439220 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e24beb93-5f73-42ea-9d5b-3cd806af7f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.499133 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.509523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f006-1b26-4f58-ab9d-f0101d9ed931 req-0a433867-0fba-4d61-9f62-5d49732ac283 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:48.509523 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce05f006-1b26-4f58-ab9d-f0101d9ed931 req-0a433867-0fba-4d61-9f62-5d49732ac283 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1545918 Dec 16 08:12:48.512818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e24beb93-5f73-42ea-9d5b-3cd806af7f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.611640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce05f006-1b26-4f58-ab9d-f0101d9ed931 req-a828b465-d653-45c9-8a2e-31dbc8e4ebe7 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920334 Dec 16 08:12:48.740408 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e24beb93-5f73-42ea-9d5b-3cd806af7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.743833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e24beb93-5f73-42ea-9d5b-3cd806af7f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.746410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e24beb93-5f73-42ea-9d5b-3cd806af7f9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b4e4688-c30e-4768-b8ba-a089fabe2fe4 HTTP/1.1" status: 204 len: 168 time: 0.4511516 Dec 16 08:12:48.759452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24beb93-5f73-42ea-9d5b-3cd806af7f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4e4688-c30e-4768-b8ba-a089fabe2fe4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:48.766832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.769822 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.921677 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:48.922334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37d4a082-fae4-4ccb-9e47-eddbe1b0cf25 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:12:49.038536 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 08:12:49.042851 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e883d94d-91bd-4ed0-a42a-58f1d0562079 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8917222 Dec 16 08:12:49.043490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56162) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:49.286191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886a77a-bc4b-4b29-8a97-121a8d3761ff req-3e163059-1bf3-4d7e-a0ac-f81e95317968 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:49.308556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7886a77a-bc4b-4b29-8a97-121a8d3761ff req-3e163059-1bf3-4d7e-a0ac-f81e95317968 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 946 time: 0.1542027 Dec 16 08:12:49.429789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7886a77a-bc4b-4b29-8a97-121a8d3761ff req-a4c031bb-01a1-4b51-8fd3-2b0ab0bb69e1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337123 Dec 16 08:12:49.432678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Deleting port 0c6babd1-4a22-4424-a1c6-0c23d0e5be20 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:12:49.433031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:49.621419 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:49.698976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Calling delete_port for 0c6babd1-4a22-4424-a1c6-0c23d0e5be20 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:12:49.881414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b34c-c091-4eea-9b22-619204f128d5 req-f7ac2706-d811-4ab4-ab59-1502c2cc604d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:49.903745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3981b34c-c091-4eea-9b22-619204f128d5 req-f7ac2706-d811-4ab4-ab59-1502c2cc604d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0875235 Dec 16 08:12:50.004464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3981b34c-c091-4eea-9b22-619204f128d5 req-7f3b036d-102b-450c-a70c-41afb89533a2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110134 Dec 16 08:12:50.157107 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:50.190116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c6babd1-4a22-4424-a1c6-0c23d0e5be20,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:50.207213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ebb19-6f16-4587-acce-342461e1a75e None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:12:50.292318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:50.299033 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a2699d46-5899-45a7-8fe8-664e107ef208 tempest-RoutersAdminNegativeIpV6Test-1634739513 tempest-RoutersAdminNegativeIpV6Test-1634739513-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0c6babd1-4a22-4424-a1c6-0c23d0e5be20 HTTP/1.1" status: 204 len: 168 time: 1.2517459 Dec 16 08:12:50.556280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea93a0-0b6a-48c8-9c34-c574bcecf75d req-c778a5e0-502f-4cef-b7a8-53f744db1612 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:50.558207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8ea93a0-0b6a-48c8-9c34-c574bcecf75d req-c778a5e0-502f-4cef-b7a8-53f744db1612 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 946 time: 0.0509517 Dec 16 08:12:50.614510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8ea93a0-0b6a-48c8-9c34-c574bcecf75d req-87e10752-d2db-4d59-bdc2-79c45ea4d93a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489118 Dec 16 08:12:50.751383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c33f56-a6e3-432f-8892-f151b0caa683 req-f75e7084-b19b-4a8d-91bf-4b768a0f2303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:50.752900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34c33f56-a6e3-432f-8892-f151b0caa683 req-f75e7084-b19b-4a8d-91bf-4b768a0f2303 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 946 time: 0.0501583 Dec 16 08:12:50.829356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34c33f56-a6e3-432f-8892-f151b0caa683 req-b01df574-c78e-4b75-b0e1-02b9af10a75e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695477 Dec 16 08:12:50.965412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56212) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:51.115934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c3f320-9f84-409a-97a2-094cedbe119d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:51.221206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff79a-5314-4098-88e6-1591cb70b67f req-c719a27a-1c5b-43ea-a6bd-617ce712d8ef tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:51.223099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3fff79a-5314-4098-88e6-1591cb70b67f req-c719a27a-1c5b-43ea-a6bd-617ce712d8ef tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0970223 Dec 16 08:12:51.330785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3fff79a-5314-4098-88e6-1591cb70b67f req-7786e0f4-7638-497a-8487-1efa6a8e4f6d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874348 Dec 16 08:12:51.348611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c3f320-9f84-409a-97a2-094cedbe119d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:51.436886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87c3f320-9f84-409a-97a2-094cedbe119d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:51.486449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-87c3f320-9f84-409a-97a2-094cedbe119d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bbb2a87b90745178dc5123c01f0e28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167923 Dec 16 08:12:51.486449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3f320-9f84-409a-97a2-094cedbe119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52a0dbb-2ed1-4661-a3a7-8e74fa0915ea,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:51.486708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56228) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:51.546348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e83474e-bc93-428c-be0d-de4c8781e3d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:51.570119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e83474e-bc93-428c-be0d-de4c8781e3d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:51.676729 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e83474e-bc93-428c-be0d-de4c8781e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:51.679889 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e83474e-bc93-428c-be0d-de4c8781e3d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:51.681094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7e83474e-bc93-428c-be0d-de4c8781e3d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d52a0dbb-2ed1-4661-a3a7-8e74fa0915ea HTTP/1.1" status: 204 len: 168 time: 0.1932178 Dec 16 08:12:51.702862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83474e-bc93-428c-be0d-de4c8781e3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52a0dbb-2ed1-4661-a3a7-8e74fa0915ea,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:52.400011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56244) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:52.529258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1fb2-ba6d-47b7-979a-3e8374911d76 req-9dec3315-02b8-49a1-af08-0ff2f6688602 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:52.539149 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4b1fb2-ba6d-47b7-979a-3e8374911d76 req-9dec3315-02b8-49a1-af08-0ff2f6688602 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0990956 Dec 16 08:12:52.610283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b4b1fb2-ba6d-47b7-979a-3e8374911d76 req-44184ec1-357b-417d-86ba-49cc65c57f6a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699737 Dec 16 08:12:52.692133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56246) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:52.772522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4d38bfc9-2fd2-4b85-a1b7-372185eb9dc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b099b733f2b94c8fa0f9a1a1714585d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785255 Dec 16 08:12:52.775156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56250) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:52.898064 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a24b6771-1e5e-43ea-91c2-7ca28fc6f265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:52.949183 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a24b6771-1e5e-43ea-91c2-7ca28fc6f265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:53.121638 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a24b6771-1e5e-43ea-91c2-7ca28fc6f265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:53.124682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a24b6771-1e5e-43ea-91c2-7ca28fc6f265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:53.126198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a24b6771-1e5e-43ea-91c2-7ca28fc6f265 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/943a5465-5be0-4387-b6f3-62ce6646fc34 HTTP/1.1" status: 204 len: 168 time: 0.3499696 Dec 16 08:12:53.145043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6771-1e5e-43ea-91c2-7ca28fc6f265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943a5465-5be0-4387-b6f3-62ce6646fc34,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:53.303504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:53.759529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.20.0.17 (c096fa85-b6e0-4ee6-8247-4080bc69d19c/fed9128d-7fe3-4ec3-b010-d02bcce4ac33/448d01e7-147e-43c3-95b5-ef0fd3e2a8d4) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:12:53.806562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbac1c2-6380-4c5b-b543-634781fe9de2 req-b46193d2-9998-4be5-b6cd-09685d721f44 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:53.817774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dbac1c2-6380-4c5b-b543-634781fe9de2 req-b46193d2-9998-4be5-b6cd-09685d721f44 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1040912 Dec 16 08:12:53.934665 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dbac1c2-6380-4c5b-b543-634781fe9de2 req-59bb0ac6-c6c2-4035-af80-1a7f02b95da1 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149735 Dec 16 08:12:54.029313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:54.171926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:54.220414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:54.225801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:54.235214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:54.475984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:54.657374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:54.673007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-499f1230-d063-4f80-9d6f-674d65aac291 None None] Provisioning complete for port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:54.676165 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-499f1230-d063-4f80-9d6f-674d65aac291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:54.746836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-499f1230-d063-4f80-9d6f-674d65aac291 None None] Port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:54.869530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:54.982201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:55.193452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1231325-9fb7-4c24-ba60-c3e3aaf17e27 req-75f0b664-5f7c-4603-83da-846351bd24ed tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:55.195247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1231325-9fb7-4c24-ba60-c3e3aaf17e27 req-75f0b664-5f7c-4603-83da-846351bd24ed tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1173663 Dec 16 08:12:55.202235 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1348988322'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:55.257310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1231325-9fb7-4c24-ba60-c3e3aaf17e27 req-b71e9e98-ed27-451c-a359-185bd540bfc0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 Dec 16 08:12:55.366565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.374415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:55.378982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.390613 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.482780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.545195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.568973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:55.576589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.638591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.689587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:12:55.721876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f532b5-f93b-42c6-a924-2ddf1f93807e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:55.728974 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.729322 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment a432a7e9-04d9-4891-b995-8bdadf4f52a9 of type vlan for network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 Dec 16 08:12:55.749778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:12:55.752480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:55.878245 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.975012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:55.981255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:55.981988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:56.003646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:12:56.102247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56312) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:56.107578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'name': 'tempest-PortsIpV6TestJSON-621994629'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:56.124841 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1408496 Dec 16 08:12:56.191233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9c42b110-1ddd-4fb1-a3ee-9430c9172fc8 None None] Provisioning complete for port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:56.191759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9c42b110-1ddd-4fb1-a3ee-9430c9172fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:56.268514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9c42b110-1ddd-4fb1-a3ee-9430c9172fc8 None None] Port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:56.338168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90005f3-aec4-462d-93b6-d8972eeee110 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:56.350466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:12:56.371291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:56.376739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:56.421637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:12:56.430257 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c400f11-ba4a-452b-901b-0a142890d5c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "PUT /v2.0/routers/5050cad1-4ab4-47e9-994d-de1d0c9cddf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0281894 Dec 16 08:12:56.457502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:12:56.461305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Sync routers for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:12:56.498041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:56.501180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:56.734303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:56.823297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:56.902172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ffbfb-b168-447a-9229-7ca32d835e04 req-dad7326e-c530-42a0-ab18-06cd9847dd02 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:56.912416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-771ffbfb-b168-447a-9229-7ca32d835e04 req-dad7326e-c530-42a0-ab18-06cd9847dd02 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.5325668 Dec 16 08:12:57.004481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-771ffbfb-b168-447a-9229-7ca32d835e04 req-a02dbef1-63e9-4790-9529-72eb29ccd60c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906074 Dec 16 08:12:57.014489 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.110206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=7481fa69-2c6c-415e-b2e7-ce26a697cd8a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:57.170532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': 'a432a7e9-04d9-4891-b995-8bdadf4f52a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:57.170914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:12:57.222399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:12:54Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:07Z', 'revision_number': 1, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448d01e7-147e-43c3-95b5-ef0fd3e2a8d4', 'name': '', 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:15:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:53Z', 'updated_at': '2021-12-16T08:12:55Z', 'revision_number': 2, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:57.288513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:12:57.294107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Checking router: 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:12:57.299275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Updating router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:12:57.351208 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.381159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:12:57.381159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:12:57.386913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:57.388853 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.400478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c84cb24-011f-40e0-a6ee-ed7fbbb29e47 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:12:57.506611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7b6fa4bc-989a-4050-b7e5-496a842029d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3992298 Dec 16 08:12:57.507016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56334) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:57.512344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-617885633'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:57.687252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:57.691437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.764123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:12:57.783503 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.789617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.791079 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment e8ff297c-30b4-4caa-9356-6fc8b38b2c53 of type vlan for network bac994e7-d41c-4e45-a615-7f9277d4e46c Dec 16 08:12:57.890756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.904537 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.905257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:57.984097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Pushing event updated for resources: {'Port': ['ID=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:58.054118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.054634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.055124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.056396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.059829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.060199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.060558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.060898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.061228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.061562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.061910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.062241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.062572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:12:58.077233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:58.083763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:58.084924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:58.109470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Attempting to bind port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:12:58.110331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Attempting to bind port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:12:58.110331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Attempting to bind port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 on network c096fa85-b6e0-4ee6-8247-4080bc69d19c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:12:58.119588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:12:58.119964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Checking segment: {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:12:58.120409 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:58.120805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Bound using segment: {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:12:58.121292 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Bound port: 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12427d37-c444-4c00-bc35-3744839ea13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:12:58.127579 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:58.220551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=bac994e7-d41c-4e45-a615-7f9277d4e46c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:58.242055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network bac994e7-d41c-4e45-a615-7f9277d4e46c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:12:58.255770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286baa1f-80ef-4ead-83ba-dad40137a789 req-50274142-81fa-4571-9edb-dad7b6adf0f1 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:58.262321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286baa1f-80ef-4ead-83ba-dad40137a789 req-50274142-81fa-4571-9edb-dad7b6adf0f1 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1196349 Dec 16 08:12:58.332293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f1527d37-87b8-4b97-8795-89d56090f7bc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8217874 Dec 16 08:12:58.332622 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:12:58.340489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'ports': [{'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8'}, {'network_id': 'bac994e7-d41c-4e45-a615-7f9277d4e46c'}]} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:58.340678 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:58.341125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': 'bac994e7-d41c-4e45-a615-7f9277d4e46c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:12:58.343485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4a14bff-dcca-4c3e-b691-ee731850f3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:58.367922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] For port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:12:58.372721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] For port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:12:58.379507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-286baa1f-80ef-4ead-83ba-dad40137a789 req-c0a57fd2-6c94-4b5c-b86b-c7b4d141154f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087732 Dec 16 08:12:58.413767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-201469f1-4c9d-4c26-9e5a-04460e66f6a0 None None] Provisioning complete for port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:58.414258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-201469f1-4c9d-4c26-9e5a-04460e66f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:58.442662 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:58.522768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fab9f-3a1a-41e3-8eb0-8e626888e058 None None] Pushing event updated for resources: {'Port': ['ID=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:58.572737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:12:58.573496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:12:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:58.793868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:12:58.846735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-201469f1-4c9d-4c26-9e5a-04460e66f6a0 None None] Port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:12:59.001982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c815de11-f379-4d31-a9eb-e020a83907da None None] Provisioning complete for port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:12:59.002797 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c815de11-f379-4d31-a9eb-e020a83907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:59.194999 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c815de11-f379-4d31-a9eb-e020a83907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:59.268958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c815de11-f379-4d31-a9eb-e020a83907da None None] For port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:12:59.288205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:12:54Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:07Z', 'revision_number': 1, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448d01e7-147e-43c3-95b5-ef0fd3e2a8d4', 'name': '', 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:15:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:53Z', 'updated_at': '2021-12-16T08:12:58Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:12:59.380411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 2} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:12:59.385564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:59.401401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:59.506844 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c815de11-f379-4d31-a9eb-e020a83907da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:12:59.510594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3457fb-fad7-490d-9ca1-03e00159d9b3 None None] The sync data for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 is: [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:12:54Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:07Z', 'revision_number': 1, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448d01e7-147e-43c3-95b5-ef0fd3e2a8d4', 'name': '', 'network_id': 'c096fa85-b6e0-4ee6-8247-4080bc69d19c', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:15:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:12:53Z', 'updated_at': '2021-12-16T08:12:58Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'fed9128d-7fe3-4ec3-b010-d02bcce4ac33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:12:59.640502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815de11-f379-4d31-a9eb-e020a83907da None None] Pushing event updated for resources: {'Port': ['ID=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:12:59.702564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2485c-96cd-46f7-910a-2926a781ed89 req-e648ec08-36c1-4160-a54b-f9a79c426e54 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:12:59.717816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ad2485c-96cd-46f7-910a-2926a781ed89 req-e648ec08-36c1-4160-a54b-f9a79c426e54 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1504054 Dec 16 08:12:59.735606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 66e20021-2914-4216-9602-68ee5a01532a yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:12:59.818473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ad2485c-96cd-46f7-910a-2926a781ed89 req-30517167-02e0-40f4-bfaf-ad9afcbd35a4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942981 Dec 16 08:13:00.004433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.052629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.137473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:00.175432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port f0368936-bb8b-4f2e-976b-8e5f49e1df7f yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:00.306179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:00.306715 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.386210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.518038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.572705 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:00.582582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:00.587521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:00.588415 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.596204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=66e20021-2914-4216-9602-68ee5a01532a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:00.692475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=f0368936-bb8b-4f2e-976b-8e5f49e1df7f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:00.700150 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d72d78b3-5fc1-4d44-bd2a-7fb4fb358f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.714181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': 'e8ff297c-30b4-4caa-9356-6fc8b38b2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bac994e7-d41c-4e45-a615-7f9277d4e46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:00.714686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: bac994e7-d41c-4e45-a615-7f9277d4e46c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:00.808036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network bac994e7-d41c-4e45-a615-7f9277d4e46c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:00.899545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, bac994e7-d41c-4e45-a615-7f9277d4e46c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:00.903822 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:00.911217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:00.916679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4617f9-aafb-4fde-b6e7-785ee4b9b3af None None] Network bac994e7-d41c-4e45-a615-7f9277d4e46c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:00.922095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:00.923564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:00.975286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b33657-6fd9-4f7d-a882-251a60d938c6 req-1143a3e8-4c4d-4a7d-8f0d-a024ef54d62c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:00.976865 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5b33657-6fd9-4f7d-a882-251a60d938c6 req-1143a3e8-4c4d-4a7d-8f0d-a024ef54d62c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0868292 Dec 16 08:13:00.996844 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-77fd6f6b-ad82-4fc5-846f-89fbb7e4e62a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6598318 Dec 16 08:13:00.997261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56376) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:01.055333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5b33657-6fd9-4f7d-a882-251a60d938c6 req-c2257282-1dd0-4c90-9ccc-2d22d7b409df tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719433 Dec 16 08:13:01.125173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port f0368936-bb8b-4f2e-976b-8e5f49e1df7f {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:01.125617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:01.205943 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:01.232762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for f0368936-bb8b-4f2e-976b-8e5f49e1df7f owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:01.551540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:01.633096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=f0368936-bb8b-4f2e-976b-8e5f49e1df7f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:01.644815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:01.654220 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5a27e296-02e9-4f62-b455-41c7d277b12b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/f0368936-bb8b-4f2e-976b-8e5f49e1df7f HTTP/1.1" status: 204 len: 168 time: 0.6536551 Dec 16 08:13:01.655038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56392) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:01.774120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c19e1-75a0-4531-87a7-9a0ade5a000a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:01.778038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046ff69-1cbc-41dd-b71b-aeada286ad8f req-bc931fe9-210f-480d-b432-85055685f768 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:01.779591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e046ff69-1cbc-41dd-b71b-aeada286ad8f req-bc931fe9-210f-480d-b432-85055685f768 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1318035 Dec 16 08:13:01.781819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c19e1-75a0-4531-87a7-9a0ade5a000a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:01.785867 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-757c19e1-75a0-4531-87a7-9a0ade5a000a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1276159 Dec 16 08:13:01.786105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56394) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:01.837592 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:01.852555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e046ff69-1cbc-41dd-b71b-aeada286ad8f req-a010c7c9-8cf5-462e-8a4d-c99d593ebc61 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636897 Dec 16 08:13:01.976286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 66e20021-2914-4216-9602-68ee5a01532a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:01.976868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:02.073988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:02.092372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 66e20021-2914-4216-9602-68ee5a01532a owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:02.260997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fcba3-cfea-4ac3-b5f1-4b42b86b6943 req-eb6c5504-f477-4aea-a85a-bc80e31fea39 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:02.280797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e5fcba3-cfea-4ac3-b5f1-4b42b86b6943 req-eb6c5504-f477-4aea-a85a-bc80e31fea39 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1112266 Dec 16 08:13:02.345680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:02.375046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e5fcba3-cfea-4ac3-b5f1-4b42b86b6943 req-e0e82c41-c9f7-4ca8-a534-132eb5d392f3 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933299 Dec 16 08:13:02.455892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=66e20021-2914-4216-9602-68ee5a01532a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:02.498774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:02.515092 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-500abf49-3f85-4213-9f8b-c7c819e4c32f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/66e20021-2914-4216-9602-68ee5a01532a HTTP/1.1" status: 204 len: 168 time: 0.7203722 Dec 16 08:13:02.515285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56408) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:02.684155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa07cc4-f576-4a60-914b-bdc0bb60ddf0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:02.688426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9aa07cc4-f576-4a60-914b-bdc0bb60ddf0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1732261 Dec 16 08:13:02.688798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56410) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:02.745308 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-486467f0-fd09-45f9-aeca-a2d789e6a164 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:02.746877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-486467f0-fd09-45f9-aeca-a2d789e6a164 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/f0368936-bb8b-4f2e-976b-8e5f49e1df7f HTTP/1.1" status: 404 len: 333 time: 0.0571396 Dec 16 08:13:02.749576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56412) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:02.783062 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0513f02e-177a-43bf-91e7-3746d7c11ead tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:02.784796 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0513f02e-177a-43bf-91e7-3746d7c11ead tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/66e20021-2914-4216-9602-68ee5a01532a HTTP/1.1" status: 404 len: 333 time: 0.0341351 Dec 16 08:13:02.787572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56414) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:02.900666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.010421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ecb3-7582-471b-9f8d-7bb500a0f41f req-70c4438c-b2af-4263-bb0f-6088b63511dd tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:03.012028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e999ecb3-7582-471b-9f8d-7bb500a0f41f req-70c4438c-b2af-4263-bb0f-6088b63511dd tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.0705814 Dec 16 08:13:03.063189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.079635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e999ecb3-7582-471b-9f8d-7bb500a0f41f req-21651cd2-f733-420c-8ecc-1df39902bc93 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615258 Dec 16 08:13:03.085364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac994e7-d41c-4e45-a615-7f9277d4e46c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:03.100268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ff297c-30b4-4caa-9356-6fc8b38b2c53') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:03.100584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ff297c-30b4-4caa-9356-6fc8b38b2c53') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:03.110337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.124548 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.131507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:03.131851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:03.134879 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:03.305566 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.312478 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.317768 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/bac994e7-d41c-4e45-a615-7f9277d4e46c HTTP/1.1" status: 204 len: 168 time: 0.5283804 Dec 16 08:13:03.321624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:03.328237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1696967670'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:03.362777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dcfc2-9fb5-4399-8b09-15c926365ee2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=bac994e7-d41c-4e45-a615-7f9277d4e46c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:03.430041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:03.435041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.474835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:13:03.493863 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.494680 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment 36391b16-7629-4f55-b980-db876a66ecc3 of type vlan for network c8967928-f174-4a60-a047-0ddbe7b19ff8 Dec 16 08:13:03.499768 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.563459 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.676268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232224-960b-448d-adfe-67f044fd0f24 req-7abd1187-8253-432b-979a-13d2d14e8967 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:03.678781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1232224-960b-448d-adfe-67f044fd0f24 req-7abd1187-8253-432b-979a-13d2d14e8967 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0706129 Dec 16 08:13:03.721123 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:03.728297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:03.729077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.222820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56438) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:04.231535 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.514302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1879790 Dec 16 08:13:04.514302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01e32a-4f77-4718-8e38-76d98f372822 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=c8967928-f174-4a60-a047-0ddbe7b19ff8,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:04.516610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56444) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:04.527702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:04.533760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c8967928-f174-4a60-a047-0ddbe7b19ff8 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:13:04.548706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1232224-960b-448d-adfe-67f044fd0f24 req-8249bea5-0797-47e7-9c74-6167e279deca tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637567 Dec 16 08:13:04.611417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70879608-6533-4bab-a2c6-d4d2fc6aaffb req-bebeb7ba-4cb1-4723-a310-d25bafca3281 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:04.620952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70879608-6533-4bab-a2c6-d4d2fc6aaffb req-bebeb7ba-4cb1-4723-a310-d25bafca3281 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1299145 Dec 16 08:13:04.642138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-0788e717-0966-47a6-bdcd-75387697e993 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:04.643768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-0788e717-0966-47a6-bdcd-75387697e993 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 945 time: 0.1633966 Dec 16 08:13:04.649404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc6bb9c-60c3-4ca0-a410-3e390c2e4934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.754845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70879608-6533-4bab-a2c6-d4d2fc6aaffb req-d6e8460b-6b35-4cd6-b159-89478537087c tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327934 Dec 16 08:13:04.804510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc6bb9c-60c3-4ca0-a410-3e390c2e4934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.810852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Deleting port c6616356-bee4-4f44-909d-50db87924167 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:04.811215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.820346 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:04.824078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.892526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Performing IP validity checks on allocation pools {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 08:13:04.897303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.ipam_backend_mixin [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 08:13:04.902047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] For port c6616356-bee4-4f44-909d-50db87924167, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=c6616356-bee4-4f44-909d-50db87924167,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:04.902423 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.916433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Calling delete_port for c6616356-bee4-4f44-909d-50db87924167 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:04.924342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc6bb9c-60c3-4ca0-a410-3e390c2e4934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:04.998976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6bb9c-60c3-4ca0-a410-3e390c2e4934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f58e65-a554-41a3-9313-2fa6ec32dd19,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:05.008998 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ffc6bb9c-60c3-4ca0-a410-3e390c2e4934 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=052ce151a0974b29b0c609e70529ac43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7834659 Dec 16 08:13:05.011892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56446) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:05.102935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38964b55-2311-4c18-b28f-fc2c8fc0740b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.126168 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38964b55-2311-4c18-b28f-fc2c8fc0740b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.185439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.214159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.247082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Pushing event deleted for resources: {'Port': ['ID=c6616356-bee4-4f44-909d-50db87924167,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:05.253324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['87eb9b23-d096-485e-8fa1-4ee570bfb22f', 'c6616356-bee4-4f44-909d-50db87924167'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:13:05.253999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=d8930051-4764-4a5f-b73d-90e400f81472,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:05.262852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': '36391b16-7629-4f55-b980-db876a66ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:05.262852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: c8967928-f174-4a60-a047-0ddbe7b19ff8, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:05.284502 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38964b55-2311-4c18-b28f-fc2c8fc0740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.287357 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38964b55-2311-4c18-b28f-fc2c8fc0740b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.289960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-38964b55-2311-4c18-b28f-fc2c8fc0740b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74f58e65-a554-41a3-9313-2fa6ec32dd19 HTTP/1.1" status: 204 len: 168 time: 0.2770538 Dec 16 08:13:05.306564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] No DVR routers for this DVR port c6616356-bee4-4f44-909d-50db87924167 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:05.312915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.316344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f86ec0d-da4b-45df-b84e-ca86f86d6a41 req-5ba757ee-b806-4c5a-aed7-5be1c11f833e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "DELETE /v2.0/ports/c6616356-bee4-4f44-909d-50db87924167 HTTP/1.1" status: 204 len: 173 time: 0.6624293 Dec 16 08:13:05.316913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'name': 'network-vif-deleted', 'tag': 'c6616356-bee4-4f44-909d-50db87924167'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:05.320069 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7793eee-cff7-4ebc-ac66-7989027c2d97" -d '{"events": [{"server_uuid": "c70fd851-30c4-4fc3-8f7a-96a44e77e33e", "name": "network-vif-deleted", "tag": "c6616356-bee4-4f44-909d-50db87924167"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:05.339314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38964b55-2311-4c18-b28f-fc2c8fc0740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f58e65-a554-41a3-9313-2fa6ec32dd19,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:05.418466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network c8967928-f174-4a60-a047-0ddbe7b19ff8 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:05.517868 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934fbae3-f61b-4264-be49-6fcc1339703a x-openstack-request-id: req-934fbae3-f61b-4264-be49-6fcc1339703a {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:05.518378 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70fd851-30c4-4fc3-8f7a-96a44e77e33e", "name": "network-vif-deleted", "tag": "c6616356-bee4-4f44-909d-50db87924167", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:05.518378 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-934fbae3-f61b-4264-be49-6fcc1339703a {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:05.518830 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70fd851-30c4-4fc3-8f7a-96a44e77e33e', 'name': 'network-vif-deleted', 'tag': 'c6616356-bee4-4f44-909d-50db87924167', 'status': 'completed', 'code': 200} Dec 16 08:13:05.591194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c8967928-f174-4a60-a047-0ddbe7b19ff8) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:05.596949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:05.597855 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.607473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7798b51-d08a-4b79-a39a-5fe604efefea None None] Network c8967928-f174-4a60-a047-0ddbe7b19ff8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:05.707301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb159f-719a-4657-b34a-ed03296e6256 req-052242a1-f0ca-4544-ba59-07b3c073957a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:05.709087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0adb159f-719a-4657-b34a-ed03296e6256 req-052242a1-f0ca-4544-ba59-07b3c073957a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0534561 Dec 16 08:13:05.714117 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c23efc48-e128-4464-82a2-c5d2f4dedbef tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1963897 Dec 16 08:13:05.716655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56468) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:05.722369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8', 'name': 'tempest-PortsIpV6TestJSON-182303912'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:05.733971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-c8967928-f174-4a60-a047-0ddbe7b19ff8', 'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8', 'project_id': '156fd29ad94f4a37bc535f006f861996', 'fixed_ips': [{'subnet_id': 'd8930051-4764-4a5f-b73d-90e400f81472'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:13:05.734918 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:05.790844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0adb159f-719a-4657-b34a-ed03296e6256 req-36461dfe-0ae5-4437-9fdb-b659431bc70e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599296 Dec 16 08:13:05.932848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eeb524e8-effa-4d9a-bf14-a35c1a64c447 req-cc8828b0-451f-4159-88b1-e2553e568fb4 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c70fd851-30c4-4fc3-8f7a-96a44e77e33e HTTP/1.1" status: 200 len: 210 time: 0.0622764 Dec 16 08:13:05.993656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Allocated IP 2001:db8::2 (c8967928-f174-4a60-a047-0ddbe7b19ff8/d8930051-4764-4a5f-b73d-90e400f81472/31fc5bbe-5549-4764-b7ad-42c41c6d0a32) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:06.093660 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:06.097536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:06.116792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 7c4022ff-301b-48c6-af75-df2fa87136f3 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:06.192080 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:06.271936 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:06.310957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Network c8967928-f174-4a60-a047-0ddbe7b19ff8 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:06.316211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:06.321030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:06.354036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Pushing event updated for resources: {'Port': ['ID=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:06.359078 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::334 (c8967928-f174-4a60-a047-0ddbe7b19ff8/d8930051-4764-4a5f-b73d-90e400f81472/7c4022ff-301b-48c6-af75-df2fa87136f3) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:06.387986 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Attempting to bind port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:06.389157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Attempting to bind port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '36391b16-7629-4f55-b980-db876a66ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:06.389564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Attempting to bind port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 on network c8967928-f174-4a60-a047-0ddbe7b19ff8 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:06.395416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:06.396464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Checking segment: {'id': '36391b16-7629-4f55-b980-db876a66ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:06.396881 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:06.397293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Bound using segment: {'id': '36391b16-7629-4f55-b980-db876a66ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:06.397788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Bound port: 31fc5bbe-5549-4764-b7ad-42c41c6d0a32, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36391b16-7629-4f55-b980-db876a66ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8967928-f174-4a60-a047-0ddbe7b19ff8'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:06.398155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:06.514799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] For port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:06.530230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] For port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,segment=NetworkSegment(36391b16-7629-4f55-b980-db876a66ecc3),segment_id=36391b16-7629-4f55-b980-db876a66ecc3)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:06.625060 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:06.900508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d78bdc-1360-4680-83ee-f99a973c00d6 None None] Pushing event updated for resources: {'Port': ['ID=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:06.902746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:06.978337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70edae2-eb64-4166-b907-590df70617ca req-2d25fe3e-cbc6-4fbd-a36e-12e8a5ea4c13 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:06.980043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f70edae2-eb64-4166-b907-590df70617ca req-2d25fe3e-cbc6-4fbd-a36e-12e8a5ea4c13 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0978959 Dec 16 08:13:07.073275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f70edae2-eb64-4166-b907-590df70617ca req-b670ba54-9483-4580-8306-5d4cf10e20da tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857327 Dec 16 08:13:07.084455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:07.202239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network c8967928-f174-4a60-a047-0ddbe7b19ff8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:07.207372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:07.214584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:07.221009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:07.221670 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:07.224402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=7c4022ff-301b-48c6-af75-df2fa87136f3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:07.353902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61839c1c-8605-42b7-870e-699bb32065f4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6358833 Dec 16 08:13:07.356558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56506) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:07.602410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 7c4022ff-301b-48c6-af75-df2fa87136f3 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:07.602987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:07.807187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-74bfc065-caf7-4774-bd12-ec85fe06d32f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1669536 Dec 16 08:13:07.810898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:07.824604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea8515-86a1-4888-b2fc-1efb414109a1 req-027e79be-9ddf-4243-8506-a85a75551054 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:07.824604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfea8515-86a1-4888-b2fc-1efb414109a1 req-027e79be-9ddf-4243-8506-a85a75551054 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1890266 Dec 16 08:13:07.824604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-983a1c76-3ba3-464e-9fea-92b57a3c4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:07.824604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-983a1c76-3ba3-464e-9fea-92b57a3c4785 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 1098 time: 0.3541718 Dec 16 08:13:07.828386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 7c4022ff-301b-48c6-af75-df2fa87136f3 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:08.245291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:08.305367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:08.305758 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.355719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.389538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=7c4022ff-301b-48c6-af75-df2fa87136f3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:08.427371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfea8515-86a1-4888-b2fc-1efb414109a1 req-227f0a02-0a5b-4982-9875-9a5a67d58234 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682349 Dec 16 08:13:08.431349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7462b-be89-4ebb-ab4f-d10af42a3890 None None] Network c8967928-f174-4a60-a047-0ddbe7b19ff8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:08.437253 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.456341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.462656 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-62f78717-ad54-41c4-97bb-cd99608afaa1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/7c4022ff-301b-48c6-af75-df2fa87136f3 HTTP/1.1" status: 204 len: 168 time: 1.1049416 Dec 16 08:13:08.463308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56520) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:08.484776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-c95035b6-9b35-4bc1-99a1-9f9cf1fd282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:08.487273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-c95035b6-9b35-4bc1-99a1-9f9cf1fd282b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1097 time: 0.5574229 Dec 16 08:13:08.502533 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffc75f0-a4c8-446a-a108-2549a0756dab tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:13:08.503187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffc75f0-a4c8-446a-a108-2549a0756dab tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:13:08.511640 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9ffc75f0-a4c8-446a-a108-2549a0756dab tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/7c4022ff-301b-48c6-af75-df2fa87136f3 HTTP/1.1" status: 404 len: 333 time: 0.0446961 Dec 16 08:13:08.512823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73e623-c208-407e-8b98-4c4e5ddfb73a req-8eddbef8-b5f3-45d9-b1b9-ce1820a65c24 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:08.514571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b73e623-c208-407e-8b98-4c4e5ddfb73a req-8eddbef8-b5f3-45d9-b1b9-ce1820a65c24 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.2742290 Dec 16 08:13:08.514699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56524) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:08.515742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-e4773c52-e7c2-44de-92d5-e87452295782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:08.517373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-e4773c52-e7c2-44de-92d5-e87452295782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 915 time: 0.5863092 Dec 16 08:13:08.552686 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29e588f-baef-43e3-a968-f5f16b624948 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:08.557751 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e29e588f-baef-43e3-a968-f5f16b624948 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/7c4022ff-301b-48c6-af75-df2fa87136f3 HTTP/1.1" status: 404 len: 333 time: 0.0420361 Dec 16 08:13:08.558439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56526) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:08.610675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b64645f9-1b13-4deb-b4a2-460687ddb44f None None] Provisioning complete for port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:08.611551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b64645f9-1b13-4deb-b4a2-460687ddb44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.649774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-fa3eee38-dca5-42ce-bbeb-cb799e1ab3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:08.651368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-fa3eee38-dca5-42ce-bbeb-cb799e1ab3e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 898 time: 0.1331403 Dec 16 08:13:08.656890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,segment=NetworkSegment(36391b16-7629-4f55-b980-db876a66ecc3),segment_id=36391b16-7629-4f55-b980-db876a66ecc3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:08.675518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet d8930051-4764-4a5f-b73d-90e400f81472 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:08.686519 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.704873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-62844b18-bb0c-4545-b339-3bd609404a32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f HTTP/1.1" status: 200 len: 217 time: 0.0524864 Dec 16 08:13:08.729820 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b64645f9-1b13-4deb-b4a2-460687ddb44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.734460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.792700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.863942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-d09c4ba5-8d33-4de6-b356-b14a4f6384f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 200 len: 1001 time: 0.1579454 Dec 16 08:13:08.906448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-b64645f9-1b13-4deb-b4a2-460687ddb44f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:13:08.907191 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-b64645f9-1b13-4deb-b4a2-460687ddb44f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:13:08.913952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:08.921784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:09.008333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b73e623-c208-407e-8b98-4c4e5ddfb73a req-20cd9acd-a292-42a7-abf5-32f696e1f2a8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439577 Dec 16 08:13:09.013783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-f1043b9d-12f0-4ef0-835b-e3b06dbe8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:09.013783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-f1043b9d-12f0-4ef0-835b-e3b06dbe8f7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 HTTP/1.1" status: 200 len: 854 time: 0.2978954 Dec 16 08:13:09.076733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-ef21b5f0-2848-4a14-9ccb-24c3664564b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:09.076733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-ef21b5f0-2848-4a14-9ccb-24c3664564b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb HTTP/1.1" status: 200 len: 834 time: 0.1918862 Dec 16 08:13:09.076733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-c74b1196-f05f-43cd-ad81-cdb88e204e26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fc22220-6573-4214-8ae8-26600eb2d12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380328 Dec 16 08:13:09.101388 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.128930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-154c81f4-3bd8-4f0f-b706-5538a3be64f1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:13:09.133165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-154c81f4-3bd8-4f0f-b706-5538a3be64f1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079384 Dec 16 08:13:09.166053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=d8930051-4764-4a5f-b73d-90e400f81472,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:09.174111 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.184468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc9b0bca-1969-456f-b74c-905743b80576 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/d8930051-4764-4a5f-b73d-90e400f81472 HTTP/1.1" status: 204 len: 168 time: 0.6241949 Dec 16 08:13:09.194098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56538) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:09.238459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-76854733-99c7-47d4-b8a4-cadd94b5843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:09.240343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-76854733-99c7-47d4-b8a4-cadd94b5843b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c736d357-1065-442d-9bf0-9e7b8c13a5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617582 Dec 16 08:13:09.257288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-eb9f282b-ce6e-40cd-be0a-3641dab3850e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:13:09.258567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-eb9f282b-ce6e-40cd-be0a-3641dab3850e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094965 Dec 16 08:13:09.280297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c6616356-bee4-4f44-909d-50db87924167 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:09.295880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-8eba4b95-d04b-4555-9a09-7c2ea9037e37 service neutron] 10.222.0.36 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565485 Dec 16 08:13:09.304759 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.318563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8229fb-d998-4182-9a47-b680b776ed24 None None] Network c8967928-f174-4a60-a047-0ddbe7b19ff8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:09.323264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: c6616356-bee4-4f44-909d-50db87924167 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:09.323922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device c6616356-bee4-4f44-909d-50db87924167 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:09.413988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:09.414547 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.565700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] For port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,segment=NetworkSegment(36391b16-7629-4f55-b980-db876a66ecc3),segment_id=36391b16-7629-4f55-b980-db876a66ecc3)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:09.566181 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.602844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:09.639064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] DHCP port deletion for c8967928-f174-4a60-a047-0ddbe7b19ff8 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:09.648984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-051310a1-3c31-4582-9576-32db5286cddc None None] Provisioning complete for port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:09.649352 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-051310a1-3c31-4582-9576-32db5286cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.710303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-08f0a10f-da33-448c-b763-87853ddb81e6 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129512 Dec 16 08:13:09.724724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89c13028-bbc1-4950-80fc-1847bef727a0 req-6b15879c-ce74-42dc-a09b-53285e47fc21 service neutron] 10.222.0.36 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948908 Dec 16 08:13:09.812687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e85a5-43fc-4972-979c-5d36fc17f327 req-cd85eeb7-3edd-4fd1-b8f3-f5f196ef61b9 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:09.814570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-576e85a5-43fc-4972-979c-5d36fc17f327 req-cd85eeb7-3edd-4fd1-b8f3-f5f196ef61b9 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.2649171 Dec 16 08:13:09.868763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] Deleting port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:09.872594 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.882583 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:09.920464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-576e85a5-43fc-4972-979c-5d36fc17f327 req-ff52450e-d41d-4a3a-babc-7ad19226cdda tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948973 Dec 16 08:13:09.937349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:09.944773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No DVR routers for this DVR port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:09.976276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-966c6d6f-3d2a-4af5-9379-43bb66cb7ade req-4a14bcd0-860f-4ac9-b780-ee0c01cc8efd service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541802 Dec 16 08:13:10.010447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] For port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,segment=NetworkSegment(36391b16-7629-4f55-b980-db876a66ecc3),segment_id=36391b16-7629-4f55-b980-db876a66ecc3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:10.011320 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.026979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] Calling delete_port for 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:10.119936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.127753 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:10.165299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8967928-f174-4a60-a047-0ddbe7b19ff8']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:10.169290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.176563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36391b16-7629-4f55-b980-db876a66ecc3') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:10.177672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36391b16-7629-4f55-b980-db876a66ecc3') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:10.189646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.200713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] No DVR routers for this DVR port 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:10.208850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:10.208850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 31fc5bbe-5549-4764-b7ad-42c41c6d0a32 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:10.242480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.249266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:10.249266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:10.258932 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:10.265292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5a07a-597f-4340-b008-b9c837a76c2f req-faf8c23d-afcb-4338-8a51-22122d1d282c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:10.267589 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed5a07a-597f-4340-b008-b9c837a76c2f req-faf8c23d-afcb-4338-8a51-22122d1d282c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1211221 Dec 16 08:13:10.282226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189d658-c9cd-407f-a2d2-adffcda0bdfc None None] Pushing event deleted for resources: {'Port': ['ID=31fc5bbe-5549-4764-b7ad-42c41c6d0a32,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:10.381052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed5a07a-597f-4340-b008-b9c837a76c2f req-3e1dc52f-dc27-4e41-bc1f-eeb18786f44f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985861 Dec 16 08:13:10.450473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.458925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.462899 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/c8967928-f174-4a60-a047-0ddbe7b19ff8 HTTP/1.1" status: 204 len: 168 time: 1.2677979 Dec 16 08:13:10.467026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56552) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:10.472247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2090070513'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:10.478999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30d241-afc9-46bf-a902-c92e60a674c4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=c8967928-f174-4a60-a047-0ddbe7b19ff8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:10.578322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:10.582131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.609864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:13:10.619922 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.620432 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment 838ec178-c3b2-4396-b5ca-f87f269a1fda of type vlan for network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 Dec 16 08:13:10.667697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.768057 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.778254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:10.778254 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:10.875856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=24e1e9a0-abef-4b5e-8dd3-d15e89efa222,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:10.888932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:13:10.889672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-d78bbb31-9b92-42c8-8b4f-00f43fdf3c42 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e1977b73be6475e9119c07bb9c6dd02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617108 Dec 16 08:13:11.054504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7cb5dea7-4171-4a45-8fab-106f8ac5bcf8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5863123 Dec 16 08:13:11.060830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56576) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:11.066755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:11.237260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316ddef-6351-4613-8ea8-fe1f7a8d3ee9 req-06463ac3-7944-454a-9880-04a1c89ed89e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:11.237260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c316ddef-6351-4613-8ea8-fe1f7a8d3ee9 req-06463ac3-7944-454a-9880-04a1c89ed89e tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1383901 Dec 16 08:13:11.249140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-20ac07bf-95e4-4e55-a627-ab3df224621e tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:11.250612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-20ac07bf-95e4-4e55-a627-ab3df224621e tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3551216 Dec 16 08:13:11.254754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:11.259429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:11.290886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-fc10ce42-88fe-48c7-a0a2-b9edb0723711 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/quotas/8e1977b73be6475e9119c07bb9c6dd02 HTTP/1.1" status: 200 len: 375 time: 0.0233378 Dec 16 08:13:11.347013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-d7a9b7a6-f115-47d4-850a-9cc45482648d tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e1977b73be6475e9119c07bb9c6dd02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549188 Dec 16 08:13:11.373475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c316ddef-6351-4613-8ea8-fe1f7a8d3ee9 req-fafb2474-0721-42a9-9571-451502e1d1bc tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369047 Dec 16 08:13:11.528721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeffaf-6125-4528-8dce-5f036dca09b9 req-635b85dd-ca99-4ca0-8a54-3964fea470a2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:11.530219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5dbeffaf-6125-4528-8dce-5f036dca09b9 req-635b85dd-ca99-4ca0-8a54-3964fea470a2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0618012 Dec 16 08:13:11.576683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:11.596780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5dbeffaf-6125-4528-8dce-5f036dca09b9 req-55734d26-3b84-41e0-9bf6-bb461c570c64 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596657 Dec 16 08:13:11.685666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d6faab8-0593-4785-8739-cb8ca0284c7a req-b941c1f2-aa57-4493-bb8f-4dfb0d6d28c3 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 210 time: 0.0383220 Dec 16 08:13:11.696440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=5cec4223-3959-40de-ac37-7eb484000153,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:11.704404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': '838ec178-c3b2-4396-b5ca-f87f269a1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:11.704774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: 24e1e9a0-abef-4b5e-8dd3-d15e89efa222, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:11.801474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:11.894253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 24e1e9a0-abef-4b5e-8dd3-d15e89efa222) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:11.899296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:11.899903 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:11.905416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb332eaa-bacc-4f0b-9497-8911d41412ae None None] Network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:11.990386 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-60da01bd-3570-448f-94d8-3e53b6cfc515 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9270747 Dec 16 08:13:11.992598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56592) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:12.001114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1488073816'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:12.018299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-24e1e9a0-abef-4b5e-8dd3-d15e89efa222', 'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222', 'project_id': '156fd29ad94f4a37bc535f006f861996', 'fixed_ips': [{'subnet_id': '5cec4223-3959-40de-ac37-7eb484000153'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:13:12.019572 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.261150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Allocated IP 2001:db8::2 (24e1e9a0-abef-4b5e-8dd3-d15e89efa222/5cec4223-3959-40de-ac37-7eb484000153/cae95599-1448-4df2-bc9e-07b30d28d573) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:12.308973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56600) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:12.322785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:12.330559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.373168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 8da6eabc-0174-4386-9037-ecd820b2420f yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:12.548521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15da6cfb-bd8c-4dc5-ad01-6b13ba9c15ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.557299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f81f0-dbdf-458e-ad46-bb6b7c8416d5 req-f9a2f4a2-658b-4a77-8234-f00b57984bc0 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:12.559894 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.560648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b63f81f0-dbdf-458e-ad46-bb6b7c8416d5 req-f9a2f4a2-658b-4a77-8234-f00b57984bc0 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.0752175 Dec 16 08:13:12.638884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b63f81f0-dbdf-458e-ad46-bb6b7c8416d5 req-8d839965-1fcf-4e51-b510-4b4990165c40 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696733 Dec 16 08:13:12.658881 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.703783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15da6cfb-bd8c-4dc5-ad01-6b13ba9c15ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.733128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:12.734839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Pushing event updated for resources: {'Port': ['ID=cae95599-1448-4df2-bc9e-07b30d28d573,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:12.745304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:12.748515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:12.777683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::29 (24e1e9a0-abef-4b5e-8dd3-d15e89efa222/5cec4223-3959-40de-ac37-7eb484000153/8da6eabc-0174-4386-9037-ecd820b2420f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:12.814304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-15da6cfb-bd8c-4dc5-ad01-6b13ba9c15ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.816679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a575f-25f5-4546-9424-6a25be4763ed req-5caba7b1-6b8c-417e-808a-aba74459c4a4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:12.818750 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f58a575f-25f5-4546-9424-6a25be4763ed req-5caba7b1-6b8c-417e-808a-aba74459c4a4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1094286 Dec 16 08:13:12.827710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Attempting to bind port cae95599-1448-4df2-bc9e-07b30d28d573 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:12.828099 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Attempting to bind port cae95599-1448-4df2-bc9e-07b30d28d573 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '838ec178-c3b2-4396-b5ca-f87f269a1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:12.828523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Attempting to bind port cae95599-1448-4df2-bc9e-07b30d28d573 on network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:12.833908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:12.835257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Checking segment: {'id': '838ec178-c3b2-4396-b5ca-f87f269a1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:12.835257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.835257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Bound using segment: {'id': '838ec178-c3b2-4396-b5ca-f87f269a1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:12.835624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Bound port: cae95599-1448-4df2-bc9e-07b30d28d573, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838ec178-c3b2-4396-b5ca-f87f269a1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '24e1e9a0-abef-4b5e-8dd3-d15e89efa222'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:12.835944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.836697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1fd1db6-a255-4335-9d0f-a08b29c33912 req-6a79e4e7-974e-42ba-9770-2f76a75dfb1d tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 210 time: 0.0424073 Dec 16 08:13:12.875823 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-15da6cfb-bd8c-4dc5-ad01-6b13ba9c15ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=650a8e0cebfe4f69852365f8b44ffd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5650008 Dec 16 08:13:12.878478 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56616) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:12.907523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] For port cae95599-1448-4df2-bc9e-07b30d28d573, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:12.910776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] For port cae95599-1448-4df2-bc9e-07b30d28d573, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cae95599-1448-4df2-bc9e-07b30d28d573,segment=NetworkSegment(838ec178-c3b2-4396-b5ca-f87f269a1fda),segment_id=838ec178-c3b2-4396-b5ca-f87f269a1fda)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:12.939207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da6cfb-bd8c-4dc5-ad01-6b13ba9c15ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55823d-f993-4a03-8beb-104a184f1d41,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:12.954146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f58a575f-25f5-4546-9424-6a25be4763ed req-466e63c5-4f25-410e-93be-91593835dc53 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198399 Dec 16 08:13:12.981210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f096ade2-a1a4-449b-96e7-a5ee791761dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:12.991044 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.016460 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.029718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f096ade2-a1a4-449b-96e7-a5ee791761dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.059849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d58b7-a2d8-4111-937c-9bac9062241e None None] Pushing event updated for resources: {'Port': ['ID=cae95599-1448-4df2-bc9e-07b30d28d573,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:13.111659 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.157271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:13.157701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f096ade2-a1a4-449b-96e7-a5ee791761dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.160445 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f096ade2-a1a4-449b-96e7-a5ee791761dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.160759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:13.162421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f096ade2-a1a4-449b-96e7-a5ee791761dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a55823d-f993-4a03-8beb-104a184f1d41 HTTP/1.1" status: 204 len: 168 time: 0.2827115 Dec 16 08:13:13.169036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:13.172195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096ade2-a1a4-449b-96e7-a5ee791761dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55823d-f993-4a03-8beb-104a184f1d41,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:13.174204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:13.174845 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.185848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=8da6eabc-0174-4386-9037-ecd820b2420f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:13.291921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-51710e6b-8ecd-477c-8fa1-9298318a5cb0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2980428 Dec 16 08:13:13.294610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56620) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:13.418307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 8da6eabc-0174-4386-9037-ecd820b2420f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:13.418800 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.435980 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:13:13.546929 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.561920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 8da6eabc-0174-4386-9037-ecd820b2420f owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:13.796265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-43882283-11cf-49bb-869e-399107d8aad2 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:13.797805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-43882283-11cf-49bb-869e-399107d8aad2 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1878822 Dec 16 08:13:13.863132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483c29f-95ec-403a-bbaf-dd4d488bf732 req-371794d7-b5e7-4649-9557-88286ed963c8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:13.863132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f483c29f-95ec-403a-bbaf-dd4d488bf732 req-371794d7-b5e7-4649-9557-88286ed963c8 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 945 time: 0.1034708 Dec 16 08:13:13.865257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:13.906987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=8da6eabc-0174-4386-9037-ecd820b2420f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:14.151666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27332e9c-01bc-4124-9463-fbd00b8414d1 req-98ab0b09-aee8-487f-a92a-8da6192d467e tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 210 time: 0.1303144 Dec 16 08:13:14.158924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.165087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f0a8332e-5c15-42ce-80ea-9b9a67834691 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/8da6eabc-0174-4386-9037-ecd820b2420f HTTP/1.1" status: 204 len: 168 time: 0.8665745 Dec 16 08:13:14.168601 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f483c29f-95ec-403a-bbaf-dd4d488bf732 req-403172f2-7863-4ceb-adc8-0e37a069b9ac tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39c2ac7-a158-48a4-a62f-5370b8ef9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645605 Dec 16 08:13:14.169076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56640) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:14.178204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cae95599-1448-4df2-bc9e-07b30d28d573 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:14.224820 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35920da-e2a7-4c98-b3f3-25592db4e8f6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:14.229513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d35920da-e2a7-4c98-b3f3-25592db4e8f6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/8da6eabc-0174-4386-9037-ecd820b2420f HTTP/1.1" status: 404 len: 333 time: 0.0556493 Dec 16 08:13:14.229908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56644) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:14.254280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Deleting port 87eb9b23-d096-485e-8fa1-4ee570bfb22f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:14.254697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.279862 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port cae95599-1448-4df2-bc9e-07b30d28d573 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:14.280259 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.361329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet 5cec4223-3959-40de-ac37-7eb484000153 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:14.383225 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.396972 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.434528 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port cae95599-1448-4df2-bc9e-07b30d28d573, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cae95599-1448-4df2-bc9e-07b30d28d573,segment=NetworkSegment(838ec178-c3b2-4396-b5ca-f87f269a1fda),segment_id=838ec178-c3b2-4396-b5ca-f87f269a1fda)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:14.473310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335ad19-0f17-4632-8e05-52230d2d008e req-24f77aa1-0c0f-4d57-8b3b-084c8fc01af8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:14.475136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.476159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e335ad19-0f17-4632-8e05-52230d2d008e req-24f77aa1-0c0f-4d57-8b3b-084c8fc01af8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1352057 Dec 16 08:13:14.505231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc211791-c847-427d-a421-66da0349c8fd None None] Network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:14.527382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-e64296f3-9cc7-425c-97e5-05d7e3715890 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8e1977b73be6475e9119c07bb9c6dd02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484147 Dec 16 08:13:14.529395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] For port 87eb9b23-d096-485e-8fa1-4ee570bfb22f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=87eb9b23-d096-485e-8fa1-4ee570bfb22f,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:14.529839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.561636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.589815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Calling delete_port for 87eb9b23-d096-485e-8fa1-4ee570bfb22f owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:14.631301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.671945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=cae95599-1448-4df2-bc9e-07b30d28d573,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:14.709298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-70a52aa6-d798-44c5-af74-66b5f458dba8 None None] Provisioning complete for port cae95599-1448-4df2-bc9e-07b30d28d573 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:14.710681 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-70a52aa6-d798-44c5-af74-66b5f458dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.872293 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.957020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=5cec4223-3959-40de-ac37-7eb484000153,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:14.962098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:14.970397 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-99139c89-d5c9-4dfa-b794-69a21cd40900 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/5cec4223-3959-40de-ac37-7eb484000153 HTTP/1.1" status: 204 len: 168 time: 0.7387831 Dec 16 08:13:14.971810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56660) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:15.018426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e335ad19-0f17-4632-8e05-52230d2d008e req-94dccf55-1a1e-4573-8e0a-16eb3e73d35a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848886 Dec 16 08:13:15.080935 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.118193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-f68755bc-c4db-4109-b944-185f7a980bda tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:15.120717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-f68755bc-c4db-4109-b944-185f7a980bda tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5693402 Dec 16 08:13:15.152169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Request body: {'port': {'device_id': 'f3e19ede-2387-4225-9988-486954d2f402', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'admin_state_up': True, 'tenant_id': '8e1977b73be6475e9119c07bb9c6dd02'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:15.167540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port cae95599-1448-4df2-bc9e-07b30d28d573 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:15.167879 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.276754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] For port cae95599-1448-4df2-bc9e-07b30d28d573, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=cae95599-1448-4df2-bc9e-07b30d28d573,segment=NetworkSegment(838ec178-c3b2-4396-b5ca-f87f269a1fda),segment_id=838ec178-c3b2-4396-b5ca-f87f269a1fda)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:15.277396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.295277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for cae95599-1448-4df2-bc9e-07b30d28d573 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:15.313883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b10f30a0-71e6-497b-a41b-164c06e34f3d req-2a3a23b2-a31f-4bce-977b-7f8cb13106a8 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 210 time: 0.0460324 Dec 16 08:13:15.336984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ffff8-a74e-468f-ad54-a1b8264eb6ed None None] Network 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:15.342394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.358356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-76c5adc1-83a4-4cf6-95b8-7baed1ed22f3 req-89cda3a5-12fc-440e-98f3-13c88e9920ce tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 210 time: 0.0587816 Dec 16 08:13:15.388264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Pushing event deleted for resources: {'Port': ['ID=87eb9b23-d096-485e-8fa1-4ee570bfb22f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:15.388473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['87eb9b23-d096-485e-8fa1-4ee570bfb22f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:13:15.440824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] No DVR routers for this DVR port 87eb9b23-d096-485e-8fa1-4ee570bfb22f on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:15.443958 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.447547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-59cee4b6-dffc-4d09-b997-8403a2f95e62 req-6547c6f1-0fa0-4b3d-b700-4dbafa1de556 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.36 "DELETE /v2.0/ports/87eb9b23-d096-485e-8fa1-4ee570bfb22f HTTP/1.1" status: 204 len: 173 time: 1.6413264 Dec 16 08:13:15.448007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'name': 'network-vif-deleted', 'tag': '87eb9b23-d096-485e-8fa1-4ee570bfb22f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:15.450312 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294fc17d-59fe-4062-b38b-000b9dc89a07" -d '{"events": [{"server_uuid": "812dba84-c684-4664-8ce8-c15d53c1ec80", "name": "network-vif-deleted", "tag": "87eb9b23-d096-485e-8fa1-4ee570bfb22f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:15.456618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-83792b23-4f57-4c6f-bdee-3d65d60619e1 None None] Provisioning complete for port cae95599-1448-4df2-bc9e-07b30d28d573 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:15.456998 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-83792b23-4f57-4c6f-bdee-3d65d60619e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.498826 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.510888 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aafee28-8be1-4fd5-a318-a8637747b891 x-openstack-request-id: req-4aafee28-8be1-4fd5-a318-a8637747b891 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:15.511201 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812dba84-c684-4664-8ce8-c15d53c1ec80", "name": "network-vif-deleted", "tag": "87eb9b23-d096-485e-8fa1-4ee570bfb22f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:15.512020 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aafee28-8be1-4fd5-a318-a8637747b891 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:15.512644 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812dba84-c684-4664-8ce8-c15d53c1ec80', 'name': 'network-vif-deleted', 'tag': '87eb9b23-d096-485e-8fa1-4ee570bfb22f', 'status': 'completed', 'code': 200} Dec 16 08:13:15.517363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No DVR routers for this DVR port cae95599-1448-4df2-bc9e-07b30d28d573 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:15.526725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-83792b23-4f57-4c6f-bdee-3d65d60619e1 None None] Could not find standard attr ID for object cae95599-1448-4df2-bc9e-07b30d28d573. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:13:15.529903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Made reservation on behalf of 8e1977b73be6475e9119c07bb9c6dd02 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:15.530075 n-d-820935-11 neutron-server[110397]: INFO neutron.plugins.ml2.db [None req-83792b23-4f57-4c6f-bdee-3d65d60619e1 None None] No ports have port_id starting with cae95599-1448-4df2-bc9e-07b30d28d573 Dec 16 08:13:15.530810 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.541723 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.553315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=cae95599-1448-4df2-bc9e-07b30d28d573,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:15.604378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479766c5-1494-43d1-ae65-0ed595974878 None None] DHCP port deletion for 24e1e9a0-abef-4b5e-8dd3-d15e89efa222 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:15.630731 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.645292 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.651855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e1e9a0-abef-4b5e-8dd3-d15e89efa222']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:15.671601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838ec178-c3b2-4396-b5ca-f87f269a1fda') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:15.671988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838ec178-c3b2-4396-b5ca-f87f269a1fda') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:15.684809 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.698494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.705118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.714367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:15.714774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:15.718306 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:15.745464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4c2a63-f422-4a43-a841-51d9d2da37e6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:15.866541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.875891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:15.884079 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/24e1e9a0-abef-4b5e-8dd3-d15e89efa222 HTTP/1.1" status: 204 len: 168 time: 0.9106877 Dec 16 08:13:15.884806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56676) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:15.895246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'name': 'tempest-PortsIpV6TestJSON-551963353'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:15.910491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f03a0-8854-4055-920d-76eaab2e89a7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=24e1e9a0-abef-4b5e-8dd3-d15e89efa222,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:16.000964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Allocated IP 192.168.233.133 (988538a2-cd95-4033-a851-e272c24f27c3/ccb5ab1c-8c22-462f-a339-9dca565cfae9/59f41c80-934b-4f6c-bb1c-bc6cff9b7e20) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:16.089216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:16.096841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cae95599-1448-4df2-bc9e-07b30d28d573 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:16.098625 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.125855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: cae95599-1448-4df2-bc9e-07b30d28d573 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:16.126191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device cae95599-1448-4df2-bc9e-07b30d28d573 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:16.134407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port a978a753-17b2-4880-96b1-43783a0e493e yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:16.285479 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.302260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80a1e-ce73-4115-ab42-d77d0f9fcfb6 req-3e903d77-927b-42f7-98bc-d3af373f73b7 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:16.304138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cee80a1e-ce73-4115-ab42-d77d0f9fcfb6 req-3e903d77-927b-42f7-98bc-d3af373f73b7 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1365919 Dec 16 08:13:16.376569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.383528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cee80a1e-ce73-4115-ab42-d77d0f9fcfb6 req-c38ee417-d310-4628-8186-80ba576f4104 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724919 Dec 16 08:13:16.442222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf4b933b-1759-45ab-b3b5-9ce41c03fb39 req-306dfe93-9cc7-484c-a613-dab316b13a65 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 210 time: 0.0433116 Dec 16 08:13:16.506808 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.537323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.558928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Network 988538a2-cd95-4033-a851-e272c24f27c3 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:16.565651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:16.577862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:16.653986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Pushing event updated for resources: {'Port': ['ID=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:16.678599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:16.683166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:16.697679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:16.713264 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:16.714590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:16.715252 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.716039 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.752839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=a978a753-17b2-4880-96b1-43783a0e493e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:16.834463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-b731f42b-763d-464c-8938-65d157a4cd17 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6950951 Dec 16 08:13:16.855440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Request body: {'port': {'device_id': 'f3e19ede-2387-4225-9988-486954d2f402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:16.874086 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-730f6ef8-9985-4dd5-95f7-fa8e40cec2cd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9866087 Dec 16 08:13:16.883644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56694) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:16.981196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-48669c6f-f923-41e4-a813-545b6e08d8fa None None] Provisioning complete for port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:16.981764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-48669c6f-f923-41e4-a813-545b6e08d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:16.993798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b41a770a-722e-4991-be1a-c0d68904e9c0 req-5a894589-5280-4fba-9ca5-aef7390aafc3 tempest-ServerRescueNegativeTestJSON-705022580 tempest-ServerRescueNegativeTestJSON-705022580-project] 10.222.0.43 "GET /v2.0/ports?device_id=812dba84-c684-4664-8ce8-c15d53c1ec80 HTTP/1.1" status: 200 len: 210 time: 0.0569184 Dec 16 08:13:17.014282 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.030316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-48669c6f-f923-41e4-a813-545b6e08d8fa None None] Port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:17.044499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port a978a753-17b2-4880-96b1-43783a0e493e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:17.044499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.155795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.173283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for a978a753-17b2-4880-96b1-43783a0e493e owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:17.318677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 87eb9b23-d096-485e-8fa1-4ee570bfb22f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:17.323861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:13:17.331391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.340473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 87eb9b23-d096-485e-8fa1-4ee570bfb22f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:17.340854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 87eb9b23-d096-485e-8fa1-4ee570bfb22f not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:17.343889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Transition to ACTIVE for port object 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:13:17.344997 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.376434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=a978a753-17b2-4880-96b1-43783a0e493e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:17.384617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.391365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4dcc8763-be8e-4c2f-a0fd-92253f9f01da tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/a978a753-17b2-4880-96b1-43783a0e493e HTTP/1.1" status: 204 len: 168 time: 0.5057411 Dec 16 08:13:17.394795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56698) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:17.411541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'mac_address': 'fa:16:3e:49:31:99', 'name': 'tempest-PortsIpV6TestJSON-1383853409'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:17.480395 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.627235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Pushing event updated for resources: {'Port': ['ID=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:17.713919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3d71-bd93-4e9d-bfe6-b0fc7d25a16a req-cdbc0c49-5233-4356-a075-be11c32bfc87 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:17.715528 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-216d3d71-bd93-4e9d-bfe6-b0fc7d25a16a req-cdbc0c49-5233-4356-a075-be11c32bfc87 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1817646 Dec 16 08:13:17.729247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f369f-de84-4742-a182-a834c9b282e4 req-474e792a-6e14-47d0-b5da-c94f9fbfd623 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:17.730789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-918f369f-de84-4742-a182-a834c9b282e4 req-474e792a-6e14-47d0-b5da-c94f9fbfd623 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 948 time: 0.1762910 Dec 16 08:13:17.825303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Attempting to bind port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:17.825650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Attempting to bind port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:17.825992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Attempting to bind port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:17.835544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:17.846281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-216d3d71-bd93-4e9d-bfe6-b0fc7d25a16a req-31f444b1-1e32-4d0c-9dd3-52c24362d1d2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123557 Dec 16 08:13:17.858943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 on network 988538a2-cd95-4033-a851-e272c24f27c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:13:17.859170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Attempting to bind port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 on network 988538a2-cd95-4033-a851-e272c24f27c3 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:17.898972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-918f369f-de84-4742-a182-a834c9b282e4 req-0a415490-8c66-4967-b7ac-0c6f96b562b9 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598043 Dec 16 08:13:17.901291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:17.901635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Checking segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:17.902019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Bound using segment: {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:17.902460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Bound port: 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8a396-7c46-483a-bce0-a189a1e46e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:17.902819 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.935822 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:17.983381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port e4ff65fd-1cfc-430b-921a-8a93cbe03f55 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:18.043785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] For port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:18.048634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] For port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:18.065886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56712) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:18.128309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.181175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.181812 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.183224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] 10.222.0.16 "PUT /v2.0/ports/59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 HTTP/1.1" status: 200 len: 1097 time: 1.3346021 Dec 16 08:13:18.191364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e19ede-2387-4225-9988-486954d2f402', 'tag': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:18.191364 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b501a232-684c-4c60-aa25-f0d4b88dd07d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e19ede-2387-4225-9988-486954d2f402", "tag": "59f41c80-934b-4f6c-bb1c-bc6cff9b7e20"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:18.226237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.229384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f7238-77b3-44e5-824e-dc7f8fd260f1 service neutron] Pushing event updated for resources: {'Port': ['ID=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:18.235930 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16ece6-9d21-45ac-abfa-7a4cd48e5e21 x-openstack-request-id: req-ea16ece6-9d21-45ac-abfa-7a4cd48e5e21 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:18.236248 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e19ede-2387-4225-9988-486954d2f402", "tag": "59f41c80-934b-4f6c-bb1c-bc6cff9b7e20", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:18.236512 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea16ece6-9d21-45ac-abfa-7a4cd48e5e21 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:18.236923 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e19ede-2387-4225-9988-486954d2f402', 'tag': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20', 'status': 'completed', 'code': 200} Dec 16 08:13:18.339006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501a232-684c-4c60-aa25-f0d4b88dd07d req-125fecec-c49d-4041-bf2c-6503dbd4c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.341671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b501a232-684c-4c60-aa25-f0d4b88dd07d req-125fecec-c49d-4041-bf2c-6503dbd4c5c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e1977b73be6475e9119c07bb9c6dd02&device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 1100 time: 0.0622029 Dec 16 08:13:18.368275 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.412324 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b501a232-684c-4c60-aa25-f0d4b88dd07d req-99521796-d8c0-4b71-9098-229a548c1188 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8e1977b73be6475e9119c07bb9c6dd02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554161 Dec 16 08:13:18.477061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:18.485884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:18.486470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=e4ff65fd-1cfc-430b-921a-8a93cbe03f55,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:18.491164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:18.497211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.497914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.519515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.552556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501a232-684c-4c60-aa25-f0d4b88dd07d req-416ed024-431b-499f-b8e2-70c0655465b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.565732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b501a232-684c-4c60-aa25-f0d4b88dd07d req-416ed024-431b-499f-b8e2-70c0655465b6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447239 Dec 16 08:13:18.609484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2061f966-c1f3-41c8-984f-333de17d1452 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2104907 Dec 16 08:13:18.610053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56718) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:18.709236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa83cc7e-6c65-4cbe-b1c3-7f63469455bd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.710660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fa83cc7e-6c65-4cbe-b1c3-7f63469455bd tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/e4ff65fd-1cfc-430b-921a-8a93cbe03f55 HTTP/1.1" status: 200 len: 845 time: 0.0990496 Dec 16 08:13:18.713605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56720) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:18.717389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-597a619f-8db2-4d23-b46f-afe8cee5320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.718827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-597a619f-8db2-4d23-b46f-afe8cee5320e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e1977b73be6475e9119c07bb9c6dd02&device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 1100 time: 0.0961246 Dec 16 08:13:18.768415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-2f8637a2-2cb6-44ae-afdf-f12ca20c758e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 HTTP/1.1" status: 200 len: 217 time: 0.0359213 Dec 16 08:13:18.850154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-56b9a047-31fb-47b6-8a65-01ccccb75fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.851843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-56b9a047-31fb-47b6-8a65-01ccccb75fd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb5ab1c-8c22-462f-a339-9dca565cfae9 HTTP/1.1" status: 200 len: 843 time: 0.0746920 Dec 16 08:13:18.864557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port e4ff65fd-1cfc-430b-921a-8a93cbe03f55 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:18.864933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.919742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Deleting port 1e8ab605-b054-459e-a190-95c49b785ee0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:18.919742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:18.930175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-103b4f2d-38bb-48b4-90af-3e87970f1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:18.932117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-103b4f2d-38bb-48b4-90af-3e87970f1915 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=988538a2-cd95-4033-a851-e272c24f27c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730581 Dec 16 08:13:18.992940 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:19.016976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for e4ff65fd-1cfc-430b-921a-8a93cbe03f55 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:19.084998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] For port 1e8ab605-b054-459e-a190-95c49b785ee0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1e8ab605-b054-459e-a190-95c49b785ee0,segment=NetworkSegment(b80675d9-0f45-4e1e-b8e2-7797a1e9f24b),segment_id=b80675d9-0f45-4e1e-b8e2-7797a1e9f24b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:19.085223 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:19.097498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79d474-e9f2-4b1a-a839-cde2aa30987a req-0ef5160d-892e-40a7-bda1-dddb7c8e32d6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:19.101579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Calling delete_port for 1e8ab605-b054-459e-a190-95c49b785ee0 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:19.104681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e79d474-e9f2-4b1a-a839-cde2aa30987a req-0ef5160d-892e-40a7-bda1-dddb7c8e32d6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1528671 Dec 16 08:13:19.106898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-84f63501-7804-4dfa-88ef-dfa6ee322348 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675415 Dec 16 08:13:19.205292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e79d474-e9f2-4b1a-a839-cde2aa30987a req-450d2116-7225-4ca8-be47-53e5de4c43dd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974267 Dec 16 08:13:19.244462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56736) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:19.481053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-497ecdd6-86eb-4654-8ed1-2ce59a9df201 req-ebe78a6e-8b4a-4261-ab2d-d5559e8c2ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/988538a2-cd95-4033-a851-e272c24f27c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609536 Dec 16 08:13:19.553361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e943b18-d59d-476f-9c5a-536d6b5702c4 req-11819990-9969-40d7-b62b-3b145a8eebd5 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:19.554915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e943b18-d59d-476f-9c5a-536d6b5702c4 req-11819990-9969-40d7-b62b-3b145a8eebd5 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 948 time: 0.1843536 Dec 16 08:13:19.623634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:19.663225 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=e4ff65fd-1cfc-430b-921a-8a93cbe03f55,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:19.670120 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:19.672472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e943b18-d59d-476f-9c5a-536d6b5702c4 req-71049dcb-621f-4da0-a9f8-a76702c329f7 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077054 Dec 16 08:13:19.674568 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-371c0c46-1d2f-4c8a-bf4a-430fbd95a753 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/e4ff65fd-1cfc-430b-921a-8a93cbe03f55 HTTP/1.1" status: 204 len: 168 time: 0.9587400 Dec 16 08:13:19.676169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56740) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:19.706335 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e3137c-cb99-4667-a052-0bc50fac389c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:19.711725 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-31e3137c-cb99-4667-a052-0bc50fac389c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/e4ff65fd-1cfc-430b-921a-8a93cbe03f55 HTTP/1.1" status: 404 len: 333 time: 0.0301244 Dec 16 08:13:19.711989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56742) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:19.733869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'name': 'tempest-PortsIpV6TestJSON-1116464075'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:19.788560 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:19.865746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:19.896474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8ab605-b054-459e-a190-95c49b785ee0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:19.904493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:19.908443 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:19.970144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 42101a76-81e6-45cc-94db-f3461fd19676 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:20.191289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:20.191725 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:20.217662 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:20.295355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:20.323122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:20.323609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:20.362058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:20.422614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581bd8b-e090-4bff-8dfe-807d027313e0 req-dffa74fc-dc32-4799-b575-1fb80dd2424a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:20.424105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0581bd8b-e090-4bff-8dfe-807d027313e0 req-dffa74fc-dc32-4799-b575-1fb80dd2424a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1239123 Dec 16 08:13:20.594319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:20.662480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:20.669236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0581bd8b-e090-4bff-8dfe-807d027313e0 req-3486d11b-0d2b-4c75-bb70-f3d48170469f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324789 Dec 16 08:13:20.669873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:20.677230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:20.685580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:20.686169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:20.711604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=42101a76-81e6-45cc-94db-f3461fd19676,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:20.728459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Router 180432f5-2e37-4825-8e3c-e090563429fa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:13:20.812612 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c13340a-4c63-42c4-b5be-6107bd56df96 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0995123 Dec 16 08:13:20.816749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56750) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:20.836987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:20.863561 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:20.871117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:13:20.877612 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1f0bdaf1-256e-45dc-a3fd-14e48a6cbe8c admin admin] 10.222.0.43 "PUT /v2.0/routers/180432f5-2e37-4825-8e3c-e090563429fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8106050 Dec 16 08:13:20.880217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56752) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:20.884892 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] Sync routers for ids ['180432f5-2e37-4825-8e3c-e090563429fa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:13:20.897822 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] Routers {'180432f5-2e37-4825-8e3c-e090563429fa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:20.898623 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['180432f5-2e37-4825-8e3c-e090563429fa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:20.908845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=448d01e7-147e-43c3-95b5-ef0fd3e2a8d4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:21.025693 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.039688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5af4f-a24b-4c53-92b6-ce972758d99b req-c0f8b161-c46a-4bc6-881b-1d4f0dc358a2 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:21.047370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52c5af4f-a24b-4c53-92b6-ce972758d99b req-c0f8b161-c46a-4bc6-881b-1d4f0dc358a2 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 948 time: 0.2455201 Dec 16 08:13:21.058744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.092704 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] Set router 180432f5-2e37-4825-8e3c-e090563429fa gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:21.198447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.272653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52c5af4f-a24b-4c53-92b6-ce972758d99b req-9ac49271-977f-4966-a0a9-8bc588fbf606 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243147 Dec 16 08:13:21.346319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Deleting port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:21.346805 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.358309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.405196 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:13:19Z', 'revision_number': 5, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port': {'id': '5d2b75c9-0e85-4fb9-b823-2a9ff9188e35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180432f5-2e37-4825-8e3c-e090563429fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:10Z', 'updated_at': '2021-12-16T08:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:21.434346 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] Checking router: 180432f5-2e37-4825-8e3c-e090563429fa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:13:21.446558 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] Routers {'180432f5-2e37-4825-8e3c-e090563429fa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:21.447414 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['180432f5-2e37-4825-8e3c-e090563429fa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:21.458885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] For port 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:21.459256 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.472482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Calling delete_port for 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:21.518655 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.577187 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] Set router 180432f5-2e37-4825-8e3c-e090563429fa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:21.596460 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.660678 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:13:21Z', 'revision_number': 6, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:21.687393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] In _notify_port_updated(), no bound segment for port 42101a76-81e6-45cc-94db-f3461fd19676 on network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:13:21.699562 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4a1c7-f091-482d-b509-4e90b7d1e381 None None] The sync data for ids ['180432f5-2e37-4825-8e3c-e090563429fa'] in n-d-820935-11 is: [{'id': '180432f5-2e37-4825-8e3c-e090563429fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1936782143-router', 'tenant_id': '080f692c2c464b4b9b21db15b12385d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:09Z', 'updated_at': '2021-12-16T08:13:21Z', 'revision_number': 6, 'project_id': '080f692c2c464b4b9b21db15b12385d8', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:13:21.711180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:21.711860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.713850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "PUT /v2.0/ports/42101a76-81e6-45cc-94db-f3461fd19676 HTTP/1.1" status: 200 len: 818 time: 0.8955634 Dec 16 08:13:21.720635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56760) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:21.807547 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:13:21.888641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:21.911556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2b75c9-0e85-4fb9-b823-2a9ff9188e35,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:21.916823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:21.932579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20', 'network_id': '988538a2-cd95-4033-a851-e272c24f27c3', 'port_id': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20', 'mac_address': 'fa:16:3e:e2:44:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb5ab1c-8c22-462f-a339-9dca565cfae9', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:13:21.966129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23cece5-0103-4747-a489-f5e7af1390ad None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:21.988764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.009205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:13:22.026226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.034446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:22.134182 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.147220 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.154299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.247883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:22.255054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1e8ab605-b054-459e-a190-95c49b785ee0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:22.283150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1e8ab605-b054-459e-a190-95c49b785ee0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:22.283637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1e8ab605-b054-459e-a190-95c49b785ee0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:22.312285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d25bb7-1808-4cad-9624-0d8594209051 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=42101a76-81e6-45cc-94db-f3461fd19676,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:22.322699 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.323223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180432f5-2e37-4825-8e3c-e090563429fa {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:13:22.328831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.332237 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f570fd86-3604-4c94-9045-16620b6b906d admin admin] 10.222.0.43 "DELETE /v2.0/routers/180432f5-2e37-4825-8e3c-e090563429fa HTTP/1.1" status: 204 len: 168 time: 1.4485722 Dec 16 08:13:22.334148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:22.368053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:13:22.389106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] Deleting subnet 897a0817-225e-4be3-84c3-9d664adbb49c {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:22.392694 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.419077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b359c7d-ad53-4a0b-a50e-7f05fd752ba7 req-49700d70-e384-44e3-9327-acfb256ca0a7 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:22.420588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b359c7d-ad53-4a0b-a50e-7f05fd752ba7 req-49700d70-e384-44e3-9327-acfb256ca0a7 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1276045 Dec 16 08:13:22.431034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.472280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.512129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 42101a76-81e6-45cc-94db-f3461fd19676 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:22.512510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.514218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['59f41c80-934b-4f6c-bb1c-bc6cff9b7e20'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:13:22.633122 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.643295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.649705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 42101a76-81e6-45cc-94db-f3461fd19676 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:22.706563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897a0817-225e-4be3-84c3-9d664adbb49c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:22.723916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.733400 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bee92399-a18f-4814-958a-9b89bb20c471 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/897a0817-225e-4be3-84c3-9d664adbb49c HTTP/1.1" status: 204 len: 168 time: 0.3920012 Dec 16 08:13:22.733400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:22.783841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b359c7d-ad53-4a0b-a50e-7f05fd752ba7 req-4a22fdc0-7b03-4cf4-81ec-3b309e5e9c63 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242085 Dec 16 08:13:22.825484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:13:22.838115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-64a87984-c0ca-4019-a2aa-ec81dc61d7ee tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "PUT /v2.0/routers/5050cad1-4ab4-47e9-994d-de1d0c9cddf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5902927 Dec 16 08:13:22.839184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.846776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] Sync routers for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:13:22.862745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.863822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:22.868529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:22.943806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.951229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/42101a76-81e6-45cc-94db-f3461fd19676 HTTP/1.1" status: 204 len: 168 time: 1.2255969 Dec 16 08:13:22.969568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:22.977210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56772) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:22.992923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895d72e4-7670-4c57-82ee-382d5b3c113c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:23.002612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:23.002914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80675d9-0f45-4e1e-b8e2-7797a1e9f24b') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:23.006362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc389-a55d-4139-bce3-02ea28cc63b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=42101a76-81e6-45cc-94db-f3461fd19676,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:23.022915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.045138 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.049607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:23.051347 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:23.052398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:23.054302 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:23.145938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb225766-dd52-48cc-8e07-8ecb8e9aa5f7 req-e18dff93-1360-4cca-8223-fd6ec92eaffc tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:23.148826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb225766-dd52-48cc-8e07-8ecb8e9aa5f7 req-e18dff93-1360-4cca-8223-fd6ec92eaffc tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 949 time: 0.2104549 Dec 16 08:13:23.164151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d0568-8fd2-47b0-88b7-98ca5e170150 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:23.166347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b84d0568-8fd2-47b0-88b7-98ca5e170150 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1876431 Dec 16 08:13:23.169253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56776) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:23.228591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.245019 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2124c281-cc62-472f-8201-b27bbdaa5dd0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:23.246586 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2124c281-cc62-472f-8201-b27bbdaa5dd0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/42101a76-81e6-45cc-94db-f3461fd19676 HTTP/1.1" status: 404 len: 333 time: 0.0760474 Dec 16 08:13:23.248860 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.252156 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/895d72e4-7670-4c57-82ee-382d5b3c113c HTTP/1.1" status: 204 len: 168 time: 0.5214093 Dec 16 08:13:23.255141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56778) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:23.279364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2141557450'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:23.285666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0a9ec-3966-4948-acee-4e84364fd0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=895d72e4-7670-4c57-82ee-382d5b3c113c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:23.313125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb225766-dd52-48cc-8e07-8ecb8e9aa5f7 req-219c303b-ccf0-4dc3-bb87-c4808a5756a3 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404362 Dec 16 08:13:23.377393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f727640-6724-4d3d-88f1-cf8d1dea834f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:13:23.396848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:23.401268 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.405882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f727640-6724-4d3d-88f1-cf8d1dea834f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:23.449009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:13:23.460314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.460751 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment cca16f0e-a6d6-4882-94a5-6f19f22ca99d of type vlan for network 237dab72-4290-4f7d-8204-ecb912680e59 Dec 16 08:13:23.522765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.594835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:23.653024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'port_id': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'mac_address': 'fa:16:3e:50:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f8cdc1-cb84-48cf-a1fc-85b4a800fe11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:13:23.670489 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.674449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:20Z', 'revision_number': 6, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:07Z', 'revision_number': 1, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:23.682956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.690914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:23.693907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.736315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] Checking router: 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:13:23.764110 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.765717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:23.768003 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188f196d-4ecc-4449-8728-fcd37ac91ae9" -d '{"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:23.793520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:23.793520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:23.800413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:23.802858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f727640-6724-4d3d-88f1-cf8d1dea834f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:13:23.838139 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5601575 Dec 16 08:13:23.838888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56788) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:23.844960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '237dab72-4290-4f7d-8204-ecb912680e59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:23.849205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:23.883311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:23.963195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318948c4-f021-45f3-9ffd-b4cab1e361a3 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=237dab72-4290-4f7d-8204-ecb912680e59,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:23.987694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56790) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:24.014809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 237dab72-4290-4f7d-8204-ecb912680e59 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:13:24.053067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:24.073855 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0509faa7-85c8-47dc-8d08-4af60101e3a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=080f692c2c464b4b9b21db15b12385d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847647 Dec 16 08:13:24.074614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56792) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:24.110453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f266-6490-4fce-854f-f2c3d3f67868 req-fe16d24d-85f9-4408-9056-70e780a1a724 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:24.119320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0520f266-6490-4fce-854f-f2c3d3f67868 req-fe16d24d-85f9-4408-9056-70e780a1a724 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 946 time: 0.1750331 Dec 16 08:13:24.152332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65509936-37dd-45e4-ac14-7ecd55bd22a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:24.176417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65509936-37dd-45e4-ac14-7ecd55bd22a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:24.176829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:24.191500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0520f266-6490-4fce-854f-f2c3d3f67868 req-1b88b32e-e8a1-49c6-a23a-8e544dcdf612 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637710 Dec 16 08:13:24.229456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:24.243337 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:24.276307 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7582c559-8430-4707-8105-4fbad89c43b8 x-openstack-request-id: req-7582c559-8430-4707-8105-4fbad89c43b8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:24.276927 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:24.277376 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7582c559-8430-4707-8105-4fbad89c43b8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:24.277976 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'code': 200} Dec 16 08:13:24.287739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:24.288205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5d2b75c9-0e85-4fb9-b823-2a9ff9188e35 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:24.303423 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:13:24.303878 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:13:24.311617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:24.345947 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65509936-37dd-45e4-ac14-7ecd55bd22a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:24.351483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-65509936-37dd-45e4-ac14-7ecd55bd22a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:24.354527 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-65509936-37dd-45e4-ac14-7ecd55bd22a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e39c2ac7-a158-48a4-a62f-5370b8ef9528 HTTP/1.1" status: 204 len: 168 time: 0.2775085 Dec 16 08:13:24.376971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65509936-37dd-45e4-ac14-7ecd55bd22a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c2ac7-a158-48a4-a62f-5370b8ef9528,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:24.554680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:13:24.566073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ba1f-c8d1-4f8b-a386-f687843ab599 req-baea2ee8-fddc-4c56-ab4b-d2cae8afd595 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:24.579154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:24.583718 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:24.583855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f76ba1f-c8d1-4f8b-a386-f687843ab599 req-baea2ee8-fddc-4c56-ab4b-d2cae8afd595 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 944 time: 0.2139590 Dec 16 08:13:24.686701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504a884-3fed-4f36-a84e-f08f41ded233 req-95d44d13-9466-47c3-8454-df323fdf72e2 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:24.690935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a504a884-3fed-4f36-a84e-f08f41ded233 req-95d44d13-9466-47c3-8454-df323fdf72e2 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 949 time: 0.2441018 Dec 16 08:13:24.767071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f76ba1f-c8d1-4f8b-a386-f687843ab599 req-a1f31a0e-ef51-48f5-8872-ad9222a15ce3 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763291 Dec 16 08:13:24.794644 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:24.840888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a504a884-3fed-4f36-a84e-f08f41ded233 req-9691ab53-a325-4f96-9cac-39c9270bc6d9 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407044 Dec 16 08:13:24.956954 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.025825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:20Z', 'revision_number': 6, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:07Z', 'revision_number': 1, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:25.033661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:25.050421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.050924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.051444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.052545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.052995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.053438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.054993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.054993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.054993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.054993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.055530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.056065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.056626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:25.065945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9cd9b4-0a02-4832-ae32-05c14688d1a2 None None] The sync data for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 is: [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:20Z', 'revision_number': 6, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'af21d1f3-f940-4381-a5a4-9d57af7b6cec', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'port_id': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'mac_address': 'fa:16:3e:9e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:11:03Z', 'updated_at': '2021-12-16T08:11:07Z', 'revision_number': 1, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:13:25.075070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': 'cca16f0e-a6d6-4882-94a5-6f19f22ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '237dab72-4290-4f7d-8204-ecb912680e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:25.075070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: 237dab72-4290-4f7d-8204-ecb912680e59, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:25.094615 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.100793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:25.115403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f727640-6724-4d3d-88f1-cf8d1dea834f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:13:25.141010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:25.183796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 237dab72-4290-4f7d-8204-ecb912680e59 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:25.241785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.273582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 237dab72-4290-4f7d-8204-ecb912680e59) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:25.287304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:25.287304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.287850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f978d8-cca7-4ea7-882a-39e69fbc8187 None None] Network 237dab72-4290-4f7d-8204-ecb912680e59 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:25.290730 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.372656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:25.420965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b2264ad6-2760-4a4c-9d0a-26e61b85e13e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5800319 Dec 16 08:13:25.423768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:25.430508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fc2a5-a11a-47e5-b769-77a7aed3d342 req-a21c86ad-c1c9-42ed-8ec0-9a459f8bc80c tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:25.431131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9f669f78-e672-4fe8-9f0c-cd91c18ac2d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '237dab72-4290-4f7d-8204-ecb912680e59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:25.433148 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710fc2a5-a11a-47e5-b769-77a7aed3d342 req-a21c86ad-c1c9-42ed-8ec0-9a459f8bc80c tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 946 time: 0.1578150 Dec 16 08:13:25.488128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:25.494835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-237dab72-4290-4f7d-8204-ecb912680e59', 'network_id': '237dab72-4290-4f7d-8204-ecb912680e59', 'project_id': '156fd29ad94f4a37bc535f006f861996', 'fixed_ips': [{'subnet_id': '7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:13:25.495721 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.522213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-e9589577-070b-4fe0-8d8f-876ce57cd839 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:25.525642 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-e9589577-070b-4fe0-8d8f-876ce57cd839 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 946 time: 0.1728065 Dec 16 08:13:25.593210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-710fc2a5-a11a-47e5-b769-77a7aed3d342 req-d2f13d10-7377-4199-b9a8-ebc406152777 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=702e3fd6-9b28-4171-9977-a3ac3f14edb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514330 Dec 16 08:13:25.599823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6f727640-6724-4d3d-88f1-cf8d1dea834f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:13:25.722562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port a39af465-9162-4670-85b9-68e511c5c424 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:25.722562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.814135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f669f78-e672-4fe8-9f0c-cd91c18ac2d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:25.818976 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f669f78-e672-4fe8-9f0c-cd91c18ac2d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:25.856044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Allocated IP 2001:db8::2 (237dab72-4290-4f7d-8204-ecb912680e59/7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5/4bf541e1-e26e-4559-a4cd-4e24c315a08e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:25.904990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port a39af465-9162-4670-85b9-68e511c5c424, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=a39af465-9162-4670-85b9-68e511c5c424,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:25.905989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.007722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for a39af465-9162-4670-85b9-68e511c5c424 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:26.018546 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-9f669f78-e672-4fe8-9f0c-cd91c18ac2d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5 (CIDR: 2001:db8::/64) Dec 16 08:13:26.050373 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:26.088579 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f669f78-e672-4fe8-9f0c-cd91c18ac2d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:13:26.089232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f669f78-e672-4fe8-9f0c-cd91c18ac2d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:13:26.091559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:26.092078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 448d01e7-147e-43c3-95b5-ef0fd3e2a8d4 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:26.183786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf06c14-df33-4de5-9b6b-9247f8a30647 req-d73247b6-ddbf-4b90-9d19-791dc6d589bc tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:26.186194 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9f669f78-e672-4fe8-9f0c-cd91c18ac2d1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7612414 Dec 16 08:13:26.186858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56840) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:26.191450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cf06c14-df33-4de5-9b6b-9247f8a30647 req-d73247b6-ddbf-4b90-9d19-791dc6d589bc tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 950 time: 0.1857038 Dec 16 08:13:26.194942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '237dab72-4290-4f7d-8204-ecb912680e59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:26.201512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fcc4d-898c-431b-9b9f-599d71adb65c req-c4b918ed-c0b6-47e7-b488-4afb6e2ad1c9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:26.203638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-302fcc4d-898c-431b-9b9f-599d71adb65c req-c4b918ed-c0b6-47e7-b488-4afb6e2ad1c9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 945 time: 0.3143711 Dec 16 08:13:26.242313 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.280703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e19ede-2387-4225-9988-486954d2f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:26.284127 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff141ac0-4134-44cf-9fba-20f490aab96d" -d '{"events": [{"server_uuid": "f3e19ede-2387-4225-9988-486954d2f402", "name": "network-vif-plugged", "status": "completed", "tag": "59f41c80-934b-4f6c-bb1c-bc6cff9b7e20"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:26.324597 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.331618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-302fcc4d-898c-431b-9b9f-599d71adb65c req-e2377c7f-f4d0-4681-b5c3-71017828aec4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042321 Dec 16 08:13:26.366568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5cf06c14-df33-4de5-9b6b-9247f8a30647 req-8bce152d-41ce-4fc4-9cd5-c8d3e0d1687b tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729634 Dec 16 08:13:26.438940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Network 237dab72-4290-4f7d-8204-ecb912680e59 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:26.443840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:26.450173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:26.457383 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dd6588-a8ea-453d-8658-fd1f9fae39fb x-openstack-request-id: req-75dd6588-a8ea-453d-8658-fd1f9fae39fb {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:26.457715 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e19ede-2387-4225-9988-486954d2f402", "name": "network-vif-plugged", "status": "completed", "tag": "59f41c80-934b-4f6c-bb1c-bc6cff9b7e20", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:26.458894 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75dd6588-a8ea-453d-8658-fd1f9fae39fb {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:26.459308 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e19ede-2387-4225-9988-486954d2f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20', 'code': 200} Dec 16 08:13:26.515584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Pushing event updated for resources: {'Port': ['ID=4bf541e1-e26e-4559-a4cd-4e24c315a08e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:26.578620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Attempting to bind port 4bf541e1-e26e-4559-a4cd-4e24c315a08e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:26.580633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Attempting to bind port 4bf541e1-e26e-4559-a4cd-4e24c315a08e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'cca16f0e-a6d6-4882-94a5-6f19f22ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '237dab72-4290-4f7d-8204-ecb912680e59'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:26.581184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Attempting to bind port 4bf541e1-e26e-4559-a4cd-4e24c315a08e on network 237dab72-4290-4f7d-8204-ecb912680e59 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:26.589161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:26.590061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Checking segment: {'id': 'cca16f0e-a6d6-4882-94a5-6f19f22ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '237dab72-4290-4f7d-8204-ecb912680e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:26.590631 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.591170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Bound using segment: {'id': 'cca16f0e-a6d6-4882-94a5-6f19f22ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '237dab72-4290-4f7d-8204-ecb912680e59'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:26.591821 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Bound port: 4bf541e1-e26e-4559-a4cd-4e24c315a08e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca16f0e-a6d6-4882-94a5-6f19f22ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '237dab72-4290-4f7d-8204-ecb912680e59'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:26.592395 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.613707 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.669842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=a39af465-9162-4670-85b9-68e511c5c424,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:26.693942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277389d0-6e59-4219-9b28-fe63a9c8b32b req-5bd7ec67-9226-4a4a-922a-a2c31b851918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:26.701288 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277389d0-6e59-4219-9b28-fe63a9c8b32b req-5bd7ec67-9226-4a4a-922a-a2c31b851918 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 1102 time: 0.1410472 Dec 16 08:13:26.759476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] No DVR routers for this DVR port a39af465-9162-4670-85b9-68e511c5c424 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:26.761959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] For port 4bf541e1-e26e-4559-a4cd-4e24c315a08e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:26.763984 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.767125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] For port 4bf541e1-e26e-4559-a4cd-4e24c315a08e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4bf541e1-e26e-4559-a4cd-4e24c315a08e,segment=NetworkSegment(cca16f0e-a6d6-4882-94a5-6f19f22ca99d),segment_id=cca16f0e-a6d6-4882-94a5-6f19f22ca99d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:26.767354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b62a2200-7a6a-45f6-b071-811d9d23b992 req-8faff300-1dd3-41c2-a5f6-4a714ff586dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "DELETE /v2.0/ports/a39af465-9162-4670-85b9-68e511c5c424 HTTP/1.1" status: 204 len: 173 time: 1.2300348 Dec 16 08:13:26.767799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'name': 'network-vif-deleted', 'tag': 'a39af465-9162-4670-85b9-68e511c5c424'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:26.770090 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c305d6-635c-4984-80d6-daa3b0e34206" -d '{"events": [{"server_uuid": "6742a89d-31b6-4e50-8a4a-8ece6d518692", "name": "network-vif-deleted", "tag": "a39af465-9162-4670-85b9-68e511c5c424"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:26.779815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:26.783606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.820850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-293db801-0819-4c1d-9dac-e41fdbb5f20b req-62c3321c-be8e-4302-a68e-2fd1cfe418d5 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 210 time: 0.0627670 Dec 16 08:13:26.828046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-277389d0-6e59-4219-9b28-fe63a9c8b32b req-4e6c72c7-cbd4-47eb-8f12-5b814156b633 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064847 Dec 16 08:13:26.843769 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:26.867227 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50262a92-991b-4948-be06-12999237de42 x-openstack-request-id: req-50262a92-991b-4948-be06-12999237de42 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:26.867584 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6742a89d-31b6-4e50-8a4a-8ece6d518692", "name": "network-vif-deleted", "tag": "a39af465-9162-4670-85b9-68e511c5c424", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:26.867833 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50262a92-991b-4948-be06-12999237de42 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:26.868261 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6742a89d-31b6-4e50-8a4a-8ece6d518692', 'name': 'network-vif-deleted', 'tag': 'a39af465-9162-4670-85b9-68e511c5c424', 'status': 'completed', 'code': 200} Dec 16 08:13:26.924218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548015d3-d22c-4126-804c-800b6c5571dc None None] Pushing event updated for resources: {'Port': ['ID=4bf541e1-e26e-4559-a4cd-4e24c315a08e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:27.134461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a24ec4e8-1b81-4a11-8a6d-27591f643d7c req-ee5d5ffc-4698-4930-8e11-040bdd6394f3 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1079061 Dec 16 08:13:27.357754 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:27.403088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f727640-6724-4d3d-88f1-cf8d1dea834f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:27.409751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 237dab72-4290-4f7d-8204-ecb912680e59 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:27.414507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:27.418388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:27.419228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:27.478307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=22875412-6c1a-49a1-8537-9948d2826dbc,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:27.489477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.490151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.507474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.508411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.509436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.509933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.510503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.510988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.511474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.512792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.516444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.517126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.517609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:27.537081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 6f727640-6724-4d3d-88f1-cf8d1dea834f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:27.537733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:27.576504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1770d2-6c54-4593-bac1-c4b874f42139 req-cc7603ad-e23b-49fb-ab96-5d1baadd71dd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:27.578007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b1770d2-6c54-4593-bac1-c4b874f42139 req-cc7603ad-e23b-49fb-ab96-5d1baadd71dd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0938437 Dec 16 08:13:27.609773 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e37c4f55-5f93-4cbb-a5ea-c02c2134c654 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4213946 Dec 16 08:13:27.611852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56876) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:27.617208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '237dab72-4290-4f7d-8204-ecb912680e59', 'fixed_ips': [{'subnet_id': '7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5'}, {'subnet_id': '22875412-6c1a-49a1-8537-9948d2826dbc'}], 'name': 'tempest-PortsIpV6TestJSON-692662554'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:27.627460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:27.638451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:27.695068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b1770d2-6c54-4593-bac1-c4b874f42139 req-fdea6a39-982b-4f9f-9137-372f67cc7129 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095531 Dec 16 08:13:27.725027 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:27.830843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1f8a0-6e47-4063-82a5-67edc11c75ae req-5dfc026a-3361-4716-aa69-43df76805d59 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:27.832356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bd1f8a0-6e47-4063-82a5-67edc11c75ae req-5dfc026a-3361-4716-aa69-43df76805d59 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 950 time: 0.0800226 Dec 16 08:13:27.854160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09edb-b525-4823-acba-e7d60ef4a556 req-fe1a401e-38b3-4f6c-acff-c77d46644f91 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:27.855638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5dd09edb-b525-4823-acba-e7d60ef4a556 req-fe1a401e-38b3-4f6c-acff-c77d46644f91 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 946 time: 0.0740087 Dec 16 08:13:27.877155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:27.877487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:27.932011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:27.954765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bd1f8a0-6e47-4063-82a5-67edc11c75ae req-32f10df8-3795-44d3-840c-1640aef69126 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147871 Dec 16 08:13:27.983291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5dd09edb-b525-4823-acba-e7d60ef4a556 req-30966cd4-88cb-48ca-993d-de4e29bbc7ad tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199195 Dec 16 08:13:28.091167 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:28.121223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 404fa4ed-e529-4126-9b0c-d6d2a84261cf yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:28.351980 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5531-db2c-42c4-ab09-6e914f6992e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:28.357204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4bf541e1-e26e-4559-a4cd-4e24c315a08e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:28.379813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-43c7ac93-537c-4a40-bc56-1ec7ecc2e537 req-e2044d42-b256-4667-b63d-0648c0b2a34d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=6742a89d-31b6-4e50-8a4a-8ece6d518692 HTTP/1.1" status: 200 len: 210 time: 0.1345186 Dec 16 08:13:28.454076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f47b29b2-727d-44d7-a93d-2398a046a566 req-97ba2cd0-0540-4154-a07d-9aea09256c0a tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0730929 Dec 16 08:13:28.460867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:28.463262 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07902244-127c-441e-9e0c-6c26f35caad8" -d '{"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-plugged", "status": "completed", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:28.520378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 4bf541e1-e26e-4559-a4cd-4e24c315a08e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:28.521260 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:28.550854 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cbf71b-fa6a-472e-a15d-3e7723f6f914 x-openstack-request-id: req-d7cbf71b-fa6a-472e-a15d-3e7723f6f914 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:28.551155 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-plugged", "status": "completed", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:28.551912 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7cbf71b-fa6a-472e-a15d-3e7723f6f914 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:28.552344 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'code': 200} Dec 16 08:13:28.624701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:28.657907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::58 (237dab72-4290-4f7d-8204-ecb912680e59/7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5/404fa4ed-e529-4126-9b0c-d6d2a84261cf) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:28.667777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8:0:1::23 (237dab72-4290-4f7d-8204-ecb912680e59/22875412-6c1a-49a1-8537-9948d2826dbc/404fa4ed-e529-4126-9b0c-d6d2a84261cf) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:28.681986 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 4bf541e1-e26e-4559-a4cd-4e24c315a08e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4bf541e1-e26e-4559-a4cd-4e24c315a08e,segment=NetworkSegment(cca16f0e-a6d6-4882-94a5-6f19f22ca99d),segment_id=cca16f0e-a6d6-4882-94a5-6f19f22ca99d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:28.694497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97481b-1d24-4cb3-a7a5-1f7cfb1d0b41 None None] Network 237dab72-4290-4f7d-8204-ecb912680e59 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:28.784048 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:28.789355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-61e1df0f-e928-4248-91fa-d6b4def90f3f None None] Provisioning complete for port 4bf541e1-e26e-4559-a4cd-4e24c315a08e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:28.789748 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61e1df0f-e928-4248-91fa-d6b4def90f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:28.816927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deedeb8-323a-46fc-a4ce-7d8ba3d871aa req-bb3fdd1a-52a8-4198-a735-dcf7cae3cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:28.819182 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5deedeb8-323a-46fc-a4ce-7d8ba3d871aa req-bb3fdd1a-52a8-4198-a735-dcf7cae3cf49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0787144 Dec 16 08:13:28.853483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56f44d-104b-486f-883f-4094c6143968 req-8820756f-cf4f-4aa3-acd5-0cc2e2afe304 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:28.855260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c56f44d-104b-486f-883f-4094c6143968 req-8820756f-cf4f-4aa3-acd5-0cc2e2afe304 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0715756 Dec 16 08:13:28.879096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:28.901184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5deedeb8-323a-46fc-a4ce-7d8ba3d871aa req-3391e131-42c6-442a-a0ea-bfe79e36f32a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695922 Dec 16 08:13:28.921588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=4bf541e1-e26e-4559-a4cd-4e24c315a08e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:28.933493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c56f44d-104b-486f-883f-4094c6143968 req-ad87a35f-d3b5-4b0d-9b26-8c2c2c40b4ce tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608692 Dec 16 08:13:29.015983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6965932-6f1e-4c7a-8da9-3d01fbb77f27 None None] Update dhcp port {'port': {'network_id': '237dab72-4290-4f7d-8204-ecb912680e59', 'fixed_ips': [{'subnet_id': '7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '22875412-6c1a-49a1-8537-9948d2826dbc'}], 'binding:host_id': 'n-d-820935-11'}, 'id': '4bf541e1-e26e-4559-a4cd-4e24c315a08e'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:13:29.043098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.049599 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6965932-6f1e-4c7a-8da9-3d01fbb77f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.107416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 237dab72-4290-4f7d-8204-ecb912680e59 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:29.113632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:29.116509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03a078-2419-4d1e-88f8-2faa992dc3e5 req-c4c6f258-4527-4ad5-9b2e-a0bc2c99069c tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:29.118360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e03a078-2419-4d1e-88f8-2faa992dc3e5 req-c4c6f258-4527-4ad5-9b2e-a0bc2c99069c tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 950 time: 0.0832500 Dec 16 08:13:29.125733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:29.132645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:29.133231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.148487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=404fa4ed-e529-4126-9b0c-d6d2a84261cf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:29.153490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f560ce-6843-448b-b507-55183b00a892 req-4cc915eb-6a73-4709-a376-24e252b26429 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:29.155428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9f560ce-6843-448b-b507-55183b00a892 req-4cc915eb-6a73-4709-a376-24e252b26429 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 946 time: 0.0792644 Dec 16 08:13:29.221415 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f87ceccb-d75b-4986-8b01-9d4200cec236 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.6082203 Dec 16 08:13:29.222307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56904) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:29.231047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:29.235944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e03a078-2419-4d1e-88f8-2faa992dc3e5 req-fa4556d4-1393-462a-bbd9-93ad4215ced4 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984921 Dec 16 08:13:29.245646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a9f560ce-6843-448b-b507-55183b00a892 req-dcfaecc8-812d-40e0-a2cc-d0499891acdf tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806472 Dec 16 08:13:29.279313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c6965932-6f1e-4c7a-8da9-3d01fbb77f27 None None] Allocated IP 2001:db8:0:1::2 (237dab72-4290-4f7d-8204-ecb912680e59/22875412-6c1a-49a1-8537-9948d2826dbc/4bf541e1-e26e-4559-a4cd-4e24c315a08e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:29.353436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.417014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a39af465-9162-4670-85b9-68e511c5c424 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:29.476040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c6965932-6f1e-4c7a-8da9-3d01fbb77f27 None None] For port 4bf541e1-e26e-4559-a4cd-4e24c315a08e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4bf541e1-e26e-4559-a4cd-4e24c315a08e,segment=NetworkSegment(cca16f0e-a6d6-4882-94a5-6f19f22ca99d),segment_id=cca16f0e-a6d6-4882-94a5-6f19f22ca99d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:29.476040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: a39af465-9162-4670-85b9-68e511c5c424 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:29.476040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device a39af465-9162-4670-85b9-68e511c5c424 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:29.492996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56926) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:29.570599 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6965932-6f1e-4c7a-8da9-3d01fbb77f27 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.605785 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82fb4716-5f69-4608-9a14-b5bb52362c1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.650891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-236f3636-8ef1-4307-92d4-e159dde87c72 req-ed579d43-d2ba-494e-aebc-0ec08ca87e3f tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0442505 Dec 16 08:13:29.664713 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82fb4716-5f69-4608-9a14-b5bb52362c1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.683093 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6965932-6f1e-4c7a-8da9-3d01fbb77f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.753780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-8a85094c-5fdb-41e0-8a79-824b7039a61b tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:29.756054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-8a85094c-5fdb-41e0-8a79-824b7039a61b tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 946 time: 0.0950339 Dec 16 08:13:29.784439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Delete allocated IP 2001:db8:0:1::23 (237dab72-4290-4f7d-8204-ecb912680e59/22875412-6c1a-49a1-8537-9948d2826dbc) {{(pid=110396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 08:13:29.795069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6965932-6f1e-4c7a-8da9-3d01fbb77f27 None None] Pushing event updated for resources: {'Port': ['ID=4bf541e1-e26e-4559-a4cd-4e24c315a08e,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:29.926075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82fb4716-5f69-4608-9a14-b5bb52362c1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.929285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82fb4716-5f69-4608-9a14-b5bb52362c1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:29.963453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-82fb4716-5f69-4608-9a14-b5bb52362c1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/security-groups/702e3fd6-9b28-4171-9977-a3ac3f14edb1 HTTP/1.1" status: 204 len: 168 time: 0.4417334 Dec 16 08:13:29.964215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb4716-5f69-4608-9a14-b5bb52362c1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e3fd6-9b28-4171-9977-a3ac3f14edb1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:29.974367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Deleting port 9878de28-f822-4faa-b05f-b778981aa105 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:29.974706 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.083507 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.091454 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.105492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4bf541e1-e26e-4559-a4cd-4e24c315a08e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:30.126721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56956) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:30.169204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f21a-dac8-487e-b5e7-ccd806cec1a2 req-a8870642-822b-424e-9d4e-76787f713a8c tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:30.170983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c15f21a-dac8-487e-b5e7-ccd806cec1a2 req-a8870642-822b-424e-9d4e-76787f713a8c tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 950 time: 0.1916962 Dec 16 08:13:30.178324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 4bf541e1-e26e-4559-a4cd-4e24c315a08e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:30.178739 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.180773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] For port 9878de28-f822-4faa-b05f-b778981aa105, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=9878de28-f822-4faa-b05f-b778981aa105,segment=NetworkSegment(eb409097-9e68-45dd-833c-52f23afea74e),segment_id=eb409097-9e68-45dd-833c-52f23afea74e)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:30.181192 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.232079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.235317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Calling delete_port for 9878de28-f822-4faa-b05f-b778981aa105 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:30.371449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting subnet fed9128d-7fe3-4ec3-b010-d02bcce4ac33 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:30.392987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.397260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] In _notify_port_updated(), no bound segment for port 404fa4ed-e529-4126-9b0c-d6d2a84261cf on network 237dab72-4290-4f7d-8204-ecb912680e59 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:13:30.414212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:30.415372 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.421004 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "PUT /v2.0/ports/404fa4ed-e529-4126-9b0c-d6d2a84261cf HTTP/1.1" status: 200 len: 924 time: 1.1972733 Dec 16 08:13:30.422701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1909c-f6d4-4d71-b4f0-2124f6bad6db tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=404fa4ed-e529-4126-9b0c-d6d2a84261cf,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:30.429262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 56962) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:30.436623 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5'}, {'subnet_id': '22875412-6c1a-49a1-8537-9948d2826dbc'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:30.456865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c4d30-b032-4fbf-8ec3-c9b1f7103329 req-a2268625-8144-4fbc-90b2-7d0183ea9525 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:30.459788 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f2c4d30-b032-4fbf-8ec3-c9b1f7103329 req-a2268625-8144-4fbc-90b2-7d0183ea9525 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.2627702 Dec 16 08:13:30.490180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4c15f21a-dac8-487e-b5e7-ccd806cec1a2 req-08f798ca-a27f-4011-a690-438be71691e8 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026972 Dec 16 08:13:30.568597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.720397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d68a19-e93f-440a-9acc-6ac4ec36e19c None None] Network 237dab72-4290-4f7d-8204-ecb912680e59 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:30.725884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f2c4d30-b032-4fbf-8ec3-c9b1f7103329 req-5e8fd0dd-7950-4129-99f9-8ecf3853f25d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348452 Dec 16 08:13:30.774118 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d499e8dc-6640-4bb4-a9ec-fcef137f0dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.856671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5e4f36b7-2958-4d83-88ef-8f2fb19b82ce None None] Provisioning complete for port 4bf541e1-e26e-4559-a4cd-4e24c315a08e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:30.857406 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e4f36b7-2958-4d83-88ef-8f2fb19b82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:30.860291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e256f6-0430-4019-ab3a-c44586a06c23 req-01044c41-178a-4cd9-a74d-b083068cf78b tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:30.861843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0e256f6-0430-4019-ab3a-c44586a06c23 req-01044c41-178a-4cd9-a74d-b083068cf78b tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71 HTTP/1.1" status: 200 len: 946 time: 0.2334311 Dec 16 08:13:30.901718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7b4721c-374e-4ff1-ba74-a1b3b4e89834 req-61767c9a-f78f-469e-8fd7-8b49e9368f5e tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0787079 Dec 16 08:13:30.947601 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.022747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.048915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.062229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0e256f6-0430-4019-ab3a-c44586a06c23 req-8b0b5880-82ac-4f86-b569-6e73b137d6a8 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.43 "GET /v2.0/security-groups?id=589f1881-2d35-4217-b531-c476405d6b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889532 Dec 16 08:13:31.098798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Pushing event deleted for resources: {'Port': ['ID=9878de28-f822-4faa-b05f-b778981aa105,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:31.193250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] No DVR routers for this DVR port 9878de28-f822-4faa-b05f-b778981aa105 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:31.198014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.201618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-187b3c48-c579-4350-b6ff-815cdee70e5f req-103e21cb-6110-4725-989e-d91d03cfc917 tempest-VolumesSnapshotTestJSON-1253688707 tempest-VolumesSnapshotTestJSON-1253688707-project] 10.222.0.16 "DELETE /v2.0/ports/9878de28-f822-4faa-b05f-b778981aa105 HTTP/1.1" status: 204 len: 173 time: 1.4380591 Dec 16 08:13:31.202136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'name': 'network-vif-deleted', 'tag': '9878de28-f822-4faa-b05f-b778981aa105'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:31.204508 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16147a4c-3cae-498d-9172-94261a900be7" -d '{"events": [{"server_uuid": "9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71", "name": "network-vif-deleted", "tag": "9878de28-f822-4faa-b05f-b778981aa105"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:31.260728 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aabc8d-2a07-4eb4-bcf2-67276091f515 x-openstack-request-id: req-68aabc8d-2a07-4eb4-bcf2-67276091f515 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:31.261273 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71", "name": "network-vif-deleted", "tag": "9878de28-f822-4faa-b05f-b778981aa105", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:31.261535 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68aabc8d-2a07-4eb4-bcf2-67276091f515 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:31.261940 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd2526b-6a34-48b6-a86d-5ab2a2d3bd71', 'name': 'network-vif-deleted', 'tag': '9878de28-f822-4faa-b05f-b778981aa105', 'status': 'completed', 'code': 200} Dec 16 08:13:31.267197 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.314690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5e7f07e6-c185-4e21-9e0c-f8556271f952 None None] Provisioning complete for port 4bf541e1-e26e-4559-a4cd-4e24c315a08e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:31.315940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Subnet': ['ID=fed9128d-7fe3-4ec3-b010-d02bcce4ac33,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:31.328638 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e7f07e6-c185-4e21-9e0c-f8556271f952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.337759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f02ab-a5d2-4bf2-ad63-1c84e6096c2f None None] Network c096fa85-b6e0-4ee6-8247-4080bc69d19c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:31.337989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.345233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e5f65ce7-c81d-418a-8067-a08e41d8b098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/subnets/fed9128d-7fe3-4ec3-b010-d02bcce4ac33 HTTP/1.1" status: 204 len: 168 time: 1.2165935 Dec 16 08:13:31.349954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56970) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:31.468383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-9a950ddd-3d2a-427f-8f3e-9ebefa3ee78b tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:31.470611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-9a950ddd-3d2a-427f-8f3e-9ebefa3ee78b tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 950 time: 0.1213112 Dec 16 08:13:31.532477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.627670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port a6dbda8e-52bc-4382-947f-3663286757d0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:31.630727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.738198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port a6dbda8e-52bc-4382-947f-3663286757d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a6dbda8e-52bc-4382-947f-3663286757d0,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:31.745442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.750012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Deleting port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:31.750581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.811626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for a6dbda8e-52bc-4382-947f-3663286757d0 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:31.837723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5e7f07e6-c185-4e21-9e0c-f8556271f952 None None] Provisioning complete for port 404fa4ed-e529-4126-9b0c-d6d2a84261cf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:31.848444 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e7f07e6-c185-4e21-9e0c-f8556271f952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.848444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] DHCP port deletion for c096fa85-b6e0-4ee6-8247-4080bc69d19c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:31.885532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] For port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,segment=NetworkSegment(d2c8a396-7c46-483a-bce0-a189a1e46e2f),segment_id=d2c8a396-7c46-483a-bce0-a189a1e46e2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:31.885532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.894483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f07e6-c185-4e21-9e0c-f8556271f952 None None] Port 404fa4ed-e529-4126-9b0c-d6d2a84261cf cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:31.900455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Calling delete_port for 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:31.918825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9878de28-f822-4faa-b05f-b778981aa105 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:31.960572 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:31.969844 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 9878de28-f822-4faa-b05f-b778981aa105 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:31.970336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 9878de28-f822-4faa-b05f-b778981aa105 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:32.027828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] Deleting port a6dbda8e-52bc-4382-947f-3663286757d0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:32.029453 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.133787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.158015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] For port a6dbda8e-52bc-4382-947f-3663286757d0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a6dbda8e-52bc-4382-947f-3663286757d0,segment=NetworkSegment(12427d37-c444-4c00-bc35-3744839ea13d),segment_id=12427d37-c444-4c00-bc35-3744839ea13d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:32.158744 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.171226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] No DVR routers for this DVR port a6dbda8e-52bc-4382-947f-3663286757d0 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:32.184843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a6dbda8e-52bc-4382-947f-3663286757d0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:32.188474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed378e0c-10d6-4827-ab5c-d7d13fcb07b9 req-60ecceb3-8c61-48b6-8f7a-f12f77bf64bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1820507 Dec 16 08:13:32.188735 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] Calling delete_port for a6dbda8e-52bc-4382-947f-3663286757d0 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:32.190538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fa99dc23-089a-4239-97bd-154f15d8bc5f None None] Provisioning complete for port 404fa4ed-e529-4126-9b0c-d6d2a84261cf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:32.194141 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa99dc23-089a-4239-97bd-154f15d8bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.219708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773221-c77f-4582-8ac3-9fdfbef14643 req-cc4fd4b2-a40f-41ea-a02e-1d44cdba55aa tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:32.221940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01773221-c77f-4582-8ac3-9fdfbef14643 req-cc4fd4b2-a40f-41ea-a02e-1d44cdba55aa tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 950 time: 0.5382290 Dec 16 08:13:32.222857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=a6dbda8e-52bc-4382-947f-3663286757d0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:32.244540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8:0:1::ba (237dab72-4290-4f7d-8204-ecb912680e59/22875412-6c1a-49a1-8537-9948d2826dbc/404fa4ed-e529-4126-9b0c-d6d2a84261cf) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:32.252347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: a6dbda8e-52bc-4382-947f-3663286757d0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:32.252922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a6dbda8e-52bc-4382-947f-3663286757d0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:32.256512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c1acc-ee8f-4ef8-ad4c-3af593d34548 req-83f2a3d0-290a-47d4-ac3e-387dad95b48a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:32.265312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6c1acc-ee8f-4ef8-ad4c-3af593d34548 req-83f2a3d0-290a-47d4-ac3e-387dad95b48a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.3131897 Dec 16 08:13:32.319978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.329438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fa99dc23-089a-4239-97bd-154f15d8bc5f None None] Port 404fa4ed-e529-4126-9b0c-d6d2a84261cf cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:32.361879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c096fa85-b6e0-4ee6-8247-4080bc69d19c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:32.379884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12427d37-c444-4c00-bc35-3744839ea13d') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:32.380358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12427d37-c444-4c00-bc35-3744839ea13d') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:32.391845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.398673 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.412966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.424711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:32.425461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.458572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] No DVR routers for this DVR port a6dbda8e-52bc-4382-947f-3663286757d0 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:32.460852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9741-9887-4042-9f15-3eb3cb886dda None None] Pushing event deleted for resources: {'Port': ['ID=a6dbda8e-52bc-4382-947f-3663286757d0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:32.488148 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-244ea96f-6ab6-44c5-a065-16ccdb400cca None None] Provisioning complete for port 404fa4ed-e529-4126-9b0c-d6d2a84261cf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:32.488580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-244ea96f-6ab6-44c5-a065-16ccdb400cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:32.514068 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:32.533596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-244ea96f-6ab6-44c5-a065-16ccdb400cca None None] Port 404fa4ed-e529-4126-9b0c-d6d2a84261cf cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:32.642653 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.661422 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.665075 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/networks/c096fa85-b6e0-4ee6-8247-4080bc69d19c HTTP/1.1" status: 204 len: 168 time: 1.3139048 Dec 16 08:13:32.666180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f26eb3-63c9-4553-8676-fb8764e91844 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Network': ['ID=c096fa85-b6e0-4ee6-8247-4080bc69d19c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:32.667764 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56982) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:32.850474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01773221-c77f-4582-8ac3-9fdfbef14643 req-b3dba753-cf8f-4cef-83ea-62f5b694cd7b tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f4c2a63-f422-4a43-a841-51d9d2da37e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743215 Dec 16 08:13:32.859217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b6c1acc-ee8f-4ef8-ad4c-3af593d34548 req-6755c61e-3c08-4960-b729-ff4740daa818 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928972 Dec 16 08:13:32.906807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 3912c45f-a4d1-49ca-a4df-d3dcb79fa735 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:32.907159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.923858 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:32.945739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.001513 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.001917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.017491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-55131394-7c28-4623-9e4b-4b134c4665a4 req-2c0735f9-0df0-442e-a8eb-98a1dddf2589 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0814531 Dec 16 08:13:33.017824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.019479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Pushing event deleted for resources: {'Port': ['ID=59f41c80-934b-4f6c-bb1c-bc6cff9b7e20,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:33.022173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 3912c45f-a4d1-49ca-a4df-d3dcb79fa735 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:33.122402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] No DVR routers for this DVR port 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:33.171809 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.175280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90656115-2dd1-4e9d-a238-0dd80f48cfd1 req-6af520c4-000c-4feb-b8ab-d3eccbf2a670 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.16 "DELETE /v2.0/ports/59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 HTTP/1.1" status: 204 len: 173 time: 1.6922281 Dec 16 08:13:33.212825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] In _notify_port_updated(), no bound segment for port 404fa4ed-e529-4126-9b0c-d6d2a84261cf on network 237dab72-4290-4f7d-8204-ecb912680e59 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:13:33.219320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:33.221727 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.221964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "PUT /v2.0/ports/404fa4ed-e529-4126-9b0c-d6d2a84261cf HTTP/1.1" status: 200 len: 1009 time: 2.7907624 Dec 16 08:13:33.227455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 56990) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:33.240964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d0205-0add-4384-9891-b6ad1dac0d98 req-6111bb36-5fb4-4cf0-bf2c-10e551acb72d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:33.242768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d8d0205-0add-4384-9891-b6ad1dac0d98 req-6111bb36-5fb4-4cf0-bf2c-10e551acb72d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.2288883 Dec 16 08:13:33.247432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3c527-23d3-4bfc-9352-427487aa1112 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=404fa4ed-e529-4126-9b0c-d6d2a84261cf,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:33.273407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e19ede-2387-4225-9988-486954d2f402', 'name': 'network-vif-deleted', 'tag': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:33.276226 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d290087-8141-45fc-8769-7bca20a6dd99" -d '{"events": [{"server_uuid": "f3e19ede-2387-4225-9988-486954d2f402", "name": "network-vif-deleted", "tag": "59f41c80-934b-4f6c-bb1c-bc6cff9b7e20"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:33.349714 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f08041-aa8e-4624-8ad0-711e4df36074 x-openstack-request-id: req-34f08041-aa8e-4624-8ad0-711e4df36074 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:33.349714 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e19ede-2387-4225-9988-486954d2f402", "name": "network-vif-deleted", "tag": "59f41c80-934b-4f6c-bb1c-bc6cff9b7e20", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:33.349983 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34f08041-aa8e-4624-8ad0-711e4df36074 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:33.350760 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e19ede-2387-4225-9988-486954d2f402', 'name': 'network-vif-deleted', 'tag': '59f41c80-934b-4f6c-bb1c-bc6cff9b7e20', 'status': 'completed', 'code': 200} Dec 16 08:13:33.375140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d8d0205-0add-4384-9891-b6ad1dac0d98 req-9972c159-08ab-4e12-9280-299ac796f606 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209166 Dec 16 08:13:33.424762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 404fa4ed-e529-4126-9b0c-d6d2a84261cf {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:33.425235 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.499944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.538260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=3912c45f-a4d1-49ca-a4df-d3dcb79fa735,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:33.553021 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.572480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9d9949bf-e973-472c-8678-40e14e51978f None None] Provisioning complete for port 404fa4ed-e529-4126-9b0c-d6d2a84261cf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:33.572986 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d9949bf-e973-472c-8678-40e14e51978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.607732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9d9949bf-e973-472c-8678-40e14e51978f None None] Port 404fa4ed-e529-4126-9b0c-d6d2a84261cf cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:33.618206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.638759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 404fa4ed-e529-4126-9b0c-d6d2a84261cf owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:33.647968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:33.648242 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Floating IP af21d1f3-f940-4381-a5a4-9d57af7b6cec disassociated (deleted). External IP: 172.25.2.176, port: 1771a3ec-ec9f-4468-bd0e-1d90d940c34c. Dec 16 08:13:33.874758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:33.913016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:33.913016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 59f41c80-934b-4f6c-bb1c-bc6cff9b7e20 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:34.048133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d11b5e14-7b89-4b5e-a765-b227a8fadf6b req-bd146cdd-a196-4713-bab6-4c0b08b44782 tempest-VolumesNegativeTest-1421090966 tempest-VolumesNegativeTest-1421090966-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3e19ede-2387-4225-9988-486954d2f402 HTTP/1.1" status: 200 len: 210 time: 0.0371161 Dec 16 08:13:34.195006 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:34.322906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceb06f81-d315-4102-9c34-0630e1935c7f req-e8ad70a8-d662-434f-a285-1e2e8f3b5871 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0657821 Dec 16 08:13:34.343484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:13:34.345882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7449232e-9f01-4b86-b27b-75f9432e7a4d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:34.349238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7449232e-9f01-4b86-b27b-75f9432e7a4d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 814 time: 0.2317343 Dec 16 08:13:34.376303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-54fac150-10b9-423e-b1d2-6e1aa3936162 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/quotas/49ab89b7d6b346d2becff2464d30facb HTTP/1.1" status: 200 len: 375 time: 0.0207305 Dec 16 08:13:34.408232 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:34.470656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-a4e534a4-9cf3-430a-a3a5-951e22bde865 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925562 Dec 16 08:13:34.482508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-415e4611-8b25-4b62-a1a5-f55a0249e546 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:13:34.506737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-415e4611-8b25-4b62-a1a5-f55a0249e546 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0334723 Dec 16 08:13:34.531653 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:34.535032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/404fa4ed-e529-4126-9b0c-d6d2a84261cf HTTP/1.1" status: 204 len: 168 time: 1.3081431 Dec 16 08:13:34.536880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ef4fb-0925-4346-95ca-578c46c2ef3f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=404fa4ed-e529-4126-9b0c-d6d2a84261cf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:34.539254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57034) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:34.577441 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-341be08a-e036-4faa-bb06-21bd4d2118b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:34.579010 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-341be08a-e036-4faa-bb06-21bd4d2118b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/404fa4ed-e529-4126-9b0c-d6d2a84261cf HTTP/1.1" status: 404 len: 333 time: 0.0314543 Dec 16 08:13:34.593898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57036) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:34.654937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:13:34.660307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:34.668148 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] Sync routers for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:13:34.683845 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:34.684511 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:34.700072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet 22875412-6c1a-49a1-8537-9948d2826dbc {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:34.712914 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-213a57ce-3e34-4f17-9958-658662ec8d04 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/floatingips/af21d1f3-f940-4381-a5a4-9d57af7b6cec HTTP/1.1" status: 204 len: 168 time: 2.0416846 Dec 16 08:13:34.712914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:34.714241 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:34.714916 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31684469-ee7f-4953-a6c5-adc089ff1dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:34.750233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-14f3c230-0714-4a91-b475-0ea2b6ecdaa6 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420194 Dec 16 08:13:34.774502 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:34.877378 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:34.909101 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:35.093987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:35.130737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=22875412-6c1a-49a1-8537-9948d2826dbc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:35.159457 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:35.163548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-db3ebad3-d5f1-4d62-b7e0-367a38546df4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/22875412-6c1a-49a1-8537-9948d2826dbc HTTP/1.1" status: 204 len: 168 time: 0.5677316 Dec 16 08:13:35.164486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e94de3-4980-4d20-94f7-109b537c957d None None] Network 237dab72-4290-4f7d-8204-ecb912680e59 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:35.166075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57050) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:35.177675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-9e9ddc11-7f4b-458d-a0c6-28912d66d5f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926374 Dec 16 08:13:35.250966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet 7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:35.255700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:35.285507 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:20Z', 'revision_number': 6, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:35.331502 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] Checking router: 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:13:35.334046 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:35.342462 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:35.343317 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:35.443413 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bb9eb0-9777-473f-bc32-c9149d5425d2 x-openstack-request-id: req-42bb9eb0-9777-473f-bc32-c9149d5425d2 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:35.443708 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:35.443958 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42bb9eb0-9777-473f-bc32-c9149d5425d2 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:35.444399 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'status': 'completed', 'code': 200} Dec 16 08:13:35.634416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-0f8f925d-a205-455f-95ad-8cef594fc3a2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:35.641792 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:35.642322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-0f8f925d-a205-455f-95ad-8cef594fc3a2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8990759-4b8c-4af7-840d-6f18b9ed6ad8 HTTP/1.1" status: 200 len: 946 time: 0.2227030 Dec 16 08:13:35.686537 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:35.689013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65ee172d-05d2-4fd7-bd0b-eb7ad210484f req-a09c0491-62ab-48a2-ad1a-2f6d17ccf316 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0792384 Dec 16 08:13:35.794172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-22cb6497-dfe9-4b8e-b908-786b6e68805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:35.800951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-22cb6497-dfe9-4b8e-b908-786b6e68805b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 1097 time: 0.2975025 Dec 16 08:13:36.009172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.086570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:36.101304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.113132 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ffc73a7b-3da0-4a11-8135-647c010c2f3e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5 HTTP/1.1" status: 204 len: 168 time: 0.9458556 Dec 16 08:13:36.114315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57078) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:36.166560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5dd88eee-d639-452a-82f6-32f1a1605406 req-cfa20832-8d1c-447e-b1f2-2fcb619775bd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 210 time: 0.2126422 Dec 16 08:13:36.227266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Deleting port 6f727640-6724-4d3d-88f1-cf8d1dea834f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:36.227788 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.269737 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:20Z', 'revision_number': 6, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:36.270775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb287a6-c5a2-4e6d-bfaf-02ab51717eec req-fd0547b5-e914-4eb8-a65f-edd11dc4bec5 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:36.280312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb287a6-c5a2-4e6d-bfaf-02ab51717eec req-fd0547b5-e914-4eb8-a65f-edd11dc4bec5 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 945 time: 0.3791163 Dec 16 08:13:36.294500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.330865 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be3e4f-ea3a-4340-94fb-0e26838cbbb3 None None] The sync data for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 is: [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:20Z', 'revision_number': 6, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78b34679-6562-45d3-9f0f-ccb3ed52cc0f', 'name': '', 'network_id': 'c736d357-1065-442d-9bf0-9e7b8c13a5de', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:7f:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:26Z', 'updated_at': '2021-12-16T08:10:34Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': 'b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:13:36.387685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-4f716b9c-7ff4-4cd9-9584-0cc58f282d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:36.390835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-4f716b9c-7ff4-4cd9-9584-0cc58f282d08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 200 len: 898 time: 0.5576069 Dec 16 08:13:36.429496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 4bf541e1-e26e-4559-a4cd-4e24c315a08e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:36.430059 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.536006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-be320d84-1478-4add-82c9-be29a9352f24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 200 len: 217 time: 0.1252167 Dec 16 08:13:36.555956 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] For port 4bf541e1-e26e-4559-a4cd-4e24c315a08e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4bf541e1-e26e-4559-a4cd-4e24c315a08e,segment=NetworkSegment(cca16f0e-a6d6-4882-94a5-6f19f22ca99d),segment_id=cca16f0e-a6d6-4882-94a5-6f19f22ca99d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:36.556360 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.585878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 4bf541e1-e26e-4559-a4cd-4e24c315a08e owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:36.641281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0eb287a6-c5a2-4e6d-bfaf-02ab51717eec req-69f220ce-5b58-47ed-b3c3-447c1acbeab7 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530707 Dec 16 08:13:36.726958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9979f3-6aad-4556-ba5e-5afd8712051d None None] Network 237dab72-4290-4f7d-8204-ecb912680e59 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:36.750644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-ff2ceecf-9eb0-496b-96e1-49c81a4741bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:36.758026 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-ff2ceecf-9eb0-496b-96e1-49c81a4741bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb HTTP/1.1" status: 200 len: 834 time: 0.2050772 Dec 16 08:13:36.760076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] For port 6f727640-6724-4d3d-88f1-cf8d1dea834f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6f727640-6724-4d3d-88f1-cf8d1dea834f,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:36.762015 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.863506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Calling delete_port for 6f727640-6724-4d3d-88f1-cf8d1dea834f owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:36.877412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f961d-11f0-4142-be7a-b2e22f617632 None None] New status for floating IP af21d1f3-f940-4381-a5a4-9d57af7b6cec: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:13:36.882754 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:36.926484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=4bf541e1-e26e-4559-a4cd-4e24c315a08e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:36.930844 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33640d2f-2f73-4d46-a0a8-6e5c3ce08ad3 req-b0889dfc-0584-490f-84b3-32c005887757 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0389900 Dec 16 08:13:36.935342 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No DVR routers for this DVR port 4bf541e1-e26e-4559-a4cd-4e24c315a08e on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:36.971830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-00566674-54b6-4baa-84cd-9edab3fc5230 None None] Could not find standard attr ID for object 4bf541e1-e26e-4559-a4cd-4e24c315a08e. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:13:37.133289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-784375fa-e95e-49e3-bd91-e81df9aff1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:37.135140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-784375fa-e95e-49e3-bd91-e81df9aff1f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c736d357-1065-442d-9bf0-9e7b8c13a5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3613248 Dec 16 08:13:37.236240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.333364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237dab72-4290-4f7d-8204-ecb912680e59']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:37.349217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca16f0e-a6d6-4882-94a5-6f19f22ca99d') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:37.349520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca16f0e-a6d6-4882-94a5-6f19f22ca99d') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:37.362614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.380242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.389565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:37.390816 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.435716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-062c9100-c4f8-4b95-a040-24d3710db32b req-4e8e3737-dc84-4c31-9005-ce3e6287bc4d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 210 time: 0.0963440 Dec 16 08:13:37.463958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-5f5d04cc-b833-4d21-bffc-0524102ce240 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187208 Dec 16 08:13:37.522896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e88a2-3fa8-4f6d-b4cb-53627e7db981 None None] DHCP port deletion for 237dab72-4290-4f7d-8204-ecb912680e59 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:37.574601 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:37.647008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c4e62b60-5abb-484c-8c2f-7d509e695773 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:37.648986 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c4e62b60-5abb-484c-8c2f-7d509e695773 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 945 time: 0.5424514 Dec 16 08:13:37.700564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.716111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31684469-ee7f-4953-a6c5-adc089ff1dfe req-4a5fac84-9393-497f-841b-7efe0aec7396 service neutron] 10.222.0.16 "GET /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300622 Dec 16 08:13:37.717700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.753707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.757363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Pushing event deleted for resources: {'Port': ['ID=6f727640-6724-4d3d-88f1-cf8d1dea834f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:37.804848 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/237dab72-4290-4f7d-8204-ecb912680e59 HTTP/1.1" status: 204 len: 168 time: 1.6860743 Dec 16 08:13:37.824219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57152) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:37.859469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e6167-f398-4495-832b-5250e9411baf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=237dab72-4290-4f7d-8204-ecb912680e59,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:37.928876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] No DVR routers for this DVR port 6f727640-6724-4d3d-88f1-cf8d1dea834f on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:37.935675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:37.939883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d69f06df-2057-4f9c-a89c-2b5e3a0c0acb req-4dda9c35-2dd1-4e11-b324-3e3defe2cf7c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.36 "DELETE /v2.0/ports/6f727640-6724-4d3d-88f1-cf8d1dea834f HTTP/1.1" status: 204 len: 173 time: 2.2906206 Dec 16 08:13:38.022388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-deleted', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:38.022388 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5d9a3d-c1cc-419f-b5b9-3fb8fad6adfa" -d '{"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-deleted", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:38.024087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:38.024087 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.024705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6168e6-6de9-4eb0-94b8-04e20640334c req-41420c40-bd01-471b-959c-1d915fe771e9 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:38.024705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b6168e6-6de9-4eb0-94b8-04e20640334c req-41420c40-bd01-471b-959c-1d915fe771e9 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 945 time: 0.1973636 Dec 16 08:13:38.094689 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4898f2-152d-435f-9315-b29b40ec5ae9 x-openstack-request-id: req-0b4898f2-152d-435f-9315-b29b40ec5ae9 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:38.094689 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8990759-4b8c-4af7-840d-6f18b9ed6ad8", "name": "network-vif-deleted", "tag": "6f727640-6724-4d3d-88f1-cf8d1dea834f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:38.094689 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b4898f2-152d-435f-9315-b29b40ec5ae9 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:38.098708 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8990759-4b8c-4af7-840d-6f18b9ed6ad8', 'name': 'network-vif-deleted', 'tag': '6f727640-6724-4d3d-88f1-cf8d1dea834f', 'status': 'completed', 'code': 200} Dec 16 08:13:38.124422 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e93a7-4e13-4e0a-ae9c-5188615eeedb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:38.126139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-269e93a7-4e13-4e0a-ae9c-5188615eeedb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3024926 Dec 16 08:13:38.139088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57186) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:38.176091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4bf541e1-e26e-4559-a4cd-4e24c315a08e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:38.207684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 4bf541e1-e26e-4559-a4cd-4e24c315a08e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:38.209328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4bf541e1-e26e-4559-a4cd-4e24c315a08e not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:38.249847 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7fb1c3c2-53fc-490b-b9b0-7fb8bb854e27 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1095223 Dec 16 08:13:38.259384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:38.259766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.259957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91d09d1f-5a87-4fe3-9a3b-8a895cddfda4 req-e054a3bf-a39c-4726-961e-0b4eee7edc86 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0877461 Dec 16 08:13:38.260810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57188) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:38.275111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b6168e6-6de9-4eb0-94b8-04e20640334c req-45ce427c-7df6-49b3-8283-c82a672f96d6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=f255e1c6-abb4-4a35-b831-13d8857055be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317288 Dec 16 08:13:38.276625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 1771a3ec-ec9f-4468-bd0e-1d90d940c34c owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:38.286714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1624527696'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:38.460134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:38.464264 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.525808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.537952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:13:38.560814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.696925 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment f62b2573-b23c-4b17-9c3c-766b28f7a1d8 of type vlan for network 9173f4a4-25b2-4aed-846e-c6e94b6f142e Dec 16 08:13:38.700198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=1771a3ec-ec9f-4468-bd0e-1d90d940c34c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:38.701358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1181b01-178d-457f-89c9-92a6f03a8f2a req-10f38025-2409-47e2-b53e-38f1f5a14be7 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 210 time: 0.0483057 Dec 16 08:13:38.701358 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] No DVR routers for this DVR port 1771a3ec-ec9f-4468-bd0e-1d90d940c34c on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9d4c7e1e-4c7a-47dd-af82-6cdb401e28e4 req-c2abc109-5b5a-4c07-90f2-4ca577fe3d49 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.16 "DELETE /v2.0/ports/1771a3ec-ec9f-4468-bd0e-1d90d940c34c HTTP/1.1" status: 204 len: 173 time: 1.0638008 Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'name': 'network-vif-deleted', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247a0acd-08c8-42ac-9240-2accd9b9fb53" -d '{"events": [{"server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "name": "network-vif-deleted", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e2cf73-f0a9-4f89-b4c2-ea3b3409d32b x-openstack-request-id: req-81e2cf73-f0a9-4f89-b4c2-ea3b3409d32b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf33cd5-2342-40b2-baef-c7e09bda36a4", "name": "network-vif-deleted", "tag": "1771a3ec-ec9f-4468-bd0e-1d90d940c34c", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81e2cf73-f0a9-4f89-b4c2-ea3b3409d32b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:38.821276 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf33cd5-2342-40b2-baef-c7e09bda36a4', 'name': 'network-vif-deleted', 'tag': '1771a3ec-ec9f-4468-bd0e-1d90d940c34c', 'status': 'completed', 'code': 200} Dec 16 08:13:38.827377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.827377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:38.828066 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:38.945728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=9173f4a4-25b2-4aed-846e-c6e94b6f142e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:38.958146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:13:39.029019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b8e0946c-1c06-4969-a3bd-01db7bd2cf5c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7475257 Dec 16 08:13:39.029242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57214) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:39.035249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:39.301078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:39.307729 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:39.435243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f727640-6724-4d3d-88f1-cf8d1dea834f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:39.469084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-9cce18f2-1c4a-43b5-95f3-5b4951a86bb5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:39.474624 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-9cce18f2-1c4a-43b5-95f3-5b4951a86bb5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 814 time: 0.4418650 Dec 16 08:13:39.477783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 6f727640-6724-4d3d-88f1-cf8d1dea834f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:39.478351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6f727640-6724-4d3d-88f1-cf8d1dea834f not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:39.493099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Request body: {'port': {'device_id': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'admin_state_up': True, 'tenant_id': '49ab89b7d6b346d2becff2464d30facb'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:39.550967 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e5b2b1a-4d77-41ac-b564-3507f6640152 req-5d9fc4c5-d123-4e23-b1db-a2293b9ecb43 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0446248 Dec 16 08:13:39.569368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-799002ef-c4cf-4690-8caf-49159d1fb34c req-ae6c1dfa-0c97-4b9f-817f-e3f08ae0b38e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf33cd5-2342-40b2-baef-c7e09bda36a4 HTTP/1.1" status: 200 len: 210 time: 0.0613325 Dec 16 08:13:39.800710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15c83bb9-93cb-492e-b2d8-17d968b30de2 req-fac8253e-1a54-417d-bd16-6ea08c2da55a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Dec 16 08:13:39.829315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Made reservation on behalf of 49ab89b7d6b346d2becff2464d30facb for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:39.833697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:39.894719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:39.920543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 1771a3ec-ec9f-4468-bd0e-1d90d940c34c no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:39.967601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 1771a3ec-ec9f-4468-bd0e-1d90d940c34c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:39.968245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 1771a3ec-ec9f-4468-bd0e-1d90d940c34c not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:39.996530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=93b86e27-2aa2-4329-b0c9-573451165cf1,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:40.005340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': 'f62b2573-b23c-4b17-9c3c-766b28f7a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:40.009096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: 9173f4a4-25b2-4aed-846e-c6e94b6f142e, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:40.015427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Allocated IP 172.20.0.11 (2fc22220-6573-4214-8ae8-26600eb2d12e/d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11/2ae83809-f8d8-45f0-a797-967ec0ddc899) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:40.173398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:40.173897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:40.328384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 9173f4a4-25b2-4aed-846e-c6e94b6f142e) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:40.329324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:40.341800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200ae72-dbb7-4c2f-99af-af8e9a5a0bc3 None None] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:40.345647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:40.346257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:40.428687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Network 2fc22220-6573-4214-8ae8-26600eb2d12e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:40.446127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:40.448119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:40.454317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:40.569638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:40.571005 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:40.586261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b70e5157-f100-4d39-ba60-fb7c83a5ab77 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5536611 Dec 16 08:13:40.587468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57290) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:40.598733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e', 'name': 'tempest-PortsIpV6TestJSON-797361651'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:40.664705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-9173f4a4-25b2-4aed-846e-c6e94b6f142e', 'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e', 'project_id': '156fd29ad94f4a37bc535f006f861996', 'fixed_ips': [{'subnet_id': '93b86e27-2aa2-4329-b0c9-573451165cf1'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:13:40.665812 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:40.721396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57302) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:40.772143 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-7a7330c5-6b58-4d7f-aaae-cab4439a41aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2855549 Dec 16 08:13:40.800691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Request body: {'port': {'device_id': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:40.807284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cf23ae6-4e40-4d45-9d75-75c183684e78 req-3c208442-18a0-4296-87b1-09711b02e127 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0748382 Dec 16 08:13:40.873796 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-363bd391-f22d-4953-bd71-42818c89bfe1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:40.907110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-363bd391-f22d-4953-bd71-42818c89bfe1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:40.909344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Allocated IP 2001:db8::2 (9173f4a4-25b2-4aed-846e-c6e94b6f142e/93b86e27-2aa2-4329-b0c9-573451165cf1/04e03bcd-d3de-42c3-8256-92bdd12c2dd0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:40.971668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.049685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364cd50-1f1d-40a3-9254-f672d34c8862 req-b1f9347f-6967-4cd2-aa25-e4e112b51317 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:41.057628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:41.059816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e364cd50-1f1d-40a3-9254-f672d34c8862 req-b1f9347f-6967-4cd2-aa25-e4e112b51317 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 932 time: 0.1438594 Dec 16 08:13:41.069950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.103132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:41.111314 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.134317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e364cd50-1f1d-40a3-9254-f672d34c8862 req-09b2244a-8a85-4195-a5e8-8c40784513f4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Dec 16 08:13:41.146863 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-363bd391-f22d-4953-bd71-42818c89bfe1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.149594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-363bd391-f22d-4953-bd71-42818c89bfe1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.150755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-363bd391-f22d-4953-bd71-42818c89bfe1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/security-groups/f255e1c6-abb4-4a35-b831-13d8857055be HTTP/1.1" status: 204 len: 168 time: 0.4281189 Dec 16 08:13:41.160128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bd391-f22d-4953-bd71-42818c89bfe1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f255e1c6-abb4-4a35-b831-13d8857055be,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:41.212976 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.258182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Pushing event updated for resources: {'Port': ['ID=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:41.274737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:41.279939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:41.279939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:41.305991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57322) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:41.396615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Attempting to bind port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:41.396978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Attempting to bind port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f62b2573-b23c-4b17-9c3c-766b28f7a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:41.397578 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Attempting to bind port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 on network 9173f4a4-25b2-4aed-846e-c6e94b6f142e {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:41.403005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:41.403382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Checking segment: {'id': 'f62b2573-b23c-4b17-9c3c-766b28f7a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:41.403783 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.404196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Bound using segment: {'id': 'f62b2573-b23c-4b17-9c3c-766b28f7a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:41.404657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Bound port: 04e03bcd-d3de-42c3-8256-92bdd12c2dd0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62b2573-b23c-4b17-9c3c-766b28f7a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:41.405044 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.410703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::396 (9173f4a4-25b2-4aed-846e-c6e94b6f142e/93b86e27-2aa2-4329-b0c9-573451165cf1/683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:41.512392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] For port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:41.516441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] For port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,segment=NetworkSegment(f62b2573-b23c-4b17-9c3c-766b28f7a1d8),segment_id=f62b2573-b23c-4b17-9c3c-766b28f7a1d8)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:41.643073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae83809-f8d8-45f0-a797-967ec0ddc899 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:13:41.644342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.659556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.695780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.697482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Transition to ACTIVE for port object 2ae83809-f8d8-45f0-a797-967ec0ddc899 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:13:41.783830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35856e-2f8a-4935-aa37-854e67c299b2 None None] Pushing event updated for resources: {'Port': ['ID=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:41.823782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.881414 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:41.927928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:41.946222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.147101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:42.152605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fd434cc-a91c-489d-8531-3d0693bd4189 req-acbd9bf4-badc-41c0-98ca-ddd4e4e5142d tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1146772 Dec 16 08:13:42.264796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:42.269972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:42.273967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:42.281174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:42.281921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.314859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Attempting to bind port 2ae83809-f8d8-45f0-a797-967ec0ddc899 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:42.314859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Attempting to bind port 2ae83809-f8d8-45f0-a797-967ec0ddc899 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:42.315301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Attempting to bind port 2ae83809-f8d8-45f0-a797-967ec0ddc899 on network 2fc22220-6573-4214-8ae8-26600eb2d12e {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:42.332318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Port 2ae83809-f8d8-45f0-a797-967ec0ddc899 on network 2fc22220-6573-4214-8ae8-26600eb2d12e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:13:42.332318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Attempting to bind port 2ae83809-f8d8-45f0-a797-967ec0ddc899 on network 2fc22220-6573-4214-8ae8-26600eb2d12e {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:42.354891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:42.355472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:42.363579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Checking segment: {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:42.363579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Bound using segment: {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:42.363579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Bound port: 2ae83809-f8d8-45f0-a797-967ec0ddc899, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:42.363579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.397307 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-296c19e7-9e22-4d44-9d74-ddaf3539e29a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8064489 Dec 16 08:13:42.398613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57366) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:42.410307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '9173f4a4-25b2-4aed-846e-c6e94b6f142e', 'name': 'tempest-PortsIpV6TestJSON-1464836606'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:42.498565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:42.500956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bebee6-b195-4129-81c4-ecd419caca28 req-30401fcc-12a1-4ea5-8125-6e3ac8fdf06c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:42.502752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3bebee6-b195-4129-81c4-ecd419caca28 req-30401fcc-12a1-4ea5-8125-6e3ac8fdf06c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 944 time: 0.1145058 Dec 16 08:13:42.514785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.529979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:42.530420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.625293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:42.637520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:42.670780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c3bebee6-b195-4129-81c4-ecd419caca28 req-c026b3bd-0c2d-4d4e-83e1-928944d2743a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546476 Dec 16 08:13:42.707678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.710446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port 78b34679-6562-45d3-9f0f-ccb3ed52cc0f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:42.710915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.736858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.739888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 78b34679-6562-45d3-9f0f-ccb3ed52cc0f owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:42.753102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:42.759215 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.759215 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] 10.222.0.16 "PUT /v2.0/ports/2ae83809-f8d8-45f0-a797-967ec0ddc899 HTTP/1.1" status: 200 len: 1093 time: 1.9696691 Dec 16 08:13:42.761662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:42.765457 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37314d5-d4b6-41db-877a-f7257c558983" -d '{"events": [{"name": "network-changed", "server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:42.809442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:42.811154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,segment=NetworkSegment(f62b2573-b23c-4b17-9c3c-766b28f7a1d8),segment_id=f62b2573-b23c-4b17-9c3c-766b28f7a1d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:42.818095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:42.920625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:43.012144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:43.183412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:43.281938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=78b34679-6562-45d3-9f0f-ccb3ed52cc0f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:43.310934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99612d7-86a1-4951-a7e7-23f3b639932f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:43.344440 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fa8c10-9630-480d-91e5-60d11c8314f9 x-openstack-request-id: req-85fa8c10-9630-480d-91e5-60d11c8314f9 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:43.344740 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:43.344999 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85fa8c10-9630-480d-91e5-60d11c8314f9 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:43.345403 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'status': 'completed', 'code': 200} Dec 16 08:13:43.422144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port ec8b8a22-f396-414b-b070-89c8167975aa yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:43.422630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dec6a0d8-88d5-4531-91d8-8830713200a9 req-0f8bfaa6-1fad-4963-8b64-e24b68fd6c75 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0520046 Dec 16 08:13:43.538515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37314d5-d4b6-41db-877a-f7257c558983 req-52b0e9ba-7366-4475-96ef-a34810fee3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:43.539897 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c37314d5-d4b6-41db-877a-f7257c558983 req-52b0e9ba-7366-4475-96ef-a34810fee3c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 1096 time: 0.2171807 Dec 16 08:13:43.620630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b955a61-2380-4c0e-bf88-68ea4eebeef5 None None] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:43.621512 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:43.733517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-18de6333-3758-437f-bbef-e06884b963c2 None None] Provisioning complete for port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:43.735443 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18de6333-3758-437f-bbef-e06884b963c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:43.969134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37314d5-d4b6-41db-877a-f7257c558983 req-7c5d5c9a-bd85-4778-a121-b7eee48cec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:43.974955 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c37314d5-d4b6-41db-877a-f7257c558983 req-7c5d5c9a-bd85-4778-a121-b7eee48cec25 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=49ab89b7d6b346d2becff2464d30facb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4208171 Dec 16 08:13:44.204437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::19c (9173f4a4-25b2-4aed-846e-c6e94b6f142e/93b86e27-2aa2-4329-b0c9-573451165cf1/ec8b8a22-f396-414b-b070-89c8167975aa) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:44.293463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:44.429615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:44.430477 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:44.579455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6f62efa0-fbe6-4ccc-b04d-27bafbe9a1bc None None] Provisioning complete for port 683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:44.580000 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f62efa0-fbe6-4ccc-b04d-27bafbe9a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:44.652586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6f62efa0-fbe6-4ccc-b04d-27bafbe9a1bc None None] Port 683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:44.688495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6f62efa0-fbe6-4ccc-b04d-27bafbe9a1bc None None] Provisioning complete for port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:44.689020 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f62efa0-fbe6-4ccc-b04d-27bafbe9a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:44.742502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:44.746538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37314d5-d4b6-41db-877a-f7257c558983 req-04c40611-c2f5-404c-930a-b8b665675469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:44.751170 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c37314d5-d4b6-41db-877a-f7257c558983 req-04c40611-c2f5-404c-930a-b8b665675469 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7371533 Dec 16 08:13:44.859019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf52740-28fc-4767-a695-763c01791d6e req-afc6c47c-2b7e-4b52-b534-f71659a57337 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:44.860963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-daf52740-28fc-4767-a695-763c01791d6e req-afc6c47c-2b7e-4b52-b534-f71659a57337 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 944 time: 0.3367734 Dec 16 08:13:44.889176 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b5dfe3f-d1f2-4317-90a8-582252ba1297 req-5a6c4b74-499a-4a24-8ae4-54d314337f69 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.2222638 Dec 16 08:13:44.892677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:13:44.943626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:44.956999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-28d06472-c184-4aed-a39c-29bfc5e01cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:44.959874 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-28d06472-c184-4aed-a39c-29bfc5e01cb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 1096 time: 0.1431880 Dec 16 08:13:44.996979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-daf52740-28fc-4767-a695-763c01791d6e req-65d86d48-ec64-41c8-83bd-3f6673e313ec tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106660 Dec 16 08:13:45.007908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:45.040900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:45.044164 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-4d7b7c0b-f9d6-4a47-b466-0687506b9dea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899 HTTP/1.1" status: 200 len: 217 time: 0.0558279 Dec 16 08:13:45.058492 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:45.064884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:45.065038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.083488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-363fe98c-b78f-44e4-827b-178770b406fd None None] Provisioning complete for port 683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:45.084121 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-363fe98c-b78f-44e4-827b-178770b406fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.085102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:13:45.100070 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] Sync routers for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:13:45.106817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-397d315c-5a3a-4c86-a2e7-82e29b02218d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "PUT /v2.0/routers/5050cad1-4ab4-47e9-994d-de1d0c9cddf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7994330 Dec 16 08:13:45.113989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57424) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:45.118325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=ec8b8a22-f396-414b-b070-89c8167975aa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:45.136499 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:45.137133 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:45.141738 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-363fe98c-b78f-44e4-827b-178770b406fd None None] Port 683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:45.170325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-9d00343a-4da3-41f5-bebb-a82d50ed6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:45.173439 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-9d00343a-4da3-41f5-bebb-a82d50ed6aad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 HTTP/1.1" status: 200 len: 854 time: 0.1057181 Dec 16 08:13:45.217957 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-abc44c91-4152-4776-b0dc-c03cc5beaea1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fc22220-6573-4214-8ae8-26600eb2d12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368733 Dec 16 08:13:45.218996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting subnet b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:45.222527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.268883 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:45.283167 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.421637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.462932 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-205e9e1c-d85d-4907-a3ba-0be11e4fd7b4 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313812 Dec 16 08:13:45.471957 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d394ce1d-0b4f-4b6a-8969-a65bb75a26be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0708096 Dec 16 08:13:45.474383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57428) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:45.577694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-acca56f1-2b31-460c-ac24-d20c8e7b0bb8 None None] Provisioning complete for port ec8b8a22-f396-414b-b070-89c8167975aa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:45.578209 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-acca56f1-2b31-460c-ac24-d20c8e7b0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.629452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe04c54-bc7b-4f40-8c4f-99caf8d04b7d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:45.629452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ebe04c54-bc7b-4f40-8c4f-99caf8d04b7d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A396 HTTP/1.1" status: 200 len: 928 time: 0.1486363 Dec 16 08:13:45.632819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57430) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:45.705243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-acca56f1-2b31-460c-ac24-d20c8e7b0bb8 None None] Port ec8b8a22-f396-414b-b070-89c8167975aa cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:45.738602 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e529d84f-b6f6-40be-8784-6a87967ff434 req-bed37317-f195-4347-bd0c-b8586666bc81 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645893 Dec 16 08:13:45.799140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port ec8b8a22-f396-414b-b070-89c8167975aa {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:45.799587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.805023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.909333 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:43Z', 'revision_number': 7, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:45.949611 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Subnet': ['ID=b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:45.977996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4c7fd-2631-46ec-80ca-7e58466e95f7 None None] Network c736d357-1065-442d-9bf0-9e7b8c13a5de requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:45.978357 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:45.985261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7a33297c-72d9-4ae2-912b-178738f022b6 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/subnets/b7db49a4-9302-4ccd-9d9a-fb2d9b5458eb HTTP/1.1" status: 204 len: 168 time: 0.8632362 Dec 16 08:13:45.985597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57438) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:46.004748 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] Checking router: 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:13:46.028904 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] Routers {'5050cad1-4ab4-47e9-994d-de1d0c9cddf8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:46.029898 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:46.221250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.236147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.251397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for ec8b8a22-f396-414b-b070-89c8167975aa owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:46.274748 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] Set router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:46.398828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] DHCP port deletion for c736d357-1065-442d-9bf0-9e7b8c13a5de request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:46.428444 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.462323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] Deleting port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:46.463067 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.595524 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:43Z', 'revision_number': 7, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:46.601586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] For port 7da4797e-7ecc-4e1f-8870-20203ffe7d95, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7da4797e-7ecc-4e1f-8870-20203ffe7d95,segment=NetworkSegment(50e7b627-9c25-41cf-9cc4-4af7ce7009ec),segment_id=50e7b627-9c25-41cf-9cc4-4af7ce7009ec)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:46.602726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.633643 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d35ec-7e6f-4abb-9eb8-a4926b4444e0 None None] The sync data for ids ['5050cad1-4ab4-47e9-994d-de1d0c9cddf8'] in n-d-820935-11 is: [{'id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'name': 'tempest-TestNetworkBasicOps-router-1096617078', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:10:15Z', 'updated_at': '2021-12-16T08:13:43Z', 'revision_number': 7, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': 'ac9d8f64-9efa-4c93-b874-7bd2797c4f09', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5050cad1-4ab4-47e9-994d-de1d0c9cddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:10:16Z', 'updated_at': '2021-12-16T08:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:13:46.653114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] Calling delete_port for 7da4797e-7ecc-4e1f-8870-20203ffe7d95 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:46.669959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-736f53bd-c3ef-4b4d-8a51-890c0ced94bd req-255185cb-1399-49d3-abff-cdd7eb36961b tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.5790827 Dec 16 08:13:46.733972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port ac9d8f64-9efa-4c93-b874-7bd2797c4f09 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:46.734323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.747578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155ec55-f469-40ca-9d30-67d65f8c82ba req-582e2848-29b7-4306-b4e6-35fb166473ab tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:46.765491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2155ec55-f469-40ca-9d30-67d65f8c82ba req-582e2848-29b7-4306-b4e6-35fb166473ab tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 944 time: 0.1901948 Dec 16 08:13:46.778915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.818121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=ec8b8a22-f396-414b-b070-89c8167975aa,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:46.854226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.869551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] No DVR routers for this DVR port 7da4797e-7ecc-4e1f-8870-20203ffe7d95 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:46.905301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83aca-a61c-4f34-8dcb-41f7ee06ece3 None None] Pushing event deleted for resources: {'Port': ['ID=7da4797e-7ecc-4e1f-8870-20203ffe7d95,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:46.914918 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.918763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-439f6d1b-467e-44f5-951c-747fa22e1959 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/ec8b8a22-f396-414b-b070-89c8167975aa HTTP/1.1" status: 204 len: 168 time: 1.2848315 Dec 16 08:13:46.930038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2155ec55-f469-40ca-9d30-67d65f8c82ba req-a70e5923-2323-44b1-9f5c-672f2699a449 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541939 Dec 16 08:13:46.938361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57448) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:46.961283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port ac9d8f64-9efa-4c93-b874-7bd2797c4f09, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:46.961661 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:46.995348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57452) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:47.007948 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-470cfd6d-0477-4558-a808-32608b8461e4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:47.011886 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for ac9d8f64-9efa-4c93-b874-7bd2797c4f09 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:47.016291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-470cfd6d-0477-4558-a808-32608b8461e4 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/ec8b8a22-f396-414b-b070-89c8167975aa HTTP/1.1" status: 404 len: 333 time: 0.0768647 Dec 16 08:13:47.025391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57456) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:47.260433 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-080230fc-87e9-4caa-b057-e0f7486ad796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.404146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:47.404950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.549637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.553626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-080230fc-87e9-4caa-b057-e0f7486ad796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.564219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:47.631688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.669454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affac183-b78f-4214-9575-433e2ca44668 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:47.686270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-080230fc-87e9-4caa-b057-e0f7486ad796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.731071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-080230fc-87e9-4caa-b057-e0f7486ad796 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=321a0231d2f44413a6358b2163779d34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7346222 Dec 16 08:13:47.737821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57462) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:47.778907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=ac9d8f64-9efa-4c93-b874-7bd2797c4f09,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:47.784421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.847518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080230fc-87e9-4caa-b057-e0f7486ad796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d226c92-1fc9-4b94-a89f-99f372eca46d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:47.889559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cec05bbe-0656-4d99-990e-2c85d70f9ca1 req-47766ed3-bfdc-4de4-b46a-2dc1ffc1ce58 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0458987 Dec 16 08:13:47.892592 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-61cdac8f-dd45-417e-8693-818a607424f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.915024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.917390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.919258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-61cdac8f-dd45-417e-8693-818a607424f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:47.947597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2ae83809-f8d8-45f0-a797-967ec0ddc899 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:13:47.970165 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.016756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:48.026978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.026978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Fanout notify agent at l3_agent the message router_deleted on router 5050cad1-4ab4-47e9-994d-de1d0c9cddf8 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:13:48.036693 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.038239 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7aaac08d-de00-4c8b-a803-39dda0a27863 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/routers/5050cad1-4ab4-47e9-994d-de1d0c9cddf8 HTTP/1.1" status: 204 len: 168 time: 2.0516496 Dec 16 08:13:48.041704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57470) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:48.079693 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.088842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-038ebd6a-c948-4e5a-b210-13d9eaa3ccfb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f HTTP/1.1" status: 204 len: 168 time: 1.0601373 Dec 16 08:13:48.090224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57474) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:48.175511 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9f7257-61a6-472a-96f9-00e8117c729c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:48.179446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-de9f7257-61a6-472a-96f9-00e8117c729c tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/683c9e4f-1d61-4aa3-8c2f-4fc52430cd4f HTTP/1.1" status: 404 len: 333 time: 0.0880702 Dec 16 08:13:48.187467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57476) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:48.200661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-61cdac8f-dd45-417e-8693-818a607424f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.204057 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-61cdac8f-dd45-417e-8693-818a607424f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.209522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-61cdac8f-dd45-417e-8693-818a607424f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d226c92-1fc9-4b94-a89f-99f372eca46d HTTP/1.1" status: 204 len: 168 time: 0.4515247 Dec 16 08:13:48.241960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.319538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdac8f-dd45-417e-8693-818a607424f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d226c92-1fc9-4b94-a89f-99f372eca46d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:48.353605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet 93b86e27-2aa2-4329-b0c9-573451165cf1 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:13:48.364661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437514c-b916-4163-8e3b-999e8f8a1dc0 req-391b22da-dab2-42dc-8c32-8ed3ccc4fafa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:48.366271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0437514c-b916-4163-8e3b-999e8f8a1dc0 req-391b22da-dab2-42dc-8c32-8ed3ccc4fafa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 944 time: 0.1799080 Dec 16 08:13:48.370514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.441517 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.477196 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.484270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c736d357-1065-442d-9bf0-9e7b8c13a5de']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:48.516740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e7b627-9c25-41cf-9cc4-4af7ce7009ec') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:48.518800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e7b627-9c25-41cf-9cc4-4af7ce7009ec') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:48.523313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0437514c-b916-4163-8e3b-999e8f8a1dc0 req-f35d1871-524c-4de7-bbc0-e334fc4cb437 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246510 Dec 16 08:13:48.565524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.596234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.618852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:48.618852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.619064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7da4797e-7ecc-4e1f-8870-20203ffe7d95 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:48.619150 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:48.625254 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.671778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7da4797e-7ecc-4e1f-8870-20203ffe7d95 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:48.672383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7da4797e-7ecc-4e1f-8870-20203ffe7d95 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:48.676852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78b34679-6562-45d3-9f0f-ccb3ed52cc0f no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:48.708509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 78b34679-6562-45d3-9f0f-ccb3ed52cc0f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:48.709096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78b34679-6562-45d3-9f0f-ccb3ed52cc0f not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:48.808440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:48.824082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'port_id': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'mac_address': 'fa:16:3e:bb:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f8cdc1-cb84-48cf-a1fc-85b4a800fe11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:13:48.875390 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.877625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57486) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:48.882284 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.904105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.905736 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.913914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:48.919629 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/networks/c736d357-1065-442d-9bf0-9e7b8c13a5de HTTP/1.1" status: 204 len: 168 time: 0.8743825 Dec 16 08:13:48.923314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02111360-a848-42ca-b819-e178a6fcf4fc None None] Network 9173f4a4-25b2-4aed-846e-c6e94b6f142e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:48.927086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/93b86e27-2aa2-4329-b0c9-573451165cf1 HTTP/1.1" status: 204 len: 168 time: 0.7320406 Dec 16 08:13:48.939257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57492) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:48.967767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57494) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:48.975218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'network': {'name': 'tempest-network-smoke--606580714', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'port_security_enabled': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:48.978493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07b9b4-91b5-43b7-9bbd-9f46088c0990 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Network': ['ID=c736d357-1065-442d-9bf0-9e7b8c13a5de,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:49.090470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae83809-f8d8-45f0-a797-967ec0ddc899 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:13:49.100557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:49.104876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.134252 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.138254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679e6db-4b97-4624-b499-db0840267bc6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=93b86e27-2aa2-4329-b0c9-573451165cf1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:49.161099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:13:49.174309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:49.188203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.188572 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Added segment 1c2fe56d-f8f6-41f4-b43c-a934d24b3b53 of type vlan for network 567c0db7-98b0-48aa-b841-61dafea677db Dec 16 08:13:49.194680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-952070d0-41c7-4e56-8771-462925701cf6 req-5f9e46d0-e548-4849-beea-469a715a3105 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0581555 Dec 16 08:13:49.265682 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.270202 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2e70d2fc-36c6-48fd-9ba1-7c8232901cb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e1977b73be6475e9119c07bb9c6dd02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3915296 Dec 16 08:13:49.277320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57502) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:49.314784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] DHCP port deletion for 9173f4a4-25b2-4aed-846e-c6e94b6f142e request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:49.330687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.335807 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:49.336225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.416739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:49.430332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] Deleting port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:49.430701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.440667 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.448500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:49.452630 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.452758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38277bd-52f4-4875-a4bf-70d82b4aba40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.454815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] For port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,segment=NetworkSegment(f62b2573-b23c-4b17-9c3c-766b28f7a1d8),segment_id=f62b2573-b23c-4b17-9c3c-766b28f7a1d8)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:49.455190 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.499307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:49.511559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38277bd-52f4-4875-a4bf-70d82b4aba40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.563241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] For port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,segment=NetworkSegment(f62b2573-b23c-4b17-9c3c-766b28f7a1d8),segment_id=f62b2573-b23c-4b17-9c3c-766b28f7a1d8)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:49.564149 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.592267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] Calling delete_port for 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:49.594025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Network': ['ID=567c0db7-98b0-48aa-b841-61dafea677db,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:49.612551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 567c0db7-98b0-48aa-b841-61dafea677db details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:13:49.669561 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-29cd9cd2-f204-4345-8f83-10b728712b1b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7005389 Dec 16 08:13:49.672087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57508) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:49.677339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-759671770', 'admin_state_up': True, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:49.728860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['2ae83809-f8d8-45f0-a797-967ec0ddc899'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:13:49.784824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b99d4-e15f-4c9e-aa3b-08ddab3517c6 req-553d29b0-a868-4353-8c7f-7068ecca801d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:49.784824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c1b99d4-e15f-4c9e-aa3b-08ddab3517c6 req-553d29b0-a868-4353-8c7f-7068ecca801d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 945 time: 0.1052601 Dec 16 08:13:49.818516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38277bd-52f4-4875-a4bf-70d82b4aba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.820525 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38277bd-52f4-4875-a4bf-70d82b4aba40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.821719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a38277bd-52f4-4875-a4bf-70d82b4aba40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f4c2a63-f422-4a43-a841-51d9d2da37e6 HTTP/1.1" status: 204 len: 168 time: 0.5368495 Dec 16 08:13:49.838125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.840805 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.844654 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:49.874621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38277bd-52f4-4875-a4bf-70d82b4aba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4c2a63-f422-4a43-a841-51d9d2da37e6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:49.940297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:49.956295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c1b99d4-e15f-4c9e-aa3b-08ddab3517c6 req-1f872a1b-0928-40eb-be56-a3c9c194842e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667154 Dec 16 08:13:49.957996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No DVR routers for this DVR port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:49.999516 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.031549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.064139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] Pushing event deleted for resources: {'Port': ['ID=04e03bcd-d3de-42c3-8256-92bdd12c2dd0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:50.067435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ef61b-ea6b-4a47-9a09-4f0dabcf9666 None None] No DVR routers for this DVR port 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:13:50.094917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.121105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9173f4a4-25b2-4aed-846e-c6e94b6f142e']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:50.139083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62b2573-b23c-4b17-9c3c-766b28f7a1d8') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:50.139083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62b2573-b23c-4b17-9c3c-766b28f7a1d8') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:50.142655 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ac9d8f64-9efa-4c93-b874-7bd2797c4f09 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:50.146908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.164385 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.168838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: ac9d8f64-9efa-4c93-b874-7bd2797c4f09 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:50.169179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ac9d8f64-9efa-4c93-b874-7bd2797c4f09 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:50.169689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:13:50.171852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:13:50.172602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:13:50.175882 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:13:50.227785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:13:50.228438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 04e03bcd-d3de-42c3-8256-92bdd12c2dd0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:13:50.344759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-17388d6c-c6fc-43c0-a204-0fc9c928d834 req-143e3640-b7ee-413f-942e-edca5497f5d0 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0384853 Dec 16 08:13:50.344759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57524) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:50.412097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.435335 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:13:50.437524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.445446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/9173f4a4-25b2-4aed-846e-c6e94b6f142e HTTP/1.1" status: 204 len: 168 time: 1.5047972 Dec 16 08:13:50.456612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57532) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:50.474468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-456975883'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:50.474468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53b26-6a84-48ea-8931-2f813125cab7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=9173f4a4-25b2-4aed-846e-c6e94b6f142e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:50.519737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1025455295-network', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:50.620815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:50.625395 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.662158 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:13:50.678255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.678255 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment 47ad9bf9-e1f6-4c08-819f-9919c62a9ee1 of type vlan for network 5876054c-c715-458d-ba51-696070347475 Dec 16 08:13:50.713868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.724302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.808106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Made reservation on behalf of 6fa70590dd0d4b0fbd35b0329c356003 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:50.810550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.819600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.854471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.860045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:50.860588 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.953188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=5876054c-c715-458d-ba51-696070347475,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:50.979320 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:50.980079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 5876054c-c715-458d-ba51-696070347475 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:13:51.051207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ba6f1dcd-1a2d-4d81-b8ed-92e8ede23b50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5933745 Dec 16 08:13:51.056098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57548) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:51.063664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '5876054c-c715-458d-ba51-696070347475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:51.093164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.125353 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.132870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.188940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:13:51.206074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b62e23-7d6b-414f-a214-f4aed83aff89,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:51.220187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f1a67-34f4-464d-83cd-db764a3280c8 req-fe2cb97d-a930-463f-b810-0a6df0f08173 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:51.221727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a5f1a67-34f4-464d-83cd-db764a3280c8 req-fe2cb97d-a930-463f-b810-0a6df0f08173 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 945 time: 0.1682820 Dec 16 08:13:51.225352 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.225703 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Added segment fbef374d-3adc-4320-a9ee-867a014f3c11 of type vlan for network 69b681ad-0e3a-4667-952d-924a1fd65500 Dec 16 08:13:51.235313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.25.2.59 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/7cc362dc-1419-4113-98db-7daf0bd20d63) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:51.300345 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.329063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a5f1a67-34f4-464d-83cd-db764a3280c8 req-73be6816-9eb5-46e2-8a8f-4b71ac9ecac8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009355 Dec 16 08:13:51.374751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.391482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:51.400623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.464448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.465333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:51.466045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.496385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18c5384e-67d2-4815-958f-4983003e793a req-3e882f40-a809-4e34-a14a-7b7a873d1f4f tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0484197 Dec 16 08:13:51.529185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.569115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:51.572041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:51.575932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:51.580402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] Pushing event updated for resources: {'Network': ['ID=69b681ad-0e3a-4667-952d-924a1fd65500,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:51.590621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a481efe0-84c3-4795-af69-1907881c6a66 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:51.599897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=7cc362dc-1419-4113-98db-7daf0bd20d63,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:51.600145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 69b681ad-0e3a-4667-952d-924a1fd65500 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:13:51.720887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e680c40e-c4f2-44d8-af16-48ea33ab7f19 None None] Provisioning complete for port 7cc362dc-1419-4113-98db-7daf0bd20d63 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:51.721326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e680c40e-c4f2-44d8-af16-48ea33ab7f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.747451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1b95bf0d-f8c0-44b6-9fa3-d524437ce6df admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4010270 Dec 16 08:13:51.748742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57560) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:51.755206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Request body: {'subnet': {'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1025455295-subnet', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:51.764194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e680c40e-c4f2-44d8-af16-48ea33ab7f19 None None] Port 7cc362dc-1419-4113-98db-7daf0bd20d63 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:51.818587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.853588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Made reservation on behalf of 6fa70590dd0d4b0fbd35b0329c356003 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:51.855983 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.926741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=ec830ed6-626c-4a95-ae72-963db5b75c33,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:51.950220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': '47ad9bf9-e1f6-4c08-819f-9919c62a9ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5876054c-c715-458d-ba51-696070347475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:51.950713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: 5876054c-c715-458d-ba51-696070347475, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:51.965552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:51.982904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2ae83809-f8d8-45f0-a797-967ec0ddc899 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:52.085661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 5876054c-c715-458d-ba51-696070347475 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:52.189645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 2ae83809-f8d8-45f0-a797-967ec0ddc899 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:13:52.190588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 5876054c-c715-458d-ba51-696070347475) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:52.194991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 2ae83809-f8d8-45f0-a797-967ec0ddc899 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:52.195542 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.199157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:52.199875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.204630 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.206178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6119bf-661f-4666-b24b-9fe4fb2889e2 None None] Network 5876054c-c715-458d-ba51-696070347475 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:52.224596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.278866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e2fde4-ad00-4b98-934a-fef621dd82ab,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:52.305031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Checking segment: {'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:52.305408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Network hostable DHCP agents. Network: 69b681ad-0e3a-4667-952d-924a1fd65500, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:52.374702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8c1664d9-c7ed-448a-905e-3f24731e8f1a tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3156888 Dec 16 08:13:52.378615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57576) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:52.388408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '5876054c-c715-458d-ba51-696070347475', 'name': 'tempest-PortsIpV6TestJSON-1051370977', 'fixed_ips': [{'subnet_id': 'ec830ed6-626c-4a95-ae72-963db5b75c33', 'ip_address': '2001:db8::10'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:52.460393 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.465846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Network 69b681ad-0e3a-4667-952d-924a1fd65500 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:52.475534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-5876054c-c715-458d-ba51-696070347475', 'network_id': '5876054c-c715-458d-ba51-696070347475', 'project_id': '156fd29ad94f4a37bc535f006f861996', 'fixed_ips': [{'subnet_id': 'ec830ed6-626c-4a95-ae72-963db5b75c33'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:13:52.476580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.553438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb95b1-b938-4f90-a504-4bbcd3d32b86 req-370bf75c-79e0-4709-b7e5-009b94345b13 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:52.555050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9fb95b1-b938-4f90-a504-4bbcd3d32b86 req-370bf75c-79e0-4709-b7e5-009b94345b13 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 945 time: 0.1068771 Dec 16 08:13:52.571654 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:13:52.591323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:13:52.597370 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05598d1c-522a-43f7-85db-5f900e43aaa9" -d '{"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-plugged", "status": "completed", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:13:52.623268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 69b681ad-0e3a-4667-952d-924a1fd65500) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:52.626126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:52.633202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b085f12-9bd4-47cb-ab8d-da2110373ec2 None None] Network 69b681ad-0e3a-4667-952d-924a1fd65500 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:52.654144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:52.655194 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.667790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38762c40-eec3-4b48-b091-305f931b6191 req-f76c1e6c-994a-4eea-abf3-7f20e926253b tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0616426 Dec 16 08:13:52.675588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9fb95b1-b938-4f90-a504-4bbcd3d32b86 req-cba4ba7e-9a53-44cd-9885-b724f3fc138e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119740 Dec 16 08:13:52.728638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:13:52.743505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Sync routers for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:13:52.766063 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05629c90-6c30-423c-a5e8-dd2c6f2446ab x-openstack-request-id: req-05629c90-6c30-423c-a5e8-dd2c6f2446ab {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:13:52.766359 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-plugged", "status": "completed", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:13:52.766620 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05629c90-6c30-423c-a5e8-dd2c6f2446ab {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:13:52.767014 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'code': 200} Dec 16 08:13:52.775886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.825777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:52.826691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:52.844711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-68934dce-6e76-4d15-9f57-c7162d1db923 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0945027 Dec 16 08:13:52.845394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:52.846952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57586) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:52.851562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:52.892450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Allocated IP 2001:db8::2 (5876054c-c715-458d-ba51-696070347475/ec830ed6-626c-4a95-ae72-963db5b75c33/9f5274ec-026e-4c46-b3bb-3361471376bf) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:52.938046 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:52.939571 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3eae28f2-f189-4646-92b2-6797c29bcb8b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2661433 Dec 16 08:13:52.945292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57588) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:52.964849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bae7b-41db-462d-86d6-8e817db9d954 req-b0701337-a4d2-464b-a0bc-ebc068248355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:52.966262 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-667bae7b-41db-462d-86d6-8e817db9d954 req-b0701337-a4d2-464b-a0bc-ebc068248355 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 1098 time: 0.1113954 Dec 16 08:13:53.003221 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-69b681ad-0e3a-4667-952d-924a1fd65500', 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500', 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'fixed_ips': [{'subnet_id': '26e2fde4-ad00-4b98-934a-fef621dd82ab'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:13:53.004652 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.016206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.045146 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-667bae7b-41db-462d-86d6-8e817db9d954 req-2433f310-7b5e-4d46-8b65-1b4f8df99b09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698090 Dec 16 08:13:53.065200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 5b755665-90c1-4474-a9f6-9db52b15c055 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:53.073095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-54adb0dc-631b-40c2-9430-c4773fa9cdd5 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a3a609dbbaff4144adf3534e50ccab91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1266887 Dec 16 08:13:53.077839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57590) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:53.121181 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.122269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.232571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:53.254854 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.272849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57594) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:53.279246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96027309', 'description': 'tempest-secgroup-smoke-96027309 description', 'project_id': '44fea2caa1b44b76ab343b98224961b5'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:53.284850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5bc35-76d5-40f6-8ffd-df448a54036c tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:53.289748 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-22b5bc35-76d5-40f6-8ffd-df448a54036c tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2075379 Dec 16 08:13:53.289994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57596) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:53.323800 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25be442d-b61c-47e0-96fd-51984e34b849 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297043 Dec 16 08:13:53.324374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57598) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:53.328965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:53.329314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761810548', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:53.420109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.431382 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.558564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.564060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Allocated IP 172.20.0.2 (69b681ad-0e3a-4667-952d-924a1fd65500/26e2fde4-ad00-4b98-934a-fef621dd82ab/b0393d71-a2d7-443a-8802-a5fd7ad3dec1) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:53.581514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.589543 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.669018 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.712293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1d21a3-d21e-4a78-b83c-16fc0861872d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:53.726882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:51Z', 'revision_number': 3, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:53.759621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:53.776978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.784404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Checking router: 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:13:53.784761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Updating router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 port 7cc362dc-1419-4113-98db-7daf0bd20d63 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:13:53.786542 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.789428 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.835337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::10 (5876054c-c715-458d-ba51-696070347475/ec830ed6-626c-4a95-ae72-963db5b75c33/5b755665-90c1-4474-a9f6-9db52b15c055) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:53.852060 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.860171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Network 5876054c-c715-458d-ba51-696070347475 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:53.864811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:53.866606 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.870242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:53.878510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1aab4-ec7b-4dbf-b030-4b782527bcf8 req-10c8b439-1318-4aad-a282-ba243a2122cc tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:53.880086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20e1aab4-ec7b-4dbf-b030-4b782527bcf8 req-10c8b439-1318-4aad-a282-ba243a2122cc tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.0884523 Dec 16 08:13:53.883272 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:53.903600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Pushing event updated for resources: {'Port': ['ID=9f5274ec-026e-4c46-b3bb-3361471376bf,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:53.918409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1a578f-5d4e-45d2-9db4-4743db045f2b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:53.994056 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.001640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bb0b4b9-7bd4-4809-8873-208732532310 req-c28323a0-295c-460a-bc50-db59c5f6756e tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0544086 Dec 16 08:13:54.073269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Attempting to bind port 9f5274ec-026e-4c46-b3bb-3361471376bf on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:54.073754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Attempting to bind port 9f5274ec-026e-4c46-b3bb-3361471376bf by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '47ad9bf9-e1f6-4c08-819f-9919c62a9ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5876054c-c715-458d-ba51-696070347475'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:54.073994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Attempting to bind port 9f5274ec-026e-4c46-b3bb-3361471376bf on network 5876054c-c715-458d-ba51-696070347475 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:54.077187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.079032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1abd3851-b9b7-4541-8fce-e7042e64eb83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8041589 Dec 16 08:13:54.084213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:54.091204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20e1aab4-ec7b-4dbf-b030-4b782527bcf8 req-156425b7-8de4-4e22-8231-10e24d665c42 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737270 Dec 16 08:13:54.095989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Network 69b681ad-0e3a-4667-952d-924a1fd65500 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:54.099716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-00aa938e-eed5-41bc-892c-e31de1c1dcfc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '4a1a578f-5d4e-45d2-9db4-4743db045f2b', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:54.105308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:54.106637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Checking segment: {'id': '47ad9bf9-e1f6-4c08-819f-9919c62a9ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5876054c-c715-458d-ba51-696070347475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:54.107084 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.107349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Bound using segment: {'id': '47ad9bf9-e1f6-4c08-819f-9919c62a9ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5876054c-c715-458d-ba51-696070347475'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:54.107837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Bound port: 9f5274ec-026e-4c46-b3bb-3361471376bf, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad9bf9-e1f6-4c08-819f-9919c62a9ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5876054c-c715-458d-ba51-696070347475'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:54.109334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.123092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:54.153214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Pushing event updated for resources: {'Port': ['ID=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:54.176685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:54.183295 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.318085 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.327384 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.333303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Attempting to bind port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:54.333719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Attempting to bind port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:54.333995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Attempting to bind port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 on network 69b681ad-0e3a-4667-952d-924a1fd65500 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:54.338772 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.350650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] For port 9f5274ec-026e-4c46-b3bb-3361471376bf, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:54.353493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:54.353885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Checking segment: {'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:54.354296 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.354698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Bound using segment: {'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:54.355201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Bound port: b0393d71-a2d7-443a-8802-a5fd7ad3dec1, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:54.355586 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.380066 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] For port 9f5274ec-026e-4c46-b3bb-3361471376bf, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5274ec-026e-4c46-b3bb-3361471376bf,segment=NetworkSegment(47ad9bf9-e1f6-4c08-819f-9919c62a9ee1),segment_id=47ad9bf9-e1f6-4c08-819f-9919c62a9ee1)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:54.408626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 5876054c-c715-458d-ba51-696070347475 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:54.412983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:54.417713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:54.421571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.423857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:54.423986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.442243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00aa938e-eed5-41bc-892c-e31de1c1dcfc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.443551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=5b755665-90c1-4474-a9f6-9db52b15c055,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:54.480609 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.486968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] For port b0393d71-a2d7-443a-8802-a5fd7ad3dec1, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:54.500266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] For port b0393d71-a2d7-443a-8802-a5fd7ad3dec1, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,segment=NetworkSegment(fbef374d-3adc-4320-a9ee-867a014f3c11),segment_id=fbef374d-3adc-4320-a9ee-867a014f3c11)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:54.503907 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.514293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3c1371cb-a12b-448c-9c5d-212db18f95c2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1344888 Dec 16 08:13:54.516919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57608) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:54.522242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '5876054c-c715-458d-ba51-696070347475', 'name': 'tempest-PortsIpV6TestJSON-1864919378', 'fixed_ips': [{'subnet_id': 'ec830ed6-626c-4a95-ae72-963db5b75c33', 'ip_address': '2001:db8::f'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:54.567483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Subnet': ['ID=9084d649-1a11-41c0-b4cd-829d0ad9270f,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:54.572614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa70742-1f40-454c-9922-820777fa2a84 None None] Pushing event updated for resources: {'Port': ['ID=9f5274ec-026e-4c46-b3bb-3361471376bf,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:54.574160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Checking segment: {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:54.584222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network hostable DHCP agents. Network: 567c0db7-98b0-48aa-b841-61dafea677db, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:13:54.601359 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00aa938e-eed5-41bc-892c-e31de1c1dcfc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.648762 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.691320 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.739865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede2eee-9be2-4c03-89d1-b3a06ca3ae28 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:54.747956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Attempting to bind port 7cc362dc-1419-4113-98db-7daf0bd20d63 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:54.748369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Attempting to bind port 7cc362dc-1419-4113-98db-7daf0bd20d63 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:54.748949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Attempting to bind port 7cc362dc-1419-4113-98db-7daf0bd20d63 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:54.761841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c287d-4db9-4654-874b-cd82655cfbd3 None None] Pushing event updated for resources: {'Port': ['ID=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:54.767293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:54.772298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:54.772298 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.772298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:54.772298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Bound port: 7cc362dc-1419-4113-98db-7daf0bd20d63, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:54.772298 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.773593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Allocated IP 172.25.2.205 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/a27c646e-ef4b-408f-878f-4eefa4cdd9e5) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:54.795598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:13:54.801608 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.828204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 0fa1b1d1-35e5-4854-b0ab-4f272997ab6e yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:13:54.864784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8917ce-7185-4124-9dcc-405f782ec310 None None] Pushing event updated for resources: {'Port': ['ID=7cc362dc-1419-4113-98db-7daf0bd20d63,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:54.866896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network 567c0db7-98b0-48aa-b841-61dafea677db is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:13:54.879417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00aa938e-eed5-41bc-892c-e31de1c1dcfc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:54.906083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] For port 7cc362dc-1419-4113-98db-7daf0bd20d63, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:54.920972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] For port 7cc362dc-1419-4113-98db-7daf0bd20d63, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7cc362dc-1419-4113-98db-7daf0bd20d63,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:54.921090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa938e-eed5-41bc-892c-e31de1c1dcfc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b147b0a6-1d07-45b5-84c7-561fb4b85b6c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:54.948803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bdf2ba6b-ac3f-4696-81f4-b890a76cd068 None None] Provisioning complete for port 7cc362dc-1419-4113-98db-7daf0bd20d63 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:54.949186 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bdf2ba6b-ac3f-4696-81f4-b890a76cd068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.009422 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.025085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2ba6b-ac3f-4696-81f4-b890a76cd068 None None] Port 7cc362dc-1419-4113-98db-7daf0bd20d63 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:55.039374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 567c0db7-98b0-48aa-b841-61dafea677db) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:55.062710 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.062845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:55.062845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.080399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b5e6b-3593-420d-b4ae-14663cadf37a None None] Network 567c0db7-98b0-48aa-b841-61dafea677db requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:55.080962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00aa938e-eed5-41bc-892c-e31de1c1dcfc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.083306 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-00aa938e-eed5-41bc-892c-e31de1c1dcfc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9980121 Dec 16 08:13:55.093075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:55.099820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6d900b3e-a94d-4221-814d-63c0cc692832 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '4a1a578f-5d4e-45d2-9db4-4743db045f2b', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:55.262372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da767e2-e9da-43f0-96c4-1ef1eec0d057 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:55.271721 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f2f8bc5-0487-40a8-865d-aecf767813dd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9462175 Dec 16 08:13:55.273230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57618) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:55.274434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da45411f-dea4-4c06-bb15-b80e579e7004 req-1705382b-9e77-44a9-8f79-da8e1dea80c4 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1310704 Dec 16 08:13:55.283959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8917ce-7185-4124-9dcc-405f782ec310 None None] Pushing event updated for resources: {'Port': ['ID=7cc362dc-1419-4113-98db-7daf0bd20d63,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:55.289980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:55.291615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:55.314785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::f (5876054c-c715-458d-ba51-696070347475/ec830ed6-626c-4a95-ae72-963db5b75c33/0fa1b1d1-35e5-4854-b0ab-4f272997ab6e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:55.349588 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d900b3e-a94d-4221-814d-63c0cc692832 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.358110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.456144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-567c0db7-98b0-48aa-b841-61dafea677db', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:13:55.456760 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.463150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-667c844e-fae4-49a6-8ee5-0a26848660ff None None] Provisioning complete for port 7cc362dc-1419-4113-98db-7daf0bd20d63 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:55.465089 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-667c844e-fae4-49a6-8ee5-0a26848660ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.471155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11bee0-23ad-48bc-a354-c96e2e22d36a req-50438a75-1ad3-4b7e-81de-8191abee1cd6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:55.477175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb11bee0-23ad-48bc-a354-c96e2e22d36a req-50438a75-1ad3-4b7e-81de-8191abee1cd6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2219398 Dec 16 08:13:55.617521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:55.636746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb11bee0-23ad-48bc-a354-c96e2e22d36a req-68596f67-9e2f-4e73-8a4a-1087fcd5ac42 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476910 Dec 16 08:13:55.836520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:55.848650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:55.855832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:55.865738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Pushing event updated for resources: {'Port': ['ID=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:55.962412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d900b3e-a94d-4221-814d-63c0cc692832 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:55.979126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eded60-0ca0-4f26-bf0e-bfbc066fe0d7 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:13:56.191024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d900b3e-a94d-4221-814d-63c0cc692832 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.240131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Allocated IP 172.20.0.2 (567c0db7-98b0-48aa-b841-61dafea677db/9084d649-1a11-41c0-b4cd-829d0ad9270f/e549c643-aa57-4edf-9400-bd25bf3b8515) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:56.248453 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-667c844e-fae4-49a6-8ee5-0a26848660ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.329562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d900b3e-a94d-4221-814d-63c0cc692832 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652d3cc1-424e-41d9-af42-5bd304df29f3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:56.343581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.363294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b0393d71-a2d7-443a-8802-a5fd7ad3dec1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:56.458941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-667c844e-fae4-49a6-8ee5-0a26848660ff None None] For port 7cc362dc-1419-4113-98db-7daf0bd20d63, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7cc362dc-1419-4113-98db-7daf0bd20d63,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:56.481187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df3a28cc-51f1-4a51-8c73-6ec313678782 req-3a690d9d-abf0-4b56-8f0b-96a50ceb104e tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0460160 Dec 16 08:13:56.486552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32319095-eafb-4837-9268-17847cac1ad1 None None] Network 5876054c-c715-458d-ba51-696070347475 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:56.502193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0be67-0f6b-4996-adce-786d262d5d36 req-f505153e-e9e9-414a-b907-5446b7f59773 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:56.503824 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66c0be67-0f6b-4996-adce-786d262d5d36 req-f505153e-e9e9-414a-b907-5446b7f59773 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1800539 Dec 16 08:13:56.577794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66c0be67-0f6b-4996-adce-786d262d5d36 req-f3ed0695-2bfe-45a9-b1f6-1f6706c60095 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Dec 16 08:13:56.597017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6d900b3e-a94d-4221-814d-63c0cc692832 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.608776 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6d900b3e-a94d-4221-814d-63c0cc692832 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5037723 Dec 16 08:13:56.608981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57626) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:56.608981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-36f93c9d-fa2c-401b-87cc-d128de16989b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '4a1a578f-5d4e-45d2-9db4-4743db045f2b', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:56.621136 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-667c844e-fae4-49a6-8ee5-0a26848660ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.693602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.787918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 5876054c-c715-458d-ba51-696070347475 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:56.792878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:56.797154 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-36f93c9d-fa2c-401b-87cc-d128de16989b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.805423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:56.814430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:56.815251 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.823097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c844e-fae4-49a6-8ee5-0a26848660ff None None] Pushing event updated for resources: {'Port': ['ID=7cc362dc-1419-4113-98db-7daf0bd20d63,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:56.835114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.838865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:56.839234 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.866604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Provisioning complete for port 9f5274ec-026e-4c46-b3bb-3361471376bf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:56.867646 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.880680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:51Z', 'revision_number': 3, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:56.881135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=0fa1b1d1-35e5-4854-b0ab-4f272997ab6e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:56.928308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-36f93c9d-fa2c-401b-87cc-d128de16989b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:56.943341 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-800abef0-8fef-46ed-b2f6-f9228a2f31e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4252527 Dec 16 08:13:56.949848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57632) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:56.961947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39bd0f7-dea6-44e3-afef-fc7367d86b41 None None] The sync data for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 is: [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:51Z', 'revision_number': 3, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:13:56.964064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.027941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd2b7-ddd6-4108-bde4-b505c594d142 req-b5851a47-6593-4080-8b3b-ceb94428f4ba tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:57.029575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d36cd2b7-ddd6-4108-bde4-b505c594d142 req-b5851a47-6593-4080-8b3b-ceb94428f4ba tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.0851512 Dec 16 08:13:57.037618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-36f93c9d-fa2c-401b-87cc-d128de16989b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.051819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd8f04-4624-4193-adc5-a904df7886e1 None None] Network 69b681ad-0e3a-4667-952d-924a1fd65500 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:13:57.072735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.117415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d36cd2b7-ddd6-4108-bde4-b505c594d142 req-e180d4c8-9b90-4077-8a65-7a6c13db0508 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600066 Dec 16 08:13:57.118550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f93c9d-fa2c-401b-87cc-d128de16989b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233d7543-b215-4e3a-bd5b-a91e4c660e29,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:57.146325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-36f93c9d-fa2c-401b-87cc-d128de16989b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.146325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-36f93c9d-fa2c-401b-87cc-d128de16989b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5330923 Dec 16 08:13:57.146325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57634) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:57.149312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-87dd6089-a8e8-47bf-ab8c-a2dbd4c2812d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '4a1a578f-5d4e-45d2-9db4-4743db045f2b', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:57.159971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Network 567c0db7-98b0-48aa-b841-61dafea677db is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:57.172602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:57.199041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:57.232583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Pushing event updated for resources: {'Port': ['ID=e549c643-aa57-4edf-9400-bd25bf3b8515,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:57.290352 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.322522 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87dd6089-a8e8-47bf-ab8c-a2dbd4c2812d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.402002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Attempting to bind port e549c643-aa57-4edf-9400-bd25bf3b8515 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:13:57.402002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Attempting to bind port e549c643-aa57-4edf-9400-bd25bf3b8515 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:13:57.403534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Attempting to bind port e549c643-aa57-4edf-9400-bd25bf3b8515 on network 567c0db7-98b0-48aa-b841-61dafea677db {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:13:57.409165 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.437007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e13451-b0d0-4f3c-bb8a-ebda6de241ad tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:57.438842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.442529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:13:57.443861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Checking segment: {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:13:57.443861 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.444044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Bound using segment: {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:13:57.444477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Bound port: e549c643-aa57-4edf-9400-bd25bf3b8515, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:13:57.448011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.459950 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-04e13451-b0d0-4f3c-bb8a-ebda6de241ad tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5022161 Dec 16 08:13:57.462882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57638) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:57.469334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b557eb-2f6f-4c27-afa6-5a1053a70bca req-df71c38c-8592-4888-ac70-0f8ec54c1e6d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:57.487689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66b557eb-2f6f-4c27-afa6-5a1053a70bca req-df71c38c-8592-4888-ac70-0f8ec54c1e6d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2367456 Dec 16 08:13:57.561795 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87dd6089-a8e8-47bf-ab8c-a2dbd4c2812d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.604848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port b0393d71-a2d7-443a-8802-a5fd7ad3dec1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,segment=NetworkSegment(fbef374d-3adc-4320-a9ee-867a014f3c11),segment_id=fbef374d-3adc-4320-a9ee-867a014f3c11)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:57.672857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66b557eb-2f6f-4c27-afa6-5a1053a70bca req-bd227d74-a140-4a06-9440-8812ae8e0197 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839721 Dec 16 08:13:57.673587 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87dd6089-a8e8-47bf-ab8c-a2dbd4c2812d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.701491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] For port 9f5274ec-026e-4c46-b3bb-3361471376bf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5274ec-026e-4c46-b3bb-3361471376bf,segment=NetworkSegment(47ad9bf9-e1f6-4c08-819f-9919c62a9ee1),segment_id=47ad9bf9-e1f6-4c08-819f-9919c62a9ee1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:57.729749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] For port e549c643-aa57-4edf-9400-bd25bf3b8515, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:13:57.743489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] For port e549c643-aa57-4edf-9400-bd25bf3b8515, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e549c643-aa57-4edf-9400-bd25bf3b8515,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:13:57.756332 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.758090 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.760263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5274ec-026e-4c46-b3bb-3361471376bf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:57.791981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e24a670-691c-4885-9830-4049711f64bf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:57.803775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6415ca3a-8f63-4239-b385-e3b939555345 req-2eb9886b-e8f7-4a63-b9a5-94855075b17d tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1273868 Dec 16 08:13:57.804695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e24a670-691c-4885-9830-4049711f64bf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:57.816207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e24a670-691c-4885-9830-4049711f64bf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:57.821399 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7e24a670-691c-4885-9830-4049711f64bf tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3408141 Dec 16 08:13:57.822439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57646) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:57.829010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.829393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd6089-a8e8-47bf-ab8c-a2dbd4c2812d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494c3163-7cff-41c4-b084-e691458458b0,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:57.963188 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87dd6089-a8e8-47bf-ab8c-a2dbd4c2812d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:57.966798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-87dd6089-a8e8-47bf-ab8c-a2dbd4c2812d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8225482 Dec 16 08:13:57.971260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57656) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:57.972083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:57.983083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '4a1a578f-5d4e-45d2-9db4-4743db045f2b', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:57.992582 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.017420 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.102877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 0fa1b1d1-35e5-4854-b0ab-4f272997ab6e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:58.103443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.128914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Pushing event updated for resources: {'Port': ['ID=9f5274ec-026e-4c46-b3bb-3361471376bf,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:58.190980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.191330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.194604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.195000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.195344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.195683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.196018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.196382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.196714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.197043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.197371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.197695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.198020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:13:58.237125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Provisioning complete for port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:58.237552 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.261629 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.20.0.1 (567c0db7-98b0-48aa-b841-61dafea677db/9084d649-1a11-41c0-b4cd-829d0ad9270f/2e2de13b-1956-4e68-9cb9-99b40d6fae29) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:13:58.307612 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:13:58.308317 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.337897 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 0fa1b1d1-35e5-4854-b0ab-4f272997ab6e owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:13:58.369429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.385981 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9ed43c9b-3fd2-4c7a-a90e-0ce0749dbfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.394686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-010dfa88-d862-4cce-928a-02824bb21224 None None] Port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:58.431328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9f5274ec-026e-4c46-b3bb-3361471376bf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:58.441073 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.567675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ba0a8-df68-4b27-9709-1c48ec2bca50 None None] Pushing event updated for resources: {'Port': ['ID=e549c643-aa57-4edf-9400-bd25bf3b8515,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:58.603603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Router 8fb989e3-b6a1-4b11-901e-f3ea96c775df is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:13:58.673135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Provisioning complete for port 0fa1b1d1-35e5-4854-b0ab-4f272997ab6e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:58.673807 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.690060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.789386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.789805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Port 0fa1b1d1-35e5-4854-b0ab-4f272997ab6e cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:58.826555 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.841438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Provisioning complete for port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:58.841814 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.889174 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.951921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:58.955348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network 567c0db7-98b0-48aa-b841-61dafea677db is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:13:58.963786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=0fa1b1d1-35e5-4854-b0ab-4f272997ab6e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:59.049426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=2e2de13b-1956-4e68-9cb9-99b40d6fae29,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:59.053583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:13:59.064404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:13:59.093294 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.099293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65358cb2-9a2b-4e72-ac7d-497f67dfe223 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/0fa1b1d1-35e5-4854-b0ab-4f272997ab6e HTTP/1.1" status: 204 len: 168 time: 1.2572505 Dec 16 08:13:59.100260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da69b79-7ef3-4f24-b76a-934b26bb0a70,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:59.104631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57668) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:59.140162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb55bff-6a70-41cc-ac91-ebf1df2e3267 req-a86f4826-b758-4874-980c-74cb70e932eb tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:13:59.148583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceb55bff-6a70-41cc-ac91-ebf1df2e3267 req-a86f4826-b758-4874-980c-74cb70e932eb tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.3876083 Dec 16 08:13:59.176793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Provisioning complete for port 5b755665-90c1-4474-a9f6-9db52b15c055 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:59.177603 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.196570 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35ca9560-5d76-4b94-806c-2f7d91ca6214 req-4a969348-4ff8-4285-baf3-2dde9b5a24a1 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1223402 Dec 16 08:13:59.226633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.232775 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9a02e722-131d-498d-921d-3ead81c22773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2579489 Dec 16 08:13:59.233132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57670) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:59.241114 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8942cf-5c3f-40a5-a5dc-41cb3a3afd64 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:13:59.246201 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2c8942cf-5c3f-40a5-a5dc-41cb3a3afd64 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/0fa1b1d1-35e5-4854-b0ab-4f272997ab6e HTTP/1.1" status: 404 len: 333 time: 0.1361768 Dec 16 08:13:59.246488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57672) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:59.256324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '4a1a578f-5d4e-45d2-9db4-4743db045f2b', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:59.261466 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.278635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e549c643-aa57-4edf-9400-bd25bf3b8515 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:59.293678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Port 5b755665-90c1-4474-a9f6-9db52b15c055 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:13:59.305715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceb55bff-6a70-41cc-ac91-ebf1df2e3267 req-7b57d14b-2eb9-4984-a9fe-9afd9b9a2763 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559696 Dec 16 08:13:59.361006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Provisioning complete for port 9f5274ec-026e-4c46-b3bb-3361471376bf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:59.361551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a15400fe-8b40-4246-aae7-acf350069e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.422518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e549c643-aa57-4edf-9400-bd25bf3b8515 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:59.422985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.426464 n-d-820935-11 neutron-server[110395]: INFO neutron.db.securitygroups_db [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:13:59.432878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.584550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.587894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.628416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port e549c643-aa57-4edf-9400-bd25bf3b8515, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e549c643-aa57-4edf-9400-bd25bf3b8515,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:13:59.708576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:13:59.711366 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.720297 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Sync routers for ids ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:13:59.738957 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Routers {'8fb989e3-b6a1-4b11-901e-f3ea96c775df'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:13:59.739924 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:13:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:13:59.767564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa2c75c-ca3e-41bb-9a19-e46370b5f509,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:59.779551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.779551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7cc362dc-1419-4113-98db-7daf0bd20d63 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:13:59.880699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.884915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a38c8cc7-9ddb-4bbc-ad8c-cd7c702a4be0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6479673 Dec 16 08:13:59.885212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57676) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:59.890360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'network': {'name': 'tempest-network-smoke--1845649255', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'port_security_enabled': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:13:59.897848 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Set router 8fb989e3-b6a1-4b11-901e-f3ea96c775df gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:13:59.918279 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.925486 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-640687df-f6f0-4c1f-b2a2-eade3743aa69 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0734029 Dec 16 08:13:59.927305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=e549c643-aa57-4edf-9400-bd25bf3b8515,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:13:59.931266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57678) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:13:59.951882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7cc362dc-1419-4113-98db-7daf0bd20d63 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:13:59.951882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.977277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 5b755665-90c1-4474-a9f6-9db52b15c055 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:13:59.977626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:13:59.985398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c02767-037f-4db8-a48a-c013f4a88ed8 None None] Network 567c0db7-98b0-48aa-b841-61dafea677db requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:00.112687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:00.116965 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.157664 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.171117 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 3, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port': {'id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:54Z', 'updated_at': '2021-12-16T08:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:00.173921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:14:00.182437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 5b755665-90c1-4474-a9f6-9db52b15c055 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:00.218591 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Checking router: 8fb989e3-b6a1-4b11-901e-f3ea96c775df for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:00.219186 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Updating router 8fb989e3-b6a1-4b11-901e-f3ea96c775df port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:14:00.273879 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.274481 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Added segment e1d4a864-6544-45f8-8cf4-f3cb0c9c890b of type vlan for network d3420f04-28ef-4f48-800b-cf28a10f665c Dec 16 08:14:00.300298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bc5e5bbb-5d7c-4140-a26e-830795e697d2 None None] Provisioning complete for port e549c643-aa57-4edf-9400-bd25bf3b8515 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:00.300786 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5bbb-5d7c-4140-a26e-830795e697d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.307600 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.362857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.397027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.430829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7a01d10-bf88-42b3-b2e3-9df6ff9e3419 req-7483f015-1272-45d4-a84e-81eed5f087f7 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0724852 Dec 16 08:14:00.482435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b0393d71-a2d7-443a-8802-a5fd7ad3dec1 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:00.507094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.542310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e934b-80f1-4943-b914-0b3b93bde171 req-519e9489-1fbd-447a-992a-aaef2ada30d4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:00.543874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af8e934b-80f1-4943-b914-0b3b93bde171 req-519e9489-1fbd-447a-992a-aaef2ada30d4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1201870 Dec 16 08:14:00.607714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:00.608254 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.624711 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.645819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:00.646600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.828859 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.838623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.855288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5274ec-026e-4c46-b3bb-3361471376bf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:00.858643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af8e934b-80f1-4943-b914-0b3b93bde171 req-3581775f-9aee-46c7-9527-bf71ac1d16c9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060889 Dec 16 08:14:00.891762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=5b755665-90c1-4474-a9f6-9db52b15c055,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:00.896307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Network': ['ID=d3420f04-28ef-4f48-800b-cf28a10f665c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:00.903526 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45d62c4c-e2f8-46f8-b615-7e4d27edb54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.914056 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.916860 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-089f558e-3df8-4918-930d-556af64f9a21 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0306101 Dec 16 08:14:00.924732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57686) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:00.930123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'admin_state_up': True, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:00.943638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d3420f04-28ef-4f48-800b-cf28a10f665c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:14:00.975400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce2584-cfa4-4210-b205-acce20810ead None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:00.985458 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:00.997713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57688) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:00.997982 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7a223267-e6b0-4e52-9b18-47c19648eef5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/5b755665-90c1-4474-a9f6-9db52b15c055 HTTP/1.1" status: 204 len: 168 time: 1.7505550 Dec 16 08:14:01.097769 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Attempting to bind port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:01.100621 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Attempting to bind port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:01.101928 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Attempting to bind port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:01.106534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9f5274ec-026e-4c46-b3bb-3361471376bf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:01.107138 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.108088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.110402 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-e436e034-2d13-4fae-b625-90da4215399e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:14:01.111712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e436e034-2d13-4fae-b625-90da4215399e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/5b755665-90c1-4474-a9f6-9db52b15c055 HTTP/1.1" status: 404 len: 333 time: 0.1105316 Dec 16 08:14:01.116865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57690) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:01.120507 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:01.121176 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:01.122211 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.122396 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:01.122972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Bound port: a27c646e-ef4b-408f-878f-4eefa4cdd9e5, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:01.123459 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.126264 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Pushing event updated for resources: {'Port': ['ID=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:01.162160 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.162892 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.163679 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.163899 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.164131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.164445 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.165139 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.165272 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.165365 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.165748 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.166192 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.166604 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.167222 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.167417 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.167830 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:01.185087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Provisioning complete for port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:01.185461 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.186980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.217356 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] For port a27c646e-ef4b-408f-878f-4eefa4cdd9e5, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:01.221241 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] For port a27c646e-ef4b-408f-878f-4eefa4cdd9e5, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:01.264062 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.292296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:01.298135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.300604 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.331065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=2e2de13b-1956-4e68-9cb9-99b40d6fae29,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:01.333991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet ec830ed6-626c-4a95-ae72-963db5b75c33 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:01.395088 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.403929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e1e67-7b8e-42bf-97c7-7c3115ea4425 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:01.424269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Provisioning complete for port e549c643-aa57-4edf-9400-bd25bf3b8515 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:01.424654 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.451811 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10eac41-45bb-481d-b6ea-f98ff4688ae9 None None] Pushing event updated for resources: {'Port': ['ID=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:01.486211 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Routers {'8fb989e3-b6a1-4b11-901e-f3ea96c775df'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:01.486865 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:01.533596 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.541836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network 567c0db7-98b0-48aa-b841-61dafea677db is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:01.543356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:01.550293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e549c643-aa57-4edf-9400-bd25bf3b8515 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:01.618224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.619910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Provisioning complete for port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:01.621015 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.665127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d5a486e-b143-4823-9568-2bb56dc9f4fc req-c9f5546a-4dd5-4337-a5fa-35407be56909 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0745268 Dec 16 08:14:01.688104 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e549c643-aa57-4edf-9400-bd25bf3b8515 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:01.688524 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.751246 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] Set router 8fb989e3-b6a1-4b11-901e-f3ea96c775df gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:01.793818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:14:01.919121 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.941084 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:01.976557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] For port a27c646e-ef4b-408f-878f-4eefa4cdd9e5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:02.013113 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 3, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port': {'id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:54Z', 'updated_at': '2021-12-16T08:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:02.026208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:02.032468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-be1f5f10-07ca-47cb-90a4-c70af8acf515 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "PUT /v2.0/routers/550c2bae-6b5a-43b1-8bd7-fae05ae0a982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7542310 Dec 16 08:14:02.035079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57698) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:02.042404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Sync routers for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:02.057151 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e914a-60d6-42cb-baf3-cdcf15447adb None None] The sync data for ids ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'] in n-d-820935-11 is: [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 3, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port': {'id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:54Z', 'updated_at': '2021-12-16T08:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:02.061701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:02.061701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:02.094427 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.099763 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.119959 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.198004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Allocated IP 172.20.0.1 (69b681ad-0e3a-4667-952d-924a1fd65500/26e2fde4-ad00-4b98-934a-fef621dd82ab/78ee7a0b-9794-4676-86b3-c862207c3a30) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:02.207879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887c7d4-366d-472f-95ca-90b9fcf0cb4e req-5f7e6dac-a9dd-4a6d-90e1-f3f865bc66d2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.215603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f887c7d4-366d-472f-95ca-90b9fcf0cb4e req-5f7e6dac-a9dd-4a6d-90e1-f3f865bc66d2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1951756 Dec 16 08:14:02.232302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f49990-7e0b-4797-8130-814758fd5a71 None None] Pushing event updated for resources: {'Port': ['ID=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:02.275717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-248ee8cc-1f34-4858-8737-4d2e41e1ee7f None None] Provisioning complete for port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:02.275717 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-248ee8cc-1f34-4858-8737-4d2e41e1ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.324692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:02.325651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.326282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.327031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.327272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.327731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.328455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.328669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.329115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.329571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.330026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.332868 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-188e5210-debd-46ae-9e6f-03f5afbed5d8 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6972 time: 0.2952046 Dec 16 08:14:02.336601 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57700) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:02.359800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-248ee8cc-1f34-4858-8737-4d2e41e1ee7f None None] Port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:02.367447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.381685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-248ee8cc-1f34-4858-8737-4d2e41e1ee7f None None] Provisioning complete for port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:02.382309 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-248ee8cc-1f34-4858-8737-4d2e41e1ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.417121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f887c7d4-366d-472f-95ca-90b9fcf0cb4e req-053f2e6b-e6cf-44da-9b4c-3f7393650ab6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003183 Dec 16 08:14:02.430089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=ec830ed6-626c-4a95-ae72-963db5b75c33,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:02.445946 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.454950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.454950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.454950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.454950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.454950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.455653 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.456133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:02.456415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-71d747fa-4e1d-40b9-82da-8a206f37ae07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/ec830ed6-626c-4a95-ae72-963db5b75c33 HTTP/1.1" status: 204 len: 168 time: 1.3315997 Dec 16 08:14:02.458840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836040f1-44e5-41fb-b29f-7638e53ffa50 None None] Network 5876054c-c715-458d-ba51-696070347475 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:02.459060 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eba1ae7f-9e00-4270-acda-392c92e6dc3f tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1213853 Dec 16 08:14:02.459778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57702) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:02.467535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57704) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:02.506933 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.704284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.791789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.861864 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:00Z', 'revision_number': 2, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:02.881657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Network 69b681ad-0e3a-4667-952d-924a1fd65500 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:02.898620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 9f5274ec-026e-4c46-b3bb-3361471376bf {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:02.899079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:02.906984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:02.909805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:02.951336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff46f010-8a03-4f2e-b364-eac30cf98851 req-5c3927fe-4b55-4a6c-ab97-fa0717a160c9 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0897489 Dec 16 08:14:02.956413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Checking router: 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:02.956852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Updating router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:14:02.968633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] DHCP port deletion for 5876054c-c715-458d-ba51-696070347475 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:02.989524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.021132 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.095287 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.103243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] For port 9f5274ec-026e-4c46-b3bb-3361471376bf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5274ec-026e-4c46-b3bb-3361471376bf,segment=NetworkSegment(47ad9bf9-e1f6-4c08-819f-9919c62a9ee1),segment_id=47ad9bf9-e1f6-4c08-819f-9919c62a9ee1)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:03.103796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.113149 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c1b18278-f5d7-4662-9653-15ef6dfdcfaf tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.6406691 Dec 16 08:14:03.134022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 9f5274ec-026e-4c46-b3bb-3361471376bf owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:03.149484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Pushing event updated for resources: {'Port': ['ID=78ee7a0b-9794-4676-86b3-c862207c3a30,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:03.202574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.75 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/b882e6b3-8373-45a9-90e7-af80569d2caa) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:03.210901 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.409536 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] Deleting port 9f5274ec-026e-4c46-b3bb-3361471376bf {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:03.409909 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.414479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.469570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.516362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No DVR routers for this DVR port 9f5274ec-026e-4c46-b3bb-3361471376bf on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:03.535847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=9f5274ec-026e-4c46-b3bb-3361471376bf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:03.538567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] For port 9f5274ec-026e-4c46-b3bb-3361471376bf, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:03.557578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.599215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a27c646e-ef4b-408f-878f-4eefa4cdd9e5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:03.649154 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.663910 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.692128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5876054c-c715-458d-ba51-696070347475']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:03.698846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] Calling delete_port for 9f5274ec-026e-4c46-b3bb-3361471376bf owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:03.701242 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57714) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:03.710770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] Port 9f5274ec-026e-4c46-b3bb-3361471376bf was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:14:03.719224 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.738689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d0568a09-2baa-4df8-9237-9c0d4c919476 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280381785', 'description': 'tempest-secgroup-smoke-280381785 description', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:03.762128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ad9bf9-e1f6-4c08-819f-9919c62a9ee1') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:03.762874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ad9bf9-e1f6-4c08-819f-9919c62a9ee1') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:03.774680 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.779371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-18dd550e-cb97-42a5-b26b-6d1dd6c4141e None None] Provisioning complete for port 78ee7a0b-9794-4676-86b3-c862207c3a30 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:03.779740 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18dd550e-cb97-42a5-b26b-6d1dd6c4141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.783644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] Pushing event deleted for resources: {'Port': ['ID=9f5274ec-026e-4c46-b3bb-3361471376bf,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:03.784641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.788277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eddff6-e887-4378-945d-c7b85c24bec1 req-b45fbffd-6108-48f2-9c41-cd75eef8566f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:03.790709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3eddff6-e887-4378-945d-c7b85c24bec1 req-b45fbffd-6108-48f2-9c41-cd75eef8566f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2207432 Dec 16 08:14:03.794947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a458a1-b977-48ff-8770-c78ecd78309c None None] No DVR routers for this DVR port 9f5274ec-026e-4c46-b3bb-3361471376bf on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:03.815431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.823395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:14:03.823846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:14:03.827549 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:14:03.835794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.882601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-18dd550e-cb97-42a5-b26b-6d1dd6c4141e None None] Port 78ee7a0b-9794-4676-86b3-c862207c3a30 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:03.885386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:03.885882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.916272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:03.917781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0568a09-2baa-4df8-9237-9c0d4c919476 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:03.955609 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:03.964976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:03.985238 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.003068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251b3460-d421-477f-84f5-534bb00b819d None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:04.007296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=b882e6b3-8373-45a9-90e7-af80569d2caa,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:04.053343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0568a09-2baa-4df8-9237-9c0d4c919476 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.054987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.067770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3eddff6-e887-4378-945d-c7b85c24bec1 req-f29ed411-532b-4dcc-b358-69ca7c2c982a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398167 Dec 16 08:14:04.067884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.067884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/5876054c-c715-458d-ba51-696070347475 HTTP/1.1" status: 204 len: 168 time: 1.6049111 Dec 16 08:14:04.077934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57718) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:04.106280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-162710241'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:04.113384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.164960 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516551e-a9b2-4b00-82e0-34cf74cc1c50 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=5876054c-c715-458d-ba51-696070347475,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:04.165192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c322bb2c-e413-48b5-957e-1612a706179d req-f66b5584-94cb-4897-8d4b-97bd94671e64 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0975971 Dec 16 08:14:04.179688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5274ec-026e-4c46-b3bb-3361471376bf no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:04.191655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0568a09-2baa-4df8-9237-9c0d4c919476 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.215271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-443ead0e-f463-4793-8340-c9a82facf53d None None] Provisioning complete for port b882e6b3-8373-45a9-90e7-af80569d2caa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:04.215656 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-443ead0e-f463-4793-8340-c9a82facf53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.219279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9f5274ec-026e-4c46-b3bb-3361471376bf {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:04.219633 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5274ec-026e-4c46-b3bb-3361471376bf not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:04.223970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76ba42-bbb4-48bd-806b-710c39f796a8 None None] Pushing event updated for resources: {'Port': ['ID=2e2de13b-1956-4e68-9cb9-99b40d6fae29,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:04.301473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0568a09-2baa-4df8-9237-9c0d4c919476 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:04.305500 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.351676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-443ead0e-f463-4793-8340-c9a82facf53d None None] Port b882e6b3-8373-45a9-90e7-af80569d2caa cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:04.373586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Attempting to bind port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:04.374123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Attempting to bind port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:04.374587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Attempting to bind port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 on network 567c0db7-98b0-48aa-b841-61dafea677db {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:04.382468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:04.383340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Checking segment: {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:04.384581 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.400970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Bound using segment: {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:04.400970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Bound port: 2e2de13b-1956-4e68-9cb9-99b40d6fae29, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:04.400970 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.436237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0568a09-2baa-4df8-9237-9c0d4c919476 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.443488 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d0568a09-2baa-4df8-9237-9c0d4c919476 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7404733 Dec 16 08:14:04.450036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57722) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:04.463038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-07f352d9-291a-41e6-93e3-04e63ddf5232 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'e8aeffa2-3a4e-4b23-b85d-f56c519ad13d', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:04.508170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] For port 2e2de13b-1956-4e68-9cb9-99b40d6fae29, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:04.513481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] For port 2e2de13b-1956-4e68-9cb9-99b40d6fae29, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2e2de13b-1956-4e68-9cb9-99b40d6fae29,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:04.577863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7966fdd8-e155-4e93-a2cf-d35248b88261 None None] Provisioning complete for port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:04.578236 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7966fdd8-e155-4e93-a2cf-d35248b88261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.618786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:04.622225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-7966fdd8-e155-4e93-a2cf-d35248b88261 None None] Port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:04.628583 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.654774 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.677170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:14:04.696301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.696945 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Added segment e2a75ea2-5ce7-43b6-8e6b-067814cf798e of type vlan for network 006a2913-0bf9-4c99-a265-7d4c1b98493c Dec 16 08:14:04.741508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:04.742249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:04.752170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76ba42-bbb4-48bd-806b-710c39f796a8 None None] Pushing event updated for resources: {'Port': ['ID=2e2de13b-1956-4e68-9cb9-99b40d6fae29,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:04.771321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27cc02a8-a892-40a2-88fa-e41d83a1e641 req-4a69234e-6ff6-41ed-8f96-d266f5c09568 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0895257 Dec 16 08:14:04.793050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.837796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07f352d9-291a-41e6-93e3-04e63ddf5232 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.864891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.937844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07f352d9-291a-41e6-93e3-04e63ddf5232 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:04.961040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.041773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.043716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Pushing event updated for resources: {'Port': ['ID=78ee7a0b-9794-4676-86b3-c862207c3a30,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:05.049213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.059537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:05.060330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.081769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07f352d9-291a-41e6-93e3-04e63ddf5232 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.090356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0ab65cec-766f-44b8-b859-3f1edf508ec5 None None] Provisioning complete for port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:05.090989 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ab65cec-766f-44b8-b859-3f1edf508ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.123720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:05.202036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Network 69b681ad-0e3a-4667-952d-924a1fd65500 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:05.205617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Network': ['ID=006a2913-0bf9-4c99-a265-7d4c1b98493c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:05.230383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:14:05.257145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:05.266502 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f352d9-291a-41e6-93e3-04e63ddf5232 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7689c08c-6750-4676-a906-6d5a86b59248,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:05.362865 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-495988fd-5b18-454a-8888-59e0c8d75ec1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2668831 Dec 16 08:14:05.362865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57730) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:05.366486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:05.386486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370436f4-08fb-42cb-adfc-19b746b96ea0 req-7b06c6ed-177d-453c-a31b-9e56cbe3aee8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:05.388135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-370436f4-08fb-42cb-adfc-19b746b96ea0 req-7b06c6ed-177d-453c-a31b-9e56cbe3aee8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1849751 Dec 16 08:14:05.397927 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07f352d9-291a-41e6-93e3-04e63ddf5232 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.399398 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-07f352d9-291a-41e6-93e3-04e63ddf5232 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9474490 Dec 16 08:14:05.405675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57732) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:05.412911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6b2d0515-8ccc-4202-8278-e2a4452244df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'e8aeffa2-3a4e-4b23-b85d-f56c519ad13d', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:05.418616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad605044-b0ee-4f46-b7d5-414d0e5cc8a1 req-07aa12ec-e453-45a3-811d-ee64df936806 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0635710 Dec 16 08:14:05.431639 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ab65cec-766f-44b8-b859-3f1edf508ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.503483 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.539225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0ab65cec-766f-44b8-b859-3f1edf508ec5 None None] For port 2e2de13b-1956-4e68-9cb9-99b40d6fae29, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2e2de13b-1956-4e68-9cb9-99b40d6fae29,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:05.578902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:04Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:05.583381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-370436f4-08fb-42cb-adfc-19b746b96ea0 req-943d0f2b-5e92-4552-ae33-951717c5539e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626699 Dec 16 08:14:05.615630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ef4f7-d937-4bd1-8c79-730b300c9862 None None] The sync data for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 is: [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:04Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:05.647820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Router 8fb989e3-b6a1-4b11-901e-f3ea96c775df has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:14:05.683840 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0ab65cec-766f-44b8-b859-3f1edf508ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.708841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:05.714052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.741720 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0515-8ccc-4202-8278-e2a4452244df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.819038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab65cec-766f-44b8-b859-3f1edf508ec5 None None] Pushing event updated for resources: {'Port': ['ID=2e2de13b-1956-4e68-9cb9-99b40d6fae29,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:05.865605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0f45a586-79d6-4336-83bc-e3a374c995a5 None None] Provisioning complete for port 78ee7a0b-9794-4676-86b3-c862207c3a30 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:05.866018 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f45a586-79d6-4336-83bc-e3a374c995a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.929046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0f45a586-79d6-4336-83bc-e3a374c995a5 None None] Port 78ee7a0b-9794-4676-86b3-c862207c3a30 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:05.993074 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0515-8ccc-4202-8278-e2a4452244df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:05.998015 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.000652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:06.022120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c92152e6-6a9c-4734-b97a-599ee1c087ad admin admin] 10.222.0.43 "PUT /v2.0/routers/8fb989e3-b6a1-4b11-901e-f3ea96c775df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0754578 Dec 16 08:14:06.022211 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Sync routers for ids ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:06.033474 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Routers {'8fb989e3-b6a1-4b11-901e-f3ea96c775df'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:06.034106 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:06.082249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.105243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0515-8ccc-4202-8278-e2a4452244df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.186193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d0515-8ccc-4202-8278-e2a4452244df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bfe2cf-8882-4dae-8cba-532f7813afac,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:06.208887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Checking segment: {'id': 'e2a75ea2-5ce7-43b6-8e6b-067814cf798e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:06.209442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network hostable DHCP agents. Network: 006a2913-0bf9-4c99-a265-7d4c1b98493c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:14:06.212914 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=91e59738-6bc1-42c8-a387-2a827b0e63d0,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:06.320218 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0515-8ccc-4202-8278-e2a4452244df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.321876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6b2d0515-8ccc-4202-8278-e2a4452244df tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9134674 Dec 16 08:14:06.324719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57740) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:06.330014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-319add91-860f-4757-82eb-a1a0de0a31b0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'e8aeffa2-3a4e-4b23-b85d-f56c519ad13d', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:06.380313 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Set router 8fb989e3-b6a1-4b11-901e-f3ea96c775df gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:06.380536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:14:06.406152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 0f9770d7-7802-448d-b746-7643904b3448 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:14:06.545661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 006a2913-0bf9-4c99-a265-7d4c1b98493c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:06.555709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:06.557200 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.559503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc2c54-8352-485d-a5ae-f894cfa4015f None None] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:06.592572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-319add91-860f-4757-82eb-a1a0de0a31b0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.634745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0a3cdba-4b4e-4a4a-9278-173d8f7f9f8a req-9477e0d1-5aa5-4731-a82d-fdcbe88ce3fe tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.0943351 Dec 16 08:14:06.656086 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3027d58f-7140-4fc4-a8f0-b11f7e5ea1a6 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2928841 Dec 16 08:14:06.656557 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:06.670374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b1d5027d-de38-4d6f-a5bc-e52b3cc86118 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-237427641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:06.699245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:06.719555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Sync routers for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:06.743605 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:14:03Z', 'revision_number': 4, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port': {'id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:54Z', 'updated_at': '2021-12-16T08:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78ee7a0b-9794-4676-86b3-c862207c3a30', 'name': '', 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'mac_address': 'fa:16:3e:60:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '26e2fde4-ad00-4b98-934a-fef621dd82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:03Z', 'revision_number': 2, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'subnets': [{'id': '26e2fde4-ad00-4b98-934a-fef621dd82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:06.753422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:06.754860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:06.777192 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-319add91-860f-4757-82eb-a1a0de0a31b0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.809560 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Checking router: 8fb989e3-b6a1-4b11-901e-f3ea96c775df for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:06.809944 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Updating router 8fb989e3-b6a1-4b11-901e-f3ea96c775df port 78ee7a0b-9794-4676-86b3-c862207c3a30 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:14:06.822991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d5027d-de38-4d6f-a5bc-e52b3cc86118 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.824373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d5027d-de38-4d6f-a5bc-e52b3cc86118 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.862902 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.876730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-006a2913-0bf9-4c99-a265-7d4c1b98493c', 'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c', 'project_id': '156fd29ad94f4a37bc535f006f861996', 'fixed_ips': [{'subnet_id': '91e59738-6bc1-42c8-a387-2a827b0e63d0'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:14:06.878143 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.907995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-319add91-860f-4757-82eb-a1a0de0a31b0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:06.986682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be1f1e-426c-4406-99fe-f780cdd80d71 req-1385e62f-2444-49de-9e8c-baaed0431424 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:06.997620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28be1f1e-426c-4406-99fe-f780cdd80d71 req-1385e62f-2444-49de-9e8c-baaed0431424 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2183409 Dec 16 08:14:07.001906 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.003114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-38642adb-2a07-4cd7-bd50-78ec08b537f4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.0778279 Dec 16 08:14:07.021101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57756) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:07.040532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d5027d-de38-4d6f-a5bc-e52b3cc86118 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.045404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319add91-860f-4757-82eb-a1a0de0a31b0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488b57e3-5640-4078-a6ed-685d302e89ad,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:07.105860 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d5027d-de38-4d6f-a5bc-e52b3cc86118 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.119997 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28be1f1e-426c-4406-99fe-f780cdd80d71 req-0673b14c-b2f4-4935-b5a6-40ca61e056b4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939348 Dec 16 08:14:07.170619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-319add91-860f-4757-82eb-a1a0de0a31b0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.174830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-319add91-860f-4757-82eb-a1a0de0a31b0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8459647 Dec 16 08:14:07.174993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57762) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:07.180815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2088172c-be53-4ab0-b647-772eec49db0e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'e8aeffa2-3a4e-4b23-b85d-f56c519ad13d', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:07.200984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:07.218203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b1d5027d-de38-4d6f-a5bc-e52b3cc86118 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.221678 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b1d5027d-de38-4d6f-a5bc-e52b3cc86118 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5643172 Dec 16 08:14:07.224481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57766) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:07.230770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c', 'name': 'tempest-PortsIpV6TestJSON-1885820099'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:07.467618 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.472540 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e3571815-4ec9-4385-98fb-07b04636efa1 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=44fea2caa1b44b76ab343b98224961b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4477065 Dec 16 08:14:07.505323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57772) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:07.542407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Allocated IP 2001:db8::2 (006a2913-0bf9-4c99-a265-7d4c1b98493c/91e59738-6bc1-42c8-a387-2a827b0e63d0/7370a763-d5dc-44d4-9498-e4f5feeea522) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:07.559122 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.608668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8dada911-72d9-4c91-840e-c6107a6b4fff req-402c28d5-f0af-471e-98f6-f152452f2ae5 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.2083306 Dec 16 08:14:07.619748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2e2de13b-1956-4e68-9cb9-99b40d6fae29 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:07.626259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c8a4127-9628-460b-b73b-550068b3ed6d req-11c87850-3c82-41b0-9467-f340b8e2daee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3da5c0e94ba046a7aad952edc9d22ad0&device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.3325455 Dec 16 08:14:07.677659 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5729f-c302-4d3c-b649-3bf7b94f457f None None] Pushing event updated for resources: {'Port': ['ID=78ee7a0b-9794-4676-86b3-c862207c3a30,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:07.716239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c8a4127-9628-460b-b73b-550068b3ed6d req-5eb863c2-c185-4bf0-9560-a6327cc9b5b3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3da5c0e94ba046a7aad952edc9d22ad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681589 Dec 16 08:14:07.764900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5257a976-3bb0-4f3d-9238-66102c4fa7e1 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:07.766765 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5257a976-3bb0-4f3d-9238-66102c4fa7e1 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2528265 Dec 16 08:14:07.770498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57778) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:07.774658 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2088172c-be53-4ab0-b647-772eec49db0e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.813090 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Attempting to bind port 78ee7a0b-9794-4676-86b3-c862207c3a30 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:07.813467 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Attempting to bind port 78ee7a0b-9794-4676-86b3-c862207c3a30 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:07.813834 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Attempting to bind port 78ee7a0b-9794-4676-86b3-c862207c3a30 on network 69b681ad-0e3a-4667-952d-924a1fd65500 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:07.838398 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:07.838398 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Checking segment: {'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:07.838398 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.838398 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Bound using segment: {'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:07.838398 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Bound port: 78ee7a0b-9794-4676-86b3-c862207c3a30, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbef374d-3adc-4320-a9ee-867a014f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:07.838398 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.844705 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c07adcdf-f719-46af-ae71-cef6463af1fe tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710130 Dec 16 08:14:07.849501 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57782) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:07.866056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703474759', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:07.979329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2088172c-be53-4ab0-b647-772eec49db0e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:07.981951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:04Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:08.016997 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] For port 78ee7a0b-9794-4676-86b3-c862207c3a30, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:08.021004 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] For port 78ee7a0b-9794-4676-86b3-c862207c3a30, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78ee7a0b-9794-4676-86b3-c862207c3a30,segment=NetworkSegment(fbef374d-3adc-4320-a9ee-867a014f3c11),segment_id=fbef374d-3adc-4320-a9ee-867a014f3c11)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:08.053116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:08.054070 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.076780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2088172c-be53-4ab0-b647-772eec49db0e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.101567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088172c-be53-4ab0-b647-772eec49db0e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308efb0d-8d66-4b8e-acf8-84320a5419c0,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:08.118981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Checking router: 0f9770d7-7802-448d-b746-7643904b3448 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:08.118981 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Updating router 0f9770d7-7802-448d-b746-7643904b3448 port b882e6b3-8373-45a9-90e7-af80569d2caa binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:14:08.135427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4127-9628-460b-b73b-550068b3ed6d req-a72be072-fc63-45f7-8db3-52c2f1010e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:08.136976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c8a4127-9628-460b-b73b-550068b3ed6d req-a72be072-fc63-45f7-8db3-52c2f1010e27 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4101772 Dec 16 08:14:08.147722 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.205571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2088172c-be53-4ab0-b647-772eec49db0e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.207295 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2088172c-be53-4ab0-b647-772eec49db0e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0310233 Dec 16 08:14:08.211806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57790) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:08.225143 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Routers {'8fb989e3-b6a1-4b11-901e-f3ea96c775df'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:08.225828 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:08.231468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'e8aeffa2-3a4e-4b23-b85d-f56c519ad13d', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:08.244398 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.249392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-935f7ed1-25d1-4fd1-9307-6c315b39e066 None None] Provisioning complete for port 78ee7a0b-9794-4676-86b3-c862207c3a30 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:08.250424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-935f7ed1-25d1-4fd1-9307-6c315b39e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.252246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:08.257493 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.269612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.372307 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] Set router 8fb989e3-b6a1-4b11-901e-f3ea96c775df gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:08.403005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:08.406448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.435367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57792) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:08.480927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.543013 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5729f-c302-4d3c-b649-3bf7b94f457f None None] Pushing event updated for resources: {'Port': ['ID=78ee7a0b-9794-4676-86b3-c862207c3a30,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:08.575556 n-d-820935-11 neutron-server[110395]: INFO neutron.db.securitygroups_db [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Project a3a609dbbaff4144adf3534e50ccab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:14:08.619277 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.634866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 70f13d73-3b36-4185-a251-ff2b406ff1f0 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:14:08.731360 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-935f7ed1-25d1-4fd1-9307-6c315b39e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:08.770102 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:14:03Z', 'revision_number': 4, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port': {'id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:54Z', 'updated_at': '2021-12-16T08:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78ee7a0b-9794-4676-86b3-c862207c3a30', 'name': '', 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'mac_address': 'fa:16:3e:60:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '26e2fde4-ad00-4b98-934a-fef621dd82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:08Z', 'revision_number': 4, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'subnets': [{'id': '26e2fde4-ad00-4b98-934a-fef621dd82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:08.809278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:08.814267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::2bf (006a2913-0bf9-4c99-a265-7d4c1b98493c/91e59738-6bc1-42c8-a387-2a827b0e63d0/70f13d73-3b36-4185-a251-ff2b406ff1f0) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:08.839113 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951ae35-bda4-4445-b4f9-6bb46a361ae4 None None] The sync data for ids ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'] in n-d-820935-11 is: [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:14:03Z', 'revision_number': 4, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port': {'id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:54Z', 'updated_at': '2021-12-16T08:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '78ee7a0b-9794-4676-86b3-c862207c3a30', 'name': '', 'network_id': '69b681ad-0e3a-4667-952d-924a1fd65500', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'mac_address': 'fa:16:3e:60:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '26e2fde4-ad00-4b98-934a-fef621dd82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:08Z', 'revision_number': 4, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'subnets': [{'id': '26e2fde4-ad00-4b98-934a-fef621dd82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:08.843933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:08.851688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:08.861267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Pushing event updated for resources: {'Port': ['ID=7370a763-d5dc-44d4-9498-e4f5feeea522,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:08.943617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2d86d1a-af7f-4747-951c-3c8d59106471 req-1a78c06b-0748-413f-9e14-30f4e5acfd82 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1092708 Dec 16 08:14:08.980301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-935f7ed1-25d1-4fd1-9307-6c315b39e066 None None] For port 78ee7a0b-9794-4676-86b3-c862207c3a30, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78ee7a0b-9794-4676-86b3-c862207c3a30,segment=NetworkSegment(fbef374d-3adc-4320-a9ee-867a014f3c11),segment_id=fbef374d-3adc-4320-a9ee-867a014f3c11)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:09.021852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d60f7-e66f-40d6-a291-0e191bd85fcc req-ea719a77-5751-4e55-8ba6-44890cba1115 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:09.030810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c31d60f7-e66f-40d6-a291-0e191bd85fcc req-ea719a77-5751-4e55-8ba6-44890cba1115 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.7570882 Dec 16 08:14:09.039248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Attempting to bind port 7370a763-d5dc-44d4-9498-e4f5feeea522 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:09.039959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Attempting to bind port 7370a763-d5dc-44d4-9498-e4f5feeea522 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e2a75ea2-5ce7-43b6-8e6b-067814cf798e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:09.040489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Attempting to bind port 7370a763-d5dc-44d4-9498-e4f5feeea522 on network 006a2913-0bf9-4c99-a265-7d4c1b98493c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:09.059309 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-935f7ed1-25d1-4fd1-9307-6c315b39e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.148735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.270695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c31d60f7-e66f-40d6-a291-0e191bd85fcc req-1c53cf81-3126-49ec-9ac4-0e1a8d3c8de9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383575 Dec 16 08:14:09.290762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.367638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:09.368017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Checking segment: {'id': 'e2a75ea2-5ce7-43b6-8e6b-067814cf798e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:09.378153 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.380634 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.385601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Bound using segment: {'id': 'e2a75ea2-5ce7-43b6-8e6b-067814cf798e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:09.385601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Bound port: 7370a763-d5dc-44d4-9498-e4f5feeea522, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a75ea2-5ce7-43b6-8e6b-067814cf798e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '006a2913-0bf9-4c99-a265-7d4c1b98493c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:09.385601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.443309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.455165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccea683b-e3ce-41aa-bbfd-6d963b47a008,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:09.474634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f7ed1-25d1-4fd1-9307-6c315b39e066 None None] Pushing event updated for resources: {'Port': ['ID=78ee7a0b-9794-4676-86b3-c862207c3a30,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:09.548329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.636837 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.643719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e4da67bc-32db-4d2d-933a-59a11138a3fc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4280362 Dec 16 08:14:09.664112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.665930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57798) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:09.676983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] For port 7370a763-d5dc-44d4-9498-e4f5feeea522, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:09.686127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'security_group_rule': {'security_group_id': 'e8aeffa2-3a4e-4b23-b85d-f56c519ad13d', 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:09.687257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] For port 7370a763-d5dc-44d4-9498-e4f5feeea522, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7370a763-d5dc-44d4-9498-e4f5feeea522,segment=NetworkSegment(e2a75ea2-5ce7-43b6-8e6b-067814cf798e),segment_id=e2a75ea2-5ce7-43b6-8e6b-067814cf798e)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:09.687257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-47762e0b-4c85-4a44-a39d-428117333017 None None] Provisioning complete for port 78ee7a0b-9794-4676-86b3-c862207c3a30 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:09.687257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-47762e0b-4c85-4a44-a39d-428117333017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.732954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c8a4127-9628-460b-b73b-550068b3ed6d req-0984af0d-063c-472a-a1bb-d307538e3851 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.36 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.1105840 Dec 16 08:14:09.764341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78ee7a0b-9794-4676-86b3-c862207c3a30 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:09.815669 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.873495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Subnet': ['ID=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:09.895547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:09.908439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=70f13d73-3b36-4185-a251-ff2b406ff1f0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:09.912041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:09.923117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:09.930834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:09.931651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.950053 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:09.965919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Checking segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:09.966337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network hostable DHCP agents. Network: d3420f04-28ef-4f48-800b-cf28a10f665c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:14:10.002579 n-d-820935-11 neutron-server[110395]: INFO neutron.db.securitygroups_db [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Project a3a609dbbaff4144adf3534e50ccab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:14:10.014131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.046769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Deleting port 78ee7a0b-9794-4676-86b3-c862207c3a30 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:10.046769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.090899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network d3420f04-28ef-4f48-800b-cf28a10f665c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:14:10.108511 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.123240 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-372f6c09-975c-44ca-8342-e92fe0f74c07 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8975554 Dec 16 08:14:10.140016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57804) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:10.155527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c2b2-9c86-427c-b014-40e840cfef3c None None] Pushing event updated for resources: {'Port': ['ID=7370a763-d5dc-44d4-9498-e4f5feeea522,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:10.186804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] For port 78ee7a0b-9794-4676-86b3-c862207c3a30, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=78ee7a0b-9794-4676-86b3-c862207c3a30,segment=NetworkSegment(fbef374d-3adc-4320-a9ee-867a014f3c11),segment_id=fbef374d-3adc-4320-a9ee-867a014f3c11)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:10.187327 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.211667 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Calling delete_port for 78ee7a0b-9794-4676-86b3-c862207c3a30 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:10.218543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 78ee7a0b-9794-4676-86b3-c862207c3a30 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:10.219191 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.285473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f157b6-2af1-4a43-bc22-f641acdcb763 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:10.323001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a8635-107a-4f97-b1be-ff50d7683826 None None] Pushing event updated for resources: {'Port': ['ID=b882e6b3-8373-45a9-90e7-af80569d2caa,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:10.328059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Attempting to bind port b882e6b3-8373-45a9-90e7-af80569d2caa on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:10.328475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Attempting to bind port b882e6b3-8373-45a9-90e7-af80569d2caa by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:10.328851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Attempting to bind port b882e6b3-8373-45a9-90e7-af80569d2caa on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:10.375355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:10.376163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:10.376841 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.380832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:10.382102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Bound port: b882e6b3-8373-45a9-90e7-af80569d2caa, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:10.382756 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.466614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d3420f04-28ef-4f48-800b-cf28a10f665c) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:10.469936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02e4637f-d2bd-4d1d-ae49-d6e0652ba900 req-8c95978b-788f-4f2f-952b-b51015da0460 tempest-ServerShowV257Test-394796131 tempest-ServerShowV257Test-394796131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1000eabe-ffa3-49e0-8776-b511fbe8e0ee HTTP/1.1" status: 200 len: 210 time: 0.2965465 Dec 16 08:14:10.491485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:10.492124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.507504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af452e2f-dd23-48ae-9da4-7398989693be None None] Network d3420f04-28ef-4f48-800b-cf28a10f665c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:10.548659 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.621442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] For port b882e6b3-8373-45a9-90e7-af80569d2caa, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:10.721870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a6c0565d-f9c8-4e3b-98f2-a471dc7e25b0 None None] Provisioning complete for port b882e6b3-8373-45a9-90e7-af80569d2caa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:10.722560 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6c0565d-f9c8-4e3b-98f2-a471dc7e25b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.735448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.736029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] For port b882e6b3-8373-45a9-90e7-af80569d2caa, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b882e6b3-8373-45a9-90e7-af80569d2caa,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:10.803538 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.828860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-d3420f04-28ef-4f48-800b-cf28a10f665c', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:14:10.829722 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.850917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ee7a0b-9794-4676-86b3-c862207c3a30,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:10.854167 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:10.863268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0565d-f9c8-4e3b-98f2-a471dc7e25b0 None None] Port b882e6b3-8373-45a9-90e7-af80569d2caa cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:11.060713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867f4d2-888a-4f8d-a14d-b4d49954742a None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:11.118190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a8635-107a-4f97-b1be-ff50d7683826 None None] Pushing event updated for resources: {'Port': ['ID=b882e6b3-8373-45a9-90e7-af80569d2caa,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:11.138709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:11.139272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:11.212762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:11.331685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Allocated IP 172.20.0.2 (d3420f04-28ef-4f48-800b-cf28a10f665c/3939f3e0-93b0-4c39-bdf9-aa33177ee8fc/80b1cbae-26dd-4e6a-84b8-aab629c1726f) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:11.337409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-864b6ce5-6ec1-4501-a980-7c71e8d23bf4 None None] Provisioning complete for port b882e6b3-8373-45a9-90e7-af80569d2caa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:11.337409 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-864b6ce5-6ec1-4501-a980-7c71e8d23bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:11.401562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:11.465282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f48ab429-36c4-4ab6-acad-373df3dc8b04 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6095216 Dec 16 08:14:11.554310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57810) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:11.562071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39df117-d10e-4cf9-9360-bd17e196874b,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:11.595130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Router 8fb989e3-b6a1-4b11-901e-f3ea96c775df has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:14:11.640240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f56a-f360-4639-8334-9c5be1162c10 req-78f49b14-72fd-4d90-9664-76004272d15e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:11.652745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de51f56a-f360-4639-8334-9c5be1162c10 req-78f49b14-72fd-4d90-9664-76004272d15e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 1.1901264 Dec 16 08:14:11.719610 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:11.721031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-429e26e1-8c06-46b6-86c8-6c5e8ef3cd89 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0492897 Dec 16 08:14:11.745329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de51f56a-f360-4639-8334-9c5be1162c10 req-ae75c433-c11a-4eac-8b9e-dcd11d2a948f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913291 Dec 16 08:14:11.749078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:11.767601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7370a763-d5dc-44d4-9498-e4f5feeea522 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:11.835576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:11.846633 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9a378b83-d2c5-4429-8848-468941bdbd59 admin admin] 10.222.0.43 "PUT /v2.0/routers/8fb989e3-b6a1-4b11-901e-f3ea96c775df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4090636 Dec 16 08:14:11.851652 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] Sync routers for ids ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:11.852372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:11.912591 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] Routers {'8fb989e3-b6a1-4b11-901e-f3ea96c775df'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:11.913467 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:11.949021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c573d5-7635-4b9a-84ee-6f5c11c3c6fd None None] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:12.046326 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.066944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.074847 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-864b6ce5-6ec1-4501-a980-7c71e8d23bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.095088 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] Set router 8fb989e3-b6a1-4b11-901e-f3ea96c775df gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:12.098320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-864b6ce5-6ec1-4501-a980-7c71e8d23bf4 None None] For port b882e6b3-8373-45a9-90e7-af80569d2caa, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b882e6b3-8373-45a9-90e7-af80569d2caa,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:12.148540 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7370a763-d5dc-44d4-9498-e4f5feeea522 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:12.152644 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.196958 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.240408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.302003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57832) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:12.359754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.457681 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.480212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Deleting port a27c646e-ef4b-408f-878f-4eefa4cdd9e5 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:12.480212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.578355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-864b6ce5-6ec1-4501-a980-7c71e8d23bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.598712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Network d3420f04-28ef-4f48-800b-cf28a10f665c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:12.630505 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:14:10Z', 'revision_number': 5, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port': {'id': 'a27c646e-ef4b-408f-878f-4eefa4cdd9e5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:54Z', 'updated_at': '2021-12-16T08:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:12.631866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:04Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:12.636683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=70f13d73-3b36-4185-a251-ff2b406ff1f0,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:12.646579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97920833-0284-4ae5-8f57-c265c5ea2824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.673029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:12.687714 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] Checking router: 8fb989e3-b6a1-4b11-901e-f3ea96c775df for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:12.704735 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] Routers {'8fb989e3-b6a1-4b11-901e-f3ea96c775df'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:12.705820 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:12.767250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Pushing event updated for resources: {'Port': ['ID=80b1cbae-26dd-4e6a-84b8-aab629c1726f,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:12.780246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:12.806022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97920833-0284-4ae5-8f57-c265c5ea2824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.807375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff507cb2-eede-4e58-9387-08c755544e3c None None] The sync data for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 is: [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:04Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:12.887086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] For port a27c646e-ef4b-408f-878f-4eefa4cdd9e5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:12.887929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:12.906497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Calling delete_port for a27c646e-ef4b-408f-878f-4eefa4cdd9e5 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:13.025113 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] Set router 8fb989e3-b6a1-4b11-901e-f3ea96c775df gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:13.055627 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.067101 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-b45677ea-bae6-46e3-b1cb-14ebc8230eac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280381785&fields=id&tenant_id=a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 267 time: 1.0335114 Dec 16 08:14:13.071084 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97920833-0284-4ae5-8f57-c265c5ea2824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.091294 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.194874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ff3d0248-32b2-44b3-b579-48bc11457892 None None] Provisioning complete for port 7370a763-d5dc-44d4-9498-e4f5feeea522 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:13.195392 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff3d0248-32b2-44b3-b579-48bc11457892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.298184 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 6, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:13.323134 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97920833-0284-4ae5-8f57-c265c5ea2824 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3da5c0e94ba046a7aad952edc9d22ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0198102 Dec 16 08:14:13.329139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97920833-0284-4ae5-8f57-c265c5ea2824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7536e5d2-1881-4eff-bf9f-56f0a8f68712,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:13.337582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.360645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 7370a763-d5dc-44d4-9498-e4f5feeea522, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7370a763-d5dc-44d4-9498-e4f5feeea522,segment=NetworkSegment(e2a75ea2-5ce7-43b6-8e6b-067814cf798e),segment_id=e2a75ea2-5ce7-43b6-8e6b-067814cf798e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:13.371327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57846) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:13.407080 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b84a69-9e26-4ce4-923c-5bf733c48649 None None] The sync data for ids ['8fb989e3-b6a1-4b11-901e-f3ea96c775df'] in n-d-820935-11 is: [{'id': '8fb989e3-b6a1-4b11-901e-f3ea96c775df', 'name': 'tempest-ImageQuotaTest-1025455295-router', 'tenant_id': '6fa70590dd0d4b0fbd35b0329c356003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:53Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 6, 'project_id': '6fa70590dd0d4b0fbd35b0329c356003', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:13.417621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b6ce5-6ec1-4501-a980-7c71e8d23bf4 None None] Pushing event updated for resources: {'Port': ['ID=b882e6b3-8373-45a9-90e7-af80569d2caa,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:13.487503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19d4ca-a546-4191-a85c-985bd073d6d3 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:13.510373 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.532938 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Attempting to bind port 80b1cbae-26dd-4e6a-84b8-aab629c1726f on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:13.533313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Attempting to bind port 80b1cbae-26dd-4e6a-84b8-aab629c1726f by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:13.536488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Attempting to bind port 80b1cbae-26dd-4e6a-84b8-aab629c1726f on network d3420f04-28ef-4f48-800b-cf28a10f665c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:13.583993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27c646e-ef4b-408f-878f-4eefa4cdd9e5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:13.641717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-3f96e522-10c7-4370-9a4a-c4c962f26098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:13.646353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-3f96e522-10c7-4370-9a4a-c4c962f26098 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/networks?id=567c0db7-98b0-48aa-b841-61dafea677db HTTP/1.1" status: 200 len: 796 time: 0.4911394 Dec 16 08:14:13.697626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.707232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:13.708878 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Checking segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:13.709312 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.710646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Bound using segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:13.711168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Bound port: 80b1cbae-26dd-4e6a-84b8-aab629c1726f, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:13.711556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:13.905839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=7370a763-d5dc-44d4-9498-e4f5feeea522,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:13.908378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-e193f99e-34fb-4e51-aa19-156a01cca26d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/quotas/a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 375 time: 0.2610404 Dec 16 08:14:13.922329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf257b6-9302-4a4a-adeb-a2b41b031150 req-6044e1b8-de09-4963-be6d-b0f36b350b71 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:13.923490 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bf257b6-9302-4a4a-adeb-a2b41b031150 req-6044e1b8-de09-4963-be6d-b0f36b350b71 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.8522363 Dec 16 08:14:13.984909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-966d8f53-6b0d-4ed0-bfff-af31cebc7636 None None] Provisioning complete for port 70f13d73-3b36-4185-a251-ff2b406ff1f0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:13.986129 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-966d8f53-6b0d-4ed0-bfff-af31cebc7636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.012630 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.019036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.151147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5946115-0ca6-492d-be9e-8279a9f3ac6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.163569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] For port 80b1cbae-26dd-4e6a-84b8-aab629c1726f, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:14.179226 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5946115-0ca6-492d-be9e-8279a9f3ac6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.180450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] For port 80b1cbae-26dd-4e6a-84b8-aab629c1726f, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=80b1cbae-26dd-4e6a-84b8-aab629c1726f,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:14.186768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-966d8f53-6b0d-4ed0-bfff-af31cebc7636 None None] Port 70f13d73-3b36-4185-a251-ff2b406ff1f0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:14.231855 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.231855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fb989e3-b6a1-4b11-901e-f3ea96c775df {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:14:14.240277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.252516 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e4f26a75-2363-4156-85d2-13c41ecc0019 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8fb989e3-b6a1-4b11-901e-f3ea96c775df HTTP/1.1" status: 204 len: 168 time: 2.3979344 Dec 16 08:14:14.252625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-966d8f53-6b0d-4ed0-bfff-af31cebc7636 None None] Provisioning complete for port 7370a763-d5dc-44d4-9498-e4f5feeea522 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:14.252735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57852) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:14.252830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-966d8f53-6b0d-4ed0-bfff-af31cebc7636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.313387 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.337710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5946115-0ca6-492d-be9e-8279a9f3ac6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.351568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.356679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5946115-0ca6-492d-be9e-8279a9f3ac6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.364805 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a5946115-0ca6-492d-be9e-8279a9f3ac6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7536e5d2-1881-4eff-bf9f-56f0a8f68712 HTTP/1.1" status: 204 len: 168 time: 0.8778746 Dec 16 08:14:14.394377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] Deleting subnet 26e2fde4-ad00-4b98-934a-fef621dd82ab {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:14.399920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.402155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5946115-0ca6-492d-be9e-8279a9f3ac6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7536e5d2-1881-4eff-bf9f-56f0a8f68712,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:14.511348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-9617ffad-79fc-4715-a6b4-6b68f5f1aa79 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6014824 Dec 16 08:14:14.512815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b882e6b3-8373-45a9-90e7-af80569d2caa up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:14.532723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-50b94602-cdc1-4781-836a-a3a2244021db service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:14:14.541429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-50b94602-cdc1-4781-836a-a3a2244021db service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130248 Dec 16 08:14:14.554063 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.620521 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.767762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.792943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf552dd-68e9-475a-a0ec-2982b3d503b1 None None] Pushing event updated for resources: {'Port': ['ID=80b1cbae-26dd-4e6a-84b8-aab629c1726f,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:14.800277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b882e6b3-8373-45a9-90e7-af80569d2caa triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:14.801483 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.874158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9bf257b6-9302-4a4a-adeb-a2b41b031150 req-83a5cce6-5096-40cc-9d8d-96e111916706 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8317261 Dec 16 08:14:14.989670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-390d8eec-7dbe-4959-b522-2b0d6b174f09 None None] Provisioning complete for port 70f13d73-3b36-4185-a251-ff2b406ff1f0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:14.996150 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-390d8eec-7dbe-4959-b522-2b0d6b174f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:14.999947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78ee7a0b-9794-4676-86b3-c862207c3a30 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:15.023655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.073864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e2fde4-ad00-4b98-934a-fef621dd82ab,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:15.078957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.084968 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-55705d57-e398-41a8-9017-4a2dca7b0b59 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/26e2fde4-ad00-4b98-934a-fef621dd82ab HTTP/1.1" status: 204 len: 168 time: 0.8293252 Dec 16 08:14:15.087494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57858) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:15.093453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83144b8b-7192-49dc-ba34-42548339c3d9 None None] Network 69b681ad-0e3a-4667-952d-924a1fd65500 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:15.095512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 78ee7a0b-9794-4676-86b3-c862207c3a30 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:15.096025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 78ee7a0b-9794-4676-86b3-c862207c3a30 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:15.183749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-aaa2b77f-34df-405f-adeb-717567918c6e service neutron] 10.222.0.43 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414447 Dec 16 08:14:15.273395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-390d8eec-7dbe-4959-b522-2b0d6b174f09 None None] Port 70f13d73-3b36-4185-a251-ff2b406ff1f0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:15.275407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.383656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Deleting port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:15.384339 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.405294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] DHCP port deletion for 69b681ad-0e3a-4667-952d-924a1fd65500 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:15.456076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] For port b0393d71-a2d7-443a-8802-a5fd7ad3dec1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,segment=NetworkSegment(fbef374d-3adc-4320-a9ee-867a014f3c11),segment_id=fbef374d-3adc-4320-a9ee-867a014f3c11)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:15.457528 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.479633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Calling delete_port for b0393d71-a2d7-443a-8802-a5fd7ad3dec1 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:15.488167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] Deleting port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:15.488167 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.589474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-223a5d81-3c06-4f29-ae19-900151d44d58 service neutron] 10.222.0.43 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030863 Dec 16 08:14:15.654755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] For port b0393d71-a2d7-443a-8802-a5fd7ad3dec1, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,segment=NetworkSegment(fbef374d-3adc-4320-a9ee-867a014f3c11),segment_id=fbef374d-3adc-4320-a9ee-867a014f3c11)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:15.655192 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.660240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.703773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] Calling delete_port for b0393d71-a2d7-443a-8802-a5fd7ad3dec1 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:15.762304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:15.780919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] No DVR routers for this DVR port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:15.789571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.1 (d3420f04-28ef-4f48-800b-cf28a10f665c/3939f3e0-93b0-4c39-bdf9-aa33177ee8fc/564eb886-5e7a-4251-85d6-dc1055f46ebb) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:15.833118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.909971 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.910789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.942318 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:15.961185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.006994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7370a763-d5dc-44d4-9498-e4f5feeea522 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:16.007129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b681ad-0e3a-4667-952d-924a1fd65500']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:16.010175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] No DVR routers for this DVR port b0393d71-a2d7-443a-8802-a5fd7ad3dec1 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:16.025685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbef374d-3adc-4320-a9ee-867a014f3c11') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:16.026089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbef374d-3adc-4320-a9ee-867a014f3c11') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:16.052322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8579b-97a2-4543-9950-e17b987838d3 None None] Pushing event deleted for resources: {'Port': ['ID=b0393d71-a2d7-443a-8802-a5fd7ad3dec1,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:16.072712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.105104 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.110162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7370a763-d5dc-44d4-9498-e4f5feeea522 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:16.110545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.113089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:14:16.114140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:14:16.169807 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:14:16.193620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93c20114-713c-4691-ad3c-6cc0aeb22062 req-cdce6fca-9c13-4091-af5c-06110d760013 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 210 time: 0.0802808 Dec 16 08:14:16.244047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 80b1cbae-26dd-4e6a-84b8-aab629c1726f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:16.251130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=70f13d73-3b36-4185-a251-ff2b406ff1f0,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:16.287743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8f6bf-0aae-4b28-950c-3ab91f892f79 req-d228e1fa-ae77-47e8-b054-da92f85f779c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:16.289748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6c8f6bf-0aae-4b28-950c-3ab91f892f79 req-d228e1fa-ae77-47e8-b054-da92f85f779c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2597544 Dec 16 08:14:16.294696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.304070 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 80b1cbae-26dd-4e6a-84b8-aab629c1726f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:16.304841 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.308101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.312782 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.339794 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] 10.222.0.43 "DELETE /v2.0/networks/69b681ad-0e3a-4667-952d-924a1fd65500 HTTP/1.1" status: 204 len: 168 time: 1.2409067 Dec 16 08:14:16.353262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d1bea-5709-4389-b868-ce739d366b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b681ad-0e3a-4667-952d-924a1fd65500,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:16.406864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57890) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:16.409711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:16.420069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:16.556736 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.646425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 80b1cbae-26dd-4e6a-84b8-aab629c1726f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=80b1cbae-26dd-4e6a-84b8-aab629c1726f,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:16.695209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1670482306-network', 'tenant_id': 'f336ecf56aff44e389f0c7cbec48bf42'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:16.732986 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.808994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b0393d71-a2d7-443a-8802-a5fd7ad3dec1 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:16.815133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Made reservation on behalf of f336ecf56aff44e389f0c7cbec48bf42 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:16.818286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.836476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:16.891440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b0393d71-a2d7-443a-8802-a5fd7ad3dec1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:16.891943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b0393d71-a2d7-443a-8802-a5fd7ad3dec1 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:16.892409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a27c646e-ef4b-408f-878f-4eefa4cdd9e5 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:16.921977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: a27c646e-ef4b-408f-878f-4eefa4cdd9e5 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:16.922744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a27c646e-ef4b-408f-878f-4eefa4cdd9e5 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:16.944451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897fde1-656f-46f1-a12c-8fd02fb8c936 None None] Network d3420f04-28ef-4f48-800b-cf28a10f665c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:16.946443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=80b1cbae-26dd-4e6a-84b8-aab629c1726f,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:17.005364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57900) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:17.024493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.044121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-acb9972c-5a3d-4925-8024-2f89c0835009 None None] Provisioning complete for port 70f13d73-3b36-4185-a251-ff2b406ff1f0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:17.044727 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-acb9972c-5a3d-4925-8024-2f89c0835009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.079143 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb0c94a9-f51a-4cde-9ae0-658f9d9708a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fa70590dd0d4b0fbd35b0329c356003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725129 Dec 16 08:14:17.083904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57904) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:17.089932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.120323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-acb9972c-5a3d-4925-8024-2f89c0835009 None None] Port 70f13d73-3b36-4185-a251-ff2b406ff1f0 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:17.140243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:14:17.157733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339e78b2-09d6-4b20-ab0d-5428a9532284,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:17.169380 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.169568 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Added segment d21f74a4-d3f4-4421-8a72-9033f175a514 of type vlan for network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 Dec 16 08:14:17.182174 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6c8f6bf-0aae-4b28-950c-3ab91f892f79 req-dd30aa44-ec5d-47cc-bfb4-694b49e745d5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8553245 Dec 16 08:14:17.188076 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.198229 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4103c8e-7823-478a-8728-6720c809dab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.267510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b32904e4-11ac-4cd9-ac13-6a14f87aae9e None None] Provisioning complete for port 80b1cbae-26dd-4e6a-84b8-aab629c1726f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:17.267896 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b32904e4-11ac-4cd9-ac13-6a14f87aae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.290680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.291648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network d3420f04-28ef-4f48-800b-cf28a10f665c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:17.298795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:17.305338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:17.310273 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4103c8e-7823-478a-8728-6720c809dab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.464018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=564eb886-5e7a-4251-85d6-dc1055f46ebb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:17.505131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3e3ba3c-21b7-45f2-8666-bfd89bf86cd9 req-aa76fa01-e819-4689-9204-f213e5fc8df4 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 210 time: 0.1375952 Dec 16 08:14:17.532393 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4103c8e-7823-478a-8728-6720c809dab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.535243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4103c8e-7823-478a-8728-6720c809dab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.551386 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b4103c8e-7823-478a-8728-6720c809dab7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4b62e23-7d6b-414f-a214-f4aed83aff89 HTTP/1.1" status: 204 len: 168 time: 0.4583640 Dec 16 08:14:17.551386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.551386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:17.551386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.558098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-365e4376-f9eb-4cf3-bc90-78683e417d37 None None] Provisioning complete for port 564eb886-5e7a-4251-85d6-dc1055f46ebb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:17.558528 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-365e4376-f9eb-4cf3-bc90-78683e417d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.589527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.603050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4103c8e-7823-478a-8728-6720c809dab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b62e23-7d6b-414f-a214-f4aed83aff89,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:17.629313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] Pushing event updated for resources: {'Network': ['ID=ff159c2b-3229-46aa-b5cb-48adb6e25ba2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:17.672957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-365e4376-f9eb-4cf3-bc90-78683e417d37 None None] Port 564eb886-5e7a-4251-85d6-dc1055f46ebb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:17.685522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Router 589d3cfb-f728-46db-a34a-6126b9a3e90d is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:14:17.686667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:14:17.713098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 80b1cbae-26dd-4e6a-84b8-aab629c1726f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:17.717871 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-384c0717-d1d4-4d30-89ff-873c64d31513 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3087237 Dec 16 08:14:17.719021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57910) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:17.724728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Request body: {'subnet': {'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1670482306-subnet', 'tenant_id': 'f336ecf56aff44e389f0c7cbec48bf42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:17.834511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:17.845011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:17.846632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a67865c1-3f55-4ace-9528-4b091efe14f5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "PUT /v2.0/routers/589d3cfb-f728-46db-a34a-6126b9a3e90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6958156 Dec 16 08:14:17.864509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-365e4376-f9eb-4cf3-bc90-78683e417d37 None None] Provisioning complete for port 80b1cbae-26dd-4e6a-84b8-aab629c1726f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:17.868949 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-365e4376-f9eb-4cf3-bc90-78683e417d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.886615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] Sync routers for ids ['589d3cfb-f728-46db-a34a-6126b9a3e90d'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:17.889167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Made reservation on behalf of f336ecf56aff44e389f0c7cbec48bf42 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:17.895184 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:17.960669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] Routers {'589d3cfb-f728-46db-a34a-6126b9a3e90d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:17.961940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['589d3cfb-f728-46db-a34a-6126b9a3e90d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:17.980270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ad9f5-388b-49fc-92b7-32b387ecea73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:17.984412 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8e9ad9f5-388b-49fc-92b7-32b387ecea73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports?device_id=589d3cfb-f728-46db-a34a-6126b9a3e90d HTTP/1.1" status: 200 len: 989 time: 0.1363688 Dec 16 08:14:17.984899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 57914) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:18.008077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:18.054866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 80b1cbae-26dd-4e6a-84b8-aab629c1726f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:18.060524 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.124696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] Routers {'589d3cfb-f728-46db-a34a-6126b9a3e90d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:18.125756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['589d3cfb-f728-46db-a34a-6126b9a3e90d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:18.183456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.230992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:18.231664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68cd422-ceed-4326-ad30-2122f997701b None None] The sync data for ids ['589d3cfb-f728-46db-a34a-6126b9a3e90d'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:18.286403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Checking segment: {'id': 'd21f74a4-d3f4-4421-8a72-9033f175a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:18.286967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Network hostable DHCP agents. Network: ff159c2b-3229-46aa-b5cb-48adb6e25ba2, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:14:18.289698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fec546-6ff9-40ee-a5d8-df0354ab62c3,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:18.341331 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.359628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e6b1f883-d655-417c-b55a-c3b64a9f1ab3 None None] Provisioning complete for port 564eb886-5e7a-4251-85d6-dc1055f46ebb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:18.360719 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f883-d655-417c-b55a-c3b64a9f1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.419764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1f883-d655-417c-b55a-c3b64a9f1ab3 None None] Port 564eb886-5e7a-4251-85d6-dc1055f46ebb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:18.445985 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:14:18.529531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, ff159c2b-3229-46aa-b5cb-48adb6e25ba2) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:18.539103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57924) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:18.542049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b00ff-cb70-4f4d-9b6c-ad859965480c None None] Network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:18.544419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39fb4e-7f7b-42b1-8c54-bbf54ba4a856 req-1150ea39-bede-45ac-857c-9c14241556d6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:18.544980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:18.545618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.553256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a39fb4e-7f7b-42b1-8c54-bbf54ba4a856 req-1150ea39-bede-45ac-857c-9c14241556d6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2419071 Dec 16 08:14:18.596852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c40eb97-421a-4145-8031-991e859a5257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.672996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a39fb4e-7f7b-42b1-8c54-bbf54ba4a856 req-09982677-f0d2-4880-aa86-63550ee1fa2b tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186280 Dec 16 08:14:18.711811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fa2756f-9b28-47e5-9057-05ed8188444f req-81af97ee-0a7d-441b-add5-fbf305ca9b42 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 210 time: 0.0691280 Dec 16 08:14:18.728884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f499d100-6e69-4a16-95a6-4f64dabe06b9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0083747 Dec 16 08:14:18.754282 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c40eb97-421a-4145-8031-991e859a5257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.874188 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c40eb97-421a-4145-8031-991e859a5257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:18.921211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40eb97-421a-4145-8031-991e859a5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd434c75-8ceb-479a-891c-f3ad41c3ac78,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:18.948715 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af2a23e-1fbd-4dd4-8deb-1d9294981ab8 None None] Network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:18.959942 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c40eb97-421a-4145-8031-991e859a5257 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4063540 Dec 16 08:14:18.963054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57930) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:19.044830 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e7a629c-46d3-45bc-b9bc-a8a8da564b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.094041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e7a629c-46d3-45bc-b9bc-a8a8da564b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.104227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-fea77b6e-0116-4a1a-b9b3-f575d6ba3d84 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:19.105721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-fea77b6e-0116-4a1a-b9b3-f575d6ba3d84 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "GET /v2.0/networks?id=567c0db7-98b0-48aa-b841-61dafea677db HTTP/1.1" status: 200 len: 796 time: 0.2140739 Dec 16 08:14:19.249712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e7a629c-46d3-45bc-b9bc-a8a8da564b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.252584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2e7a629c-46d3-45bc-b9bc-a8a8da564b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.254777 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2e7a629c-46d3-45bc-b9bc-a8a8da564b04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd434c75-8ceb-479a-891c-f3ad41c3ac78 HTTP/1.1" status: 204 len: 168 time: 0.2896519 Dec 16 08:14:19.290532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a629c-46d3-45bc-b9bc-a8a8da564b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd434c75-8ceb-479a-891c-f3ad41c3ac78,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:19.326953 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.417805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.511524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-c1b62bad-294d-49e7-87b6-4b7e8f140ec2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a609dbbaff4144adf3534e50ccab91 HTTP/1.1" status: 200 len: 379 time: 0.3781173 Dec 16 08:14:19.578539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'port': {'device_id': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'admin_state_up': True, 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'security_groups': ['e8aeffa2-3a4e-4b23-b85d-f56c519ad13d']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:19.582959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.760307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=564eb886-5e7a-4251-85d6-dc1055f46ebb,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:19.792926 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.840588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:19.846382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1574963623-network', 'tenant_id': 'c27c16cb6c314545a4ccc4ea447980a3'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:19.898549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d8b6094-8f8e-4a9c-b244-9047794c9380 req-01c149e6-e5de-4c17-ab2f-6fe46c1344bb tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 210 time: 0.0701585 Dec 16 08:14:19.934485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Made reservation on behalf of c27c16cb6c314545a4ccc4ea447980a3 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:19.936916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.946457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:19.961402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e7308-2d50-4eda-910e-bd231ec32e8e req-37eaefd0-70ae-4991-9acd-caf654c4efe6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:19.962901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-773e7308-2d50-4eda-910e-bd231ec32e8e req-37eaefd0-70ae-4991-9acd-caf654c4efe6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1812539 Dec 16 08:14:20.024442 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.073510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network d3420f04-28ef-4f48-800b-cf28a10f665c is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:20.079772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:20.088940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-773e7308-2d50-4eda-910e-bd231ec32e8e req-fb87d708-8c09-47d8-83c4-6ae7ed20c685 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157439 Dec 16 08:14:20.117355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.146807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:14:20.152123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 70f13d73-3b36-4185-a251-ff2b406ff1f0 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:20.152412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.153987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67bb8bd-c262-48c4-846b-f06320d827de,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:20.167654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.168120 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Added segment 6bf00690-6f0c-49ba-a14c-53fc13fe7dc1 of type vlan for network 4c6388e4-f675-4525-9ea2-713bf155dd99 Dec 16 08:14:20.207692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Made reservation on behalf of a3a609dbbaff4144adf3534e50ccab91 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:20.211630 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.230366 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.342681 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.343836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:20.345420 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.361841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a886d998-572f-47a8-984c-1dfa7f4bdea8 None None] Provisioning complete for port 564eb886-5e7a-4251-85d6-dc1055f46ebb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:20.362835 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a886d998-572f-47a8-984c-1dfa7f4bdea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.366120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.398984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 0f9770d7-7802-448d-b746-7643904b3448 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:14:20.402279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 70f13d73-3b36-4185-a251-ff2b406ff1f0 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:20.409030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a886d998-572f-47a8-984c-1dfa7f4bdea8 None None] Port 564eb886-5e7a-4251-85d6-dc1055f46ebb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:20.415621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6388e4-f675-4525-9ea2-713bf155dd99,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:20.428568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4c6388e4-f675-4525-9ea2-713bf155dd99 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:14:20.506091 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c17ecf9d-f86b-4b51-92fe-3eef3123ee23 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6635797 Dec 16 08:14:20.509029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:20.513906 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Request body: {'subnet': {'network_id': '4c6388e4-f675-4525-9ea2-713bf155dd99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1574963623-subnet', 'tenant_id': 'c27c16cb6c314545a4ccc4ea447980a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:20.600009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Made reservation on behalf of c27c16cb6c314545a4ccc4ea447980a3 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:20.602545 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.857312 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:20.910654 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a9f68c-6626-4348-a1a8-164c43bde18d,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:20.934198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Checking segment: {'id': '6bf00690-6f0c-49ba-a14c-53fc13fe7dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4c6388e4-f675-4525-9ea2-713bf155dd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:20.934198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Network hostable DHCP agents. Network: 4c6388e4-f675-4525-9ea2-713bf155dd99, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:14:20.960436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.20.0.11 (567c0db7-98b0-48aa-b841-61dafea677db/9084d649-1a11-41c0-b4cd-829d0ad9270f/63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:21.028589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Network 4c6388e4-f675-4525-9ea2-713bf155dd99 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:14:21.053884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8850f824-297e-4311-a147-5f08fc856dd7 req-6aae32ec-63e9-49e1-8c5c-27bbab44334d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 210 time: 0.0470374 Dec 16 08:14:21.065802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:21.084224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e1fb46f9-4ef3-4191-8a91-377c6a1823f8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/0f9770d7-7802-448d-b746-7643904b3448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5210056 Dec 16 08:14:21.084452 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Sync routers for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:21.095515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:21.096308 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:21.171348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4c6388e4-f675-4525-9ea2-713bf155dd99) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:21.183612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:21.184718 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:21.191092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb4aec-1f0f-4d0f-b45e-2ccacceeae31 None None] Network 4c6388e4-f675-4525-9ea2-713bf155dd99 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:21.230130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:21.232899 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:21.298530 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80210b55-6dc8-49e6-a541-eb63f7c42211 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7808027 Dec 16 08:14:21.370824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=70f13d73-3b36-4185-a251-ff2b406ff1f0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:21.387149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fe64c-c516-452f-9471-e24ce47c6609 None None] Network 4c6388e4-f675-4525-9ea2-713bf155dd99 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:21.564776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea016c5-910b-403e-b9b9-0117553da6d7 req-245dae43-19a2-4270-92fb-064b97c9e0b9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:21.566397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ea016c5-910b-403e-b9b9-0117553da6d7 req-245dae43-19a2-4270-92fb-064b97c9e0b9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.3624797 Dec 16 08:14:21.587028 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:21.616982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-77653309-e59d-451e-af04-47d2ccbbc340 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96027309&fields=id&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 267 time: 0.3053734 Dec 16 08:14:21.665465 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:18Z', 'revision_number': 2, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:21.700754 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Checking router: 0f9770d7-7802-448d-b746-7643904b3448 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:21.701103 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Updating router 0f9770d7-7802-448d-b746-7643904b3448 port 564eb886-5e7a-4251-85d6-dc1055f46ebb binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:14:21.728948 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:21.757275 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:21.825488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ea016c5-910b-403e-b9b9-0117553da6d7 req-f55a499f-9654-4bbb-91b9-7c3cfdb31521 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471955 Dec 16 08:14:21.932816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Router 589d3cfb-f728-46db-a34a-6126b9a3e90d has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:14:21.940831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4a598926-a6ed-4d49-a4cf-3439b22233c5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:21.948221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4a598926-a6ed-4d49-a4cf-3439b22233c5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 797 time: 0.3301673 Dec 16 08:14:21.966832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-c2c83f3f-881b-41b9-8519-8776b97b4ce6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/quotas/44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 375 time: 0.0177412 Dec 16 08:14:22.049112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.052562 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.106959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:22.115305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3cfbdde9-d1a0-417d-8160-3701ef85c153 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "PUT /v2.0/routers/589d3cfb-f728-46db-a34a-6126b9a3e90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1292191 Dec 16 08:14:22.118143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 57998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:22.120670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] Sync routers for ids ['589d3cfb-f728-46db-a34a-6126b9a3e90d'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:22.133720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] Routers {'589d3cfb-f728-46db-a34a-6126b9a3e90d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:22.137796 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.138277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['589d3cfb-f728-46db-a34a-6126b9a3e90d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:22.147761 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6724f15f-10dd-43aa-a44d-53a7f6f675be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:14:22.149568 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6724f15f-10dd-43aa-a44d-53a7f6f675be tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/70f13d73-3b36-4185-a251-ff2b406ff1f0 HTTP/1.1" status: 404 len: 333 time: 0.0302613 Dec 16 08:14:22.152911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:22.197037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:22.219459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network 567c0db7-98b0-48aa-b841-61dafea677db is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:22.225687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] Routers {'589d3cfb-f728-46db-a34a-6126b9a3e90d'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:22.226314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['589d3cfb-f728-46db-a34a-6126b9a3e90d'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:22.229646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:22.235952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:22.244646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-463f7d8b-38a7-4c88-88ed-12a0f8f96688 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2683959 Dec 16 08:14:22.252214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:22.265964 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f89e8-5592-468e-a42e-a77971bd9c52 None None] Pushing event updated for resources: {'Port': ['ID=564eb886-5e7a-4251-85d6-dc1055f46ebb,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:22.277234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a88b960-0fc3-465e-b276-490b112bfede tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.311215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:22.312063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7819e5-b890-498c-bb8f-e92c2a9d8f9c None None] The sync data for ids ['589d3cfb-f728-46db-a34a-6126b9a3e90d'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:22.379403 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Attempting to bind port 564eb886-5e7a-4251-85d6-dc1055f46ebb on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:22.379580 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Attempting to bind port 564eb886-5e7a-4251-85d6-dc1055f46ebb by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:22.380211 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Attempting to bind port 564eb886-5e7a-4251-85d6-dc1055f46ebb on network d3420f04-28ef-4f48-800b-cf28a10f665c {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:22.389288 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:22.395825 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Checking segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:22.395825 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.395825 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Bound using segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:22.395825 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Bound port: 564eb886-5e7a-4251-85d6-dc1055f46ebb, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:22.395825 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.469958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:22.470595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.534144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-0a1eb998-a258-4ba7-82fd-73dec6086bec tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:22.542385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-0a1eb998-a258-4ba7-82fd-73dec6086bec tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/networks?id=ff159c2b-3229-46aa-b5cb-48adb6e25ba2 HTTP/1.1" status: 200 len: 825 time: 0.4382141 Dec 16 08:14:22.552975 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a88b960-0fc3-465e-b276-490b112bfede tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.556879 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-462bc2eb-2eed-4088-8ffd-ee85fd28d3ac tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9809527 Dec 16 08:14:22.557004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a88b960-0fc3-465e-b276-490b112bfede tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.560260 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] For port 564eb886-5e7a-4251-85d6-dc1055f46ebb, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:22.563563 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] For port 564eb886-5e7a-4251-85d6-dc1055f46ebb, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=564eb886-5e7a-4251-85d6-dc1055f46ebb,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:22.571566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-3d27c163-38b5-4400-be1e-89271e7963a8 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/quotas/f336ecf56aff44e389f0c7cbec48bf42 HTTP/1.1" status: 200 len: 375 time: 0.0280976 Dec 16 08:14:22.595221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Request body: {'port': {'device_id': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:22.635176 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.642120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-47504e67-5e32-4e21-a71b-7c7799ba9ce3 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f336ecf56aff44e389f0c7cbec48bf42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694380 Dec 16 08:14:22.662520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-93aa8932-b5d4-43c3-943f-b61cee6fe71c None None] Provisioning complete for port 564eb886-5e7a-4251-85d6-dc1055f46ebb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:22.664729 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-93aa8932-b5d4-43c3-943f-b61cee6fe71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.709718 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:22.710941 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:22.729011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a88b960-0fc3-465e-b276-490b112bfede tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.729899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a88b960-0fc3-465e-b276-490b112bfede tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Fanout notify agent at l3_agent the message router_deleted on router 589d3cfb-f728-46db-a34a-6126b9a3e90d {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:14:22.738115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7a88b960-0fc3-465e-b276-490b112bfede tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.742973 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7a88b960-0fc3-465e-b276-490b112bfede tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/routers/589d3cfb-f728-46db-a34a-6126b9a3e90d HTTP/1.1" status: 204 len: 168 time: 0.5888820 Dec 16 08:14:22.743129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58002) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:22.776896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-2b90996e-bd2e-4832-a1a9-e3ab1935c10c service neutron] 10.222.0.43 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716992 Dec 16 08:14:22.799009 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f89e8-5592-468e-a42e-a77971bd9c52 None None] Pushing event updated for resources: {'Port': ['ID=564eb886-5e7a-4251-85d6-dc1055f46ebb,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:22.803672 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-93aa8932-b5d4-43c3-943f-b61cee6fe71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:22.844059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-93aa8932-b5d4-43c3-943f-b61cee6fe71c None None] For port 564eb886-5e7a-4251-85d6-dc1055f46ebb, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=564eb886-5e7a-4251-85d6-dc1055f46ebb,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:22.881470 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:22.918285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-93aa8932-b5d4-43c3-943f-b61cee6fe71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:23.011574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8932-b5d4-43c3-943f-b61cee6fe71c None None] Pushing event updated for resources: {'Port': ['ID=564eb886-5e7a-4251-85d6-dc1055f46ebb,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:23.043678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8b88694e-a9b1-4c51-a98d-2660b5d386ac None None] Provisioning complete for port 564eb886-5e7a-4251-85d6-dc1055f46ebb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:23.044246 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b88694e-a9b1-4c51-a98d-2660b5d386ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:23.145864 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:23.156736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8b88694e-a9b1-4c51-a98d-2660b5d386ac None None] Provisioning complete for port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:23.157120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b88694e-a9b1-4c51-a98d-2660b5d386ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:23.184995 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e268d-163b-4d83-b12a-fb193520d36d None None] The sync data for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 is: [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:23.200489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8b88694e-a9b1-4c51-a98d-2660b5d386ac None None] Port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:23.267617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:23.279402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet 91e59738-6bc1-42c8-a387-2a827b0e63d0 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:23.302646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:23.374223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-3e8963fc-a158-4322-aae7-f2d4a058d003 service neutron] 10.222.0.43 "GET /v2.0/networks/ff159c2b-3229-46aa-b5cb-48adb6e25ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219298 Dec 16 08:14:23.457905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:23.462112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4e1dfef2-29eb-4fab-ad39-8d9f9e5ccdd3 service neutron] 10.222.0.43 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109176 Dec 16 08:14:23.693011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 564eb886-5e7a-4251-85d6-dc1055f46ebb up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:23.717501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-24136fde-22a0-4dc6-97a3-000b6863f9db service neutron] 10.222.0.43 "GET /v2.0/networks/ff159c2b-3229-46aa-b5cb-48adb6e25ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402314 Dec 16 08:14:23.761274 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 564eb886-5e7a-4251-85d6-dc1055f46ebb triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:23.761932 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:23.825250 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:24.120105 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:24.275285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:24.282836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=91e59738-6bc1-42c8-a387-2a827b0e63d0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:24.290926 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:24.293001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa861bf3-50c0-4cc5-ba2d-07e78c7a3736 None None] Network 006a2913-0bf9-4c99-a265-7d4c1b98493c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:24.294066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f914312c-5ede-412c-b0e2-1b5a3c94c241 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/91e59738-6bc1-42c8-a387-2a827b0e63d0 HTTP/1.1" status: 204 len: 168 time: 1.5472293 Dec 16 08:14:24.296948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58022) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:24.308985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:24.351880 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012493a8-8e2c-4747-99f0-5ca52f82f67c req-6d2cec55-d268-4778-9a9b-3ac5f2c7b39b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:24.361715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-012493a8-8e2c-4747-99f0-5ca52f82f67c req-6d2cec55-d268-4778-9a9b-3ac5f2c7b39b tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 932 time: 0.2634788 Dec 16 08:14:24.418129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Transition to ACTIVE for port object 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:14:24.524315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-012493a8-8e2c-4747-99f0-5ca52f82f67c req-b2e92284-6cd5-4b4a-b307-c437ceb2246a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533499 Dec 16 08:14:24.526125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:24.539895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c925af-f5e3-4a40-9513-21e83c4bba57 req-39f994d9-718c-4d3a-913f-aea2635e7b44 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:24.542214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83c925af-f5e3-4a40-9513-21e83c4bba57 req-39f994d9-718c-4d3a-913f-aea2635e7b44 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2566137 Dec 16 08:14:24.653128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Pushing event updated for resources: {'Port': ['ID=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:24.670412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-83c925af-f5e3-4a40-9513-21e83c4bba57 req-4e97134c-4414-4396-ae5c-2413931334a5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940521 Dec 16 08:14:24.679653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] DHCP port deletion for 006a2913-0bf9-4c99-a265-7d4c1b98493c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:24.860933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] Deleting port 7370a763-d5dc-44d4-9498-e4f5feeea522 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:24.862009 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:24.896414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-856c6328-1221-42ac-af48-bbfe01edee8e req-4d6f8c8d-78cd-45bd-a9d9-5000ad990fb7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 210 time: 0.1256778 Dec 16 08:14:24.958806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] For port 7370a763-d5dc-44d4-9498-e4f5feeea522, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7370a763-d5dc-44d4-9498-e4f5feeea522,segment=NetworkSegment(e2a75ea2-5ce7-43b6-8e6b-067814cf798e),segment_id=e2a75ea2-5ce7-43b6-8e6b-067814cf798e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:24.959559 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:24.976168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-36a30f61-7cd5-4e54-bb94-acae84d05933 req-2ad8e2f5-fab4-4ef1-aad4-b6a7d1c9f865 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 210 time: 0.1572976 Dec 16 08:14:24.992073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] Calling delete_port for 7370a763-d5dc-44d4-9498-e4f5feeea522 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:25.036537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Attempting to bind port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:25.036878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Attempting to bind port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:25.037471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Attempting to bind port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 on network 567c0db7-98b0-48aa-b841-61dafea677db {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:25.046352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 on network 567c0db7-98b0-48aa-b841-61dafea677db not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:14:25.046653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Attempting to bind port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 on network 567c0db7-98b0-48aa-b841-61dafea677db {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:25.055319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:25.055466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Checking segment: {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:25.055859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Bound using segment: {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:25.056317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Bound port: 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:25.056682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.188637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] For port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:25.195088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.196036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] For port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:25.249445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 7370a763-d5dc-44d4-9498-e4f5feeea522 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:25.249786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.258188 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.258867 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.304038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:25.304830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.309617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] No DVR routers for this DVR port 7370a763-d5dc-44d4-9498-e4f5feeea522 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:25.315847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] 10.222.0.36 "PUT /v2.0/ports/63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 HTTP/1.1" status: 200 len: 1093 time: 2.7273903 Dec 16 08:14:25.317285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:25.320683 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0648cf50-e1a9-44c6-97d0-cea1d1797ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:25.356096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] For port 7370a763-d5dc-44d4-9498-e4f5feeea522, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7370a763-d5dc-44d4-9498-e4f5feeea522,segment=NetworkSegment(e2a75ea2-5ce7-43b6-8e6b-067814cf798e),segment_id=e2a75ea2-5ce7-43b6-8e6b-067814cf798e)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:25.356634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.362192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325ae8-acbc-41f2-b1e9-c8cc5766700a None None] Pushing event deleted for resources: {'Port': ['ID=7370a763-d5dc-44d4-9498-e4f5feeea522,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:25.384203 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 7370a763-d5dc-44d4-9498-e4f5feeea522 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:25.392766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Pushing event updated for resources: {'Port': ['ID=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:25.397223 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d87d778-c16d-4b30-9080-8e4ccc0337c6 x-openstack-request-id: req-9d87d778-c16d-4b30-9080-8e4ccc0337c6 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:25.397528 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:25.397791 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d87d778-c16d-4b30-9080-8e4ccc0337c6 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:25.398212 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'status': 'completed', 'code': 200} Dec 16 08:14:25.413108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.413617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.413977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.414339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.414811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.415144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.415631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.415978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.416405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.416937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.417768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.418141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.420407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a418e-2136-419d-be3a-2d70befbc2df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:25.529836 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.531853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648cf50-e1a9-44c6-97d0-cea1d1797ac8 req-fe5875b4-f2be-4e4b-a36f-221155d59476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:25.534008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0648cf50-e1a9-44c6-97d0-cea1d1797ac8 req-fe5875b4-f2be-4e4b-a36f-221155d59476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 1096 time: 0.0822906 Dec 16 08:14:25.593383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=7370a763-d5dc-44d4-9498-e4f5feeea522,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:25.595509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No DVR routers for this DVR port 7370a763-d5dc-44d4-9498-e4f5feeea522 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:25.638538 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7370a763-d5dc-44d4-9498-e4f5feeea522 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:25.661741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7370a763-d5dc-44d4-9498-e4f5feeea522 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:25.662846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7370a763-d5dc-44d4-9498-e4f5feeea522 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:25.748413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.775359 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006a2913-0bf9-4c99-a265-7d4c1b98493c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:25.796714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a75ea2-5ce7-43b6-8e6b-067814cf798e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:25.797560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a75ea2-5ce7-43b6-8e6b-067814cf798e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:25.811086 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.826811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.836515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:14:25.842337 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:14:25.849588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95d701-ad88-4309-945b-4f1b541f8516 req-332ff1da-fbd0-4896-8f91-7d19ff4cabd8 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:25.851193 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e95d701-ad88-4309-945b-4f1b541f8516 req-332ff1da-fbd0-4896-8f91-7d19ff4cabd8 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 944 time: 0.1832321 Dec 16 08:14:25.901542 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648cf50-e1a9-44c6-97d0-cea1d1797ac8 req-b1ce2001-7190-4ed1-8100-28b53ae04991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:25.903041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0648cf50-e1a9-44c6-97d0-cea1d1797ac8 req-b1ce2001-7190-4ed1-8100-28b53ae04991 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a3a609dbbaff4144adf3534e50ccab91&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3489027 Dec 16 08:14:25.997330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:26.001128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e616c-69ff-458e-8db5-8e4f67d4b68f req-79603245-95fb-4066-8563-73f6c6790d72 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:26.002755 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-295e616c-69ff-458e-8db5-8e4f67d4b68f req-79603245-95fb-4066-8563-73f6c6790d72 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.2185943 Dec 16 08:14:26.004920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:26.011900 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/006a2913-0bf9-4c99-a265-7d4c1b98493c HTTP/1.1" status: 204 len: 168 time: 1.7138700 Dec 16 08:14:26.015327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e95d701-ad88-4309-945b-4f1b541f8516 req-cf6b65ea-8bbb-44c0-a260-1105bde14288 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303742 Dec 16 08:14:26.016094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58044) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:26.035721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108c73e-5bc8-4840-b5da-224dbb5d1a6f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=006a2913-0bf9-4c99-a265-7d4c1b98493c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:26.076283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ce49c-8f7d-4ca5-8e63-bb45c03937d5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:26.078109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b58ce49c-8f7d-4ca5-8e63-bb45c03937d5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/7481fa69-2c6c-415e-b2e7-ce26a697cd8a HTTP/1.1" status: 200 len: 844 time: 0.0519900 Dec 16 08:14:26.083392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58046) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:26.145305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-295e616c-69ff-458e-8db5-8e4f67d4b68f req-b1f2d425-776a-499f-965d-023a275c7fb3 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259100 Dec 16 08:14:26.152921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e42110f8-3d14-4313-9e14-b9d83e0b0867 req-3f6a6d2d-56dd-4151-a0a5-d3b778360d31 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 210 time: 0.0580320 Dec 16 08:14:26.153031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f38a6b5e-532c-46ca-97ba-6ee5ee229120 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/7481fa69-2c6c-415e-b2e7-ce26a697cd8a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0662405 Dec 16 08:14:26.153195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648cf50-e1a9-44c6-97d0-cea1d1797ac8 req-edc775cb-7b40-41b0-92eb-d9c60c0d2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:26.153304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0648cf50-e1a9-44c6-97d0-cea1d1797ac8 req-edc775cb-7b40-41b0-92eb-d9c60c0d2d96 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2385788 Dec 16 08:14:26.156565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58048) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:26.164531 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:26.287559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a60a7223-982b-44c2-98e5-1944998ce674 req-10628e7e-3025-49d8-8f57-fc064d444b5a tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 210 time: 0.0321481 Dec 16 08:14:26.348871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-048e7ee8-ae88-4b19-ae1e-9138b2e54a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:26.350395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-048e7ee8-ae88-4b19-ae1e-9138b2e54a8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 1096 time: 0.0554993 Dec 16 08:14:26.407510 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-dee2180e-d937-4aaf-8829-107bb2ead3f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 HTTP/1.1" status: 200 len: 217 time: 0.0378158 Dec 16 08:14:26.458375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-b84bd744-a209-4666-84c6-5871c867c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:26.459804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-b84bd744-a209-4666-84c6-5871c867c59f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9084d649-1a11-41c0-b4cd-829d0ad9270f HTTP/1.1" status: 200 len: 835 time: 0.0448134 Dec 16 08:14:26.460857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:26.464214 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:26.570268 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-25d8650a-e50d-4a3e-8e95-e20cab2660ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:26.572190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-25d8650a-e50d-4a3e-8e95-e20cab2660ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=567c0db7-98b0-48aa-b841-61dafea677db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042840 Dec 16 08:14:27.010953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-1dba7643-d465-4af5-800c-54ae64403632 service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487122 Dec 16 08:14:27.071201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-aa8d695f-94af-4d7e-ba68-ae072b8d15e3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:27.074941 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.082474 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-aa8d695f-94af-4d7e-ba68-ae072b8d15e3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 797 time: 0.1349084 Dec 16 08:14:27.167273 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-cd70a172-25c1-4d70-a39d-3a42a7c87ec9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 378 time: 0.0678353 Dec 16 08:14:27.171133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:27.183246 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:27.193996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280b1e7-d055-48c1-a5ab-05d411bb7638 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:27.195648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'port': {'device_id': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'admin_state_up': True, 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'security_groups': ['4a1a578f-5d4e-45d2-9db4-4743db045f2b']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:27.198806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:27.199744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.212661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=2e077f49-3cd6-47f5-98bb-1eac7bcd2243,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:27.245852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d7bb3-4560-44e3-b0c9-7968ed6302e2 req-750af0d1-7dac-4ebf-a696-7fc378c4fe72 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:27.249015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-698d7bb3-4560-44e3-b0c9-7968ed6302e2 req-750af0d1-7dac-4ebf-a696-7fc378c4fe72 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 944 time: 0.1478856 Dec 16 08:14:27.265110 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c10ebe76-a302-4eec-8ebd-5311b4005715 req-d28a845a-ebac-4d11-b2dc-9f38e78f0545 service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306495 Dec 16 08:14:27.327068 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3f68d353-5e5a-498d-9b8f-f924b392a61f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1694279 Dec 16 08:14:27.334082 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58062) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:27.346751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'security_group': {'name': 'tempest-secgroup-1315402613'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:27.348397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b2a13-4ffe-4777-84ab-1f1bfd8480b6 req-501ab258-eea3-4f85-89b9-255aa6056940 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:27.352669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f2b2a13-4ffe-4777-84ab-1f1bfd8480b6 req-501ab258-eea3-4f85-89b9-255aa6056940 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1023831 Dec 16 08:14:27.398205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-698d7bb3-4560-44e3-b0c9-7968ed6302e2 req-3c2c0bd0-bde9-433b-9601-e338393e14e3 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319499 Dec 16 08:14:27.438187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f2b2a13-4ffe-4777-84ab-1f1bfd8480b6 req-d76261ca-51eb-4496-99d9-339d95a835ce tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Dec 16 08:14:27.444804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'project_id': '156fd29ad94f4a37bc535f006f861996', 'fixed_ips': [{'subnet_id': '2e077f49-3cd6-47f5-98bb-1eac7bcd2243'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:14:27.445683 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.456570 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:14:27.535108 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.540633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cc8ad8bb-47bb-4df7-aec6-2c40557160a2 req-7b9dc3ea-6646-4e2c-b51e-c480d90b6d0c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 210 time: 0.0485878 Dec 16 08:14:27.593379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b122b49f-32f0-4af6-80e5-acdbdbcca602 req-ffab5d8c-4388-41f6-b86e-96afc73aafe1 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 210 time: 0.0366640 Dec 16 08:14:27.646244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.651247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Allocated IP 2001:db8::2 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/2e077f49-3cd6-47f5-98bb-1eac7bcd2243/21da92b1-949b-43cd-94b8-65e12f5cefef) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:27.711848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.796315 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.817801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:27.821531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.823496 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.898998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed477a7c-a1b3-459d-aa66-9bcea72daccf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:27.913157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.913508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.913849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.914312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.914620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.914958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.915288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.915616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.916019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.916372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.916701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.917029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.917353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:14:27.935665 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.977758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:27.981490 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5dce659d-1537-42ad-abfb-e4d7a80b8697 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6439574 Dec 16 08:14:27.981846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:27.986584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a0a9379d-fe3a-461a-853e-f5d39edccf7e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909829740'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:27.993626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:27.996906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:28.001576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:28.005103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Pushing event updated for resources: {'Port': ['ID=21da92b1-949b-43cd-94b8-65e12f5cefef,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:28.050207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-0c365f59-6a75-4758-936e-5bc024cd60e8 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:28.052566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-0c365f59-6a75-4758-936e-5bc024cd60e8 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.36 "GET /v2.0/networks?id=ff159c2b-3229-46aa-b5cb-48adb6e25ba2 HTTP/1.1" status: 200 len: 825 time: 0.1349134 Dec 16 08:14:28.056918 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.4 (d3420f04-28ef-4f48-800b-cf28a10f665c/3939f3e0-93b0-4c39-bdf9-aa33177ee8fc/50ddaaf7-54d9-4b1a-9e87-24c4744a9253) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:28.064875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Attempting to bind port 21da92b1-949b-43cd-94b8-65e12f5cefef on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:28.065594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Attempting to bind port 21da92b1-949b-43cd-94b8-65e12f5cefef by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'a432a7e9-04d9-4891-b995-8bdadf4f52a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:28.066811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Attempting to bind port 21da92b1-949b-43cd-94b8-65e12f5cefef on network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:28.073806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Request body: {'port': {'device_id': '60cfa198-4378-4356-86bd-53894d16c19d', 'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2', 'admin_state_up': True, 'tenant_id': 'f336ecf56aff44e389f0c7cbec48bf42'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:28.076404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:28.076836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Checking segment: {'id': 'a432a7e9-04d9-4891-b995-8bdadf4f52a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:28.077312 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.077770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Bound using segment: {'id': 'a432a7e9-04d9-4891-b995-8bdadf4f52a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:28.078280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Bound port: 21da92b1-949b-43cd-94b8-65e12f5cefef, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a432a7e9-04d9-4891-b995-8bdadf4f52a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:28.078694 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.171334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] For port 21da92b1-949b-43cd-94b8-65e12f5cefef, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:28.174679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] For port 21da92b1-949b-43cd-94b8-65e12f5cefef, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=21da92b1-949b-43cd-94b8-65e12f5cefef,segment=NetworkSegment(a432a7e9-04d9-4891-b995-8bdadf4f52a9),segment_id=a432a7e9-04d9-4891-b995-8bdadf4f52a9)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:28.179704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a9379d-fe3a-461a-853e-f5d39edccf7e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.245189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.254327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8b166a89-d961-4ab0-b795-33eb40e52c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.301263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a9379d-fe3a-461a-853e-f5d39edccf7e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.327622 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.354066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Made reservation on behalf of f336ecf56aff44e389f0c7cbec48bf42 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:28.361576 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.397159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a9379d-fe3a-461a-853e-f5d39edccf7e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.405155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d441e3-c05c-46df-b7b6-6b9bbe53b193 None None] Pushing event updated for resources: {'Port': ['ID=21da92b1-949b-43cd-94b8-65e12f5cefef,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:28.427284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.497115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9379d-fe3a-461a-853e-f5d39edccf7e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7713b42d-92c4-450c-ba2a-7fccb9f036e9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:28.508635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network d3420f04-28ef-4f48-800b-cf28a10f665c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:28.515833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:28.522100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:28.525403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:28.586018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Allocated IP 172.20.0.11 (ff159c2b-3229-46aa-b5cb-48adb6e25ba2/08fec546-6ff9-40ee-a5d8-df0354ab62c3/02fda1fb-f6f6-4020-ba59-176f3a5f2fda) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:28.591088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:28.591280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.596099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0a9379d-fe3a-461a-853e-f5d39edccf7e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.598981 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a0a9379d-fe3a-461a-853e-f5d39edccf7e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6147180 Dec 16 08:14:28.601094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58074) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:28.606165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1032556393', 'security_groups': ['7713b42d-92c4-450c-ba2a-7fccb9f036e9'], 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e077f49-3cd6-47f5-98bb-1eac7bcd2243'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:28.824670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0bbd-6426-471f-bf25-a7f912967cf1 req-58ea7131-dc80-4005-91c6-abd9206a919a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:28.830606 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-56194c93-e7d2-4392-ba63-a440a82e9f97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6536727 Dec 16 08:14:28.832370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-422e0bbd-6426-471f-bf25-a7f912967cf1 req-58ea7131-dc80-4005-91c6-abd9206a919a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1945641 Dec 16 08:14:28.842085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901aaca-0854-4f68-bc6f-88b45aae6791 req-fbead9f8-0e3a-49f9-aab2-cd1a307f4cf5 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:28.843517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2901aaca-0854-4f68-bc6f-88b45aae6791 req-fbead9f8-0e3a-49f9-aab2-cd1a307f4cf5 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 944 time: 0.2298057 Dec 16 08:14:28.858705 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Request body: {'port': {'device_id': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:28.967748 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:28.969959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.023616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2901aaca-0854-4f68-bc6f-88b45aae6791 req-a6c0181d-8b5f-468a-b981-2f5e38f69d6f tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626863 Dec 16 08:14:29.038085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-422e0bbd-6426-471f-bf25-a7f912967cf1 req-7af475f9-8665-48a5-970b-3e8739fa2090 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048442 Dec 16 08:14:29.047455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:29.073156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bc788c32-f5f1-4a66-8933-cb234c1f5ad5 None None] Provisioning complete for port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:29.076033 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bc788c32-f5f1-4a66-8933-cb234c1f5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.130896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bc788c32-f5f1-4a66-8933-cb234c1f5ad5 None None] Port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:29.173826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-20db8032-6e60-4511-b9f9-b941f3935900 req-9f9cdf8e-f71c-4890-8892-f82410821bca tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 210 time: 0.0303481 Dec 16 08:14:29.212496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.212496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d292-7319-4dca-97c9-9e5cee4d3902 req-dbfddae6-2798-4c2f-8bec-86729c713582 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:29.212496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a70d292-7319-4dca-97c9-9e5cee4d3902 req-dbfddae6-2798-4c2f-8bec-86729c713582 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 931 time: 0.0982733 Dec 16 08:14:29.273417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:29.286926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:29.293757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:29.324900 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.328018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Pushing event updated for resources: {'Port': ['ID=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:29.355013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port fbe4533c-66d0-4ea1-82ac-af490799291a yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:14:29.359611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a70d292-7319-4dca-97c9-9e5cee4d3902 req-c10fa5d3-976f-44df-bd92-7c335be3eff1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529677 Dec 16 08:14:29.391302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:29.392037 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.519935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-c4452a05-ffd3-422f-b7c7-05f23b36ce4e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4502990 Dec 16 08:14:29.547211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Request body: {'port': {'device_id': '60cfa198-4378-4356-86bd-53894d16c19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:29.669882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:29.674638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::146 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/2e077f49-3cd6-47f5-98bb-1eac7bcd2243/fbe4533c-66d0-4ea1-82ac-af490799291a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:29.682256 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.682870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.705472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 21da92b1-949b-43cd-94b8-65e12f5cefef up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:29.708609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Transition to ACTIVE for port object 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:14:29.778452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:29.778831 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.811327 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:29.926782 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.002467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 21da92b1-949b-43cd-94b8-65e12f5cefef, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=21da92b1-949b-43cd-94b8-65e12f5cefef,segment=NetworkSegment(a432a7e9-04d9-4891-b995-8bdadf4f52a9),segment_id=a432a7e9-04d9-4891-b995-8bdadf4f52a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:30.012259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.066165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:30.117235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.180311 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:30.181849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:30.182198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on network d3420f04-28ef-4f48-800b-cf28a10f665c {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:30.188833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on network d3420f04-28ef-4f48-800b-cf28a10f665c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:14:30.189501 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on network d3420f04-28ef-4f48-800b-cf28a10f665c {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:30.194648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2ae83809-f8d8-45f0-a797-967ec0ddc899 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:14:30.200657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:30.200657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Checking segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:30.200657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Bound using segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:30.200657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Bound port: 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:30.200657 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.219605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2ae83809-f8d8-45f0-a797-967ec0ddc899 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:30.221810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.235444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fda1fb-f6f6-4020-ba59-176f3a5f2fda {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:30.267187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.279792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b86c224a-4fbb-4ece-b422-9d0606d70562 None None] Provisioning complete for port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:30.280195 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b86c224a-4fbb-4ece-b422-9d0606d70562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.294637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Transition to ACTIVE for port object 02fda1fb-f6f6-4020-ba59-176f3a5f2fda will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:14:30.300513 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.313668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03c944-48a6-4741-a732-315e7c62694f req-bc35ba4b-cf32-4e96-b2f9-7aea55d56d59 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:30.315423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f03c944-48a6-4741-a732-315e7c62694f req-bc35ba4b-cf32-4e96-b2f9-7aea55d56d59 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 944 time: 0.1348021 Dec 16 08:14:30.336792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc29c-ccb7-4f4c-a083-48dd2b6e4a6f req-8757c917-66ee-4d22-85f4-d822cb9b7408 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:30.338841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c44fc29c-ccb7-4f4c-a083-48dd2b6e4a6f req-8757c917-66ee-4d22-85f4-d822cb9b7408 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1398294 Dec 16 08:14:30.363783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=21da92b1-949b-43cd-94b8-65e12f5cefef,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:30.381083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.383045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b86c224a-4fbb-4ece-b422-9d0606d70562 None None] Port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:30.387551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:30.403197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:30.412442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:30.415873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=fbe4533c-66d0-4ea1-82ac-af490799291a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:30.418372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:30.425713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:30.426362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.430784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:30.455446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b86c224a-4fbb-4ece-b422-9d0606d70562 None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:30.455796 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b86c224a-4fbb-4ece-b422-9d0606d70562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.485562 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.497067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:30.543621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.550858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'port_id': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'mac_address': 'fa:16:3e:bb:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f8cdc1-cb84-48cf-a1fc-85b4a800fe11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:14:30.572976 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:30.575287 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a412318-2b83-4f55-aca1-6ceedb6ec8cd" -d '{"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-unplugged", "status": "completed", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:30.588159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f03c944-48a6-4741-a732-315e7c62694f req-e0ad429d-7f9a-46e7-b562-ac39d4097739 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457623 Dec 16 08:14:30.589223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Pushing event updated for resources: {'Port': ['ID=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:30.667248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c44fc29c-ccb7-4f4c-a083-48dd2b6e4a6f req-e233557b-7cbf-48be-a448-f09c7f94ff7b tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180807 Dec 16 08:14:30.726406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:30.750453 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97e37ad8-5893-4977-a284-b1fdfa5cfc92 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1474769 Dec 16 08:14:30.755840 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58092) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:30.769919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-80be8a11-ca4b-45c5-b09b-699b44f36104 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:30.919969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Attempting to bind port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:30.920213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Attempting to bind port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd21f74a4-d3f4-4421-8a72-9033f175a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:30.926714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Attempting to bind port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda on network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:30.936874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:30.950556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:30.950556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.955010 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-4d515fbf-ebbb-4425-aa7c-1e8cb1ec0d37 service neutron] 10.222.0.36 "PUT /v2.0/ports/50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 1092 time: 2.1019919 Dec 16 08:14:30.957641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064285-0fb0-4a7a-ae31-600ec5882d71 req-65a0e0d6-c0d6-4d99-8c42-5939694138e1 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:30.959486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66064285-0fb0-4a7a-ae31-600ec5882d71 req-65a0e0d6-c0d6-4d99-8c42-5939694138e1 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 944 time: 0.1977396 Dec 16 08:14:30.961212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:30.962430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:30.965031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda on network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:14:30.965363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Attempting to bind port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda on network ff159c2b-3229-46aa-b5cb-48adb6e25ba2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:30.965717 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:31.004357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ae83809-f8d8-45f0-a797-967ec0ddc899 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:31.005726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d94f8-cc9f-4f95-ab02-38ba5a92fba1 req-4ff7a932-ed33-4852-88c4-8db7bbd7399d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.007622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d79d94f8-cc9f-4f95-ab02-38ba5a92fba1 req-4ff7a932-ed33-4852-88c4-8db7bbd7399d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.1812391 Dec 16 08:14:31.020974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:31.021561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Checking segment: {'id': 'd21f74a4-d3f4-4421-8a72-9033f175a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:31.022070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Bound using segment: {'id': 'd21f74a4-d3f4-4421-8a72-9033f175a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:31.022583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Bound port: 02fda1fb-f6f6-4020-ba59-176f3a5f2fda, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21f74a4-d3f4-4421-8a72-9033f175a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:31.023011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.040978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.124249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:31.131223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80be8a11-ca4b-45c5-b09b-699b44f36104 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:31.136257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6d91ffb-025e-4ee0-9e68-812fe8624a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.136497 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80be8a11-ca4b-45c5-b09b-699b44f36104 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.137804 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-66064285-0fb0-4a7a-ae31-600ec5882d71 req-465944bd-567e-469a-9498-99ad6c135aff tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557024 Dec 16 08:14:31.160201 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:14:31.160568 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:14:31.161437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d79d94f8-cc9f-4f95-ab02-38ba5a92fba1 req-3d4e0335-0ede-48c9-831d-00ac68cd6785 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335392 Dec 16 08:14:31.189270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0f0bf2d4-296c-4219-a10e-36f16e3007e0 None None] Provisioning complete for port fbe4533c-66d0-4ea1-82ac-af490799291a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:31.189270 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf2d4-296c-4219-a10e-36f16e3007e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.189431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] For port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:31.193337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] For port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,segment=NetworkSegment(d21f74a4-d3f4-4421-8a72-9033f175a514),segment_id=d21f74a4-d3f4-4421-8a72-9033f175a514)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:31.229913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bf2d4-296c-4219-a10e-36f16e3007e0 None None] Port fbe4533c-66d0-4ea1-82ac-af490799291a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:31.232687 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480bfab5-23dc-4d49-874f-a2629491b742 x-openstack-request-id: req-480bfab5-23dc-4d49-874f-a2629491b742 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:31.232987 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:31.233356 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-480bfab5-23dc-4d49-874f-a2629491b742 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:31.233742 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'status': 'completed', 'code': 200} Dec 16 08:14:31.252038 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5876c4b3-5d86-48e8-ad50-a74d011566e7 x-openstack-request-id: req-5876c4b3-5d86-48e8-ad50-a74d011566e7 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:31.252374 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-unplugged", "status": "completed", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:31.252928 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5876c4b3-5d86-48e8-ad50-a74d011566e7 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:31.253316 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'code': 200} Dec 16 08:14:31.263984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-0f39b946-59a0-4320-9e29-4572c293b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.265833 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-0f39b946-59a0-4320-9e29-4572c293b10f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1095 time: 0.1465898 Dec 16 08:14:31.266069 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.310330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.310949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.312370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] 10.222.0.36 "PUT /v2.0/ports/02fda1fb-f6f6-4020-ba59-176f3a5f2fda HTTP/1.1" status: 200 len: 1093 time: 1.7702637 Dec 16 08:14:31.312819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cfa198-4378-4356-86bd-53894d16c19d', 'tag': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:31.315255 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf89e11-a219-42cf-a9f1-bad16bb7e4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "60cfa198-4378-4356-86bd-53894d16c19d", "tag": "02fda1fb-f6f6-4020-ba59-176f3a5f2fda"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:31.340204 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-5c18dc93-061e-4e58-b047-5967e18e31bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 217 time: 0.0583198 Dec 16 08:14:31.342610 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-80be8a11-ca4b-45c5-b09b-699b44f36104 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e077f49-3cd6-47f5-98bb-1eac7bcd2243 (CIDR: 2001:db8::/64) Dec 16 08:14:31.353604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e8895-8d2c-4724-aa7d-0069adecbdcb service neutron] Pushing event updated for resources: {'Port': ['ID=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:31.365770 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b253561-1407-489c-88b7-c39354b1d29e x-openstack-request-id: req-3b253561-1407-489c-88b7-c39354b1d29e {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:31.366132 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cfa198-4378-4356-86bd-53894d16c19d", "tag": "02fda1fb-f6f6-4020-ba59-176f3a5f2fda", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:31.366326 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b253561-1407-489c-88b7-c39354b1d29e {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:31.366741 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cfa198-4378-4356-86bd-53894d16c19d', 'tag': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda', 'status': 'completed', 'code': 200} Dec 16 08:14:31.387460 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-80be8a11-ca4b-45c5-b09b-699b44f36104 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:14:31.387893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80be8a11-ca4b-45c5-b09b-699b44f36104 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:31.410975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-2bf79598-ebca-4e3c-8bd0-af8db86808be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.412749 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-2bf79598-ebca-4e3c-8bd0-af8db86808be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.0638328 Dec 16 08:14:31.474581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-034c1d6c-1b9c-4333-bbbc-854930f8a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.475383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89e11-a219-42cf-a9f1-bad16bb7e4bd req-ec3a9102-5cdb-451b-8dc0-4bc333813138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.476218 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-034c1d6c-1b9c-4333-bbbc-854930f8a6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545158 Dec 16 08:14:31.477026 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebf89e11-a219-42cf-a9f1-bad16bb7e4bd req-ec3a9102-5cdb-451b-8dc0-4bc333813138 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f336ecf56aff44e389f0c7cbec48bf42&device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 1096 time: 0.0495846 Dec 16 08:14:31.597858 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80be8a11-ca4b-45c5-b09b-699b44f36104 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8390558 Dec 16 08:14:31.599224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58100) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:31.616068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:31.621654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 21da92b1-949b-43cd-94b8-65e12f5cefef up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:31.624954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:14:31.712316 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.750498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89e11-a219-42cf-a9f1-bad16bb7e4bd req-ae034035-b941-42d3-8578-be76868021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.752135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebf89e11-a219-42cf-a9f1-bad16bb7e4bd req-ae034035-b941-42d3-8578-be76868021a3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f336ecf56aff44e389f0c7cbec48bf42&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2475247 Dec 16 08:14:31.771848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5b0ba-097f-4670-892b-d99b83018659 req-a8355e56-4a1b-4caf-b737-9ce5c53aa1d7 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.775988 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-615b231d-d9b8-4756-8240-aeff9d902903 service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700047 Dec 16 08:14:31.781986 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ce5b0ba-097f-4670-892b-d99b83018659 req-a8355e56-4a1b-4caf-b737-9ce5c53aa1d7 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 944 time: 0.0941639 Dec 16 08:14:31.782926 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae83809-f8d8-45f0-a797-967ec0ddc899 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:31.811278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:31.841688 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.866427 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.869653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:31.870092 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:31.934315 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ee1f6a29-b190-4fc4-b281-5d973363ffb0 req-50d73544-364a-4d62-b1f3-9a9626361f1d service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458454 Dec 16 08:14:31.945199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:31.960778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ce5b0ba-097f-4670-892b-d99b83018659 req-ab617158-e3e4-4873-8252-e1f8855d19a1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778884 Dec 16 08:14:31.966110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'port_id': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'mac_address': 'fa:16:3e:2a:5e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:14:31.985262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b08c3-0bd8-4f3c-85e5-20bfca43d317 req-8315a0a9-8e59-4565-a6b7-31b8b66f00f2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:31.986922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f7b08c3-0bd8-4f3c-85e5-20bfca43d317 req-8315a0a9-8e59-4565-a6b7-31b8b66f00f2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 945 time: 0.1179366 Dec 16 08:14:32.017052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89e11-a219-42cf-a9f1-bad16bb7e4bd req-35c1871e-36d5-4bae-9e63-2389df6ae0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.018548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebf89e11-a219-42cf-a9f1-bad16bb7e4bd req-35c1871e-36d5-4bae-9e63-2389df6ae0f7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249734 Dec 16 08:14:32.033256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:32.041029 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:32.054064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:32.057670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:32.058768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:32.063336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7f7b08c3-0bd8-4f3c-85e5-20bfca43d317 req-1bab329a-026b-48ca-98a2-feb17907e3ad tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632517 Dec 16 08:14:32.116164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:32.198891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:32.230493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-cbed5671-f4db-4898-baaf-5b3257fdcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.232089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-cbed5671-f4db-4898-baaf-5b3257fdcc11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1095 time: 0.0784988 Dec 16 08:14:32.244328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['2ae83809-f8d8-45f0-a797-967ec0ddc899'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:14:32.267885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-5822bf18-c082-4a7e-8a8d-7c9ee762c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.273139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-5822bf18-c082-4a7e-8a8d-7c9ee762c80f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f336ecf56aff44e389f0c7cbec48bf42&device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 1096 time: 0.1164806 Dec 16 08:14:32.321294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:32.369034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-edf68862-c097-443e-85cb-0c9aae97717c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fda1fb-f6f6-4020-ba59-176f3a5f2fda HTTP/1.1" status: 200 len: 217 time: 0.0756857 Dec 16 08:14:32.453437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-e8f5c896-3bf6-4c40-bca9-7f373e75061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.454917 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-e8f5c896-3bf6-4c40-bca9-7f373e75061b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.2151582 Dec 16 08:14:32.455108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398871b-152f-4c0e-9c10-064468f54ade req-b5f7957d-a343-4d65-b007-2ef4e51e50a7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.456681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1398871b-152f-4c0e-9c10-064468f54ade req-b5f7957d-a343-4d65-b007-2ef4e51e50a7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.1736906 Dec 16 08:14:32.472644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c71b8-5150-4a58-bcef-41d1ce064549 req-a964541a-960f-41e5-a383-4922496f73cf tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.481043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a6c71b8-5150-4a58-bcef-41d1ce064549 req-a964541a-960f-41e5-a383-4922496f73cf tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 944 time: 0.1799107 Dec 16 08:14:32.491930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-56da05e1-9d76-4df8-8bd9-3f9a565ba090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.493718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-56da05e1-9d76-4df8-8bd9-3f9a565ba090 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08fec546-6ff9-40ee-a5d8-df0354ab62c3 HTTP/1.1" status: 200 len: 865 time: 0.1085947 Dec 16 08:14:32.527921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:14:32.544759 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-da665c00-fa06-4a99-96e9-41c3e0a08025 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 217 time: 0.0782750 Dec 16 08:14:32.548336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-7ab7edf5-2122-4804-a0c8-8dd42d031bec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff159c2b-3229-46aa-b5cb-48adb6e25ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410228 Dec 16 08:14:32.633798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-7163abcd-2ed5-4815-8b20-cec5d75588ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.635522 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-7163abcd-2ed5-4815-8b20-cec5d75588ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.0619221 Dec 16 08:14:32.637593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:32.650256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a6c71b8-5150-4a58-bcef-41d1ce064549 req-9db38b04-6d79-4bf0-adf9-7f2f65df1b99 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615505 Dec 16 08:14:32.656530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1398871b-152f-4c0e-9c10-064468f54ade req-e3c80ba8-9e77-4257-a7b3-6d378afd8fe1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1729858 Dec 16 08:14:32.710478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-21c5a039-31df-44df-8cef-09b772e165fe service neutron] 10.222.0.36 "GET /v2.0/networks/ff159c2b-3229-46aa-b5cb-48adb6e25ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490579 Dec 16 08:14:32.730865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:32.735971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:32.742666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.743260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:32.752490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9bb514-f0c0-44e0-a04a-0054313ea5c6 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:32.753208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=5d93915d-0d59-45fc-bc84-3e9fe5f6996e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:32.764308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-344ac8b2-aa74-46ee-bbf0-829bd201f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:32.766276 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-344ac8b2-aa74-46ee-bbf0-829bd201f295 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203167 Dec 16 08:14:32.836576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a6eea8-fa62-453e-b83f-88cb6777f11e req-767d9801-99cc-473c-8d84-c8cd364b605b service neutron] 10.222.0.36 "GET /v2.0/networks/ff159c2b-3229-46aa-b5cb-48adb6e25ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146655 Dec 16 08:14:32.843942 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ff5d8e3c-14d3-493e-b25f-d553460abecc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2428565 Dec 16 08:14:32.846964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58112) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:32.852508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-716239133', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d93915d-0d59-45fc-bc84-3e9fe5f6996e'}], 'security_groups': ['ed477a7c-a1b3-459d-aa66-9bcea72daccf']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:32.885583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-5c488504-c2f9-473c-b334-293dfa405ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084814 Dec 16 08:14:33.013095 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8ff0242d-f5ae-42c4-a0a1-12113cb1e96e req-7086749e-89e2-460e-881e-baf116e76a77 service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159284 Dec 16 08:14:33.037912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afacf96a-e579-4797-b34c-5c3f05f7c7a1 None None] Update dhcp port {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'fixed_ips': [{'subnet_id': '2e077f49-3cd6-47f5-98bb-1eac7bcd2243', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d93915d-0d59-45fc-bc84-3e9fe5f6996e'}], 'binding:host_id': 'n-d-820935-11'}, 'id': '21da92b1-949b-43cd-94b8-65e12f5cefef'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:14:33.042652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:33.066939 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-afacf96a-e579-4797-b34c-5c3f05f7c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:33.180075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf25b-5eaf-476f-b54e-365198889827 req-878b1e66-d066-4dde-8fc0-a151d3ed8ced tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:33.181602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02faf25b-5eaf-476f-b54e-365198889827 req-878b1e66-d066-4dde-8fc0-a151d3ed8ced tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 945 time: 0.1205614 Dec 16 08:14:33.266391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-afacf96a-e579-4797-b34c-5c3f05f7c7a1 None None] Allocated IP 2001:db8:0:1::2 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/5d93915d-0d59-45fc-bc84-3e9fe5f6996e/21da92b1-949b-43cd-94b8-65e12f5cefef) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:33.375603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-afacf96a-e579-4797-b34c-5c3f05f7c7a1 None None] For port 21da92b1-949b-43cd-94b8-65e12f5cefef, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=21da92b1-949b-43cd-94b8-65e12f5cefef,segment=NetworkSegment(a432a7e9-04d9-4891-b995-8bdadf4f52a9),segment_id=a432a7e9-04d9-4891-b995-8bdadf4f52a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:33.413794 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-afacf96a-e579-4797-b34c-5c3f05f7c7a1 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:33.538142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-afacf96a-e579-4797-b34c-5c3f05f7c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:33.581654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02faf25b-5eaf-476f-b54e-365198889827 req-1103d8dc-2773-4d71-ae31-ce20977168c7 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844180 Dec 16 08:14:33.617689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc16b3-2919-4ebe-8417-be6d6b4471bf req-e0196e59-f885-434a-af6f-66f45dc06c53 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:33.619193 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7fc16b3-2919-4ebe-8417-be6d6b4471bf req-e0196e59-f885-434a-af6f-66f45dc06c53 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 945 time: 0.4366951 Dec 16 08:14:33.625461 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:33.630960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:33.694343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacf96a-e579-4797-b34c-5c3f05f7c7a1 None None] Pushing event updated for resources: {'Port': ['ID=21da92b1-949b-43cd-94b8-65e12f5cefef,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:33.725684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7fc16b3-2919-4ebe-8417-be6d6b4471bf req-11d37dfd-f2fa-4675-8d8c-cc92fc2c9572 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905731 Dec 16 08:14:33.778909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:14:33.795558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:33.795558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:33.812453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Delete allocated IP 2001:db8::146 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/2e077f49-3cd6-47f5-98bb-1eac7bcd2243) {{(pid=110395) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 08:14:33.864403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8:0:1::1dd (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/5d93915d-0d59-45fc-bc84-3e9fe5f6996e/fbe4533c-66d0-4ea1-82ac-af490799291a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:33.893607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:33.916671 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522deaf3-4a67-4cb0-85af-1552e51fa28f req-59476659-7e94-48b6-a5cb-a808bc46e00f tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:33.918253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-522deaf3-4a67-4cb0-85af-1552e51fa28f req-59476659-7e94-48b6-a5cb-a808bc46e00f tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 944 time: 0.1262572 Dec 16 08:14:33.931287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:33.934958 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4efaa14-3683-4259-bc14-ffb55f7065a9" -d '{"events": [{"server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "name": "network-vif-plugged", "status": "completed", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:33.940077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:33.946495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77764a1c-2c3e-4d99-914d-502d8bfec9cb req-e771a8cc-9dfc-41b3-8414-3efa06cf2722 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:33.948024 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77764a1c-2c3e-4d99-914d-502d8bfec9cb req-e771a8cc-9dfc-41b3-8414-3efa06cf2722 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.1371415 Dec 16 08:14:34.028617 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.077146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-522deaf3-4a67-4cb0-85af-1552e51fa28f req-6a9054c9-06b6-4b57-bf5b-3196cf49eba6 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486180 Dec 16 08:14:34.118250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77764a1c-2c3e-4d99-914d-502d8bfec9cb req-7b0f73a6-103c-486b-84e6-a5102dfee326 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577370 Dec 16 08:14:34.135811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:34.150368 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd8331d-eec6-4193-a5f0-d3b76c078646 x-openstack-request-id: req-cbd8331d-eec6-4193-a5f0-d3b76c078646 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:34.150670 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "name": "network-vif-plugged", "status": "completed", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:34.150929 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbd8331d-eec6-4193-a5f0-d3b76c078646 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:34.151434 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'code': 200} Dec 16 08:14:34.155646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2ae83809-f8d8-45f0-a797-967ec0ddc899 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:34.169664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.215359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.226204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 2ae83809-f8d8-45f0-a797-967ec0ddc899 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:34.226204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.287539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4fd8f-4a35-4a0e-a78b-927b8e446366 req-0877b7e2-aace-4796-ba01-43ede2639459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:34.289106 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e7b4fd8f-4a35-4a0e-a78b-927b8e446366 req-0877b7e2-aace-4796-ba01-43ede2639459 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 1098 time: 0.0480213 Dec 16 08:14:34.294075 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.338629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.354902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=fbe4533c-66d0-4ea1-82ac-af490799291a,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:34.368539 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e7b4fd8f-4a35-4a0e-a78b-927b8e446366 req-ca592262-bdcd-4427-9c4a-7cca058d96d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675118 Dec 16 08:14:34.389586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] In _notify_port_updated(), no bound segment for port fbe4533c-66d0-4ea1-82ac-af490799291a on network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:14:34.396901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:34.397562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.400244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e1f7cd5f-694e-4019-9aa2-dc2c1ea80f4f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "PUT /v2.0/ports/fbe4533c-66d0-4ea1-82ac-af490799291a HTTP/1.1" status: 200 len: 930 time: 1.5508771 Dec 16 08:14:34.400640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:34.401797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58126) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:34.498084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Provisioning complete for port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:34.498726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.511676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port fbe4533c-66d0-4ea1-82ac-af490799291a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:34.512019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.540332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:34.550316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:34.550692 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.576491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.625814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.640649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:34.644748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for fbe4533c-66d0-4ea1-82ac-af490799291a owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:34.709092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Provisioning complete for port fbe4533c-66d0-4ea1-82ac-af490799291a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:34.709435 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.749496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-88fb3967-8882-44d0-a440-02b95790c65f None None] Port fbe4533c-66d0-4ea1-82ac-af490799291a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:34.775754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e9fe0-6cca-4e03-8fbc-3baf690436f5 req-48dbb232-b3a3-476d-83c5-43165d1d8580 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:34.777749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-595e9fe0-6cca-4e03-8fbc-3baf690436f5 req-48dbb232-b3a3-476d-83c5-43165d1d8580 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 946 time: 0.0765405 Dec 16 08:14:34.876841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c1bad055-049a-45b4-9eae-b6d641738b31 None None] Provisioning complete for port fbe4533c-66d0-4ea1-82ac-af490799291a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:34.877133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c1bad055-049a-45b4-9eae-b6d641738b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:34.914609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c1bad055-049a-45b4-9eae-b6d641738b31 None None] Port fbe4533c-66d0-4ea1-82ac-af490799291a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:34.916906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-595e9fe0-6cca-4e03-8fbc-3baf690436f5 req-81d93b33-1432-4899-b391-1dd8e60413c1 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183581 Dec 16 08:14:34.930202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0783135-6a75-4a77-86eb-bd824d0ba305 req-5540a80b-b542-42e4-9f84-3e4cee7092fe tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:34.931596 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0783135-6a75-4a77-86eb-bd824d0ba305 req-5540a80b-b542-42e4-9f84-3e4cee7092fe tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1006820 Dec 16 08:14:34.982021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f0783135-6a75-4a77-86eb-bd824d0ba305 req-b5d1338c-6ba5-457f-a572-8e96a954a5a4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442746 Dec 16 08:14:34.991119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.021886 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=fbe4533c-66d0-4ea1-82ac-af490799291a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:35.051950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.054939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6cc7027b-6dc7-425f-a01a-bfef428a062d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/fbe4533c-66d0-4ea1-82ac-af490799291a HTTP/1.1" status: 204 len: 168 time: 0.6521001 Dec 16 08:14:35.057544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58134) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:35.083002 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f1efc1-6470-4d83-954b-766e8361b4ec tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:14:35.084492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-71f1efc1-6470-4d83-954b-766e8361b4ec tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/fbe4533c-66d0-4ea1-82ac-af490799291a HTTP/1.1" status: 404 len: 333 time: 0.0260105 Dec 16 08:14:35.087780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:35.164112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f093-475f-4bcf-ae46-20b79aa73b73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.200259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f093-475f-4bcf-ae46-20b79aa73b73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.223063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132e793-5727-4db5-a94f-3276e0405aab req-3373739a-3681-45af-98fc-d1f458e40d6d tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:35.225538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7132e793-5727-4db5-a94f-3276e0405aab req-3373739a-3681-45af-98fc-d1f458e40d6d tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 944 time: 0.0663197 Dec 16 08:14:35.312004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742553a1-3a24-4a6e-a71d-b4219125c158 req-21794e53-4cd0-4955-9e1a-536a93fa84bb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:35.313540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-742553a1-3a24-4a6e-a71d-b4219125c158 req-21794e53-4cd0-4955-9e1a-536a93fa84bb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.1019154 Dec 16 08:14:35.320808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7132e793-5727-4db5-a94f-3276e0405aab req-d45e30a9-94bd-472d-863a-04bebcc89032 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848541 Dec 16 08:14:35.339891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f093-475f-4bcf-ae46-20b79aa73b73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.342425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f093-475f-4bcf-ae46-20b79aa73b73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.343601 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b3f1f093-475f-4bcf-ae46-20b79aa73b73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/security-groups/7713b42d-92c4-450c-ba2a-7fccb9f036e9 HTTP/1.1" status: 204 len: 168 time: 0.2545700 Dec 16 08:14:35.346872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58142) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:35.370859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1f093-475f-4bcf-ae46-20b79aa73b73 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7713b42d-92c4-450c-ba2a-7fccb9f036e9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:35.376850 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-742553a1-3a24-4a6e-a71d-b4219125c158 req-70f262c1-35e6-4254-89bb-fe771cc4a16e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548899 Dec 16 08:14:35.419404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-285548e3-dbc3-42f6-9625-3497ecf457e7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.442404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-285548e3-dbc3-42f6-9625-3497ecf457e7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.565525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-285548e3-dbc3-42f6-9625-3497ecf457e7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.568218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-285548e3-dbc3-42f6-9625-3497ecf457e7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.569394 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-285548e3-dbc3-42f6-9625-3497ecf457e7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/security-groups/ed477a7c-a1b3-459d-aa66-9bcea72daccf HTTP/1.1" status: 204 len: 168 time: 0.2196701 Dec 16 08:14:35.572233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58144) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:35.578846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285548e3-dbc3-42f6-9625-3497ecf457e7 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed477a7c-a1b3-459d-aa66-9bcea72daccf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:35.621170 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 21da92b1-949b-43cd-94b8-65e12f5cefef up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:35.640490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet 2e077f49-3cd6-47f5-98bb-1eac7bcd2243 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:35.649119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.653498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 02fda1fb-f6f6-4020-ba59-176f3a5f2fda details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:14:35.694501 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.749831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:35.750287 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.799783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,segment=NetworkSegment(d21f74a4-d3f4-4421-8a72-9033f175a514),segment_id=d21f74a4-d3f4-4421-8a72-9033f175a514)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:35.814876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda', 'network_id': 'ff159c2b-3229-46aa-b5cb-48adb6e25ba2', 'port_id': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda', 'mac_address': 'fa:16:3e:a1:93:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fec546-6ff9-40ee-a5d8-df0354ab62c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:14:35.864560 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.898353 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:35.926647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fda1fb-f6f6-4020-ba59-176f3a5f2fda {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:35.962073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,segment=NetworkSegment(d21f74a4-d3f4-4421-8a72-9033f175a514),segment_id=d21f74a4-d3f4-4421-8a72-9033f175a514)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:36.048793 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:36.051584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:14:36.085544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:36.149933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=2e077f49-3cd6-47f5-98bb-1eac7bcd2243,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:36.152165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:36.154464 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d0a623-679c-45d0-9ef1-f89e0fbaedd2" -d '{"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-plugged", "status": "completed", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:36.177884 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:36.187400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58154) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:36.188868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1daf5454-5213-44ce-996f-62a3bd439622 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/2e077f49-3cd6-47f5-98bb-1eac7bcd2243 HTTP/1.1" status: 204 len: 168 time: 0.6152325 Dec 16 08:14:36.194462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:36.210952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240a82c-e2c1-475b-b1ed-7aef413d1773 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:36.216115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78afa13-5695-4404-bf34-484b8cd2c327 req-de0ed41f-48d3-4a82-9d3e-081a52e87fec tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:36.218366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a78afa13-5695-4404-bf34-484b8cd2c327 req-de0ed41f-48d3-4a82-9d3e-081a52e87fec tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1446280 Dec 16 08:14:36.227382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd24e-642e-4ed7-8afc-c8a3711137b3 req-3ddc4da5-d388-462d-9ca1-1bf03312fd5e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:36.235167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-085bd24e-642e-4ed7-8afc-c8a3711137b3 req-3ddc4da5-d388-462d-9ca1-1bf03312fd5e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 946 time: 0.2299073 Dec 16 08:14:36.272705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:36.345200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-085bd24e-642e-4ed7-8afc-c8a3711137b3 req-08b38b1b-846a-4088-a7ee-a3af590e40c0 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088650 Dec 16 08:14:36.355447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:36.372657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a78afa13-5695-4404-bf34-484b8cd2c327 req-eb5ebc92-c1b5-4d23-b617-0f8bd09f65f0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274266 Dec 16 08:14:36.374036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'port_id': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'mac_address': 'fa:16:3e:55:0c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:14:36.461753 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473e77e6-cc49-49bb-b5b5-f4a12eca0266 x-openstack-request-id: req-473e77e6-cc49-49bb-b5b5-f4a12eca0266 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:36.462111 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-plugged", "status": "completed", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:36.462376 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-473e77e6-cc49-49bb-b5b5-f4a12eca0266 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:36.462772 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'code': 200} Dec 16 08:14:36.541900 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:36.560060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:36.589058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb72fe8-4ecf-48ee-bf6d-2e5abec406e8 req-778fdaf5-a447-4f98-9594-2430645558ac tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:36.593076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:36.598245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efb72fe8-4ecf-48ee-bf6d-2e5abec406e8 req-778fdaf5-a447-4f98-9594-2430645558ac tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 945 time: 0.1075869 Dec 16 08:14:36.605421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:36.609010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:36.634768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01fb4-cb61-4a7e-9dce-1d7307eb0f95 req-55946b62-d45b-4a43-82e0-d8c0d91e231a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:36.642563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9d01fb4-cb61-4a7e-9dce-1d7307eb0f95 req-55946b62-d45b-4a43-82e0-d8c0d91e231a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 946 time: 0.1076183 Dec 16 08:14:36.665749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:36.707362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efb72fe8-4ecf-48ee-bf6d-2e5abec406e8 req-54880499-c7c9-4105-b835-e777000ff528 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016896 Dec 16 08:14:36.749394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:36.778698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c9d01fb4-cb61-4a7e-9dce-1d7307eb0f95 req-86b23367-421c-4d14-a0c3-2914a0220693 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246223 Dec 16 08:14:36.782584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58164) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:36.871254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03743f46-884b-4cf1-8b5e-6249b232f091 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:36.875372 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03743f46-884b-4cf1-8b5e-6249b232f091 tempest-TestNetworkBasicOps-1524149944 tempest-TestNetworkBasicOps-1524149944-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 1093 time: 0.0892575 Dec 16 08:14:36.876222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58166) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:36.881677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:36.918724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ac65-617c-4b80-8660-0732427eb7b3 req-653b16cf-c4d7-4ccf-a12d-7126851e6dcd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:36.920330 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2319ac65-617c-4b80-8660-0732427eb7b3 req-653b16cf-c4d7-4ccf-a12d-7126851e6dcd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 944 time: 0.1101446 Dec 16 08:14:36.997625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['02fda1fb-f6f6-4020-ba59-176f3a5f2fda'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:14:37.037828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['50ddaaf7-54d9-4b1a-9e87-24c4744a9253'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:14:37.043291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2319ac65-617c-4b80-8660-0732427eb7b3 req-3d1cd9dd-f0a8-4994-996c-84d43c007daa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063995 Dec 16 08:14:37.073205 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.220660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.277117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8559e00-4cde-41d8-8246-0ee247039747 req-f08bd1e6-a53a-44a0-8545-ba1de8a86170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:37.278840 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d8559e00-4cde-41d8-8246-0ee247039747 req-f08bd1e6-a53a-44a0-8545-ba1de8a86170 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 1098 time: 0.0792687 Dec 16 08:14:37.406324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Allocated IP 172.25.2.60 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/7dd21631-4b35-4029-9902-1304e0539e6e) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:37.420536 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d8559e00-4cde-41d8-8246-0ee247039747 req-da0fd635-b7a2-4fa4-ae97-d04e7d92f774 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282401 Dec 16 08:14:37.623878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.648715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.669700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de557d-b036-4ccf-acb6-da9e47515c3d req-e8059ce4-1e8b-483e-a920-4efc2ce8aa98 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:37.679506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92de557d-b036-4ccf-acb6-da9e47515c3d req-e8059ce4-1e8b-483e-a920-4efc2ce8aa98 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1190996 Dec 16 08:14:37.689755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:37.694293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:37.698941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:37.699531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.703787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-12ad8b29-5a25-4b45-b887-68a7ed904eb8 None None] Provisioning complete for port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:37.704377 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-12ad8b29-5a25-4b45-b887-68a7ed904eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.721257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=ed91739e-d3a6-4b14-944b-7135a1b32bd6,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:37.750442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-12ad8b29-5a25-4b45-b887-68a7ed904eb8 None None] Port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:37.752213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e0bb54-0ca5-41c5-ab47-8d14486a79f9 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:37.762943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92de557d-b036-4ccf-acb6-da9e47515c3d req-31f7c8ab-6058-47ea-bf6e-5a17d7555bc8 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824199 Dec 16 08:14:37.820544 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6df02893-35f2-4425-84ed-d6f0a37daa97 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6317506 Dec 16 08:14:37.831644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58180) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:37.836664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cfc4738c-cbeb-41ca-9417-6d96bc497a36 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'security_group': {'name': 'tempest-secgroup-377871453'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:37.840720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-12ad8b29-5a25-4b45-b887-68a7ed904eb8 None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:37.841098 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-12ad8b29-5a25-4b45-b887-68a7ed904eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.862608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df187-633b-4fa9-8c65-3ee28fbec3ce req-b03f4494-2c70-4e1c-8495-5760a2ebceff tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:37.865587 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af8df187-633b-4fa9-8c65-3ee28fbec3ce req-b03f4494-2c70-4e1c-8495-5760a2ebceff tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 945 time: 0.0792546 Dec 16 08:14:37.866786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:37.933928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:37.940117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:37.944810 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:37.952645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc4738c-cbeb-41ca-9417-6d96bc497a36 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.001354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=7dd21631-4b35-4029-9902-1304e0539e6e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:38.011401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-af8df187-633b-4fa9-8c65-3ee28fbec3ce req-8c23308d-9de7-4909-b8e5-35e22cfcdfd5 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355276 Dec 16 08:14:38.054257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc4738c-cbeb-41ca-9417-6d96bc497a36 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.128598 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc4738c-cbeb-41ca-9417-6d96bc497a36 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.170160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4738c-cbeb-41ca-9417-6d96bc497a36 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3f10a7-1ff6-4dcc-b567-235835181822,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:38.179022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf4d2a-5eaa-4831-94b4-2afc380d53ea None None] Update dhcp port {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'fixed_ips': [{'subnet_id': '5d93915d-0d59-45fc-bc84-3e9fe5f6996e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed91739e-d3a6-4b14-944b-7135a1b32bd6'}], 'binding:host_id': 'n-d-820935-11'}, 'id': '21da92b1-949b-43cd-94b8-65e12f5cefef'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:14:38.215895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-38bf4d2a-5eaa-4831-94b4-2afc380d53ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.217371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cfc4738c-cbeb-41ca-9417-6d96bc497a36 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.218882 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfc4738c-cbeb-41ca-9417-6d96bc497a36 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3861651 Dec 16 08:14:38.221714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58184) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:38.227587 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-99e74f03-2fd3-4c75-b4f5-9422e27ef9e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'security_group': {'name': 'tempest-secgroup-826517802'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:38.272380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb48fc-d0b7-4eca-8e69-2b0cd1a04837 req-3b455171-139e-41e1-9f4e-960b5db4301e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:38.280025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34cb48fc-d0b7-4eca-8e69-2b0cd1a04837 req-3b455171-139e-41e1-9f4e-960b5db4301e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 944 time: 0.1460471 Dec 16 08:14:38.334149 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99e74f03-2fd3-4c75-b4f5-9422e27ef9e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.409579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-38bf4d2a-5eaa-4831-94b4-2afc380d53ea None None] Allocated IP 2001:db8::2 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/ed91739e-d3a6-4b14-944b-7135a1b32bd6/21da92b1-949b-43cd-94b8-65e12f5cefef) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:38.429060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99e74f03-2fd3-4c75-b4f5-9422e27ef9e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.478312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34cb48fc-d0b7-4eca-8e69-2b0cd1a04837 req-e05208e3-ea05-4581-adaf-747a9c84a244 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956322 Dec 16 08:14:38.503150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99e74f03-2fd3-4c75-b4f5-9422e27ef9e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.542806 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-38bf4d2a-5eaa-4831-94b4-2afc380d53ea None None] For port 21da92b1-949b-43cd-94b8-65e12f5cefef, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=21da92b1-949b-43cd-94b8-65e12f5cefef,segment=NetworkSegment(a432a7e9-04d9-4891-b995-8bdadf4f52a9),segment_id=a432a7e9-04d9-4891-b995-8bdadf4f52a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:38.544360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e74f03-2fd3-4c75-b4f5-9422e27ef9e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c091ff6-805d-408b-9e5c-3dce602f17ba,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:38.583474 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-38bf4d2a-5eaa-4831-94b4-2afc380d53ea None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.599304 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-99e74f03-2fd3-4c75-b4f5-9422e27ef9e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.600592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-99e74f03-2fd3-4c75-b4f5-9422e27ef9e5 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3769360 Dec 16 08:14:38.603370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58188) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:38.608090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-914ebd3c-cd39-4e37-9351-42d0c5ea9332 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'security_group': {'name': 'tempest-secgroup-68231626'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:38.683178 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-38bf4d2a-5eaa-4831-94b4-2afc380d53ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.701255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.725476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-914ebd3c-cd39-4e37-9351-42d0c5ea9332 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.819985 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf4d2a-5eaa-4831-94b4-2afc380d53ea None None] Pushing event updated for resources: {'Port': ['ID=21da92b1-949b-43cd-94b8-65e12f5cefef,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:38.872883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-914ebd3c-cd39-4e37-9351-42d0c5ea9332 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:38.963068 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-914ebd3c-cd39-4e37-9351-42d0c5ea9332 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.000006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ebd3c-cd39-4e37-9351-42d0c5ea9332 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069cb9c0-5af1-49ff-91a9-70a6639c673c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:39.064482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-914ebd3c-cd39-4e37-9351-42d0c5ea9332 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.068594 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-914ebd3c-cd39-4e37-9351-42d0c5ea9332 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4614689 Dec 16 08:14:39.068698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58194) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:39.073808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-745295458', 'security_groups': ['069cb9c0-5af1-49ff-91a9-70a6639c673c'], 'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed91739e-d3a6-4b14-944b-7135a1b32bd6'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:39.264693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a7b87-774d-485d-a436-3e7724e15341 req-1bf3f2f9-40d7-4d68-a089-c3ba40c0d8fd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:39.266321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-464a7b87-774d-485d-a436-3e7724e15341 req-1bf3f2f9-40d7-4d68-a089-c3ba40c0d8fd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1835866 Dec 16 08:14:39.276062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307253ee-8c82-4a1f-a5a1-f18175c772eb req-db5cb44c-b499-4da8-a54a-21537bc8a78e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:39.277621 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-307253ee-8c82-4a1f-a5a1-f18175c772eb req-db5cb44c-b499-4da8-a54a-21537bc8a78e tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 945 time: 0.1564045 Dec 16 08:14:39.311616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:39.395131 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.397668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-307253ee-8c82-4a1f-a5a1-f18175c772eb req-dbc0de26-00cb-4b5d-916c-1ea4bd9bcb64 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109951 Dec 16 08:14:39.418649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.434326 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-464a7b87-774d-485d-a436-3e7724e15341 req-e85a2d7c-38a5-4c21-8ebb-20793a9a3ab1 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556606 Dec 16 08:14:39.471182 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] device_id is not set on port 7ecf5825-b56c-4531-8db6-a1fa8ddd147a yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:14:39.643088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 21da92b1-949b-43cd-94b8-65e12f5cefef up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:39.677015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 02fda1fb-f6f6-4020-ba59-176f3a5f2fda up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:39.686024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.697178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8::353 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/ed91739e-d3a6-4b14-944b-7135a1b32bd6/7ecf5825-b56c-4531-8db6-a1fa8ddd147a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:39.701585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58172f-d891-468c-ba63-2d6304a28b54 req-748a31d8-72b4-4bd7-a839-f975c403542b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:39.703452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e58172f-d891-468c-ba63-2d6304a28b54 req-748a31d8-72b4-4bd7-a839-f975c403542b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 944 time: 0.1059995 Dec 16 08:14:39.716944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e87b507e-1662-4cb1-8215-c00255333474 None None] Provisioning complete for port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:39.716944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e87b507e-1662-4cb1-8215-c00255333474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.771330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.772339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e87b507e-1662-4cb1-8215-c00255333474 None None] Port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:39.785098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e58172f-d891-468c-ba63-2d6304a28b54 req-616853d0-19cd-4ecf-b4e5-6d2bd20ee8b3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749757 Dec 16 08:14:39.798671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e87b507e-1662-4cb1-8215-c00255333474 None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:39.799054 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e87b507e-1662-4cb1-8215-c00255333474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.801110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:39.801471 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.865406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event updated for resources: {'Port': ['ID=7dd21631-4b35-4029-9902-1304e0539e6e,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:39.867996 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:39.883382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.032238 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Floating IP dcf9fafb-e261-452a-b794-a5c3de50a3e0 associated. External IP: 172.25.2.60, port: 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74. Dec 16 08:14:40.108143 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:14:40.112443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:40.113485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.120452 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.181718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:40.186334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:40.189012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:40.194732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:40.195575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.214347 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=7ecf5825-b56c-4531-8db6-a1fa8ddd147a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:40.225576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:14:40.236787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.262214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cfa198-4378-4356-86bd-53894d16c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:40.264541 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375bbc35-42b4-4032-b8f2-f92fc11e4613" -d '{"events": [{"server_uuid": "60cfa198-4378-4356-86bd-53894d16c19d", "name": "network-vif-plugged", "status": "completed", "tag": "02fda1fb-f6f6-4020-ba59-176f3a5f2fda"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:40.278155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,segment=NetworkSegment(d21f74a4-d3f4-4421-8a72-9033f175a514),segment_id=d21f74a4-d3f4-4421-8a72-9033f175a514)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:40.307453 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584a0106-4881-4ab3-960d-68c26d6d203f x-openstack-request-id: req-584a0106-4881-4ab3-960d-68c26d6d203f {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:40.307901 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cfa198-4378-4356-86bd-53894d16c19d", "name": "network-vif-plugged", "status": "completed", "tag": "02fda1fb-f6f6-4020-ba59-176f3a5f2fda", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:40.308162 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-584a0106-4881-4ab3-960d-68c26d6d203f {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:40.308600 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cfa198-4378-4356-86bd-53894d16c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda', 'code': 200} Dec 16 08:14:40.327292 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2c62491a-91b2-4450-bd5b-252c1437ddba tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2559047 Dec 16 08:14:40.328631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58202) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:40.336298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1adb91c8-30f7-4ca7-8566-b5986d822adc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:40.351686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:40.363052 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] Sync routers for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:40.375934 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.376739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:40.380748 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:40.381682 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:40.447743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.497100 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-76d9c945-da97-461b-bfad-cda36e496091 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6203382 Dec 16 08:14:40.497733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:40.501167 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4210e95-7f2c-43a9-a897-825ee15f35b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:40.504729 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58208) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:40.534195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:40.610359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e90b8a97-485c-4102-9627-08e619934a6a None None] Provisioning complete for port 7ecf5825-b56c-4531-8db6-a1fa8ddd147a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:40.610732 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e90b8a97-485c-4102-9627-08e619934a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.658658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426e6ac-b8fb-4211-9c3c-e570e9a00bb6 req-3ee2e181-7520-4d5e-be13-1bf0ab4980a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:40.661217 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8426e6ac-b8fb-4211-9c3c-e570e9a00bb6 req-3ee2e181-7520-4d5e-be13-1bf0ab4980a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 1098 time: 0.2215793 Dec 16 08:14:40.689924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:14:40.702832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:40.714160 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:40.719424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.739845 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8426e6ac-b8fb-4211-9c3c-e570e9a00bb6 req-6d148008-e044-4e27-b630-cec9afc08997 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701854 Dec 16 08:14:40.748665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5491aa-d15d-428d-bd26-0c605338d486 req-4564c9ae-d486-4dc4-9b36-815a201479ac tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:40.757064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd5491aa-d15d-428d-bd26-0c605338d486 req-4564c9ae-d486-4dc4-9b36-815a201479ac tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1366606 Dec 16 08:14:40.778742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e90b8a97-485c-4102-9627-08e619934a6a None None] Port 7ecf5825-b56c-4531-8db6-a1fa8ddd147a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:40.793857 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-efed2875-6db7-41d2-b600-d82265887468 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/floatingips/dcf9fafb-e261-452a-b794-a5c3de50a3e0 HTTP/1.1" status: 200 len: 991 time: 0.2881472 Dec 16 08:14:40.805189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4403-5ffa-4c57-8d61-6316174a7a65 req-9c526900-4ee4-420b-a9d4-f3bd2879d732 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:40.812727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d06c4403-5ffa-4c57-8d61-6316174a7a65 req-9c526900-4ee4-420b-a9d4-f3bd2879d732 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 946 time: 0.2570443 Dec 16 08:14:40.822236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb91c8-30f7-4ca7-8566-b5986d822adc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:40.826217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1adb91c8-30f7-4ca7-8566-b5986d822adc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.846681 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:40.869677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bd5491aa-d15d-428d-bd26-0c605338d486 req-5690e248-d095-4f14-8add-c389c65987c4 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116500 Dec 16 08:14:40.924813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:40.958670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d06c4403-5ffa-4c57-8d61-6316174a7a65 req-a013dc86-0d39-44c6-afdc-0655941447ef tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449618 Dec 16 08:14:40.961825 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430745b3-c917-4354-aa7d-c01bb042b149 x-openstack-request-id: req-430745b3-c917-4354-aa7d-c01bb042b149 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:40.962137 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:40.962407 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-430745b3-c917-4354-aa7d-c01bb042b149 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:40.962807 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'status': 'completed', 'code': 200} Dec 16 08:14:40.999850 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:41.107255 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-1adb91c8-30f7-4ca7-8566-b5986d822adc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed91739e-d3a6-4b14-944b-7135a1b32bd6 (CIDR: 2001:db8::/64) Dec 16 08:14:41.111375 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'dcf9fafb-e261-452a-b794-a5c3de50a3e0', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'port_id': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'mac_address': 'fa:16:3e:2a:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:14:38Z', 'updated_at': '2021-12-16T08:14:38Z', 'revision_number': 0, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:05Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:41.114222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:41.130153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-5459ecdb-1ebc-4a7c-9eae-abffeb6239fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:41.131860 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-5459ecdb-1ebc-4a7c-9eae-abffeb6239fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 1098 time: 0.0840158 Dec 16 08:14:41.134066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8905715-91ae-4854-a2a7-4dd350911f84 req-f30d206a-9b98-42e9-bd26-5c7d9323fef2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:41.135739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8905715-91ae-4854-a2a7-4dd350911f84 req-f30d206a-9b98-42e9-bd26-5c7d9323fef2 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.1039917 Dec 16 08:14:41.153412 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] Checking router: 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:41.157478 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adb91c8-30f7-4ca7-8566-b5986d822adc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:14:41.158045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1adb91c8-30f7-4ca7-8566-b5986d822adc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:41.163679 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:41.164576 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:41.189597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325f4a9-c114-4021-a404-6d7893db0dd2 req-b3df393f-529b-4cb7-b8b1-9e102d6d165a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:41.199840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b325f4a9-c114-4021-a404-6d7893db0dd2 req-b3df393f-529b-4cb7-b8b1-9e102d6d165a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1254318 Dec 16 08:14:41.240399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8905715-91ae-4854-a2a7-4dd350911f84 req-1ea974b8-d148-40e3-ab35-94c9e2dfc82a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968068 Dec 16 08:14:41.291670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b325f4a9-c114-4021-a404-6d7893db0dd2 req-fa47f949-b627-4766-a294-96dc7e272611 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906763 Dec 16 08:14:41.302631 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1adb91c8-30f7-4ca7-8566-b5986d822adc tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9728558 Dec 16 08:14:41.306000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58226) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:41.313425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-51e76bda-2cd9-468b-bf9e-999d052a182e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:41.376939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-22f80552-4b99-467b-8550-46d29b2725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:41.381941 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-22f80552-4b99-467b-8550-46d29b2725cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=567c0db7-98b0-48aa-b841-61dafea677db HTTP/1.1" status: 200 len: 897 time: 0.2401106 Dec 16 08:14:41.402227 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:41.553336 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-754d218b-83b6-4275-be41-6993e3c50a50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 HTTP/1.1" status: 200 len: 999 time: 0.1625576 Dec 16 08:14:41.571319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e76bda-2cd9-468b-bf9e-999d052a182e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:41.575264 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51e76bda-2cd9-468b-bf9e-999d052a182e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:41.657835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-26fd737f-cc05-4e65-beaa-dc46d5b95f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:41.659363 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-26fd737f-cc05-4e65-beaa-dc46d5b95f3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9084d649-1a11-41c0-b4cd-829d0ad9270f HTTP/1.1" status: 200 len: 835 time: 0.0956388 Dec 16 08:14:41.708284 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'dcf9fafb-e261-452a-b794-a5c3de50a3e0', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'port_id': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'mac_address': 'fa:16:3e:2a:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:14:38Z', 'updated_at': '2021-12-16T08:14:38Z', 'revision_number': 0, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:05Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:41.729999 n-d-820935-11 neutron-server[110395]: INFO neutron.db.ipam_backend_mixin [None req-51e76bda-2cd9-468b-bf9e-999d052a182e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5d93915d-0d59-45fc-bc84-3e9fe5f6996e (CIDR: 2001:db8:0:1::/64) Dec 16 08:14:41.755557 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e6a58-c3cc-487c-a5b0-56311cd47c70 None None] The sync data for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 is: [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'dcf9fafb-e261-452a-b794-a5c3de50a3e0', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'port_id': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'mac_address': 'fa:16:3e:2a:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:14:38Z', 'updated_at': '2021-12-16T08:14:38Z', 'revision_number': 0, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:05Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:41.766219 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e76bda-2cd9-468b-bf9e-999d052a182e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:14:41.766791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e76bda-2cd9-468b-bf9e-999d052a182e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:41.797377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58230) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:41.806782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-da56aad8-6abb-47fc-979a-f8754a2b234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:41.809824 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-da56aad8-6abb-47fc-979a-f8754a2b234a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=567c0db7-98b0-48aa-b841-61dafea677db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870440 Dec 16 08:14:41.900569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-51e76bda-2cd9-468b-bf9e-999d052a182e tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5931704 Dec 16 08:14:41.911643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58232) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:41.928281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'subnet': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:41.994237 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-60c42060-2c33-4248-b8b7-533288b1be61 service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764228 Dec 16 08:14:42.171223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c15478-2f4c-4ce5-8ffd-c578d3f55a2b None None] New status for floating IP dcf9fafb-e261-452a-b794-a5c3de50a3e0: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:14:42.208818 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b4210e95-7f2c-43a9-a897-825ee15f35b6 req-e0173f44-2b65-4b1f-8a55-7ee6134cf015 service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059565 Dec 16 08:14:42.212095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-447937c8-b135-4582-a19c-fa1b9d0b91ef tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/floatingips/dcf9fafb-e261-452a-b794-a5c3de50a3e0 HTTP/1.1" status: 200 len: 991 time: 0.4134192 Dec 16 08:14:42.279703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311ba2a-038a-442e-84bd-2f8f5907dc43 req-d5726e11-837c-4e9b-b798-5f5b4cc1cd9f tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:42.281392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6311ba2a-038a-442e-84bd-2f8f5907dc43 req-d5726e11-837c-4e9b-b798-5f5b4cc1cd9f tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 946 time: 0.1854203 Dec 16 08:14:42.290282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687f2c-7749-4475-817f-c835e213cf2a req-2d2a6def-f41f-4a93-bf91-5123503d69aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:42.295380 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-2d2a6def-f41f-4a93-bf91-5123503d69aa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 814 time: 0.1885169 Dec 16 08:14:42.319310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:42.323568 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c805f1-c25d-4b17-93b3-4932273fd4bd" -d '{"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-plugged", "status": "completed", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:42.325345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-6ce302ff-b69f-4e1a-8201-5741af4fc5ec tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/quotas/49ab89b7d6b346d2becff2464d30facb HTTP/1.1" status: 200 len: 375 time: 0.0252817 Dec 16 08:14:42.370075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Made reservation on behalf of 156fd29ad94f4a37bc535f006f861996 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:42.373924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:42.396414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6311ba2a-038a-442e-84bd-2f8f5907dc43 req-5f55d0a1-f28e-427b-a06a-8a9bdc1bc8eb tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990052 Dec 16 08:14:42.477648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-507c7944-e517-4633-9049-25f0d671966a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425304 Dec 16 08:14:42.661475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07ba54-728a-4967-a8b3-0a15aa38af15 req-7eacfdc4-4d67-4c22-b96c-62a67470a631 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:42.663231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e07ba54-728a-4967-a8b3-0a15aa38af15 req-7eacfdc4-4d67-4c22-b96c-62a67470a631 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1529613 Dec 16 08:14:42.715286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-55afb262-6374-42c1-81b2-fc0fb52c47de service neutron] 10.222.0.43 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162621 Dec 16 08:14:42.829759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e07ba54-728a-4967-a8b3-0a15aa38af15 req-ef815258-81e7-4a13-9468-3333f4314c66 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1545391 Dec 16 08:14:42.876471 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273eff33-ff48-4eaa-ae6c-1138f10bc047 x-openstack-request-id: req-273eff33-ff48-4eaa-ae6c-1138f10bc047 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:42.884790 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-plugged", "status": "completed", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:42.884790 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-273eff33-ff48-4eaa-ae6c-1138f10bc047 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:42.884790 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'code': 200} Dec 16 08:14:43.026174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db98f0-3b8e-4c21-b907-cc26a4ac03e8 req-974ffc85-1379-4d03-bff2-7265230b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:43.029003 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-45db98f0-3b8e-4c21-b907-cc26a4ac03e8 req-974ffc85-1379-4d03-bff2-7265230b4689 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1097 time: 0.0512578 Dec 16 08:14:43.080415 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-45db98f0-3b8e-4c21-b907-cc26a4ac03e8 req-81487fb2-55b5-4f08-8069-503d22d38332 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441771 Dec 16 08:14:43.214402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58256) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:43.254656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-77601ec0-e532-4408-8a8f-b477eb7fecbc service neutron] 10.222.0.43 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226257 Dec 16 08:14:43.274840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cb967-1808-4c9b-9a8d-c242cf8856d9 req-434e6804-897e-49e8-8418-f0781c2c4ed5 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:43.276339 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e4cb967-1808-4c9b-9a8d-c242cf8856d9 req-434e6804-897e-49e8-8418-f0781c2c4ed5 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 946 time: 0.3490944 Dec 16 08:14:43.283261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7fed1827-6044-43c7-aa1f-a4d059c00272 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/floatingips/dcf9fafb-e261-452a-b794-a5c3de50a3e0 HTTP/1.1" status: 200 len: 993 time: 0.0670140 Dec 16 08:14:43.346071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e4cb967-1808-4c9b-9a8d-c242cf8856d9 req-50ead58e-3808-4083-873e-9d4ee5f8142f tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599630 Dec 16 08:14:43.346291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-aa13b4ff-f25d-467b-9aae-492471bb686d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:43.346412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.346989 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-aa13b4ff-f25d-467b-9aae-492471bb686d tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "GET /v2.0/ports?device_id=f25e0ab4-f118-4376-a2b5-b2e4b6881c28 HTTP/1.1" status: 200 len: 946 time: 0.0575416 Dec 16 08:14:43.388710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:43.393659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:43.399025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:43.399703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.405907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc704b-0a4d-42c5-8a29-c7bf353d8577 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:43.419255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Subnet': ['ID=c3482906-dd4d-4acc-8310-4dbd153df243,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:43.473857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Deleting port 2ae83809-f8d8-45f0-a797-967ec0ddc899 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:43.474698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.572437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] For port 2ae83809-f8d8-45f0-a797-967ec0ddc899, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=2ae83809-f8d8-45f0-a797-967ec0ddc899,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:43.573016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.583263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a73ca82-c050-49f2-8601-7957f2dc9828 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6671457 Dec 16 08:14:43.583527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58264) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:43.590301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2031847611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c3482906-dd4d-4acc-8310-4dbd153df243'}], 'security_groups': ['2d3f10a7-1ff6-4dcc-b567-235835181822', '3c091ff6-805d-408b-9e5c-3dce602f17ba']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:43.591479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Calling delete_port for 2ae83809-f8d8-45f0-a797-967ec0ddc899 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:43.658254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d528b-4021-4428-9903-28e24663d009 req-21198fed-49b9-4f5b-a85d-b6fe90d8c987 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:43.660845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-784d528b-4021-4428-9903-28e24663d009 req-21198fed-49b9-4f5b-a85d-b6fe90d8c987 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 946 time: 0.1102345 Dec 16 08:14:43.664419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a609c9-fda4-44cc-aab1-03796940183a None None] Update dhcp port {'port': {'network_id': '86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8', 'fixed_ips': [{'subnet_id': '5d93915d-0d59-45fc-bc84-3e9fe5f6996e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed91739e-d3a6-4b14-944b-7135a1b32bd6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c3482906-dd4d-4acc-8310-4dbd153df243'}], 'binding:host_id': 'n-d-820935-11'}, 'id': '21da92b1-949b-43cd-94b8-65e12f5cefef'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:14:43.695852 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61a609c9-fda4-44cc-aab1-03796940183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.748790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2667a6bf-cd78-4e82-9e2d-3407c4e719df req-aa1e4e8b-69f4-42ae-bf56-204a0e1dfa33 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 210 time: 0.0346324 Dec 16 08:14:43.809419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-784d528b-4021-4428-9903-28e24663d009 req-5497ebed-3b99-4e9b-83dc-415f4d0799b2 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360686 Dec 16 08:14:43.828231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.861523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['2ae83809-f8d8-45f0-a797-967ec0ddc899'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:14:43.880065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Pushing event deleted for resources: {'Port': ['ID=2ae83809-f8d8-45f0-a797-967ec0ddc899,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:43.913896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.960404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] No DVR routers for this DVR port 2ae83809-f8d8-45f0-a797-967ec0ddc899 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:43.963635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:43.967605 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f3c1fb68-026a-469f-815e-bf147d3a1c67 req-30eca918-f760-44de-be48-f1f38b5b8db0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "DELETE /v2.0/ports/2ae83809-f8d8-45f0-a797-967ec0ddc899 HTTP/1.1" status: 204 len: 173 time: 0.6146562 Dec 16 08:14:43.968544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-deleted', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:43.971960 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a8bbd-b9de-458f-bc6a-09b27d3b0cbc" -d '{"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-deleted", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:44.008222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-61a609c9-fda4-44cc-aab1-03796940183a None None] Allocated IP 2001:db8:0:2::2 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/c3482906-dd4d-4acc-8310-4dbd153df243/21da92b1-949b-43cd-94b8-65e12f5cefef) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:44.065165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe339-963b-420b-a680-4938a838af61 req-dc7b05d6-2733-45e2-9a00-44ee1210afe9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:44.067783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82fbe339-963b-420b-a680-4938a838af61 req-dc7b05d6-2733-45e2-9a00-44ee1210afe9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1335630 Dec 16 08:14:44.150063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-61a609c9-fda4-44cc-aab1-03796940183a None None] For port 21da92b1-949b-43cd-94b8-65e12f5cefef, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=21da92b1-949b-43cd-94b8-65e12f5cefef,segment=NetworkSegment(a432a7e9-04d9-4891-b995-8bdadf4f52a9),segment_id=a432a7e9-04d9-4891-b995-8bdadf4f52a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:44.187294 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61a609c9-fda4-44cc-aab1-03796940183a None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:44.223293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-82fbe339-963b-420b-a680-4938a838af61 req-a6637994-49bf-43b3-af35-dd6f50c5fd94 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416495 Dec 16 08:14:44.276223 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd408267-5755-4d5c-82bd-09ceeb3cba80 x-openstack-request-id: req-fd408267-5755-4d5c-82bd-09ceeb3cba80 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:44.276223 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25e0ab4-f118-4376-a2b5-b2e4b6881c28", "name": "network-vif-deleted", "tag": "2ae83809-f8d8-45f0-a797-967ec0ddc899", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:44.276223 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd408267-5755-4d5c-82bd-09ceeb3cba80 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:44.276223 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25e0ab4-f118-4376-a2b5-b2e4b6881c28', 'name': 'network-vif-deleted', 'tag': '2ae83809-f8d8-45f0-a797-967ec0ddc899', 'status': 'completed', 'code': 200} Dec 16 08:14:44.297930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-61a609c9-fda4-44cc-aab1-03796940183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:44.371608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a609c9-fda4-44cc-aab1-03796940183a None None] Pushing event updated for resources: {'Port': ['ID=21da92b1-949b-43cd-94b8-65e12f5cefef,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:44.442219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Delete allocated IP 2001:db8::353 (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/ed91739e-d3a6-4b14-944b-7135a1b32bd6) {{(pid=110395) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 08:14:44.453358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Allocated IP 2001:db8:0:2::25f (86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8/c3482906-dd4d-4acc-8310-4dbd153df243/7ecf5825-b56c-4531-8db6-a1fa8ddd147a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:44.692746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186c388-bda1-479c-a987-32d6fffefb36 req-91052ec3-461e-4a70-8ffd-508af4706c8b tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:44.694350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3186c388-bda1-479c-a987-32d6fffefb36 req-91052ec3-461e-4a70-8ffd-508af4706c8b tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 946 time: 0.1349742 Dec 16 08:14:44.765709 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:44.782571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3186c388-bda1-479c-a987-32d6fffefb36 req-fae6be65-8019-44d0-8b0d-33d07cfc2687 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741572 Dec 16 08:14:44.846580 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ace7435-5c66-447f-b645-5d35336cb99f req-15f102d9-5661-4ba7-82c4-6b80bb775cfa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 210 time: 0.0317225 Dec 16 08:14:44.847675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:44.932421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] In _notify_port_updated(), no bound segment for port 7ecf5825-b56c-4531-8db6-a1fa8ddd147a on network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:14:44.938328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:44.939101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:44.940534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "PUT /v2.0/ports/7ecf5825-b56c-4531-8db6-a1fa8ddd147a HTTP/1.1" status: 200 len: 970 time: 1.3560660 Dec 16 08:14:44.944604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58294) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:44.957213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2420a11-c24b-471e-aa9a-12cfb0f772df tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event updated for resources: {'Port': ['ID=7ecf5825-b56c-4531-8db6-a1fa8ddd147a,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:45.070609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 7ecf5825-b56c-4531-8db6-a1fa8ddd147a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:45.071017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.190335 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.205227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 7ecf5825-b56c-4531-8db6-a1fa8ddd147a owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:45.398148 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accd99e-d5d1-488a-a445-299900a722f1 req-40df7f9e-48ac-4fba-a02e-5d9c67d2fe0e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:45.399758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8accd99e-d5d1-488a-a445-299900a722f1 req-40df7f9e-48ac-4fba-a02e-5d9c67d2fe0e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0721581 Dec 16 08:14:45.525530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8accd99e-d5d1-488a-a445-299900a722f1 req-f5d07ce4-e036-4b1e-87cd-ee6c49df7b30 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190507 Dec 16 08:14:45.537298 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.564909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-57559e1f-b399-4663-8d24-234c6c8fa7a3 None None] Provisioning complete for port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:45.566501 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57559e1f-b399-4663-8d24-234c6c8fa7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.615408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-57559e1f-b399-4663-8d24-234c6c8fa7a3 None None] Port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:45.644844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=7ecf5825-b56c-4531-8db6-a1fa8ddd147a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:45.664040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.672647 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-71e5ab5f-11ab-4656-91a8-11df14393157 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/7ecf5825-b56c-4531-8db6-a1fa8ddd147a HTTP/1.1" status: 204 len: 168 time: 0.7267444 Dec 16 08:14:45.673213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58302) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:45.682075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-57559e1f-b399-4663-8d24-234c6c8fa7a3 None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:45.683558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57559e1f-b399-4663-8d24-234c6c8fa7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.701425 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 21da92b1-949b-43cd-94b8-65e12f5cefef up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:45.721669 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-56757e52-e5f1-424b-ac2f-30a3fead4d28 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] GET failed (client error): The resource could not be found. Dec 16 08:14:45.727076 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-56757e52-e5f1-424b-ac2f-30a3fead4d28 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports/7ecf5825-b56c-4531-8db6-a1fa8ddd147a HTTP/1.1" status: 404 len: 333 time: 0.0510278 Dec 16 08:14:45.728092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58304) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:45.730254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf231513-bace-4d16-b593-7ccd5837a535 req-82a0e519-f3b2-432e-97a6-816d2f4dc5fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:45.735213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf231513-bace-4d16-b593-7ccd5837a535 req-82a0e519-f3b2-432e-97a6-816d2f4dc5fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0927579 Dec 16 08:14:45.801160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:45.801565 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.837912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bf231513-bace-4d16-b593-7ccd5837a535 req-d3a6e39a-39c3-40fb-b0b4-4eacc7514150 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929422 Dec 16 08:14:45.853153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58308) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:45.906095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5216a263-4282-4dba-86a9-009abdb1a1b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.908650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-57559e1f-b399-4663-8d24-234c6c8fa7a3 None None] Could not find standard attr ID for object 7ecf5825-b56c-4531-8db6-a1fa8ddd147a. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:14:45.963614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5216a263-4282-4dba-86a9-009abdb1a1b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:45.981741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ac4ab-6b5d-4e95-be3b-9fffc3444a5d tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:45.983616 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-906ac4ab-6b5d-4e95-be3b-9fffc3444a5d tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1092 time: 0.1294796 Dec 16 08:14:45.987059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58312) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:45.987763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4f14b05-da6c-4637-9b08-b0af094cd728 req-0505bea2-78e5-4c6e-ad52-2cf83514aba3 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 210 time: 0.0374265 Dec 16 08:14:45.993665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:46.002702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c99bd-c101-4829-a795-2269ea4036e0 req-e9c78d17-e2f9-4922-8349-efa75aa41ea8 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:46.009376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d8c99bd-c101-4829-a795-2269ea4036e0 req-e9c78d17-e2f9-4922-8349-efa75aa41ea8 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 946 time: 0.1118941 Dec 16 08:14:46.037818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-388cb3f5-cf3b-4db4-bd31-dfe05d2ead08 None None] Could not find standard attr ID for object 7ecf5825-b56c-4531-8db6-a1fa8ddd147a. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:14:46.073805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d8c99bd-c101-4829-a795-2269ea4036e0 req-586aa93e-600e-433b-9492-8a690813fbfd tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/security-groups?id=339e78b2-09d6-4b20-ab0d-5428a9532284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573080 Dec 16 08:14:46.121279 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-434d61d0-5ac2-4276-94d9-1a6a50bdf941 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:46.123339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-434d61d0-5ac2-4276-94d9-1a6a50bdf941 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.36 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 946 time: 0.0521677 Dec 16 08:14:46.162439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.167984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5216a263-4282-4dba-86a9-009abdb1a1b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.170671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5216a263-4282-4dba-86a9-009abdb1a1b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.174549 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5216a263-4282-4dba-86a9-009abdb1a1b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/security-groups/069cb9c0-5af1-49ff-91a9-70a6639c673c HTTP/1.1" status: 204 len: 168 time: 0.4420395 Dec 16 08:14:46.174832 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58314) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:46.230880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216a263-4282-4dba-86a9-009abdb1a1b9 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069cb9c0-5af1-49ff-91a9-70a6639c673c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:46.245495 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-edb80981-eeaa-4ac4-a95c-38af7070aeb1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.275976 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-edb80981-eeaa-4ac4-a95c-38af7070aeb1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.410338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Deleting port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:46.410839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.414334 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-edb80981-eeaa-4ac4-a95c-38af7070aeb1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.417536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-edb80981-eeaa-4ac4-a95c-38af7070aeb1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.418873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-edb80981-eeaa-4ac4-a95c-38af7070aeb1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/security-groups/3c091ff6-805d-408b-9e5c-3dce602f17ba HTTP/1.1" status: 204 len: 168 time: 0.2423437 Dec 16 08:14:46.424568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58316) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:46.434950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687f2c-7749-4475-817f-c835e213cf2a req-06a43e65-40ad-4631-a62d-c594895e2f99 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:46.436539 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-06a43e65-40ad-4631-a62d-c594895e2f99 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 814 time: 0.1817677 Dec 16 08:14:46.463378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb80981-eeaa-4ac4-a95c-38af7070aeb1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c091ff6-805d-408b-9e5c-3dce602f17ba,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:46.468476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Request body: {'port': {'device_id': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'admin_state_up': True, 'tenant_id': '49ab89b7d6b346d2becff2464d30facb'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:46.540159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1177065d-57db-481e-ae0b-a9c88dc55255 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.577664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1177065d-57db-481e-ae0b-a9c88dc55255 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.636393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] For port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,segment=NetworkSegment(d21f74a4-d3f4-4421-8a72-9033f175a514),segment_id=d21f74a4-d3f4-4421-8a72-9033f175a514)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:46.637030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.656560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.660470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Calling delete_port for 02fda1fb-f6f6-4020-ba59-176f3a5f2fda owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:46.690609 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1177065d-57db-481e-ae0b-a9c88dc55255 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.694574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1177065d-57db-481e-ae0b-a9c88dc55255 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.695473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1177065d-57db-481e-ae0b-a9c88dc55255 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d3f10a7-1ff6-4dcc-b567-235835181822 HTTP/1.1" status: 204 len: 168 time: 0.2710721 Dec 16 08:14:46.698918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58320) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:46.732404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177065d-57db-481e-ae0b-a9c88dc55255 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3f10a7-1ff6-4dcc-b567-235835181822,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:46.764733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet ed91739e-d3a6-4b14-944b-7135a1b32bd6 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:46.768108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.813133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.853464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.104 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/40270a04-5d00-49d9-9bb8-5ffa09c2e24a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:46.862505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Made reservation on behalf of 49ab89b7d6b346d2becff2464d30facb for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:46.867000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:46.908524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.077955 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.109633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.118541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Allocated IP 172.20.0.2 (2fc22220-6573-4214-8ae8-26600eb2d12e/d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11/53b451c6-2f96-430b-ac7e-37ae88fc5343) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:14:47.121881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=ed91739e-d3a6-4b14-944b-7135a1b32bd6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:47.127316 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.131658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-77b89ac1-d219-4608-ba0a-2ab1bff5ae9d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/ed91739e-d3a6-4b14-944b-7135a1b32bd6 HTTP/1.1" status: 204 len: 168 time: 0.4317806 Dec 16 08:14:47.138961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58326) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:47.139766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f7c4d-75cb-412a-aa5f-a94f18cc4ee4 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:47.149445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64138d2f-8de7-420d-a4bd-fa3404f4d3d0 req-8dca1838-62d9-4523-84d4-6a30cdfa6d2a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 210 time: 0.0387571 Dec 16 08:14:47.179950 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.201359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eeec433f-7e2c-4ee5-961d-59db1b5adbe4 req-df8fdff7-b906-4af1-885c-09f4befa8f32 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 210 time: 0.0385580 Dec 16 08:14:47.219772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['02fda1fb-f6f6-4020-ba59-176f3a5f2fda'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:14:47.242804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Pushing event deleted for resources: {'Port': ['ID=02fda1fb-f6f6-4020-ba59-176f3a5f2fda,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:47.277682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet c3482906-dd4d-4acc-8310-4dbd153df243 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:47.302077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.393137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] No DVR routers for this DVR port 02fda1fb-f6f6-4020-ba59-176f3a5f2fda on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:47.401473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.405752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.409067 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a608c68e-e0b7-4f12-b216-a844c70aed64 req-a6db43c3-3682-47f8-91c5-659960f5ea37 tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.36 "DELETE /v2.0/ports/02fda1fb-f6f6-4020-ba59-176f3a5f2fda HTTP/1.1" status: 204 len: 173 time: 1.2792909 Dec 16 08:14:47.443831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cfa198-4378-4356-86bd-53894d16c19d', 'name': 'network-vif-deleted', 'tag': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:47.446511 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95538c59-8e75-43f6-878e-91947ec512ec" -d '{"events": [{"server_uuid": "60cfa198-4378-4356-86bd-53894d16c19d", "name": "network-vif-deleted", "tag": "02fda1fb-f6f6-4020-ba59-176f3a5f2fda"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:47.523927 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184e49c1-0982-4ed7-94bc-328a4684a55a x-openstack-request-id: req-184e49c1-0982-4ed7-94bc-328a4684a55a {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:47.524244 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cfa198-4378-4356-86bd-53894d16c19d", "name": "network-vif-deleted", "tag": "02fda1fb-f6f6-4020-ba59-176f3a5f2fda", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:47.524498 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-184e49c1-0982-4ed7-94bc-328a4684a55a {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:47.524890 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cfa198-4378-4356-86bd-53894d16c19d', 'name': 'network-vif-deleted', 'tag': '02fda1fb-f6f6-4020-ba59-176f3a5f2fda', 'status': 'completed', 'code': 200} Dec 16 08:14:47.540688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.544564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:47.591499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=40270a04-5d00-49d9-9bb8-5ffa09c2e24a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:47.605262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:47.616307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:47.619130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:48.077942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-80b9b6d8-0999-4811-b88a-d6bc7b7fde37 None None] Provisioning complete for port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:48.078246 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80b9b6d8-0999-4811-b88a-d6bc7b7fde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.113423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-80b9b6d8-0999-4811-b88a-d6bc7b7fde37 None None] Port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:48.125284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-80b9b6d8-0999-4811-b88a-d6bc7b7fde37 None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:48.125904 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80b9b6d8-0999-4811-b88a-d6bc7b7fde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.254896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2ae83809-f8d8-45f0-a797-967ec0ddc899 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:48.335294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 2ae83809-f8d8-45f0-a797-967ec0ddc899 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:48.335649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 2ae83809-f8d8-45f0-a797-967ec0ddc899 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:48.345758 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f9f46bd-86f3-47dd-9d81-e89a7c5e8cc3 req-62245829-8ef1-478d-a0a1-01d62ab919dc tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 210 time: 0.0515854 Dec 16 08:14:48.410522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-223f32f4-4c02-4e96-9c7f-5b433b0e6529 req-63b9127c-f005-4fba-9de9-8fb78e9ad2ad tempest-ServersNegativeTestMultiTenantJSON-356803378 tempest-ServersNegativeTestMultiTenantJSON-356803378-project] 10.222.0.43 "GET /v2.0/ports?device_id=60cfa198-4378-4356-86bd-53894d16c19d HTTP/1.1" status: 200 len: 210 time: 0.0491042 Dec 16 08:14:48.471767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.534916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.634350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Network 2fc22220-6573-4214-8ae8-26600eb2d12e is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:48.643071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:48.650419 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:48.682548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Pushing event updated for resources: {'Port': ['ID=53b451c6-2f96-430b-ac7e-37ae88fc5343,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:48.691556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.775997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:48.776643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.811361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.841166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=c3482906-dd4d-4acc-8310-4dbd153df243,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:48.842838 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.852276 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-13ade862-4336-4633-9a18-3fb9467e32c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/c3482906-dd4d-4acc-8310-4dbd153df243 HTTP/1.1" status: 204 len: 168 time: 1.7046342 Dec 16 08:14:48.852799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121af0e-ced1-4910-b00e-1892f9ff4813 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:48.854384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58344) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:48.881946 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf24559-d029-45da-9446-5135a509ca76 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:48.882401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf24559-d029-45da-9446-5135a509ca76 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:48.888213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1cf24559-d029-45da-9446-5135a509ca76 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/ed91739e-d3a6-4b14-944b-7135a1b32bd6 HTTP/1.1" status: 404 len: 337 time: 0.0300515 Dec 16 08:14:48.888463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58346) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:48.912097 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-68ca0f6f-4e9d-4dd6-a4fd-6a7a51eec21a tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4487894 Dec 16 08:14:48.942352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Request body: {'port': {'device_id': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:48.959578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting subnet 5d93915d-0d59-45fc-bc84-3e9fe5f6996e {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:48.965840 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:48.974636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.041955 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.042284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.152049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.314339 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.345561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.359539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Subnet': ['ID=5d93915d-0d59-45fc-bc84-3e9fe5f6996e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:49.369258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.375125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0b35f0a1-c0e9-455d-a42d-a160fc670d56 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/5d93915d-0d59-45fc-bc84-3e9fe5f6996e HTTP/1.1" status: 204 len: 168 time: 0.4856095 Dec 16 08:14:49.377650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58350) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.410814 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029b265-da3a-4e26-8d0c-67886d7884fb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.411307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029b265-da3a-4e26-8d0c-67886d7884fb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.414833 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7029b265-da3a-4e26-8d0c-67886d7884fb tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/2e077f49-3cd6-47f5-98bb-1eac7bcd2243 HTTP/1.1" status: 404 len: 337 time: 0.0359046 Dec 16 08:14:49.417626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58352) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.428444 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.457217 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e719f769-4fe2-4d76-b45a-d0e24e6aa35b tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "GET /v2.0/ports?device_id=589d3cfb-f728-46db-a34a-6126b9a3e90d HTTP/1.1" status: 200 len: 205 time: 0.0325968 Dec 16 08:14:49.457217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58356) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.504923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58358) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.522496 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-f9aa7a5a-e73a-4aec-aafe-9cb5d2b578b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] delete failed (client error): The resource could not be found. Dec 16 08:14:49.526014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f9aa7a5a-e73a-4aec-aafe-9cb5d2b578b8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/routers/589d3cfb-f728-46db-a34a-6126b9a3e90d HTTP/1.1" status: 404 len: 336 time: 0.0679305 Dec 16 08:14:49.531733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58360) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.579430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=40270a04-5d00-49d9-9bb8-5ffa09c2e24a,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:49.580221 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f2513d-9a55-4cff-b66d-0de6357c2214 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.580837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f2513d-9a55-4cff-b66d-0de6357c2214 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.586883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-04f2513d-9a55-4cff-b66d-0de6357c2214 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/91e59738-6bc1-42c8-a387-2a827b0e63d0 HTTP/1.1" status: 404 len: 337 time: 0.0516698 Dec 16 08:14:49.587245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58362) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.587647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b451c6-2f96-430b-ac7e-37ae88fc5343 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:49.603126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.607218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.631146 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-af934e76-2709-4837-b84f-b021aac56007 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.631717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af934e76-2709-4837-b84f-b021aac56007 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.637451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-af934e76-2709-4837-b84f-b021aac56007 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/ec830ed6-626c-4a95-ae72-963db5b75c33 HTTP/1.1" status: 404 len: 337 time: 0.0467753 Dec 16 08:14:49.637970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58364) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.669510 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a5b34a-3844-452a-89c2-24a4b26d3ce2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.669931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] Deleting subnet 08fec546-6ff9-40ee-a5d8-df0354ab62c3 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:49.670079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a5b34a-3844-452a-89c2-24a4b26d3ce2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.676680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d1a5b34a-3844-452a-89c2-24a4b26d3ce2 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/93b86e27-2aa2-4329-b0c9-573451165cf1 HTTP/1.1" status: 404 len: 337 time: 0.0340924 Dec 16 08:14:49.676890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Transition to ACTIVE for port object 53b451c6-2f96-430b-ac7e-37ae88fc5343 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:14:49.679006 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58366) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.687828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c45e3d-c32e-421e-b72c-5ab98af6d3c0 req-514b9ea1-290c-4e4a-b8cb-761596c4a298 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:49.696560 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8c45e3d-c32e-421e-b72c-5ab98af6d3c0 req-514b9ea1-290c-4e4a-b8cb-761596c4a298 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 931 time: 0.1752782 Dec 16 08:14:49.732933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.742555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 02fda1fb-f6f6-4020-ba59-176f3a5f2fda no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:49.757576 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-53efd05a-4797-46ee-862c-cf9228d5683d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.758174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53efd05a-4797-46ee-862c-cf9228d5683d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.763600 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-53efd05a-4797-46ee-862c-cf9228d5683d tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/404fa4ed-e529-4126-9b0c-d6d2a84261cf HTTP/1.1" status: 404 len: 333 time: 0.0812793 Dec 16 08:14:49.766831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58368) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.771199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 02fda1fb-f6f6-4020-ba59-176f3a5f2fda {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:49.771822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 02fda1fb-f6f6-4020-ba59-176f3a5f2fda not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:49.781353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8c45e3d-c32e-421e-b72c-5ab98af6d3c0 req-4e67cc57-c122-4bb6-b54e-211433fc6e66 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837955 Dec 16 08:14:49.803484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.819103 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d459f9-cd9b-4e47-8a67-8037edd34a74 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.820100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d459f9-cd9b-4e47-8a67-8037edd34a74 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.824527 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c1d459f9-cd9b-4e47-8a67-8037edd34a74 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/22875412-6c1a-49a1-8537-9948d2826dbc HTTP/1.1" status: 404 len: 337 time: 0.0549424 Dec 16 08:14:49.827352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58370) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.841040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324bc909-3eb8-44f5-882e-c0fc90ff3d38 None None] Network 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:49.853704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.862176 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc23875e-c43b-4e99-b328-b5fc41682e2f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.862176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc23875e-c43b-4e99-b328-b5fc41682e2f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.867412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dc23875e-c43b-4e99-b328-b5fc41682e2f tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/7d34f9a7-d0c5-4880-9f6e-afc9e9f4d2e5 HTTP/1.1" status: 404 len: 337 time: 0.0389612 Dec 16 08:14:49.868082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58374) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.892241 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-083424ce-8d46-432e-be73-a18f4a7eea21 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.892840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083424ce-8d46-432e-be73-a18f4a7eea21 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.896023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-083424ce-8d46-432e-be73-a18f4a7eea21 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/8da6eabc-0174-4386-9037-ecd820b2420f HTTP/1.1" status: 404 len: 333 time: 0.0269656 Dec 16 08:14:49.898629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58376) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.901862 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 7c8648b9-7044-4327-ae1e-fe28e7cbd8da associated. External IP: 172.25.2.104, port: 50ddaaf7-54d9-4b1a-9e87-24c4744a9253. Dec 16 08:14:49.931407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9106f4d3-71f0-47d7-a156-3f2f9c5ce22b None None] Provisioning complete for port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:49.932133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9106f4d3-71f0-47d7-a156-3f2f9c5ce22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.932302 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-99abdac3-f12d-480f-b368-1dcf2ee8f5c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.932935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99abdac3-f12d-480f-b368-1dcf2ee8f5c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.936976 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-99abdac3-f12d-480f-b368-1dcf2ee8f5c0 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/5cec4223-3959-40de-ac37-7eb484000153 HTTP/1.1" status: 404 len: 337 time: 0.0370934 Dec 16 08:14:49.939224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58378) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:49.949809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Pushing event updated for resources: {'Port': ['ID=53b451c6-2f96-430b-ac7e-37ae88fc5343,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:49.980753 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60e88c1-2940-41f0-a85a-15e66fb52361 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] DELETE failed (client error): The resource could not be found. Dec 16 08:14:49.981277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60e88c1-2940-41f0-a85a-15e66fb52361 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:14:49.983900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9106f4d3-71f0-47d7-a156-3f2f9c5ce22b None None] Port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:14:49.988574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:49.991547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a60e88c1-2940-41f0-a85a-15e66fb52361 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/subnets/d8930051-4764-4a5f-b73d-90e400f81472 HTTP/1.1" status: 404 len: 337 time: 0.0505829 Dec 16 08:14:49.992472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58380) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:50.001984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9106f4d3-71f0-47d7-a156-3f2f9c5ce22b None None] Provisioning complete for port 21da92b1-949b-43cd-94b8-65e12f5cefef triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:50.002582 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9106f4d3-71f0-47d7-a156-3f2f9c5ce22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.104990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] DHCP port deletion for 86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:14:50.116806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Deleting port 7481fa69-2c6c-415e-b2e7-ce26a697cd8a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:50.117318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.139394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Attempting to bind port 53b451c6-2f96-430b-ac7e-37ae88fc5343 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:14:50.145537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Attempting to bind port 53b451c6-2f96-430b-ac7e-37ae88fc5343 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:14:50.145537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Attempting to bind port 53b451c6-2f96-430b-ac7e-37ae88fc5343 on network 2fc22220-6573-4214-8ae8-26600eb2d12e {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:50.156144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] Deleting port 21da92b1-949b-43cd-94b8-65e12f5cefef {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:50.156558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.186285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.199160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Calling delete_port for 7481fa69-2c6c-415e-b2e7-ce26a697cd8a owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:50.225879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] For port 21da92b1-949b-43cd-94b8-65e12f5cefef, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=21da92b1-949b-43cd-94b8-65e12f5cefef,segment=NetworkSegment(a432a7e9-04d9-4891-b995-8bdadf4f52a9),segment_id=a432a7e9-04d9-4891-b995-8bdadf4f52a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:50.226388 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.233920 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.240083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] Calling delete_port for 21da92b1-949b-43cd-94b8-65e12f5cefef owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:50.240292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Port 53b451c6-2f96-430b-ac7e-37ae88fc5343 on network 2fc22220-6573-4214-8ae8-26600eb2d12e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:14:50.240514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Attempting to bind port 53b451c6-2f96-430b-ac7e-37ae88fc5343 on network 2fc22220-6573-4214-8ae8-26600eb2d12e {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:14:50.269533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fec546-6ff9-40ee-a5d8-df0354ab62c3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:50.275358 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.281357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7f61c3b1-46d2-48ac-8db5-0ef63a259a4f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/08fec546-6ff9-40ee-a5d8-df0354ab62c3 HTTP/1.1" status: 204 len: 168 time: 0.7759602 Dec 16 08:14:50.281503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58382) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:50.282380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:14:50.282927 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Checking segment: {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:50.283482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Bound using segment: {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:14:50.284091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Bound port: 53b451c6-2f96-430b-ac7e-37ae88fc5343, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6aa992-b718-44f9-bd3d-680719df58a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:14:50.288212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.332865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 0f9770d7-7802-448d-b746-7643904b3448 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:14:50.358677 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.393279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.403315 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.411570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] For port 53b451c6-2f96-430b-ac7e-37ae88fc5343, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:14:50.430074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] For port 53b451c6-2f96-430b-ac7e-37ae88fc5343, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=53b451c6-2f96-430b-ac7e-37ae88fc5343,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:14:50.439542 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] Pushing event deleted for resources: {'Port': ['ID=21da92b1-949b-43cd-94b8-65e12f5cefef,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:50.442209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81056be-87a4-46ff-9bd3-32f2c8fa9ef8 None None] No DVR routers for this DVR port 21da92b1-949b-43cd-94b8-65e12f5cefef on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:14:50.463821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Port': ['ID=7481fa69-2c6c-415e-b2e7-ce26a697cd8a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:50.482918 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.485484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.491245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:14:50.491521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c75596df-3bd1-4f07-8eb4-729c889a15e8 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/ports/7481fa69-2c6c-415e-b2e7-ce26a697cd8a HTTP/1.1" status: 204 len: 168 time: 0.4952793 Dec 16 08:14:50.499212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58384) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:50.499319 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] Sync routers for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:14:50.512214 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:50.512917 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.535642 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.559415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff159c2b-3229-46aa-b5cb-48adb6e25ba2']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.583285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:50.583873 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.585422 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] 10.222.0.16 "PUT /v2.0/ports/53b451c6-2f96-430b-ac7e-37ae88fc5343 HTTP/1.1" status: 200 len: 1092 time: 1.6498938 Dec 16 08:14:50.585873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'tag': '53b451c6-2f96-430b-ac7e-37ae88fc5343'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:50.588387 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3068fc99-a130-4bd1-8de3-230daf6f1af6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a18fe91-d4a0-4c7b-9162-6ecde2be24e7", "tag": "53b451c6-2f96-430b-ac7e-37ae88fc5343"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:50.589015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21f74a4-d3f4-4421-8a72-9033f175a514') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.589324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21f74a4-d3f4-4421-8a72-9033f175a514') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.596018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.609128 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.630585 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.636421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5ca60-ebbc-4650-a5d6-4bdd0d217a45 service neutron] Pushing event updated for resources: {'Port': ['ID=53b451c6-2f96-430b-ac7e-37ae88fc5343,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:50.640261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.640936 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ae2a6d1f-ebb2-4a2a-9053-6d79ecd954fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6514981 Dec 16 08:14:50.683543 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:50.698050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:14:50.698578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:14:50.700496 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:14:50.713847 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c14e05d-dc3c-4568-acfa-e54abdadd3ef x-openstack-request-id: req-5c14e05d-dc3c-4568-acfa-e54abdadd3ef {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:50.714145 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a18fe91-d4a0-4c7b-9162-6ecde2be24e7", "tag": "53b451c6-2f96-430b-ac7e-37ae88fc5343", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:50.714395 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c14e05d-dc3c-4568-acfa-e54abdadd3ef {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:50.714802 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'tag': '53b451c6-2f96-430b-ac7e-37ae88fc5343', 'status': 'completed', 'code': 200} Dec 16 08:14:50.841246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.891698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.931968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c5ffe-9086-4ff4-99e6-31ff6ef13614 req-6d435551-cebe-4f0a-91dc-5d6449d9d5e1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:50.938216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-014c5ffe-9086-4ff4-99e6-31ff6ef13614 req-6d435551-cebe-4f0a-91dc-5d6449d9d5e1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1877637 Dec 16 08:14:50.938216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a432a7e9-04d9-4891-b995-8bdadf4f52a9') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.938216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a432a7e9-04d9-4891-b995-8bdadf4f52a9') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.966731 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.970568 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.994174 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:50.995889 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '7c8648b9-7044-4327-ae1e-fe28e7cbd8da', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '0f9770d7-7802-448d-b746-7643904b3448', 'port_id': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'mac_address': 'fa:16:3e:55:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:14:48Z', 'updated_at': '2021-12-16T08:14:48Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:50.998463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff159c2b-3229-46aa-b5cb-48adb6e25ba2 HTTP/1.1" status: 204 len: 168 time: 0.7153022 Dec 16 08:14:51.006210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58398) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:51.029301 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] Checking router: 0f9770d7-7802-448d-b746-7643904b3448 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:14:51.039742 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:14:51.040402 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:14:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:51.046535 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.060818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc816674-1e40-4741-b0f9-ffe39b1bd191 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff159c2b-3229-46aa-b5cb-48adb6e25ba2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:51.071340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4de86-fe6d-473d-9e50-42463c0b89cb req-903278ce-6b81-4aa5-8e2f-9cae62002c59 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:51.073292 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23d4de86-fe6d-473d-9e50-42463c0b89cb req-903278ce-6b81-4aa5-8e2f-9cae62002c59 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 943 time: 0.1965618 Dec 16 08:14:51.074592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:14:51.075777 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:14:51.089058 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:14:51.093957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687f2c-7749-4475-817f-c835e213cf2a req-92cd7b8e-00f6-4c8f-9276-4e03357ef5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:51.095472 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-92cd7b8e-00f6-4c8f-9276-4e03357ef5d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 1095 time: 0.3639522 Dec 16 08:14:51.167843 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-6f07fc7c-23f0-4372-b115-61ffaceb3105 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b451c6-2f96-430b-ac7e-37ae88fc5343 HTTP/1.1" status: 200 len: 217 time: 0.0555799 Dec 16 08:14:51.181155 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:14:51.181369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-014c5ffe-9086-4ff4-99e6-31ff6ef13614 req-6e76efa1-f955-4364-adc7-b002c2eae26e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2276735 Dec 16 08:14:51.190119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] Deleting subnet 88a9f68c-6626-4348-a1a8-164c43bde18d {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:14:51.210293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.212646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58402) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:51.241473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687f2c-7749-4475-817f-c835e213cf2a req-596a7ab7-2c28-405d-b651-980bbd32033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:51.249763 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-596a7ab7-2c28-405d-b651-980bbd32033c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 HTTP/1.1" status: 200 len: 854 time: 0.0751979 Dec 16 08:14:51.297822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-711ae15b-49f9-4ff5-813a-c04d3e4e2595 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fc22220-6573-4214-8ae8-26600eb2d12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406332 Dec 16 08:14:51.309697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23d4de86-fe6d-473d-9e50-42463c0b89cb req-aec7611f-4505-456c-b5c7-5a6056a87674 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165427 Dec 16 08:14:51.321243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.324406 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.375775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.402656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6a3d3247-565e-4a56-8471-1093e1ef45a7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/7c8648b9-7044-4327-ae1e-fe28e7cbd8da HTTP/1.1" status: 200 len: 991 time: 0.1841481 Dec 16 08:14:51.425190 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-8fa700b7-be81-4b05-a472-ba35e3bff41b service neutron] 10.222.0.16 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208179 Dec 16 08:14:51.431253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.436477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] 10.222.0.43 "DELETE /v2.0/networks/86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8 HTTP/1.1" status: 204 len: 168 time: 0.9411056 Dec 16 08:14:51.468965 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '7c8648b9-7044-4327-ae1e-fe28e7cbd8da', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '0f9770d7-7802-448d-b746-7643904b3448', 'port_id': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'mac_address': 'fa:16:3e:55:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:14:48Z', 'updated_at': '2021-12-16T08:14:48Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:51.480818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e224ba-4bcc-4b31-b9e4-5b2765628ae1 tempest-PortsIpV6TestJSON-105976384 tempest-PortsIpV6TestJSON-105976384-project] Pushing event deleted for resources: {'Network': ['ID=86aae6e3-b3b5-44d6-87ef-58cc8dc9cab8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:51.576680 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a6687f2c-7749-4475-817f-c835e213cf2a req-67cbe429-f7e5-4d88-b26f-2239c6a28c2a service neutron] 10.222.0.16 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447997 Dec 16 08:14:51.608699 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2060a11-d2e4-48f9-a936-affcb3ad48e0 None None] The sync data for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 is: [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '7c8648b9-7044-4327-ae1e-fe28e7cbd8da', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '0f9770d7-7802-448d-b746-7643904b3448', 'port_id': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'mac_address': 'fa:16:3e:55:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:14:48Z', 'updated_at': '2021-12-16T08:14:48Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:14:51.627427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 21da92b1-949b-43cd-94b8-65e12f5cefef no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:14:51.638108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.650576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 21da92b1-949b-43cd-94b8-65e12f5cefef {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:14:51.651295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 21da92b1-949b-43cd-94b8-65e12f5cefef not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:14:51.677221 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.683268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/88a9f68c-6626-4348-a1a8-164c43bde18d HTTP/1.1" status: 204 len: 168 time: 0.6749284 Dec 16 08:14:51.683613 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58406) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:51.684775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef76a25-91bf-4509-973e-afbe1b63abe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a9f68c-6626-4348-a1a8-164c43bde18d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:51.765866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.877483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-adfef6bb-945d-4a97-bcba-dc1875d28cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:51.879972 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-adfef6bb-945d-4a97-bcba-dc1875d28cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49ab89b7d6b346d2becff2464d30facb&device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 1095 time: 0.1120062 Dec 16 08:14:51.894279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146e9d8-6188-4630-8181-2223d2bcaf39 None None] New status for floating IP 7c8648b9-7044-4327-ae1e-fe28e7cbd8da: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:14:51.904475 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:51.974409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6388e4-f675-4525-9ea2-713bf155dd99']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:51.988788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf00690-6f0c-49ba-a14c-53fc13fe7dc1') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:51.989169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf00690-6f0c-49ba-a14c-53fc13fe7dc1') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:52.003500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.029988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58410) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:52.039137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-ace23b75-942c-457d-9e21-f54b9a60de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:52.040865 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-ace23b75-942c-457d-9e21-f54b9a60de44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 200 len: 915 time: 0.1490188 Dec 16 08:14:52.041937 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.049592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:14:52.049592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:14:52.051599 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:14:52.128585 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-f29c5394-5bee-40ae-8f1f-2e762c4ba5bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b451c6-2f96-430b-ac7e-37ae88fc5343 HTTP/1.1" status: 200 len: 217 time: 0.0664077 Dec 16 08:14:52.189111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-da493b92-579f-49d3-8cff-051adfbcb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:52.190881 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-da493b92-579f-49d3-8cff-051adfbcb093 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 HTTP/1.1" status: 200 len: 854 time: 0.0522678 Dec 16 08:14:52.217604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d44ee0f6-0b1c-4e3b-a742-61d8144a8a19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=156fd29ad94f4a37bc535f006f861996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1863456 Dec 16 08:14:52.218263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58416) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:52.229231 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-37170b9f-ac44-4b67-a3b2-f54c96cb68c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fc22220-6573-4214-8ae8-26600eb2d12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316498 Dec 16 08:14:52.230823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.237407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.244151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] 10.222.0.43 "DELETE /v2.0/networks/4c6388e4-f675-4525-9ea2-713bf155dd99 HTTP/1.1" status: 204 len: 168 time: 0.5561502 Dec 16 08:14:52.264372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f7d35-5d1f-4feb-8312-3bda123694ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6388e4-f675-4525-9ea2-713bf155dd99,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:52.296307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdfada96-0f98-4d53-8a04-0bec057be9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.320627 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdfada96-0f98-4d53-8a04-0bec057be9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.353213 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-7bb93090-0087-4a34-963d-a7a4726835b6 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089377 Dec 16 08:14:52.407174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:52.470287 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3068fc99-a130-4bd1-8de3-230daf6f1af6 req-8aee70b9-308c-4885-9a12-33c29d6867d4 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094077 Dec 16 08:14:52.487039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdfada96-0f98-4d53-8a04-0bec057be9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.490233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cdfada96-0f98-4d53-8a04-0bec057be9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.491495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cdfada96-0f98-4d53-8a04-0bec057be9ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09f532b5-f93b-42c6-a924-2ddf1f93807e HTTP/1.1" status: 204 len: 168 time: 0.2723324 Dec 16 08:14:52.506932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6b478fb1-61b3-4d8d-b9cc-04c40f4145b1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/7c8648b9-7044-4327-ae1e-fe28e7cbd8da HTTP/1.1" status: 200 len: 993 time: 0.0979049 Dec 16 08:14:52.508697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfada96-0f98-4d53-8a04-0bec057be9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f532b5-f93b-42c6-a924-2ddf1f93807e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:52.538064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5669-66cc-4c0f-9370-abef8cdd94f4 req-05a9a131-0d21-40d8-a63a-fd66c81d23fb tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:52.539984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-893f5669-66cc-4c0f-9370-abef8cdd94f4 req-05a9a131-0d21-40d8-a63a-fd66c81d23fb tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 943 time: 0.1437881 Dec 16 08:14:52.587969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58426) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:52.600236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-893f5669-66cc-4c0f-9370-abef8cdd94f4 req-2dd62908-1c09-496b-8e90-ad7796ad3565 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533917 Dec 16 08:14:52.632704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e573733e-4243-4343-8558-323e0e770b06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f336ecf56aff44e389f0c7cbec48bf42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434716 Dec 16 08:14:52.637017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58428) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:52.686907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33dcd224-a06e-4f89-8db4-cedfb5ed85ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.711908 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33dcd224-a06e-4f89-8db4-cedfb5ed85ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.718906 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:52.726414 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb01ac-b55b-4885-bd59-69a4839114e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:52.774670 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c897ab6-f514-4eb1-83c3-29771a27b587 x-openstack-request-id: req-5c897ab6-f514-4eb1-83c3-29771a27b587 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:52.774994 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:52.775249 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c897ab6-f514-4eb1-83c3-29771a27b587 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:52.775649 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'status': 'completed', 'code': 200} Dec 16 08:14:52.866890 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33dcd224-a06e-4f89-8db4-cedfb5ed85ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.869639 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-33dcd224-a06e-4f89-8db4-cedfb5ed85ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:52.870886 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-33dcd224-a06e-4f89-8db4-cedfb5ed85ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/339e78b2-09d6-4b20-ab0d-5428a9532284 HTTP/1.1" status: 204 len: 168 time: 0.2329543 Dec 16 08:14:52.875807 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-1aaebc05-dbdd-4640-8dce-0a64b2113182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:52.877457 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-1aaebc05-dbdd-4640-8dce-0a64b2113182 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1097 time: 0.0510716 Dec 16 08:14:52.884736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcd224-a06e-4f89-8db4-cedfb5ed85ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339e78b2-09d6-4b20-ab0d-5428a9532284,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:53.013549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-7e781786-8bd8-4683-a9da-03c1dbd56e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:53.015308 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-7e781786-8bd8-4683-a9da-03c1dbd56e88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.1282547 Dec 16 08:14:53.092753 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-bfbcaa9e-0b61-4949-a017-7a4f423cfec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 1001 time: 0.0695195 Dec 16 08:14:53.143584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-9b170552-c6ba-414d-86ea-cfc77daf946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:53.145820 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-9b170552-c6ba-414d-86ea-cfc77daf946a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.0462527 Dec 16 08:14:53.194987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-4a4d6fe1-d290-4e2c-b9dc-a74836dc185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:53.196711 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-4a4d6fe1-d290-4e2c-b9dc-a74836dc185d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431633 Dec 16 08:14:53.307625 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-d011eb6e-4d18-42cc-b9a9-27668cffca1c service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031020 Dec 16 08:14:53.408953 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-12cb01ac-b55b-4885-bd59-69a4839114e1 req-cc4e0afc-5adf-41af-9790-7bbda1c112be service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941601 Dec 16 08:14:53.672235 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58458) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:53.694947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58460) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:53.728413 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-136ffba9-549b-4ed4-9e17-05532aa31796 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c27c16cb6c314545a4ccc4ea447980a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549428 Dec 16 08:14:53.730049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4257020-3537-464d-84c5-9576192d4ab4 req-60489b49-f0d8-4433-a70b-fb306aa273fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:53.731168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58464) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:53.731571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4257020-3537-464d-84c5-9576192d4ab4 req-60489b49-f0d8-4433-a70b-fb306aa273fa tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 943 time: 0.0562997 Dec 16 08:14:53.786060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4257020-3537-464d-84c5-9576192d4ab4 req-6cd1cd8c-4893-411e-83f3-99f3a0ab5738 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Dec 16 08:14:53.789516 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-676e0662-b2a6-4382-bbb3-a2ab20ff33c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:53.813745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-676e0662-b2a6-4382-bbb3-a2ab20ff33c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:53.874333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-536749742'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:53.942672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-676e0662-b2a6-4382-bbb3-a2ab20ff33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:53.945313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-676e0662-b2a6-4382-bbb3-a2ab20ff33c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:53.948863 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-676e0662-b2a6-4382-bbb3-a2ab20ff33c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c67bb8bd-c262-48c4-846b-f06320d827de HTTP/1.1" status: 204 len: 168 time: 0.2141619 Dec 16 08:14:53.957904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e0662-b2a6-4382-bbb3-a2ab20ff33c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67bb8bd-c262-48c4-846b-f06320d827de,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:53.966596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:53.971656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:53.988876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.069307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.134073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.161425 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:14:54.171438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5232266b-356c-415d-8ecb-0dc3d632b759,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:54.177812 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.178190 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment bab6b9e3-2287-4528-9f46-5b8978a6f65d of type vlan for network 38308fc5-b74c-418f-be1d-acb03663009d Dec 16 08:14:54.220610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.230637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 53b451c6-2f96-430b-ac7e-37ae88fc5343 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:14:54.322925 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.327525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 53b451c6-2f96-430b-ac7e-37ae88fc5343, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=53b451c6-2f96-430b-ac7e-37ae88fc5343,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:54.328684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:54.329206 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.343731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '53b451c6-2f96-430b-ac7e-37ae88fc5343', 'network_id': '2fc22220-6573-4214-8ae8-26600eb2d12e', 'port_id': '53b451c6-2f96-430b-ac7e-37ae88fc5343', 'mac_address': 'fa:16:3e:e0:d3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f8cdc1-cb84-48cf-a1fc-85b4a800fe11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:14:54.401285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=38308fc5-b74c-418f-be1d-acb03663009d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:54.408923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.416923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 38308fc5-b74c-418f-be1d-acb03663009d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:14:54.455591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58480) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:54.455937 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-de60b5c3-0241-44b2-8aac-a4eb516fa2d7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7582543 Dec 16 08:14:54.463312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'name': 'tempest-PortsTestJSON-1745793208'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:54.503838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b451c6-2f96-430b-ac7e-37ae88fc5343 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:14:54.557868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 53b451c6-2f96-430b-ac7e-37ae88fc5343, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=53b451c6-2f96-430b-ac7e-37ae88fc5343,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:54.630367 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.656403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:54.659915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:54.678795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port aea3e3d9-49cb-449a-a448-e03a1cf03d50 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:14:54.689785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=53b451c6-2f96-430b-ac7e-37ae88fc5343,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:54.919834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:55.008458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['53b451c6-2f96-430b-ac7e-37ae88fc5343'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:14:55.034704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b90ff4-bb18-499b-82ee-27a07a998adc req-da37c55d-4744-4e45-939f-f9551b1e237f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:55.037017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07b90ff4-bb18-499b-82ee-27a07a998adc req-da37c55d-4744-4e45-939f-f9551b1e237f tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 944 time: 0.1228590 Dec 16 08:14:55.043658 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:55.452074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07b90ff4-bb18-499b-82ee-27a07a998adc req-e94cbfaf-37e5-486f-b55f-450b0b435c6c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046705 Dec 16 08:14:55.464784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=aea3e3d9-49cb-449a-a448-e03a1cf03d50,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:55.484464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': 'bab6b9e3-2287-4528-9f46-5b8978a6f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:55.484830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: 38308fc5-b74c-418f-be1d-acb03663009d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:14:55.569995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:14:55.639427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 38308fc5-b74c-418f-be1d-acb03663009d) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:55.644079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:55.650141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ebdc2-05ed-42b6-955a-94300d60a59b None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:55.651817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:55.652500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:55.723253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ecd4ba77-0146-4eb6-915d-0ea9f294a82f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2653761 Dec 16 08:14:55.726364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58518) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:55.731472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-106227593'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:55.843461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:55.847625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:55.898321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:14:55.908956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:55.910089 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment e28b7892-aa5b-45d8-966e-ebe5a9b3fa47 of type vlan for network 19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc Dec 16 08:14:55.952786 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.051539 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.057469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:56.058437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.133732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:56.144085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:14:56.213585 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:56.218154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1862e0bd-0d73-458a-a255-1b5ae7d4179b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4905748 Dec 16 08:14:56.219414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'ports': [{'network_id': '38308fc5-b74c-418f-be1d-acb03663009d'}, {'network_id': '19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc'}]} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:56.219733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:56.220273 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:56.231747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 53b451c6-2f96-430b-ac7e-37ae88fc5343 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:14:56.339632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 53b451c6-2f96-430b-ac7e-37ae88fc5343 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:14:56.343581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 53b451c6-2f96-430b-ac7e-37ae88fc5343 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:14:56.343956 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.431373 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.458166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b451c6-2f96-430b-ac7e-37ae88fc5343'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:14:56.460494 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309a911b-69b7-4686-89d3-5eae2d549f3e" -d '{"events": [{"server_uuid": "4a18fe91-d4a0-4c7b-9162-6ecde2be24e7", "name": "network-vif-plugged", "status": "completed", "tag": "53b451c6-2f96-430b-ac7e-37ae88fc5343"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:14:56.482411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 53b451c6-2f96-430b-ac7e-37ae88fc5343, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=53b451c6-2f96-430b-ac7e-37ae88fc5343,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:14:56.515093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 2} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:56.526608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.531662 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57111de8-4d16-4b9d-ac19-39c8846260c8 x-openstack-request-id: req-57111de8-4d16-4b9d-ac19-39c8846260c8 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:14:56.532218 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a18fe91-d4a0-4c7b-9162-6ecde2be24e7", "name": "network-vif-plugged", "status": "completed", "tag": "53b451c6-2f96-430b-ac7e-37ae88fc5343", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:14:56.532656 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57111de8-4d16-4b9d-ac19-39c8846260c8 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:14:56.533337 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b451c6-2f96-430b-ac7e-37ae88fc5343', 'code': 200} Dec 16 08:14:56.553634 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.596670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.657438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a2c07-f52d-488d-80b4-88204923106c req-31f87054-c7e1-4f3c-93df-0840e103b6e9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:56.659076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-813a2c07-f52d-488d-80b4-88204923106c req-31f87054-c7e1-4f3c-93df-0840e103b6e9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 944 time: 0.1194539 Dec 16 08:14:56.684598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port eb98167f-7d04-4f69-a0d6-3c26bdf2e272 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:14:56.685125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=53b451c6-2f96-430b-ac7e-37ae88fc5343,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:56.730798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992df3-b01b-4562-9544-80e865e2985c req-d20c6503-40e7-40e5-9119-bba94384b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:56.732352 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e6992df3-b01b-4562-9544-80e865e2985c req-d20c6503-40e7-40e5-9119-bba94384b53d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 1097 time: 0.0804479 Dec 16 08:14:56.740780 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-813a2c07-f52d-488d-80b4-88204923106c req-f5f40c3d-9244-4848-b585-83678210f5a7 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715125 Dec 16 08:14:56.841449 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e6992df3-b01b-4562-9544-80e865e2985c req-40fc1355-3bc6-4fd5-bfce-ad72f2e78d0a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986478 Dec 16 08:14:56.872724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:56.943498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port f4ac1003-1748-4c5f-8b85-9d6a909fde26 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:14:57.074874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:57.177601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:57.221031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:14:57.224448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:57.226773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:57.227600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:57.243116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=eb98167f-7d04-4f69-a0d6-3c26bdf2e272,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:57.307446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': 'e28b7892-aa5b-45d8-966e-ebe5a9b3fa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:14:57.307973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: 19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:14:57.311356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=f4ac1003-1748-4c5f-8b85-9d6a909fde26,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:57.405742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:14:57.485430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:14:57.496496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:14:57.502272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892d9bf-9988-4568-bf2c-b4cb242e1d3d None None] Network 19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:14:57.505056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:57.510141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:57.511285 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:57.616592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0cde4010-a85f-4ac9-8b1c-6ddc6873740f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3987935 Dec 16 08:14:57.617268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58560) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:57.666015 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:57.715292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port f4ac1003-1748-4c5f-8b85-9d6a909fde26 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:57.715645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:57.794077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:57.812627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for f4ac1003-1748-4c5f-8b85-9d6a909fde26 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:57.871351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef05ce-8864-4399-84a4-5ca50e342b32 req-f42556f1-f399-4331-9226-4950691c32cd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:57.872978 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8ef05ce-8864-4399-84a4-5ca50e342b32 req-f42556f1-f399-4331-9226-4950691c32cd tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0599625 Dec 16 08:14:57.931990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8ef05ce-8864-4399-84a4-5ca50e342b32 req-26be5e35-b1a3-4861-bbd1-1c911f26dcfe tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497496 Dec 16 08:14:58.003757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.033401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=f4ac1003-1748-4c5f-8b85-9d6a909fde26,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:58.039449 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.046422 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-57e65619-bb48-41b3-ab9a-af38fcc2a428 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/f4ac1003-1748-4c5f-8b85-9d6a909fde26 HTTP/1.1" status: 204 len: 168 time: 0.4259219 Dec 16 08:14:58.046422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:58.103148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa03d73-65c2-42cc-9411-57d4852a2b9a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:58.110621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa03d73-65c2-42cc-9411-57d4852a2b9a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:58.112665 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfa03d73-65c2-42cc-9411-57d4852a2b9a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0648100 Dec 16 08:14:58.115182 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58580) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:58.216607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port eb98167f-7d04-4f69-a0d6-3c26bdf2e272 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:14:58.216980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.233848 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f51c69a9-bbb5-4eac-b1a7-f088ff89ce3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.285234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.299146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for eb98167f-7d04-4f69-a0d6-3c26bdf2e272 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:14:58.460491 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.495458 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.499747 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/eb98167f-7d04-4f69-a0d6-3c26bdf2e272 HTTP/1.1" status: 204 len: 168 time: 0.3836355 Dec 16 08:14:58.500975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3c68-6567-4402-b8bc-8a3a54b4d333 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=eb98167f-7d04-4f69-a0d6-3c26bdf2e272,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:58.502359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58584) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:58.596036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57be049-3df8-4b8a-8218-3c068c6ae595 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:58.599287 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b57be049-3df8-4b8a-8218-3c068c6ae595 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0949273 Dec 16 08:14:58.601987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58588) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:58.629750 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-602a5cd5-96bc-4e21-ab07-6a0d513e6219 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:14:58.634120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-602a5cd5-96bc-4e21-ab07-6a0d513e6219 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/f4ac1003-1748-4c5f-8b85-9d6a909fde26 HTTP/1.1" status: 404 len: 333 time: 0.0306501 Dec 16 08:14:58.634819 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58590) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:58.659042 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-b941cbda-491c-40ef-9440-98ef196a3153 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:14:58.664170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b941cbda-491c-40ef-9440-98ef196a3153 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/eb98167f-7d04-4f69-a0d6-3c26bdf2e272 HTTP/1.1" status: 404 len: 333 time: 0.0283499 Dec 16 08:14:58.664682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58592) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:58.748628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.835214 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.858920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:58.870026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28b7892-aa5b-45d8-966e-ebe5a9b3fa47') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:58.870333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28b7892-aa5b-45d8-966e-ebe5a9b3fa47') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:14:58.882514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.897174 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.904860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:14:58.905258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:14:58.908726 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:14:59.054958 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.059135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.061954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6eec3-7c57-4a71-af01-1d8b34f5894e req-3f1c0a04-1226-490d-80ba-5a5da3bcf4b5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:59.062668 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc HTTP/1.1" status: 204 len: 168 time: 0.3964782 Dec 16 08:14:59.078119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52e6eec3-7c57-4a71-af01-1d8b34f5894e req-3f1c0a04-1226-490d-80ba-5a5da3bcf4b5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0648811 Dec 16 08:14:59.085900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58600) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:59.090952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-654770160'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:59.140115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e57af1-2e9f-40b3-8d6b-74c1ffe6fc7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=19a025f1-c5bd-4ac8-bfdf-9fe5b3a855dc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:59.149763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-52e6eec3-7c57-4a71-af01-1d8b34f5894e req-fb8a5d2f-af7b-446f-be27-7cbe3de621ca tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707495 Dec 16 08:14:59.225936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:59.229740 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.295172 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad791cd4-d91b-43c7-b72e-1e6dc809f213 req-71983537-5738-449f-93a4-3bb787bbe7ee tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:59.305107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad791cd4-d91b-43c7-b72e-1e6dc809f213 req-71983537-5738-449f-93a4-3bb787bbe7ee tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0766187 Dec 16 08:14:59.310671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:14:59.322850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.323593 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment 1670f2da-667f-4174-9350-8a4f431a23f2 of type vlan for network d279f61a-0b0e-4ca2-9989-31dccdd1e396 Dec 16 08:14:59.374767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.377362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad791cd4-d91b-43c7-b72e-1e6dc809f213 req-a5921363-6f9e-423f-9875-9cc32b30161e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Dec 16 08:14:59.471503 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.477480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:59.478268 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.574152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=d279f61a-0b0e-4ca2-9989-31dccdd1e396,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:14:59.595366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d279f61a-0b0e-4ca2-9989-31dccdd1e396 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:14:59.615915 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4b55174c-8989-48ec-ad7d-e962fb9ca6d4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5288060 Dec 16 08:14:59.621435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58620) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:14:59.630797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:14:59.799284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7ef6-0421-44c8-8e23-7c6308ed5947 req-f34ae299-8309-4b17-8cff-b4e0c476c0c9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:14:59.801823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e20c7ef6-0421-44c8-8e23-7c6308ed5947 req-f34ae299-8309-4b17-8cff-b4e0c476c0c9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0849426 Dec 16 08:14:59.870135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e20c7ef6-0421-44c8-8e23-7c6308ed5947 req-fe108624-c12e-44aa-8054-fa05219a3cbe tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570977 Dec 16 08:14:59.890518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:14:59.895019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:14:59.986995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Performing IP validity checks on allocation pools {{(pid=110395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 08:14:59.988593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.ipam_backend_mixin [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110395) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 08:15:00.031409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d353b-3a49-487c-b037-ce215dbb8e49 req-ab1a356d-4dd0-4523-8474-c3960e58acb9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:00.032932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a45d353b-3a49-487c-b037-ce215dbb8e49 req-ab1a356d-4dd0-4523-8474-c3960e58acb9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0875287 Dec 16 08:15:00.111588 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:00.148598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a45d353b-3a49-487c-b037-ce215dbb8e49 req-799f8007-2f4c-4dee-8214-a0be4fcf4ed6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065912 Dec 16 08:15:00.232005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:00.311298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=9a68f3d8-8dc4-4eca-b6c7-3221de046fbf,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:00.322424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': '1670f2da-667f-4174-9350-8a4f431a23f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:00.323002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: d279f61a-0b0e-4ca2-9989-31dccdd1e396, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:00.445695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network d279f61a-0b0e-4ca2-9989-31dccdd1e396 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:00.489114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d883b-e226-429e-a8b5-252523bda97e req-54a62594-0d94-4477-bfde-2f67fb2be108 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:00.493538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-906d883b-e226-429e-a8b5-252523bda97e req-54a62594-0d94-4477-bfde-2f67fb2be108 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0598831 Dec 16 08:15:00.557086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-906d883b-e226-429e-a8b5-252523bda97e req-f37a4825-e230-4099-908f-3c7d33916471 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553768 Dec 16 08:15:00.564613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d279f61a-0b0e-4ca2-9989-31dccdd1e396) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:00.575733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72328d1-cce2-4946-bfa2-0eae41e40b20 None None] Network d279f61a-0b0e-4ca2-9989-31dccdd1e396 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:00.583206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:00.583884 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:00.691892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1460993b-4b7d-4def-b826-5a6500a4d32a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0691023 Dec 16 08:15:00.694882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58644) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:00.702742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396', 'name': 'tempest-PortsTestJSON-1323078752'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:00.719344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39da7e-9937-4f09-a42a-bdb51a4a398a req-66ed54c6-26e0-438d-94fe-cd25757ff2cb tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:00.727641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df39da7e-9937-4f09-a42a-bdb51a4a398a req-66ed54c6-26e0-438d-94fe-cd25757ff2cb tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0893319 Dec 16 08:15:00.730018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-d279f61a-0b0e-4ca2-9989-31dccdd1e396', 'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396', 'project_id': 'a6ade96288284099b7cb5cd1d5818580', 'fixed_ips': [{'subnet_id': '9a68f3d8-8dc4-4eca-b6c7-3221de046fbf'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:00.734036 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:00.751605 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f50c9ce6-2b62-4e7b-bebb-450fe0c71404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:00.806669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df39da7e-9937-4f09-a42a-bdb51a4a398a req-55e67db3-b873-404f-a781-c96d588775d9 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Dec 16 08:15:00.934779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Allocated IP 172.20.0.2 (d279f61a-0b0e-4ca2-9989-31dccdd1e396/9a68f3d8-8dc4-4eca-b6c7-3221de046fbf/caf7e55f-d9d9-4caf-bd49-40cdc72d957c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:01.014567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:01.017992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.052376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 91f7d656-39e5-4894-b5c4-d310aed8f0e4 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:01.103325 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.169586 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.222752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Network d279f61a-0b0e-4ca2-9989-31dccdd1e396 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:01.232100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:01.236067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:01.260631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.6 (d279f61a-0b0e-4ca2-9989-31dccdd1e396/9a68f3d8-8dc4-4eca-b6c7-3221de046fbf/91f7d656-39e5-4894-b5c4-d310aed8f0e4) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:01.269243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Pushing event updated for resources: {'Port': ['ID=caf7e55f-d9d9-4caf-bd49-40cdc72d957c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:01.296533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.296957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.297369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.297773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.298175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.298571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.298965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.299358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.300288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.300766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.301447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.301874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.302268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:01.320482 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Attempting to bind port caf7e55f-d9d9-4caf-bd49-40cdc72d957c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:01.320934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Attempting to bind port caf7e55f-d9d9-4caf-bd49-40cdc72d957c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1670f2da-667f-4174-9350-8a4f431a23f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:01.321371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Attempting to bind port caf7e55f-d9d9-4caf-bd49-40cdc72d957c on network d279f61a-0b0e-4ca2-9989-31dccdd1e396 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:01.326752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:01.327228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Checking segment: {'id': '1670f2da-667f-4174-9350-8a4f431a23f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:01.327796 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.328593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Bound using segment: {'id': '1670f2da-667f-4174-9350-8a4f431a23f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:01.329404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Bound port: caf7e55f-d9d9-4caf-bd49-40cdc72d957c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1670f2da-667f-4174-9350-8a4f431a23f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd279f61a-0b0e-4ca2-9989-31dccdd1e396'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:01.329947 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.416589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] For port caf7e55f-d9d9-4caf-bd49-40cdc72d957c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:01.458642 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] For port caf7e55f-d9d9-4caf-bd49-40cdc72d957c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=caf7e55f-d9d9-4caf-bd49-40cdc72d957c,segment=NetworkSegment(1670f2da-667f-4174-9350-8a4f431a23f2),segment_id=1670f2da-667f-4174-9350-8a4f431a23f2)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:01.511911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.513966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb53691-069b-43be-aec6-2f8e57504fdc req-a3ca8a18-ba86-4e8b-bc5f-f6c905438bd0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:01.518055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bb53691-069b-43be-aec6-2f8e57504fdc req-a3ca8a18-ba86-4e8b-bc5f-f6c905438bd0 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0794523 Dec 16 08:15:01.560103 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.573141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bb53691-069b-43be-aec6-2f8e57504fdc req-71cdb0f3-d6d9-41b7-a8cb-8199580cbd13 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Dec 16 08:15:01.635011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242adec-72e6-4d5b-8ffd-768957cab66c None None] Pushing event updated for resources: {'Port': ['ID=caf7e55f-d9d9-4caf-bd49-40cdc72d957c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:01.677397 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.725416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network d279f61a-0b0e-4ca2-9989-31dccdd1e396 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:01.728784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:01.732634 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:01.774832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=91f7d656-39e5-4894-b5c4-d310aed8f0e4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:01.820560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:01.821441 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.850846 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:01.922478 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b04d0719-bedd-447c-96bf-a0aa435ce109 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2257466 Dec 16 08:15:01.926095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58720) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:02.022294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 91f7d656-39e5-4894-b5c4-d310aed8f0e4 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:02.022645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.122149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.138140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 91f7d656-39e5-4894-b5c4-d310aed8f0e4 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:02.365371 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.416046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=91f7d656-39e5-4894-b5c4-d310aed8f0e4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:02.491068 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.496674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d5426db3-81f0-4a89-86be-a2961d151ead tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/91f7d656-39e5-4894-b5c4-d310aed8f0e4 HTTP/1.1" status: 204 len: 168 time: 0.5679195 Dec 16 08:15:02.498900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:02.529784 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebff444-d140-4d61-be54-4dbb44599c3f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:15:02.530569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebff444-d140-4d61-be54-4dbb44599c3f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:15:02.535777 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aebff444-d140-4d61-be54-4dbb44599c3f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/91f7d656-39e5-4894-b5c4-d310aed8f0e4 HTTP/1.1" status: 404 len: 333 time: 0.0354753 Dec 16 08:15:02.538753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58772) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:02.567600 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1f9258-0afa-4252-b4af-8570b4c93495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:02.569094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9a1f9258-0afa-4252-b4af-8570b4c93495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/91f7d656-39e5-4894-b5c4-d310aed8f0e4 HTTP/1.1" status: 404 len: 333 time: 0.0291586 Dec 16 08:15:02.572750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58774) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:02.633382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 9a68f3d8-8dc4-4eca-b6c7-3221de046fbf {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:02.659036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.723234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.723504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea9f2a3-58c1-4568-be4c-2ebf00c12f30 None None] Network d279f61a-0b0e-4ca2-9989-31dccdd1e396 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:02.748555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03961f28-32c7-49e4-9d00-a3924e8aae0b req-9f35ef1f-3dd6-4f41-87b8-8c3104d147e5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:02.750940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03961f28-32c7-49e4-9d00-a3924e8aae0b req-9f35ef1f-3dd6-4f41-87b8-8c3104d147e5 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0789039 Dec 16 08:15:02.817662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-03961f28-32c7-49e4-9d00-a3924e8aae0b req-a697b0f5-f115-4c23-9d75-86755823059e tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/security-groups?id=6992b175-1d8c-4ea4-b3de-482d021f2c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590496 Dec 16 08:15:02.857301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f615c41c-1324-4883-a00a-e4a281323770 None None] Provisioning complete for port caf7e55f-d9d9-4caf-bd49-40cdc72d957c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:02.857866 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f615c41c-1324-4883-a00a-e4a281323770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.894999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:02.906319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa06218-0340-4b13-a528-961ed42a6999 req-ee449a32-0663-44e6-826e-8afcada70892 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:02.908752 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-baa06218-0340-4b13-a528-961ed42a6999 req-ee449a32-0663-44e6-826e-8afcada70892 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 945 time: 0.0776215 Dec 16 08:15:02.972469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f615c41c-1324-4883-a00a-e4a281323770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.046256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Deleting port 53b451c6-2f96-430b-ac7e-37ae88fc5343 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:03.046623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.121101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.184253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58786) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:03.204706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=9a68f3d8-8dc4-4eca-b6c7-3221de046fbf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:03.214444 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.220782 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3906c721-6b63-4ded-8153-c41b76522ad0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/9a68f3d8-8dc4-4eca-b6c7-3221de046fbf HTTP/1.1" status: 204 len: 168 time: 0.6472003 Dec 16 08:15:03.221133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58790) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:03.223836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] For port 53b451c6-2f96-430b-ac7e-37ae88fc5343, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=53b451c6-2f96-430b-ac7e-37ae88fc5343,segment=NetworkSegment(fd6aa992-b718-44f9-bd3d-680719df58a4),segment_id=fd6aa992-b718-44f9-bd3d-680719df58a4)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:03.224215 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.243874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Calling delete_port for 53b451c6-2f96-430b-ac7e-37ae88fc5343 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:03.399211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.457534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a17d6687-eedd-4205-b180-06771b1faaae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.509025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f4f96c-a661-42e8-b254-24f8d44457bf None None] Network d279f61a-0b0e-4ca2-9989-31dccdd1e396 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:03.565728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port caf7e55f-d9d9-4caf-bd49-40cdc72d957c {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:03.566134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.619647 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-f615c41c-1324-4883-a00a-e4a281323770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:15:03.620018 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-f615c41c-1324-4883-a00a-e4a281323770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:15:03.620946 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.654620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['53b451c6-2f96-430b-ac7e-37ae88fc5343'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:15:03.667007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] For port caf7e55f-d9d9-4caf-bd49-40cdc72d957c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=caf7e55f-d9d9-4caf-bd49-40cdc72d957c,segment=NetworkSegment(1670f2da-667f-4174-9350-8a4f431a23f2),segment_id=1670f2da-667f-4174-9350-8a4f431a23f2)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:03.667430 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.692098 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.708144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for caf7e55f-d9d9-4caf-bd49-40cdc72d957c owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:03.720041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Pushing event deleted for resources: {'Port': ['ID=53b451c6-2f96-430b-ac7e-37ae88fc5343,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:03.730323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] DHCP port deletion for d279f61a-0b0e-4ca2-9989-31dccdd1e396 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:03.739031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] No DVR routers for this DVR port 53b451c6-2f96-430b-ac7e-37ae88fc5343 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:03.743017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.747104 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-baa06218-0340-4b13-a528-961ed42a6999 req-694d71a8-7005-41d7-9a84-8428a9386e1c tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.16 "DELETE /v2.0/ports/53b451c6-2f96-430b-ac7e-37ae88fc5343 HTTP/1.1" status: 204 len: 173 time: 0.8196573 Dec 16 08:15:03.747517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'name': 'network-vif-deleted', 'tag': '53b451c6-2f96-430b-ac7e-37ae88fc5343'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:03.750619 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaefd8bd-588c-4365-91aa-5c74158eadbe" -d '{"events": [{"server_uuid": "4a18fe91-d4a0-4c7b-9162-6ecde2be24e7", "name": "network-vif-deleted", "tag": "53b451c6-2f96-430b-ac7e-37ae88fc5343"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:03.808151 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52668f50-a9be-4cfe-a05f-c69e93c5af37 x-openstack-request-id: req-52668f50-a9be-4cfe-a05f-c69e93c5af37 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:03.808855 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a18fe91-d4a0-4c7b-9162-6ecde2be24e7", "name": "network-vif-deleted", "tag": "53b451c6-2f96-430b-ac7e-37ae88fc5343", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:03.809167 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52668f50-a9be-4cfe-a05f-c69e93c5af37 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:03.809577 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a18fe91-d4a0-4c7b-9162-6ecde2be24e7', 'name': 'network-vif-deleted', 'tag': '53b451c6-2f96-430b-ac7e-37ae88fc5343', 'status': 'completed', 'code': 200} Dec 16 08:15:03.831903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] Deleting port caf7e55f-d9d9-4caf-bd49-40cdc72d957c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:03.832815 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.880402 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a17d6687-eedd-4205-b180-06771b1faaae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.934125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5255570c-627c-4a7b-a55d-104dfeba0fb6 req-f089728a-42fe-4ec6-be72-02a7e02738a6 tempest-ServerDiskConfigTestJSON-1778022189 tempest-ServerDiskConfigTestJSON-1778022189-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a18fe91-d4a0-4c7b-9162-6ecde2be24e7 HTTP/1.1" status: 200 len: 210 time: 0.0285912 Dec 16 08:15:03.934905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a17d6687-eedd-4205-b180-06771b1faaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.956913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] For port caf7e55f-d9d9-4caf-bd49-40cdc72d957c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=caf7e55f-d9d9-4caf-bd49-40cdc72d957c,segment=NetworkSegment(1670f2da-667f-4174-9350-8a4f431a23f2),segment_id=1670f2da-667f-4174-9350-8a4f431a23f2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:03.957996 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.969195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:03.973232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] Calling delete_port for caf7e55f-d9d9-4caf-bd49-40cdc72d957c owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:04.012947 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a17d6687-eedd-4205-b180-06771b1faaae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5828482c3074323a20a475336a7ac2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8254547 Dec 16 08:15:04.012947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=caf7e55f-d9d9-4caf-bd49-40cdc72d957c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:04.013487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58802) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:04.016509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d6687-eedd-4205-b180-06771b1faaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae03537-2750-417f-8249-9994d4a7f07f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:04.019405 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No DVR routers for this DVR port caf7e55f-d9d9-4caf-bd49-40cdc72d957c on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:04.111506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.122293 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80323329-90ce-4100-9a76-f8e305acb5c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.135038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d279f61a-0b0e-4ca2-9989-31dccdd1e396']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:04.145930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1670f2da-667f-4174-9350-8a4f431a23f2') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:04.146258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1670f2da-667f-4174-9350-8a4f431a23f2') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:04.154817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f615c41c-1324-4883-a00a-e4a281323770 None None] Port caf7e55f-d9d9-4caf-bd49-40cdc72d957c update to ACTIVE by agent not found {{(pid=110397) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 08:15:04.156558 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.157951 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.171550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.174009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80323329-90ce-4100-9a76-f8e305acb5c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.178486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:04.178897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:04.182270 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:04.186086 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.194044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] Pushing event deleted for resources: {'Port': ['ID=caf7e55f-d9d9-4caf-bd49-40cdc72d957c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:04.199966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e6347-8123-4de9-b86d-d56a1d031f75 None None] No DVR routers for this DVR port caf7e55f-d9d9-4caf-bd49-40cdc72d957c on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:04.269214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-26e94184-afd2-4cda-81cb-dd209460fccd None None] Could not find standard attr ID for object caf7e55f-d9d9-4caf-bd49-40cdc72d957c. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:15:04.272866 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-26e94184-afd2-4cda-81cb-dd209460fccd None None] Could not find standard attr ID for object 91f7d656-39e5-4894-b5c4-d310aed8f0e4. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:15:04.324991 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80323329-90ce-4100-9a76-f8e305acb5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.327702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-80323329-90ce-4100-9a76-f8e305acb5c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.331277 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80323329-90ce-4100-9a76-f8e305acb5c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ae03537-2750-417f-8249-9994d4a7f07f HTTP/1.1" status: 204 len: 168 time: 0.3146405 Dec 16 08:15:04.339904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80323329-90ce-4100-9a76-f8e305acb5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae03537-2750-417f-8249-9994d4a7f07f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:04.361698 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.382536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.388636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/d279f61a-0b0e-4ca2-9989-31dccdd1e396 HTTP/1.1" status: 204 len: 168 time: 1.1637359 Dec 16 08:15:04.390630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58806) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:04.397120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2063520602'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:04.408826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c5f9f-8ca0-4b24-ad9e-51a60fbce66e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=d279f61a-0b0e-4ca2-9989-31dccdd1e396,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:04.436908 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:15:04.490782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:04.496080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.524758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:04.532636 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.532988 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment 083ce5d6-9d87-49fa-9a42-953f4580c5d0 of type vlan for network 67ae0012-6d88-457b-aaf3-a2d898ca3440 Dec 16 08:15:04.580160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.673618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.684542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:04.686050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:04.791054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=67ae0012-6d88-457b-aaf3-a2d898ca3440,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:04.799131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-02782ae7-6d5b-41cc-9111-48e98dc92984 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4072399 Dec 16 08:15:04.803383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58812) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:04.805910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 67ae0012-6d88-457b-aaf3-a2d898ca3440 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:04.813448 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:05.037955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:05.042009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.157443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58826) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:05.167639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58828) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:05.200645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51ae0e11-10b5-4a02-a704-a2ea3e72668d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.270490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] Deleting subnet d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:05.278776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.329266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.337065 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51ae0e11-10b5-4a02-a704-a2ea3e72668d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.339438 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.381594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.397648 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=8ef273ce-f7ac-43f0-946e-b5866458939e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:05.403101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': '083ce5d6-9d87-49fa-9a42-953f4580c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:05.404147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: 67ae0012-6d88-457b-aaf3-a2d898ca3440, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:05.439370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-51ae0e11-10b5-4a02-a704-a2ea3e72668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.481431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-51ae0e11-10b5-4a02-a704-a2ea3e72668d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=129e45e095234db6b42ede20228b2635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3103356 Dec 16 08:15:05.481431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae0e11-10b5-4a02-a704-a2ea3e72668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64323531-00ac-44ba-8135-355adbbf37a6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:05.481820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58830) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:05.528148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 67ae0012-6d88-457b-aaf3-a2d898ca3440 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:05.536081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d5a99e4-aea7-4b50-a33f-070ad86f0358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.548334 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.559770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d5a99e4-aea7-4b50-a33f-070ad86f0358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.619949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 67ae0012-6d88-457b-aaf3-a2d898ca3440) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:05.625378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:05.626269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.629017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa482cd5-5a08-446b-ae72-1f0f8358ca6b None None] Network 67ae0012-6d88-457b-aaf3-a2d898ca3440 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:05.632038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.641868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58832) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:05.643617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11 HTTP/1.1" status: 204 len: 168 time: 0.4843991 Dec 16 08:15:05.644962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4469a-2e45-4c98-8c17-ae9e7dc4b512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f8cdc1-cb84-48cf-a1fc-85b4a800fe11,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:05.686101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device caf7e55f-d9d9-4caf-bd49-40cdc72d957c no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:05.711091 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: caf7e55f-d9d9-4caf-bd49-40cdc72d957c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:05.711436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device caf7e55f-d9d9-4caf-bd49-40cdc72d957c not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:05.728851 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb4d5bf9-4963-47e9-a74f-1f975f493763 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9231012 Dec 16 08:15:05.729245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58834) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:05.733921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.734462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440', 'security_groups': [], 'name': 'tempest-PortsTestJSON-993179362'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:05.742862 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d5a99e4-aea7-4b50-a33f-070ad86f0358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.746693 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d5a99e4-aea7-4b50-a33f-070ad86f0358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.748745 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2d5a99e4-aea7-4b50-a33f-070ad86f0358 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64323531-00ac-44ba-8135-355adbbf37a6 HTTP/1.1" status: 204 len: 168 time: 0.2650747 Dec 16 08:15:05.764442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a99e4-aea7-4b50-a33f-070ad86f0358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64323531-00ac-44ba-8135-355adbbf37a6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:05.836661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-67ae0012-6d88-457b-aaf3-a2d898ca3440', 'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440', 'project_id': 'a6ade96288284099b7cb5cd1d5818580', 'fixed_ips': [{'subnet_id': '8ef273ce-f7ac-43f0-946e-b5866458939e'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:05.838123 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.850730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.874966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc22220-6573-4214-8ae8-26600eb2d12e']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:05.899208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6aa992-b718-44f9-bd3d-680719df58a4') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:05.902770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6aa992-b718-44f9-bd3d-680719df58a4') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:05.910795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.929091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.940070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:05.941627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:05.951136 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:05.982314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:05.986672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.005081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 5a4c3deb-eea9-4566-bf57-3b1259cbfb64 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:06.010941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Allocated IP 172.20.0.2 (67ae0012-6d88-457b-aaf3-a2d898ca3440/8ef273ce-f7ac-43f0-946e-b5866458939e/7a0b4f5c-5b40-4019-ad5d-be55d2d0c343) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:06.068310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.087184 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.092811 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2fc22220-6573-4214-8ae8-26600eb2d12e HTTP/1.1" status: 204 len: 168 time: 0.4474373 Dec 16 08:15:06.092811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18e272-9d72-46c6-9d61-fc4fe3f86832 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc22220-6573-4214-8ae8-26600eb2d12e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:06.193951 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.266227 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.319765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Network 67ae0012-6d88-457b-aaf3-a2d898ca3440 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:06.319876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:06.322359 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:06.355537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Pushing event updated for resources: {'Port': ['ID=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:06.366726 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.api [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6594fb00-ad1a-4348-83bf-72031f45775b {{(pid=110395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:15:06.367295 n-d-820935-11 neutron-server[110395]: DEBUG oslo_db.api [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:15:06.390573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Attempting to bind port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:06.390947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Attempting to bind port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '083ce5d6-9d87-49fa-9a42-953f4580c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:06.391311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Attempting to bind port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 on network 67ae0012-6d88-457b-aaf3-a2d898ca3440 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:06.397417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:06.397962 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Checking segment: {'id': '083ce5d6-9d87-49fa-9a42-953f4580c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:06.398413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.398813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Bound using segment: {'id': '083ce5d6-9d87-49fa-9a42-953f4580c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:06.399301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Bound port: 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ce5d6-9d87-49fa-9a42-953f4580c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67ae0012-6d88-457b-aaf3-a2d898ca3440'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:06.399661 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.464891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] For port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:06.492920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] For port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,segment=NetworkSegment(083ce5d6-9d87-49fa-9a42-953f4580c5d0),segment_id=083ce5d6-9d87-49fa-9a42-953f4580c5d0)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:06.578402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58854) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:06.632658 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.637487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-77218352-fa9e-4e55-9a7e-9e52f9d224fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49ab89b7d6b346d2becff2464d30facb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553267 Dec 16 08:15:06.637984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58856) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:06.711796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccb8e-04f1-453f-88e2-aa0d31f90bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.731065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4a772-4eb2-48a8-bf4c-4605e7df0503 None None] Pushing event updated for resources: {'Port': ['ID=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:06.738370 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccb8e-04f1-453f-88e2-aa0d31f90bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.869207 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.883274 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccb8e-04f1-453f-88e2-aa0d31f90bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.897572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:06.902753 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccb8e-04f1-453f-88e2-aa0d31f90bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:06.913924 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3d4ccb8e-04f1-453f-88e2-aa0d31f90bc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6992b175-1d8c-4ea4-b3de-482d021f2c7d HTTP/1.1" status: 204 len: 168 time: 0.2745492 Dec 16 08:15:06.933370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ccb8e-04f1-453f-88e2-aa0d31f90bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6992b175-1d8c-4ea4-b3de-482d021f2c7d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:06.995942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:07.053999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.11 (67ae0012-6d88-457b-aaf3-a2d898ca3440/8ef273ce-f7ac-43f0-946e-b5866458939e/9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:07.206918 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.267890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] Deleting subnet 084f137e-4b1a-41bc-9f34-aa323589a2d2 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:07.272036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.311987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.318146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.368823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.406492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 67ae0012-6d88-457b-aaf3-a2d898ca3440 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:07.412404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:07.418092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:07.455688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:07.501439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:07.502388 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.537747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.589393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084f137e-4b1a-41bc-9f34-aa323589a2d2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:07.600098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.600532 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b60c1972-c2d7-4880-a924-8983bf179c5c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8698967 Dec 16 08:15:07.601298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58884) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:07.606961 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e27fc422-1e98-4829-8740-8a5d2cc88fc7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/084f137e-4b1a-41bc-9f34-aa323589a2d2 HTTP/1.1" status: 204 len: 168 time: 0.6075625 Dec 16 08:15:07.607204 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:07.702833 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.777097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:07.777520 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.825522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:07.923918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:07.924701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.967523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:07.987607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:08.071744 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.156959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d8976-3ad6-4195-8041-14e9afa21030 None None] Network 67ae0012-6d88-457b-aaf3-a2d898ca3440 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:08.234680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.256357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c79404-1a7f-4be6-aeda-cc001896b00b']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:08.265772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,segment=NetworkSegment(083ce5d6-9d87-49fa-9a42-953f4580c5d0),segment_id=083ce5d6-9d87-49fa-9a42-953f4580c5d0)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:08.265959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb409097-9e68-45dd-833c-52f23afea74e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:08.266197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb409097-9e68-45dd-833c-52f23afea74e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:08.275311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.283247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-163e40ae-e15a-410e-88e7-0d95718ca501 None None] Provisioning complete for port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:08.283751 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-163e40ae-e15a-410e-88e7-0d95718ca501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.292157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.302147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:08.302476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:08.304345 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:08.319268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.337484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 53b451c6-2f96-430b-ac7e-37ae88fc5343 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:08.366778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:08.371535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 53b451c6-2f96-430b-ac7e-37ae88fc5343 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:08.371889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 53b451c6-2f96-430b-ac7e-37ae88fc5343 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:08.395871 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.460735 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.462911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.465950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bbb60333-e3a0-46d9-b6da-8e62e741d8e5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7 HTTP/1.1" status: 204 len: 168 time: 0.8632836 Dec 16 08:15:08.468397 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58906) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:08.493105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.496107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58908) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:08.497202 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a02ff52-9618-4f13-a2ff-70e2f395e176 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:08.498670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7a02ff52-9618-4f13-a2ff-70e2f395e176 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7 HTTP/1.1" status: 404 len: 333 time: 0.0291388 Dec 16 08:15:08.501944 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/41c79404-1a7f-4be6-aeda-cc001896b00b HTTP/1.1" status: 204 len: 168 time: 0.8919282 Dec 16 08:15:08.502749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58910) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:08.507154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:08.509556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e95d2d-73aa-4d2b-bd8b-ed399d4019f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c79404-1a7f-4be6-aeda-cc001896b00b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:08.586636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 8ef273ce-f7ac-43f0-946e-b5866458939e {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:08.590097 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.642251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.698061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-171941906-network', 'tenant_id': '1c7d61fe037643808564fc89dfec7cce'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:08.761600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.832375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Made reservation on behalf of 1c7d61fe037643808564fc89dfec7cce for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:08.835270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.842083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2a7262a6-1bb5-43a1-8946-d90080889fa9 None None] Provisioning complete for port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:08.843061 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2a7262a6-1bb5-43a1-8946-d90080889fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.846556 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.905970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58922) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:08.933373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.982017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef273ce-f7ac-43f0-946e-b5866458939e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:08.985533 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:08.991838 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ceb21d88-486b-41e5-9824-e71fdc69b223 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/8ef273ce-f7ac-43f0-946e-b5866458939e HTTP/1.1" status: 204 len: 168 time: 0.4775209 Dec 16 08:15:08.992848 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-52bd87a6-c1c9-45a8-b15b-d516e9f78f7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db5ccef7b8894caeaa7ab8bdf088786e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0857334 Dec 16 08:15:08.993442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58924) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:08.999081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.001401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58926) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:09.080399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae07714-2374-4a5c-a3a3-f0ec1b5f5b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.083005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.093371 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.114014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef0fde-2f8d-485e-ab24-9c5688864949 None None] Network 67ae0012-6d88-457b-aaf3-a2d898ca3440 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:09.128307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:09.135507 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae07714-2374-4a5c-a3a3-f0ec1b5f5b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.155555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:09.169794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.170230 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Added segment 823b692f-9f47-4843-9b55-ad08e8a48b1f of type vlan for network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 Dec 16 08:15:09.171064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:09.171786 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.227173 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.235463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-af3ab39d-96ed-4aa1-8f16-6af1d4453572 None None] Could not find standard attr ID for object 9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:15:09.266876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] For port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,segment=NetworkSegment(083ce5d6-9d87-49fa-9a42-953f4580c5d0),segment_id=083ce5d6-9d87-49fa-9a42-953f4580c5d0)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:09.267240 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.281239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:09.313360 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae07714-2374-4a5c-a3a3-f0ec1b5f5b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.316729 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2ae07714-2374-4a5c-a3a3-f0ec1b5f5b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.322298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2ae07714-2374-4a5c-a3a3-f0ec1b5f5b46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/589f1881-2d35-4217-b531-c476405d6b5b HTTP/1.1" status: 204 len: 168 time: 0.3202698 Dec 16 08:15:09.335109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae07714-2374-4a5c-a3a3-f0ec1b5f5b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f1881-2d35-4217-b531-c476405d6b5b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:09.354772 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.355766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:09.356431 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.387846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] DHCP port deletion for 67ae0012-6d88-457b-aaf3-a2d898ca3440 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:09.445052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] Pushing event updated for resources: {'Network': ['ID=4b2f5b23-3c63-4970-bd2c-9527c15aaae0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:09.460942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:09.463129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.494168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:09.496479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No DVR routers for this DVR port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:09.508053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ab5445fa-b2c4-4812-9756-eb2b27fe9abf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0082664 Dec 16 08:15:09.511215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58934) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:09.519077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Request body: {'subnet': {'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-171941906-subnet', 'tenant_id': '1c7d61fe037643808564fc89dfec7cce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:09.551374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] Deleting port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:09.551748 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.595893 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.626096 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ae0012-6d88-457b-aaf3-a2d898ca3440']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:09.641993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083ce5d6-9d87-49fa-9a42-953f4580c5d0') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:09.642296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083ce5d6-9d87-49fa-9a42-953f4580c5d0') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:09.646206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] For port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:09.646662 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.650730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:09.656353 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.672038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.679496 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:09.679894 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.682135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] Calling delete_port for 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:09.683223 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:09.685280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:09.685280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:09.686696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] Port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:15:09.688272 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.703242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Made reservation on behalf of 1c7d61fe037643808564fc89dfec7cce for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:09.705673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.718775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] No DVR routers for this DVR port 7a0b4f5c-5b40-4019-ad5d-be55d2d0c343 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:09.760241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fdd69-9df7-4975-b11d-8b3678dc93f1 None None] Pushing event deleted for resources: {'Port': ['ID=7a0b4f5c-5b40-4019-ad5d-be55d2d0c343,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:09.885424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.894504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:09.903465 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/67ae0012-6d88-457b-aaf3-a2d898ca3440 HTTP/1.1" status: 204 len: 168 time: 0.9042218 Dec 16 08:15:09.903465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58942) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:09.910531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'name': 'tempest-PortsTestJSON-234083051'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:09.937239 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b02fb0-aab7-4ced-93ae-241fc03d6978 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=67ae0012-6d88-457b-aaf3-a2d898ca3440,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:10.130341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:10.130577 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.134769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.155619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 0f4edd83-bdfc-4359-8e04-867d63b2f09f yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:10.188513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bedb147-f09b-497c-9546-7ad1282196a6,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:10.198424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Checking segment: {'id': '823b692f-9f47-4843-9b55-ad08e8a48b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:10.198796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Network hostable DHCP agents. Network: 4b2f5b23-3c63-4970-bd2c-9527c15aaae0, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:10.307517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:10.351798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.372845 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-a8989981-a0db-4e98-818c-0811ddbba582 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663192 Dec 16 08:15:10.393195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 4b2f5b23-3c63-4970-bd2c-9527c15aaae0) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:10.401549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328c3b9e-013a-4b4d-b2e9-150a85acf398 None None] Network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:10.402915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:10.403524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.493197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-326aef23-5d78-4ea2-9a75-a538cdd2c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:10.494806 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-326aef23-5d78-4ea2-9a75-a538cdd2c92a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 1098 time: 0.0494361 Dec 16 08:15:10.497094 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.506365 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b5b70880-5e49-43cf-ae4a-b1f641485a46 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9939382 Dec 16 08:15:10.539936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700af3c7-9951-4e31-9c16-9f392ed68539 None None] Network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:10.540230 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:10.555684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:10.614900 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:10.621437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:10.622136 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.651632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=0f4edd83-bdfc-4359-8e04-867d63b2f09f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:10.690116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-d7c00976-0946-46cc-abc5-a7f1052ac123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:10.692636 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-d7c00976-0946-46cc-abc5-a7f1052ac123 service neutron] 10.222.0.36 "GET /v2.0/networks?id=567c0db7-98b0-48aa-b841-61dafea677db HTTP/1.1" status: 200 len: 897 time: 0.1541119 Dec 16 08:15:10.706000 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dc934199-c32b-4bb9-bd2b-f63a0de67068 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7994726 Dec 16 08:15:10.710635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58966) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:10.775031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-a049e97c-c5f5-4f40-bc22-091cf17cc9fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 HTTP/1.1" status: 200 len: 1001 time: 0.0704927 Dec 16 08:15:10.825954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 0f4edd83-bdfc-4359-8e04-867d63b2f09f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:10.825954 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.840851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-d7f096b3-9340-4b8b-acf2-d3eedf47c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:10.845300 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-d7f096b3-9340-4b8b-acf2-d3eedf47c22d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9084d649-1a11-41c0-b4cd-829d0ad9270f HTTP/1.1" status: 200 len: 835 time: 0.0594871 Dec 16 08:15:10.903594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:10.905451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-91ccf570-65e1-4425-96b6-a68bcf30528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:10.906990 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-91ccf570-65e1-4425-96b6-a68bcf30528c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=567c0db7-98b0-48aa-b841-61dafea677db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538917 Dec 16 08:15:10.919525 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 0f4edd83-bdfc-4359-8e04-867d63b2f09f owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:11.013815 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-c45fd8b0-ff31-490c-a210-3047ea53e20a service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974715 Dec 16 08:15:11.074722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.095716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.103309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/0f4edd83-bdfc-4359-8e04-867d63b2f09f HTTP/1.1" status: 204 len: 168 time: 0.3952794 Dec 16 08:15:11.103515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58978) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:11.115981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'mac_address': 'fa:16:3e:da:af:3b', 'name': 'tempest-PortsTestJSON-893086309'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:11.129649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf22fa3-fbfe-4711-a2ae-fc81624780a1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=0f4edd83-bdfc-4359-8e04-867d63b2f09f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:11.183095 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c780f36d-c5af-4167-8223-508b66f2fbfc req-4387f5b6-fccf-4c0d-b02e-40c7b29ecd65 service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606269 Dec 16 08:15:11.317253 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:11.352971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 58988) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:11.388344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.426449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 12943c8c-9ce6-4a92-b27f-eec6b31c59e9 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:11.449400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-8314cbbb-0bbe-473a-92d4-580e89f70ff9 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:11.450904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-8314cbbb-0bbe-473a-92d4-580e89f70ff9 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/networks?id=4b2f5b23-3c63-4970-bd2c-9527c15aaae0 HTTP/1.1" status: 200 len: 821 time: 0.1211724 Dec 16 08:15:11.473174 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-ba6f7bf4-acd1-47da-bd4d-e0145a329718 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/quotas/1c7d61fe037643808564fc89dfec7cce HTTP/1.1" status: 200 len: 375 time: 0.0121188 Dec 16 08:15:11.516584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-c257d029-6261-40af-a399-dddd2a723767 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c7d61fe037643808564fc89dfec7cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359678 Dec 16 08:15:11.523554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-766722578-network', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:11.620461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.633921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-87e89863-0163-441b-88fe-13f509fad3f7 service neutron] 10.222.0.43 "GET /v2.0/networks/4b2f5b23-3c63-4970-bd2c-9527c15aaae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087193 Dec 16 08:15:11.689161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Made reservation on behalf of 2e557933b298490ebae16ec4ecb09b5e for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:11.691834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.704129 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.731217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.770423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-c84dd2a1-fd99-46f6-8744-3eff492a0a16 service neutron] 10.222.0.43 "GET /v2.0/networks/4b2f5b23-3c63-4970-bd2c-9527c15aaae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294780 Dec 16 08:15:11.781894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:11.782936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:11.787926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:11.794061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:11.794768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.806274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=12943c8c-9ce6-4a92-b27f-eec6b31c59e9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:11.815179 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.885715 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d0213b67-b124-4e0d-9b9c-beb36803a34d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7812667 Dec 16 08:15:11.888283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 58998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:11.911509 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.933199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:11.934972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02d50d-e2c9-4158-8970-e42a2b7db883 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:11.936407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4f02d50d-e2c9-4158-8970-e42a2b7db883 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/12943c8c-9ce6-4a92-b27f-eec6b31c59e9 HTTP/1.1" status: 200 len: 840 time: 0.0471752 Dec 16 08:15:11.939209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:11.948510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a839ba79-fff3-4559-a4f0-25b432d68b41,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:11.952956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:11.953294 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Added segment d42874ee-e44a-4133-a1d0-dc91c4339555 of type vlan for network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 Dec 16 08:15:12.004493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.067032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 12943c8c-9ce6-4a92-b27f-eec6b31c59e9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:12.067396 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.078954 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3169c0e-72a4-41b6-8caa-37aecdf9c9ec req-ae112aeb-6cdc-4f14-b863-6369e5619e45 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 210 time: 0.0320930 Dec 16 08:15:12.097573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.100082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:12.105815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.150757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.173477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 12943c8c-9ce6-4a92-b27f-eec6b31c59e9 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:12.177907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] Pushing event updated for resources: {'Network': ['ID=888ba9db-5cc4-4b54-b96e-615adde2dbe9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:12.187875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:12.234728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e6215851-9b56-4d76-87b2-4cceecc6081b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8778036 Dec 16 08:15:12.235014 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:12.244628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Request body: {'subnet': {'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-766722578-subnet', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:12.353466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Made reservation on behalf of 2e557933b298490ebae16ec4ecb09b5e for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:12.355833 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.358861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.431904 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.433577 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/12943c8c-9ce6-4a92-b27f-eec6b31c59e9 HTTP/1.1" status: 204 len: 168 time: 0.4932563 Dec 16 08:15:12.436066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59018) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:12.436301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b630-c59f-4301-919d-e94bd20edae3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=12943c8c-9ce6-4a92-b27f-eec6b31c59e9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:12.475383 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f54075b-13c4-4cc5-b464-17fcfbb5d845 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:12.477327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5f54075b-13c4-4cc5-b464-17fcfbb5d845 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/12943c8c-9ce6-4a92-b27f-eec6b31c59e9 HTTP/1.1" status: 404 len: 333 time: 0.0397818 Dec 16 08:15:12.482023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59022) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:12.487312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'name': 'tempest-PortsTestJSON-351758119'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:12.651197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:12.653213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.661249 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:12.680659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 770fd406-8079-4b58-87b7-1277d43e4bbb yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:12.727831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Checking segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:12.728391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Network hostable DHCP agents. Network: 888ba9db-5cc4-4b54-b96e-615adde2dbe9, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:12.730356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04d77d0-f12d-4a78-8121-83f6f7bb54c2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:12.837512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:12.923246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 888ba9db-5cc4-4b54-b96e-615adde2dbe9) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:12.932943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86704d6-81f4-4a6a-8177-dbeb773ba13f None None] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:12.937525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:12.944279 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.047010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'fixed_ips': [{'subnet_id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:13.047905 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.055447 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8cdde57d-973c-41a7-b9d7-c78b40112181 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8168724 Dec 16 08:15:13.056246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59036) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:13.060053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:13.171960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.172982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.228914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Allocated IP 172.20.0.2 (888ba9db-5cc4-4b54-b96e-615adde2dbe9/a04d77d0-f12d-4a78-8121-83f6f7bb54c2/53783dea-a90a-47ff-83c8-723db77f4f7b) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:13.275442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.279981 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.338225 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a37533e-914b-4bfc-96d6-43cc19920ebe req-2b8c643b-f4c4-4fcc-9dd0-62995c88ca46 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 210 time: 0.0499465 Dec 16 08:15:13.440258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.457556 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.497404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.521683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:13.524966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:13.527408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:13.533225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:13.533855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.540144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.546617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=770fd406-8079-4b58-87b7-1277d43e4bbb,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:13.581404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:13.585498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:13.589155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:13.598334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Pushing event updated for resources: {'Port': ['ID=53783dea-a90a-47ff-83c8-723db77f4f7b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:13.655179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-73a1d52c-9e6f-4bc0-a087-24da8425da7d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1715112 Dec 16 08:15:13.655655 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Attempting to bind port 53783dea-a90a-47ff-83c8-723db77f4f7b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:13.656031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Attempting to bind port 53783dea-a90a-47ff-83c8-723db77f4f7b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:13.656438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Attempting to bind port 53783dea-a90a-47ff-83c8-723db77f4f7b on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:13.657404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59042) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:13.662398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:13.662782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Checking segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:13.663191 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.663589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Bound using segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:13.663977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:13.664108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Bound port: 53783dea-a90a-47ff-83c8-723db77f4f7b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:13.664455 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.749919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.750994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] For port 53783dea-a90a-47ff-83c8-723db77f4f7b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:13.755223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] For port 53783dea-a90a-47ff-83c8-723db77f4f7b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=53783dea-a90a-47ff-83c8-723db77f4f7b,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:13.792687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.814482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.843939 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:13.918203 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef257-ad61-4475-9455-cead502bb011 None None] Pushing event updated for resources: {'Port': ['ID=53783dea-a90a-47ff-83c8-723db77f4f7b,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:13.961662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Allocated IP 172.25.2.72 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/155789be-f6dc-4e6b-a29a-a64975197fe7) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:13.981202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.077480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.082795 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.157789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] In _notify_port_updated(), no bound segment for port 770fd406-8079-4b58-87b7-1277d43e4bbb on network 38308fc5-b74c-418f-be1d-acb03663009d {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:15:14.165040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:14.165447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.169646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "PUT /v2.0/ports/770fd406-8079-4b58-87b7-1277d43e4bbb HTTP/1.1" status: 200 len: 818 time: 0.5082262 Dec 16 08:15:14.169842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59048) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:14.182332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.223747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb0a46-ebf8-45d8-912b-69bc21febfdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=770fd406-8079-4b58-87b7-1277d43e4bbb,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:14.235560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:14.250043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Pushing event updated for resources: {'Port': ['ID=155789be-f6dc-4e6b-a29a-a64975197fe7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:14.256808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:14.259414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:14.271294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c88166-a60d-4e3c-8561-3a6d7aabdd61 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:14.308914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 770fd406-8079-4b58-87b7-1277d43e4bbb {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:14.309388 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.405138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8018e215-3c27-4f6f-be03-e1903f6498ad None None] Provisioning complete for port 155789be-f6dc-4e6b-a29a-a64975197fe7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:14.406120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8018e215-3c27-4f6f-be03-e1903f6498ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.418721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.442408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 770fd406-8079-4b58-87b7-1277d43e4bbb owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:14.457415 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8018e215-3c27-4f6f-be03-e1903f6498ad None None] Port 155789be-f6dc-4e6b-a29a-a64975197fe7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:14.469146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:14.524491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609b0f79-419b-493a-a5cf-6361ea64292e req-f8da11ec-6718-4bb5-82d7-675adb4e9310 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 210 time: 0.0733058 Dec 16 08:15:14.674051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.748639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.753734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/770fd406-8079-4b58-87b7-1277d43e4bbb HTTP/1.1" status: 204 len: 168 time: 0.5799859 Dec 16 08:15:14.756579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59072) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:14.762776 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:14.763227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26fe97-21b0-463e-9d59-25b4fbfb7090 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=770fd406-8079-4b58-87b7-1277d43e4bbb,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:14.773312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-6251a854-9f15-400c-b0b5-ed8396b52cb1 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:14.774313 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-6251a854-9f15-400c-b0b5-ed8396b52cb1 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.16 "GET /v2.0/networks?id=4b2f5b23-3c63-4970-bd2c-9527c15aaae0 HTTP/1.1" status: 200 len: 821 time: 0.2464921 Dec 16 08:15:14.840170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Request body: {'port': {'device_id': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0', 'admin_state_up': True, 'tenant_id': '1c7d61fe037643808564fc89dfec7cce'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:14.857519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-be3f4a88-b672-4c1b-b22d-f5c80d19d4b2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/floatingips/dcf9fafb-e261-452a-b794-a5c3de50a3e0 HTTP/1.1" status: 200 len: 993 time: 0.3782642 Dec 16 08:15:15.015525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb647269-ad70-4225-a50a-789989b8c65f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:15.017098 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cb647269-ad70-4225-a50a-789989b8c65f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2556918 Dec 16 08:15:15.021038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59084) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:15.055468 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcd8d0e-f2f6-4b57-8b08-67e478872ec2 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:15.060956 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0bcd8d0e-f2f6-4b57-8b08-67e478872ec2 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/770fd406-8079-4b58-87b7-1277d43e4bbb HTTP/1.1" status: 404 len: 333 time: 0.0388119 Dec 16 08:15:15.061626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59086) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:15.068993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1654284158'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:15.093908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59088) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:15.212197 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:15.216255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.245317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf3ccfb-62a1-43bb-8033-0f5a40027c8b None None] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:15.261543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:15.297082 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.297470 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment b7804639-45ef-46f6-aebd-ef23c6d22fb2 of type vlan for network 1f56a90a-8158-4f6a-881c-98f417277ed7 Dec 16 08:15:15.313413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0826254e-4190-420b-9271-772527fc5e1e None None] Provisioning complete for port 53783dea-a90a-47ff-83c8-723db77f4f7b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:15.319974 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0826254e-4190-420b-9271-772527fc5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.359305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.383701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 7dd21631-4b35-4029-9902-1304e0539e6e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:15.388704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.447407 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0826254e-4190-420b-9271-772527fc5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.493527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0826254e-4190-420b-9271-772527fc5e1e None None] For port 53783dea-a90a-47ff-83c8-723db77f4f7b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=53783dea-a90a-47ff-83c8-723db77f4f7b,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:15.509631 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.516708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:15.517479 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.532464 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.533088 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.548923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0826254e-4190-420b-9271-772527fc5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.625099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.630409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826254e-4190-420b-9271-772527fc5e1e None None] Pushing event updated for resources: {'Port': ['ID=53783dea-a90a-47ff-83c8-723db77f4f7b,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:15.652259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 7dd21631-4b35-4029-9902-1304e0539e6e owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:15.687378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97e98ef5-c6fd-4d30-bceb-fbeb88fb8259 req-09e6ee5a-ce0d-4252-94c3-782a39f9f9a6 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 210 time: 0.0319679 Dec 16 08:15:15.697215 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6343961 Dec 16 08:15:15.702466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59098) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:15.710263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:15.778163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Made reservation on behalf of 1c7d61fe037643808564fc89dfec7cce for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:15.781724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:15.782669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ade793-7272-4ac0-addc-a27423936780 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=1f56a90a-8158-4f6a-881c-98f417277ed7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:15.801324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:15.942080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Router 18aff352-8f2d-4c30-b938-70b437c9b5bc is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:15:16.019553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Allocated IP 172.20.0.5 (4b2f5b23-3c63-4970-bd2c-9527c15aaae0/4bedb147-f09b-497c-9546-7ad1282196a6/fb85e9c3-cc92-4c2c-985e-08c9402053a6) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:16.034474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:16.038804 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.077039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 53783dea-a90a-47ff-83c8-723db77f4f7b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:16.114886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.119573 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:15:16.122797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0cd3a5c3-16a6-473e-a955-4b8bab4db287 None None] Provisioning complete for port 53783dea-a90a-47ff-83c8-723db77f4f7b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:16.124241 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0cd3a5c3-16a6-473e-a955-4b8bab4db287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.135330 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Sync routers for ids ['18aff352-8f2d-4c30-b938-70b437c9b5bc'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:15:16.158624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=7dd21631-4b35-4029-9902-1304e0539e6e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:16.173780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 53783dea-a90a-47ff-83c8-723db77f4f7b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:16.173780 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.185280 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Routers {'18aff352-8f2d-4c30-b938-70b437c9b5bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:16.187735 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['18aff352-8f2d-4c30-b938-70b437c9b5bc'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:16.269210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.273356 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-13a1eaa8-ff1b-4995-abe4-6e5c9b56ace7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2141852 Dec 16 08:15:16.274294 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59102) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:16.279725 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.286063 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.286891 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Floating IP dcf9fafb-e261-452a-b794-a5c3de50a3e0 disassociated (deleted). External IP: 172.25.2.60, port: 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74. Dec 16 08:15:16.382555 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Set router 18aff352-8f2d-4c30-b938-70b437c9b5bc gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:16.584206 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:14Z', 'revision_number': 3, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:16.590565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:15:16.613535 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Checking router: 18aff352-8f2d-4c30-b938-70b437c9b5bc for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:15:16.613889 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Updating router 18aff352-8f2d-4c30-b938-70b437c9b5bc port 155789be-f6dc-4e6b-a29a-a64975197fe7 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:15:16.640691 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.656061 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.687482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.722666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:16.733948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:16.736598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:16.741344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Pushing event updated for resources: {'Port': ['ID=fb85e9c3-cc92-4c2c-985e-08c9402053a6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:16.781835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=26d07c37-36f8-489c-b1a0-83ca9d8a7f9c,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:16.804816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:15:16.818683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] Sync routers for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:15:16.821017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.838576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:16.839076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.840162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:16.841142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:16.905651 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f020a0fb-ad67-4951-9c6b-9863f279af01 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/floatingips/dcf9fafb-e261-452a-b794-a5c3de50a3e0 HTTP/1.1" status: 204 len: 168 time: 1.8092563 Dec 16 08:15:16.907754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:16.913936 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc89c9-eac1-41c2-b087-700b08dcfe0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:16.932087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': 'b7804639-45ef-46f6-aebd-ef23c6d22fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:16.933083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: 1f56a90a-8158-4f6a-881c-98f417277ed7, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:16.965865 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:16.988326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:16.993701 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-3f71b897-a868-4f33-bbe0-5a1bebf5a795 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1758153 Dec 16 08:15:17.013670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Request body: {'port': {'device_id': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:17.048211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afebbd-1eb2-462f-8263-c434990f4db2 req-c8077eef-24cd-424f-8190-0c6634978641 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:17.062014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9afebbd-1eb2-462f-8263-c434990f4db2 req-c8077eef-24cd-424f-8190-0c6634978641 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 931 time: 0.1549211 Dec 16 08:15:17.077533 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.117851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9afebbd-1eb2-462f-8263-c434990f4db2 req-a77c1d8b-6ea1-4b2c-a39a-a382e512af18 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534885 Dec 16 08:15:17.133949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:17.165049 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.167425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.188038 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07888adc-3411-4904-b9e1-1ce54993bb99 x-openstack-request-id: req-07888adc-3411-4904-b9e1-1ce54993bb99 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:17.188376 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:17.188766 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07888adc-3411-4904-b9e1-1ce54993bb99 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:17.189048 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'status': 'completed', 'code': 200} Dec 16 08:15:17.222348 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Attempting to bind port 155789be-f6dc-4e6b-a29a-a64975197fe7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:17.223080 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Attempting to bind port 155789be-f6dc-4e6b-a29a-a64975197fe7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:17.223715 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Attempting to bind port 155789be-f6dc-4e6b-a29a-a64975197fe7 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:17.227553 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Pushing event updated for resources: {'Port': ['ID=155789be-f6dc-4e6b-a29a-a64975197fe7,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:17.228594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 1f56a90a-8158-4f6a-881c-98f417277ed7) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:17.230914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6915ff80-182d-4a23-af77-3965f0a1e5a1 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:17.234388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:17.241019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.241286 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.242255 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.242509 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:17.248889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5570c88-cc31-4347-93fd-d7f6eedb229f None None] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:17.252036 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:17.252587 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:17.253819 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.255440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:17.256393 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Bound port: 155789be-f6dc-4e6b-a29a-a64975197fe7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:17.256818 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.339435 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] For port 155789be-f6dc-4e6b-a29a-a64975197fe7, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:17.344220 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] For port 155789be-f6dc-4e6b-a29a-a64975197fe7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=155789be-f6dc-4e6b-a29a-a64975197fe7,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:17.351755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:05Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:17.355078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f903bd08-bc09-432c-a90d-2bfa7be83ab3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6487532 Dec 16 08:15:17.357998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59114) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:17.364754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b17838fe-717c-4f2f-8ad9-37fdcc34074c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:17.395721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] Checking router: 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:15:17.422755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:17.423676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:17.434584 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.478488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a6ee903f-8ea5-4d66-b202-49321125bacf None None] Provisioning complete for port 155789be-f6dc-4e6b-a29a-a64975197fe7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:17.479131 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6ee903f-8ea5-4d66-b202-49321125bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.535568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Allocated IP 172.20.0.1 (888ba9db-5cc4-4b54-b96e-615adde2dbe9/a04d77d0-f12d-4a78-8121-83f6f7bb54c2/9feb26fb-6cba-4727-b25c-82a32e95051a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:17.561277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c2bc7-88c6-4241-9126-bc2bf68648ba req-140eac65-27c5-41c0-af38-6c5e9f4847f9 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:17.571777 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d62c2bc7-88c6-4241-9126-bc2bf68648ba req-140eac65-27c5-41c0-af38-6c5e9f4847f9 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 946 time: 0.1013105 Dec 16 08:15:17.592669 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bef855-9dbd-4ed0-a9f9-cbb738aebe33 None None] Pushing event updated for resources: {'Port': ['ID=155789be-f6dc-4e6b-a29a-a64975197fe7,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:17.595677 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Routers {'18aff352-8f2d-4c30-b938-70b437c9b5bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:17.597914 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['18aff352-8f2d-4c30-b938-70b437c9b5bc'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:17.612919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40501c51-e98d-4c9b-b9e5-95197e77b613 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:17.643408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-1f56a90a-8158-4f6a-881c-98f417277ed7', 'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7', 'project_id': 'a6ade96288284099b7cb5cd1d5818580', 'fixed_ips': [{'subnet_id': '26d07c37-36f8-489c-b1a0-83ca9d8a7f9c'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:17.644443 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.672525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d62c2bc7-88c6-4241-9126-bc2bf68648ba req-3b6bd583-8623-4a3a-a54e-612633411fa7 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997109 Dec 16 08:15:17.679128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17838fe-717c-4f2f-8ad9-37fdcc34074c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:17.684720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-b4980bab-20d6-45a4-9b05-e7b24b144ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:17.686053 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-b4980bab-20d6-45a4-9b05-e7b24b144ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3a609dbbaff4144adf3534e50ccab91&device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 1098 time: 0.4242613 Dec 16 08:15:17.690991 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b17838fe-717c-4f2f-8ad9-37fdcc34074c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.703211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 53783dea-a90a-47ff-83c8-723db77f4f7b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:17.742016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:17.779385 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] Set router 18aff352-8f2d-4c30-b938-70b437c9b5bc gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:17.848390 n-d-820935-11 neutron-server[110395]: INFO neutron.db.ipam_backend_mixin [None req-b17838fe-717c-4f2f-8ad9-37fdcc34074c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 26d07c37-36f8-489c-b1a0-83ca9d8a7f9c (CIDR: 172.20.0.0/28) Dec 16 08:15:17.883023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:17.908818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-800809b2-ca72-462f-9044-3ba7889608a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:17.911122 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-800809b2-ca72-462f-9044-3ba7889608a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=567c0db7-98b0-48aa-b841-61dafea677db HTTP/1.1" status: 200 len: 897 time: 0.1974065 Dec 16 08:15:17.912751 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17838fe-717c-4f2f-8ad9-37fdcc34074c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:15:17.913363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17838fe-717c-4f2f-8ad9-37fdcc34074c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:15:17.992248 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-28efd621-ed7e-45a5-8d3b-767c16f20621 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 HTTP/1.1" status: 200 len: 217 time: 0.0576978 Dec 16 08:15:18.002328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb85e9c3-cc92-4c2c-985e-08c9402053a6 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:15:18.011918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b17838fe-717c-4f2f-8ad9-37fdcc34074c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6528206 Dec 16 08:15:18.015065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59120) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:18.027319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.028975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:18.035705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6ee903f-8ea5-4d66-b202-49321125bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.063324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:14Z', 'revision_number': 3, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:18.066876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Transition to ACTIVE for port object fb85e9c3-cc92-4c2c-985e-08c9402053a6 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:15:18.073145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 53783dea-a90a-47ff-83c8-723db77f4f7b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:18.073636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.080550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-0e18e928-1dd8-4756-9067-aefac1a9a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:18.082804 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-0e18e928-1dd8-4756-9067-aefac1a9a7a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9084d649-1a11-41c0-b4cd-829d0ad9270f HTTP/1.1" status: 200 len: 835 time: 0.0759974 Dec 16 08:15:18.100796 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329e22-7ddc-487b-b992-c10f3624bfcb None None] The sync data for ids ['18aff352-8f2d-4c30-b938-70b437c9b5bc'] in n-d-820935-11 is: [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:14Z', 'revision_number': 3, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:15:18.160472 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.179925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59124) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:18.187316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a6ee903f-8ea5-4d66-b202-49321125bacf None None] For port 155789be-f6dc-4e6b-a29a-a64975197fe7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=155789be-f6dc-4e6b-a29a-a64975197fe7,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:18.196823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-c79171e7-5ed5-4874-8534-b32d3a71ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:18.198667 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-c79171e7-5ed5-4874-8534-b32d3a71ec62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=567c0db7-98b0-48aa-b841-61dafea677db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062679 Dec 16 08:15:18.220544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Allocated IP 172.20.0.2 (1f56a90a-8158-4f6a-881c-98f417277ed7/26d07c37-36f8-489c-b1a0-83ca9d8a7f9c/de078377-f04b-43aa-8869-ecc5f2960e07) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:18.263224 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.280123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a073c-b173-4e9c-bc96-5210baaec5ac req-af8ff535-12d0-4b2e-8190-2da84fecbf63 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:18.281765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-925a073c-b173-4e9c-bc96-5210baaec5ac req-af8ff535-12d0-4b2e-8190-2da84fecbf63 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 943 time: 0.0723503 Dec 16 08:15:18.284224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:18.291758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:18.325715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:18.358471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-925a073c-b173-4e9c-bc96-5210baaec5ac req-26fefd93-463f-4343-8701-b32c18510a36 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697329 Dec 16 08:15:18.387514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:18.391670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.424764 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b87e4714-a1f4-43fd-966b-c62c1f8232fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.430965 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Pushing event updated for resources: {'Port': ['ID=9feb26fb-6cba-4727-b25c-82a32e95051a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:18.507625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Pushing event updated for resources: {'Port': ['ID=fb85e9c3-cc92-4c2c-985e-08c9402053a6,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:18.631979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:05Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:18.634201 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6ee903f-8ea5-4d66-b202-49321125bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.689590 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.689736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b87e4714-a1f4-43fd-966b-c62c1f8232fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.702599 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45d292-d075-45c8-95e5-0f3bd683fab7 None None] The sync data for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 is: [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:13:59Z', 'revision_number': 4, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '2e2de13b-1956-4e68-9cb9-99b40d6fae29', 'name': '', 'network_id': '567c0db7-98b0-48aa-b841-61dafea677db', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'mac_address': 'fa:16:3e:55:2e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:57Z', 'updated_at': '2021-12-16T08:14:05Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'subnets': [{'id': '9084d649-1a11-41c0-b4cd-829d0ad9270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:15:18.706687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Attempting to bind port fb85e9c3-cc92-4c2c-985e-08c9402053a6 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:18.707211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Attempting to bind port fb85e9c3-cc92-4c2c-985e-08c9402053a6 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '823b692f-9f47-4843-9b55-ad08e8a48b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:18.707662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Attempting to bind port fb85e9c3-cc92-4c2c-985e-08c9402053a6 on network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:18.791986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b87e4714-a1f4-43fd-966b-c62c1f8232fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.830061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Port fb85e9c3-cc92-4c2c-985e-08c9402053a6 on network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:15:18.830539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Attempting to bind port fb85e9c3-cc92-4c2c-985e-08c9402053a6 on network 4b2f5b23-3c63-4970-bd2c-9527c15aaae0 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:18.842245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee903f-8ea5-4d66-b202-49321125bacf None None] Pushing event updated for resources: {'Port': ['ID=155789be-f6dc-4e6b-a29a-a64975197fe7,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:18.850300 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-c1eab915-6acf-429d-a545-2ab91b2fc1a7 service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991936 Dec 16 08:15:18.863223 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9d8693ba-df87-4c1b-ac74-5af614e438ec None None] Provisioning complete for port 155789be-f6dc-4e6b-a29a-a64975197fe7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:18.863625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d8693ba-df87-4c1b-ac74-5af614e438ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.866845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:18.869027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Checking segment: {'id': '823b692f-9f47-4843-9b55-ad08e8a48b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:18.869027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Bound using segment: {'id': '823b692f-9f47-4843-9b55-ad08e8a48b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:18.869027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Bound port: fb85e9c3-cc92-4c2c-985e-08c9402053a6, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823b692f-9f47-4843-9b55-ad08e8a48b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:18.869643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:18.894445 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b87e4714-a1f4-43fd-966b-c62c1f8232fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ec1f923322e4c7bbcf5828981f5d9c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134371 Dec 16 08:15:18.898704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59132) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:18.905820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e4714-a1f4-43fd-966b-c62c1f8232fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a977e04f-b5ee-402a-965a-df95b5946975,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:18.986992 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.090344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d4167-c2a4-49f1-ab19-6050678e1362 req-fc28dcdc-a112-42ec-8318-53d9ec167c18 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:19.092012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f39d4167-c2a4-49f1-ab19-6050678e1362 req-fc28dcdc-a112-42ec-8318-53d9ec167c18 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 946 time: 0.2088339 Dec 16 08:15:19.103495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.122099 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-23260a91-e95e-4ecb-b727-f60318cfa9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.179002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-b8001186-6a56-4470-b74a-9555641bfc5a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:19.180702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-b8001186-6a56-4470-b74a-9555641bfc5a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 946 time: 0.1443548 Dec 16 08:15:19.219952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:19.230715 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-58b2655b-2ece-4e71-b578-36cb66716f6b None None] Provisioning complete for port 9feb26fb-6cba-4727-b25c-82a32e95051a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:19.231335 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58b2655b-2ece-4e71-b578-36cb66716f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.235136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:19.237481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Pushing event updated for resources: {'Port': ['ID=de078377-f04b-43aa-8869-ecc5f2960e07,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:19.246164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.246749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:19.256640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f39d4167-c2a4-49f1-ab19-6050678e1362 req-7bae1183-e758-46c8-a6da-40c7b8945b88 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375082 Dec 16 08:15:19.258776 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-23260a91-e95e-4ecb-b727-f60318cfa9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.299254 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232bf1a-6126-491d-9694-e4496c4fa81e None None] New status for floating IP dcf9fafb-e261-452a-b794-a5c3de50a3e0: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:15:19.376216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-58b2655b-2ece-4e71-b578-36cb66716f6b None None] Port 9feb26fb-6cba-4727-b25c-82a32e95051a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:19.419792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=147b0c3a-5c42-4a53-80df-e99967367395,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:19.439977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:19.448254 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:19.473961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Attempting to bind port de078377-f04b-43aa-8869-ecc5f2960e07 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:19.474546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Attempting to bind port de078377-f04b-43aa-8869-ecc5f2960e07 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b7804639-45ef-46f6-aebd-ef23c6d22fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:19.475067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Attempting to bind port de078377-f04b-43aa-8869-ecc5f2960e07 on network 1f56a90a-8158-4f6a-881c-98f417277ed7 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:19.498244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:19.498640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Checking segment: {'id': 'b7804639-45ef-46f6-aebd-ef23c6d22fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:19.499055 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.499453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Bound using segment: {'id': 'b7804639-45ef-46f6-aebd-ef23c6d22fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:19.499948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Bound port: de078377-f04b-43aa-8869-ecc5f2960e07, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7804639-45ef-46f6-aebd-ef23c6d22fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:19.504518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.607365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-eebc89c9-eac1-41c2-b087-700b08dcfe0f req-19cf7fda-a613-42a2-8b38-1cc8d28aff0e service neutron] 10.222.0.36 "GET /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542213 Dec 16 08:15:19.608024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] For port de078377-f04b-43aa-8869-ecc5f2960e07, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:19.608497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] For port fb85e9c3-cc92-4c2c-985e-08c9402053a6, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:19.611869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] For port fb85e9c3-cc92-4c2c-985e-08c9402053a6, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fb85e9c3-cc92-4c2c-985e-08c9402053a6,segment=NetworkSegment(823b692f-9f47-4843-9b55-ad08e8a48b1f),segment_id=823b692f-9f47-4843-9b55-ad08e8a48b1f)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:19.612896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] For port de078377-f04b-43aa-8869-ecc5f2960e07, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=de078377-f04b-43aa-8869-ecc5f2960e07,segment=NetworkSegment(b7804639-45ef-46f6-aebd-ef23c6d22fb2),segment_id=b7804639-45ef-46f6-aebd-ef23c6d22fb2)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:19.679067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.712565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 155789be-f6dc-4e6b-a29a-a64975197fe7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:19.729077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.774057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.782539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 155789be-f6dc-4e6b-a29a-a64975197fe7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:19.784796 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.789244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:19.789865 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.791285 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb85e9c3-cc92-4c2c-985e-08c9402053a6 HTTP/1.1" status: 200 len: 1092 time: 2.7840502 Dec 16 08:15:19.791793 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'tag': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:19.794092 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32832d20-dde6-4443-aa2c-d452d09c7876" -d '{"events": [{"name": "network-changed", "server_uuid": "cca49149-c72f-444a-aa4b-c233ceb7c433", "tag": "fb85e9c3-cc92-4c2c-985e-08c9402053a6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:19.850596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:19.851312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.854506 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca311d2-39fc-414f-a76e-c6a06a1980fc x-openstack-request-id: req-7ca311d2-39fc-414f-a76e-c6a06a1980fc {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:19.854841 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca49149-c72f-444a-aa4b-c233ceb7c433", "tag": "fb85e9c3-cc92-4c2c-985e-08c9402053a6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:19.855089 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ca311d2-39fc-414f-a76e-c6a06a1980fc {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:19.855477 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'tag': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6', 'status': 'completed', 'code': 200} Dec 16 08:15:19.869891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47795e1a-cc78-4e89-b6c8-d25000f6a606 service neutron] Pushing event updated for resources: {'Port': ['ID=fb85e9c3-cc92-4c2c-985e-08c9402053a6,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:19.949593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a97fc-4ab1-469e-93af-e7eb79c91b6c req-ffc73655-fa8d-4bf4-8111-1822ae2f792f tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:19.952257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-773a97fc-4ab1-469e-93af-e7eb79c91b6c req-ffc73655-fa8d-4bf4-8111-1822ae2f792f tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 943 time: 0.0973032 Dec 16 08:15:19.955874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:19.956418 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:19.957456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ef6ed-b395-49a8-b5d4-2a437e8a41f2 None None] Pushing event updated for resources: {'Port': ['ID=de078377-f04b-43aa-8869-ecc5f2960e07,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:19.974009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832d20-dde6-4443-aa2c-d452d09c7876 req-693e956f-4a3b-4cd8-aa8b-51213220aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:19.975616 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-32832d20-dde6-4443-aa2c-d452d09c7876 req-693e956f-4a3b-4cd8-aa8b-51213220aead service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7d61fe037643808564fc89dfec7cce&device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 1095 time: 0.0857544 Dec 16 08:15:20.005241 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.028975 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-68282db5-2dd8-468b-aa97-f055956223f1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0124221 Dec 16 08:15:20.041017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59138) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:20.046533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7', 'fixed_ips': [{'subnet_id': '26d07c37-36f8-489c-b1a0-83ca9d8a7f9c'}, {'subnet_id': '147b0c3a-5c42-4a53-80df-e99967367395'}], 'name': 'tempest-PortsTestJSON-1816366685'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:20.059162 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-23260a91-e95e-4ecb-b727-f60318cfa9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.061770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-23260a91-e95e-4ecb-b727-f60318cfa9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.062925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-23260a91-e95e-4ecb-b727-f60318cfa9b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a977e04f-b5ee-402a-965a-df95b5946975 HTTP/1.1" status: 204 len: 168 time: 1.1629298 Dec 16 08:15:20.112705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.131805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260a91-e95e-4ecb-b727-f60318cfa9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977e04f-b5ee-402a-965a-df95b5946975,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:20.178562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832d20-dde6-4443-aa2c-d452d09c7876 req-e5f1ca88-80a7-490b-ba6b-519261dd67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:20.181480 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-32832d20-dde6-4443-aa2c-d452d09c7876 req-e5f1ca88-80a7-490b-ba6b-519261dd67f8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1c7d61fe037643808564fc89dfec7cce&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1883173 Dec 16 08:15:20.196301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-773a97fc-4ab1-469e-93af-e7eb79c91b6c req-36374463-82f0-4159-9290-97368759ff6e tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314856 Dec 16 08:15:20.207546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:20.207860 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.241830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:20.313284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Pushing event updated for resources: {'Port': ['ID=9feb26fb-6cba-4727-b25c-82a32e95051a,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:20.321871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.434513 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832d20-dde6-4443-aa2c-d452d09c7876 req-b5ee7ac7-77fa-45bf-a151-4fa686f6c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:20.436056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02ea5-c4fe-4340-8a5d-19c0322dad74 req-62039907-bb8b-40e4-96c5-19cd1f1ee87e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:20.436460 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-32832d20-dde6-4443-aa2c-d452d09c7876 req-b5ee7ac7-77fa-45bf-a151-4fa686f6c732 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401335 Dec 16 08:15:20.437840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87a02ea5-c4fe-4340-8a5d-19c0322dad74 req-62039907-bb8b-40e4-96c5-19cd1f1ee87e tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 946 time: 0.0859122 Dec 16 08:15:20.462765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:20.486846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:20.489198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:20.621652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87a02ea5-c4fe-4340-8a5d-19c0322dad74 req-4c62c5fc-188e-4747-bec3-074b84f9330d tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731043 Dec 16 08:15:20.640932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-f7a72729-a1ba-412b-a85b-ba5d5c7cb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:20.642503 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-f7a72729-a1ba-412b-a85b-ba5d5c7cb3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7d61fe037643808564fc89dfec7cce&device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 1095 time: 0.1313927 Dec 16 08:15:20.655998 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.683941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port d832910c-4cf8-4027-bc4a-d05abe3b33c5 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:20.708517 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-176c7428-5ff7-4549-9430-694d70634e36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb85e9c3-cc92-4c2c-985e-08c9402053a6 HTTP/1.1" status: 200 len: 217 time: 0.0507009 Dec 16 08:15:20.717093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Router 18aff352-8f2d-4c30-b938-70b437c9b5bc has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:15:20.733704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.790175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:20.812451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-4de26138-c52d-40d1-9ece-64bddf11e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:20.814072 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-4de26138-c52d-40d1-9ece-64bddf11e352 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4bedb147-f09b-497c-9546-7ad1282196a6 HTTP/1.1" status: 200 len: 861 time: 0.0953493 Dec 16 08:15:20.833275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-643f85e0-51c8-49ee-b435-aced378bac2d None None] Provisioning complete for port 9feb26fb-6cba-4727-b25c-82a32e95051a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:20.834340 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-643f85e0-51c8-49ee-b435-aced378bac2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.863341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] No DVR routers for this DVR port 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:20.867806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:20.871325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2d2874e-f46d-42dc-9a2d-86636f8881a4 req-bd44f6a0-8d37-40ba-bedb-f311d9777e60 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.36 "DELETE /v2.0/ports/63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 HTTP/1.1" status: 204 len: 173 time: 1.6577001 Dec 16 08:15:20.871754 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-ea6d8ea1-fecf-49f8-940e-57cbaa31bc82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b2f5b23-3c63-4970-bd2c-9527c15aaae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426183 Dec 16 08:15:20.871878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'name': 'network-vif-deleted', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:20.874849 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb97b7c-2463-4ad6-a4c8-dfe4a5192bf3" -d '{"events": [{"server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "name": "network-vif-deleted", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:20.897352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-643f85e0-51c8-49ee-b435-aced378bac2d None None] Port 9feb26fb-6cba-4727-b25c-82a32e95051a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:20.944453 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f87a8b-2a51-4f11-acd9-8e09d8d73303 x-openstack-request-id: req-c3f87a8b-2a51-4f11-acd9-8e09d8d73303 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:20.944816 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50e74de-eef0-49bc-9a44-fa9ec7ca5835", "name": "network-vif-deleted", "tag": "63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:20.945136 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3f87a8b-2a51-4f11-acd9-8e09d8d73303 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:20.945644 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50e74de-eef0-49bc-9a44-fa9ec7ca5835', 'name': 'network-vif-deleted', 'tag': '63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74', 'status': 'completed', 'code': 200} Dec 16 08:15:20.964736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59148) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:21.016629 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b2c56a2-7f0a-49a0-96bb-6c3ef8ded3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.023284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:15:21.030130 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8e065d32-74be-4c5e-bdca-ff3ae6e9576e admin admin] 10.222.0.43 "PUT /v2.0/routers/18aff352-8f2d-4c30-b938-70b437c9b5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7536571 Dec 16 08:15:21.061765 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-44a10b38-7cd9-465d-857f-e95aabec8d54 service neutron] 10.222.0.16 "GET /v2.0/networks/4b2f5b23-3c63-4970-bd2c-9527c15aaae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614661 Dec 16 08:15:21.225345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.6 (1f56a90a-8158-4f6a-881c-98f417277ed7/26d07c37-36f8-489c-b1a0-83ca9d8a7f9c/d832910c-4cf8-4027-bc4a-d05abe3b33c5) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:21.241075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.26 (1f56a90a-8158-4f6a-881c-98f417277ed7/147b0c3a-5c42-4a53-80df-e99967367395/d832910c-4cf8-4027-bc4a-d05abe3b33c5) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:21.267722 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2bc1f65c-4c1c-4b65-a873-04a7671f9500 req-22ba27a1-de60-47c9-acc2-d776a3aa932f service neutron] 10.222.0.16 "GET /v2.0/networks/4b2f5b23-3c63-4970-bd2c-9527c15aaae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979108 Dec 16 08:15:21.269117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b2c56a2-7f0a-49a0-96bb-6c3ef8ded3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.293621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Sync routers for ids ['18aff352-8f2d-4c30-b938-70b437c9b5bc'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:15:21.314623 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Routers {'18aff352-8f2d-4c30-b938-70b437c9b5bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:21.315322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['18aff352-8f2d-4c30-b938-70b437c9b5bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:21.419464 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0b2c56a2-7f0a-49a0-96bb-6c3ef8ded3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.495728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0b2c56a2-7f0a-49a0-96bb-6c3ef8ded3fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e58bb8bd1a7496cab6c3c0e31f0e05e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237110 Dec 16 08:15:21.495943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Set router 18aff352-8f2d-4c30-b938-70b437c9b5bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:21.496463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59156) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:21.521328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c56a2-7f0a-49a0-96bb-6c3ef8ded3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b40c2a-8363-4ed5-9338-6e217a8c0186,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:21.541575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2311901-c3fa-486f-91d2-d6435519066f None None] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:21.545471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc951f0-1bce-42dd-b7d7-720a26b2561a req-bba456c9-f629-494a-aa9e-bd7941b96f4e tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:21.547175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdc951f0-1bce-42dd-b7d7-720a26b2561a req-bba456c9-f629-494a-aa9e-bd7941b96f4e tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 943 time: 0.2100580 Dec 16 08:15:21.607552 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.683963 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd61423c-d86d-406a-bcba-befdd60a2ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.698230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fdc951f0-1bce-42dd-b7d7-720a26b2561a req-c9d490ff-ddf7-4194-ae4d-855ac6984e84 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430588 Dec 16 08:15:21.724768 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device de078377-f04b-43aa-8869-ecc5f2960e07 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:21.733449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd61423c-d86d-406a-bcba-befdd60a2ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.767579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e7f99732-ca92-4014-804e-8cca2bf64970 None None] Provisioning complete for port de078377-f04b-43aa-8869-ecc5f2960e07 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:21.769091 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7f99732-ca92-4014-804e-8cca2bf64970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.800230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a116ed2a-e549-4762-8f6b-ccdde10b88b9 req-b0fb7512-108d-4dae-8947-09d33777fadf tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50e74de-eef0-49bc-9a44-fa9ec7ca5835 HTTP/1.1" status: 200 len: 210 time: 0.0377345 Dec 16 08:15:21.821704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.887195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:21.890925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:21.896076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:21.930778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd61423c-d86d-406a-bcba-befdd60a2ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.931142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port de078377-f04b-43aa-8869-ecc5f2960e07 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:21.931596 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.938130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd61423c-d86d-406a-bcba-befdd60a2ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:21.943394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dd61423c-d86d-406a-bcba-befdd60a2ddf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26b40c2a-8363-4ed5-9338-6e217a8c0186 HTTP/1.1" status: 204 len: 168 time: 0.4393024 Dec 16 08:15:21.951107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=d832910c-4cf8-4027-bc4a-d05abe3b33c5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:21.966449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61423c-d86d-406a-bcba-befdd60a2ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b40c2a-8363-4ed5-9338-6e217a8c0186,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:21.986382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:21.989446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.052567 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7f99732-ca92-4014-804e-8cca2bf64970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.085356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5430c3-33bf-4469-85a4-251191b6ded1 None None] Update dhcp port {'port': {'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7', 'fixed_ips': [{'subnet_id': '26d07c37-36f8-489c-b1a0-83ca9d8a7f9c', 'ip_address': '172.20.0.2'}, {'subnet_id': '147b0c3a-5c42-4a53-80df-e99967367395'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'de078377-f04b-43aa-8869-ecc5f2960e07'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:15:22.103048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59170) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:22.103637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7374c946-76e1-45ec-9eaf-af55364d1766 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0612867 Dec 16 08:15:22.110254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26d07c37-36f8-489c-b1a0-83ca9d8a7f9c'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:22.132368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:19Z', 'revision_number': 4, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9feb26fb-6cba-4727-b25c-82a32e95051a', 'name': '', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'mac_address': 'fa:16:3e:56:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:17Z', 'updated_at': '2021-12-16T08:15:19Z', 'revision_number': 2, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'subnets': [{'id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:22.157424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59174) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:22.165396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb5430c3-33bf-4469-85a4-251191b6ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.167861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1808177179-network', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:22.185212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e7f99732-ca92-4014-804e-8cca2bf64970 None None] For port de078377-f04b-43aa-8869-ecc5f2960e07, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=de078377-f04b-43aa-8869-ecc5f2960e07,segment=NetworkSegment(b7804639-45ef-46f6-aebd-ef23c6d22fb2),segment_id=b7804639-45ef-46f6-aebd-ef23c6d22fb2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:22.192392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Checking router: 18aff352-8f2d-4c30-b938-70b437c9b5bc for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:15:22.192740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Updating router 18aff352-8f2d-4c30-b938-70b437c9b5bc port 9feb26fb-6cba-4727-b25c-82a32e95051a binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:15:22.260001 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7f99732-ca92-4014-804e-8cca2bf64970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.261693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.270769 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.277935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Made reservation on behalf of 29279f12f2d24f6699df11e7a92d55ff for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:22.280549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.284336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.294392 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.389923 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.434015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f99732-ca92-4014-804e-8cca2bf64970 None None] Pushing event updated for resources: {'Port': ['ID=de078377-f04b-43aa-8869-ecc5f2960e07,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:22.466226 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.496490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:22.521781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:22.543894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.543894 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Added segment 4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6 of type vlan for network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 Dec 16 08:15:22.588193 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.591336 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:15:22.591697 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:15:22.602993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-eb5430c3-33bf-4469-85a4-251191b6ded1 None None] Allocated IP 172.20.0.18 (1f56a90a-8158-4f6a-881c-98f417277ed7/147b0c3a-5c42-4a53-80df-e99967367395/de078377-f04b-43aa-8869-ecc5f2960e07) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:22.673274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.675382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:22.676260 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.743193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] Pushing event updated for resources: {'Network': ['ID=374fd943-beb2-43f1-bc19-f9c50bc8fdd9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:22.813561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cd4e0ab3-af93-4662-81fc-55c9aa1f21d6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6546369 Dec 16 08:15:22.818261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59188) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:22.825235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:22.829116 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Request body: {'subnet': {'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1808177179-subnet', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:22.868135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780f71f-89c2-4488-8975-6c0fa790c254 req-c0f1c3b0-4b9d-4b77-8237-2448168c4bdb tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:22.869713 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7780f71f-89c2-4488-8975-6c0fa790c254 req-c0f1c3b0-4b9d-4b77-8237-2448168c4bdb tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 943 time: 0.0892653 Dec 16 08:15:22.878125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59194) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:22.943007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Made reservation on behalf of 29279f12f2d24f6699df11e7a92d55ff for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:22.945685 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.945845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34fb0571-b460-4134-9a47-a3c0f1176cdc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:22.988537 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34fb0571-b460-4134-9a47-a3c0f1176cdc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.013333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7780f71f-89c2-4488-8975-6c0fa790c254 req-aa028826-c6b8-40f7-bd34-bb9dddf41c8b tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300037 Dec 16 08:15:23.020790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-eb5430c3-33bf-4469-85a4-251191b6ded1 None None] For port de078377-f04b-43aa-8869-ecc5f2960e07, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=de078377-f04b-43aa-8869-ecc5f2960e07,segment=NetworkSegment(b7804639-45ef-46f6-aebd-ef23c6d22fb2),segment_id=b7804639-45ef-46f6-aebd-ef23c6d22fb2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:23.088164 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb5430c3-33bf-4469-85a4-251191b6ded1 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.121210 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.140164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34fb0571-b460-4134-9a47-a3c0f1176cdc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.143664 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-34fb0571-b460-4134-9a47-a3c0f1176cdc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.146304 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-34fb0571-b460-4134-9a47-a3c0f1176cdc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/security-groups/e8aeffa2-3a4e-4b23-b85d-f56c519ad13d HTTP/1.1" status: 204 len: 168 time: 0.2650473 Dec 16 08:15:23.157039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb0571-b460-4134-9a47-a3c0f1176cdc tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aeffa2-3a4e-4b23-b85d-f56c519ad13d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:23.164864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-eb5430c3-33bf-4469-85a4-251191b6ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.221188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Delete allocated IP 172.20.0.26 (1f56a90a-8158-4f6a-881c-98f417277ed7/147b0c3a-5c42-4a53-80df-e99967367395) {{(pid=110396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 08:15:23.226505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.272023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.287405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59206) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:23.291047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5430c3-33bf-4469-85a4-251191b6ded1 None None] Pushing event updated for resources: {'Port': ['ID=de078377-f04b-43aa-8869-ecc5f2960e07,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:23.406467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf9ba77-8114-4c4e-85b7-377c8bc0be4f,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:23.416095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Checking segment: {'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:23.416707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Network hostable DHCP agents. Network: 374fd943-beb2-43f1-bc19-f9c50bc8fdd9, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:23.418311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df1f1e-c975-4eb0-89e1-0fd5810614ab None None] Pushing event updated for resources: {'Port': ['ID=9feb26fb-6cba-4727-b25c-82a32e95051a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:23.446550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Attempting to bind port 9feb26fb-6cba-4727-b25c-82a32e95051a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:23.447210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Attempting to bind port 9feb26fb-6cba-4727-b25c-82a32e95051a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:23.447657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Attempting to bind port 9feb26fb-6cba-4727-b25c-82a32e95051a on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:23.453986 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:23.455410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Checking segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:23.455410 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.455410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Bound using segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:23.456403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Bound port: 9feb26fb-6cba-4727-b25c-82a32e95051a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:23.456621 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.547134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] For port 9feb26fb-6cba-4727-b25c-82a32e95051a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:23.552796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] For port 9feb26fb-6cba-4727-b25c-82a32e95051a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9feb26fb-6cba-4727-b25c-82a32e95051a,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:23.559115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:23.617430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.657115 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.699686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device de078377-f04b-43aa-8869-ecc5f2960e07 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:23.704968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 374fd943-beb2-43f1-bc19-f9c50bc8fdd9) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:23.710090 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:23.712065 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.743118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.789783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21198dc8-1a90-43fd-b499-6599af193750 None None] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:23.842022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:23.847056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3f9dc7d1-7662-40c7-9ada-58b530cb73e5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0284152 Dec 16 08:15:23.852872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59214) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:23.860542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=d832910c-4cf8-4027-bc4a-d05abe3b33c5,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:23.862980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:23.883855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11b26-58a5-4f2d-8727-e3a34333284b req-2cafe3c0-c17f-4db3-a68d-821cfe5fdba0 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:23.886238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86d11b26-58a5-4f2d-8727-e3a34333284b req-2cafe3c0-c17f-4db3-a68d-821cfe5fdba0 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1097 time: 0.0908747 Dec 16 08:15:23.887613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Routers {'18aff352-8f2d-4c30-b938-70b437c9b5bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:23.892635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['18aff352-8f2d-4c30-b938-70b437c9b5bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:23.927987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86d11b26-58a5-4f2d-8727-e3a34333284b req-e98bfcf9-3945-4f5f-81c5-a16f9d0c089f tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.980510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] In _notify_port_updated(), no bound segment for port d832910c-4cf8-4027-bc4a-d05abe3b33c5 on network 1f56a90a-8158-4f6a-881c-98f417277ed7 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:15:23.987641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:23.988266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.992892 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61593b31-8adf-4343-a22e-0d760f5692ac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "PUT /v2.0/ports/d832910c-4cf8-4027-bc4a-d05abe3b33c5 HTTP/1.1" status: 200 len: 919 time: 1.8854451 Dec 16 08:15:23.993068 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.993825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:23.994548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59220) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:24.009883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26d07c37-36f8-489c-b1a0-83ca9d8a7f9c'}, {'subnet_id': '147b0c3a-5c42-4a53-80df-e99967367395'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:24.091704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df1f1e-c975-4eb0-89e1-0fd5810614ab None None] Pushing event updated for resources: {'Port': ['ID=9feb26fb-6cba-4727-b25c-82a32e95051a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:24.113210 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.136739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:24.137118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 63ecbd67-8ea8-4aff-a4cc-f698fb3a0b74 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:24.139168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b222ece7-1898-4c75-baf1-5fd569ff6357 None None] Provisioning complete for port 9feb26fb-6cba-4727-b25c-82a32e95051a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:24.139617 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b222ece7-1898-4c75-baf1-5fd569ff6357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.150472 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86d11b26-58a5-4f2d-8727-e3a34333284b req-e98bfcf9-3945-4f5f-81c5-a16f9d0c089f tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.204612 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.291841 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-86d11b26-58a5-4f2d-8727-e3a34333284b req-e98bfcf9-3945-4f5f-81c5-a16f9d0c089f tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.292050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6577359f-165e-4f36-96ea-f2ca17265427 None None] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:24.360807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86d11b26-58a5-4f2d-8727-e3a34333284b req-e98bfcf9-3945-4f5f-81c5-a16f9d0c089f tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4660025 Dec 16 08:15:24.379048 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-374fd943-beb2-43f1-bc19-f9c50bc8fdd9', 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9', 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'fixed_ips': [{'subnet_id': '6bf9ba77-8114-4c4e-85b7-377c8bc0be4f'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:24.380478 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.432751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fb85e9c3-cc92-4c2c-985e-08c9402053a6 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:15:24.445031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f0d8-0742-4856-becd-b4c2b11f940e req-fe034897-68b1-4f82-b8ed-0a190882c8cd tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:24.446735 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d60f0d8-0742-4856-becd-b4c2b11f940e req-fe034897-68b1-4f82-b8ed-0a190882c8cd tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 943 time: 0.2591560 Dec 16 08:15:24.447479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bfcf9-3945-4f5f-81c5-a16f9d0c089f tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f27bee-71ad-41be-8450-40ab9dfc623a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:24.461373 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] Set router 18aff352-8f2d-4c30-b938-70b437c9b5bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:24.501094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.554704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port de078377-f04b-43aa-8869-ecc5f2960e07 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:24.555233 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.564386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.30 (1f56a90a-8158-4f6a-881c-98f417277ed7/147b0c3a-5c42-4a53-80df-e99967367395/d832910c-4cf8-4027-bc4a-d05abe3b33c5) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:24.578133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d60f0d8-0742-4856-becd-b4c2b11f940e req-c94d6f88-a067-48c4-a762-9abe2f6172a3 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065607 Dec 16 08:15:24.582824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f4eb-f649-4768-b994-da215b6a16d9 req-f4b31b54-5a0e-445c-a4f9-dd3d88611b9e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:24.584714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4886f4eb-f649-4768-b994-da215b6a16d9 req-f4b31b54-5a0e-445c-a4f9-dd3d88611b9e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0786219 Dec 16 08:15:24.679359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b222ece7-1898-4c75-baf1-5fd569ff6357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.688877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4886f4eb-f649-4768-b994-da215b6a16d9 req-814e20b8-86b0-4e90-9fa2-fc5b36ad99c4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959361 Dec 16 08:15:24.710532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59234) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:24.728610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.749777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.801620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a71711e5-6c66-4a16-9a04-2e768deb8e44 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/7c8648b9-7044-4327-ae1e-fe28e7cbd8da HTTP/1.1" status: 200 len: 993 time: 0.0895948 Dec 16 08:15:24.929902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:24.976448 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.012340 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.041998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=d832910c-4cf8-4027-bc4a-d05abe3b33c5,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:25.171752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] In _notify_port_updated(), no bound segment for port d832910c-4cf8-4027-bc4a-d05abe3b33c5 on network 1f56a90a-8158-4f6a-881c-98f417277ed7 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:15:25.176279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Allocated IP 172.25.2.236 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/741f1330-2864-4ade-b740-e00ee5689490) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:25.179503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:25.180324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.182885 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-32c7facd-022b-492e-8ac6-b613773c6f0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "PUT /v2.0/ports/d832910c-4cf8-4027-bc4a-d05abe3b33c5 HTTP/1.1" status: 200 len: 999 time: 1.1787486 Dec 16 08:15:25.187203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59248) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:25.188118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b222ece7-1898-4c75-baf1-5fd569ff6357 None None] For port 9feb26fb-6cba-4727-b25c-82a32e95051a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9feb26fb-6cba-4727-b25c-82a32e95051a,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:25.248112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Allocated IP 172.20.0.2 (374fd943-beb2-43f1-bc19-f9c50bc8fdd9/6bf9ba77-8114-4c4e-85b7-377c8bc0be4f/d9f6cbed-66c3-4cc9-b177-2605a036cec0) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:25.251340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fb85e9c3-cc92-4c2c-985e-08c9402053a6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fb85e9c3-cc92-4c2c-985e-08c9402053a6,segment=NetworkSegment(823b692f-9f47-4843-9b55-ad08e8a48b1f),segment_id=823b692f-9f47-4843-9b55-ad08e8a48b1f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:25.279983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6', 'network_id': '4b2f5b23-3c63-4970-bd2c-9527c15aaae0', 'port_id': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6', 'mac_address': 'fa:16:3e:bd:19:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bedb147-f09b-497c-9546-7ad1282196a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:15:25.305755 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b222ece7-1898-4c75-baf1-5fd569ff6357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.331659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 2e2de13b-1956-4e68-9cb9-99b40d6fae29 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:25.333675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.446809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-b807807a-b387-4a15-9807-c9993647851a req-f0f30992-73e2-4fd4-9fb2-6258f96c853e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:15:25.449150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b807807a-b387-4a15-9807-c9993647851a req-f0f30992-73e2-4fd4-9fb2-6258f96c853e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2510648 Dec 16 08:15:25.487403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.497769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222ece7-1898-4c75-baf1-5fd569ff6357 None None] Pushing event updated for resources: {'Port': ['ID=9feb26fb-6cba-4727-b25c-82a32e95051a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:25.504115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port d832910c-4cf8-4027-bc4a-d05abe3b33c5 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:25.504554 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.521001 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.541893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-47ac13fd-a76b-4b2e-9c9f-19553faa39ec None None] Provisioning complete for port de078377-f04b-43aa-8869-ecc5f2960e07 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:25.542023 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-47ac13fd-a76b-4b2e-9c9f-19553faa39ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.557509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port 2e2de13b-1956-4e68-9cb9-99b40d6fae29, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=2e2de13b-1956-4e68-9cb9-99b40d6fae29,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:25.557868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.589234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 2e2de13b-1956-4e68-9cb9-99b40d6fae29 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:25.672463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb85e9c3-cc92-4c2c-985e-08c9402053a6 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:15:25.706278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fb85e9c3-cc92-4c2c-985e-08c9402053a6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fb85e9c3-cc92-4c2c-985e-08c9402053a6,segment=NetworkSegment(823b692f-9f47-4843-9b55-ad08e8a48b1f),segment_id=823b692f-9f47-4843-9b55-ad08e8a48b1f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:25.759921 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.780954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for d832910c-4cf8-4027-bc4a-d05abe3b33c5 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:25.809508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706364e6-774a-4a0f-881d-5e16e90f426b req-4291f8aa-790b-4a65-8936-036b5083134d tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:25.817674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-706364e6-774a-4a0f-881d-5e16e90f426b req-4291f8aa-790b-4a65-8936-036b5083134d tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 943 time: 0.1026514 Dec 16 08:15:25.889532 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:25.919670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-706364e6-774a-4a0f-881d-5e16e90f426b req-9b013ce8-0acd-45b3-9490-b12c4f5f8099 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012537 Dec 16 08:15:25.961171 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:19Z', 'revision_number': 4, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9feb26fb-6cba-4727-b25c-82a32e95051a', 'name': '', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'mac_address': 'fa:16:3e:56:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:17Z', 'updated_at': '2021-12-16T08:15:23Z', 'revision_number': 4, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'subnets': [{'id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:25.973522 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.010927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8b88-d2d1-4d1f-8603-45cf18c17443 None None] The sync data for ids ['18aff352-8f2d-4c30-b938-70b437c9b5bc'] in n-d-820935-11 is: [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:19Z', 'revision_number': 4, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9feb26fb-6cba-4727-b25c-82a32e95051a', 'name': '', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'mac_address': 'fa:16:3e:56:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:17Z', 'updated_at': '2021-12-16T08:15:23Z', 'revision_number': 4, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'subnets': [{'id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:15:26.011224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.024619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=fb85e9c3-cc92-4c2c-985e-08c9402053a6,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:26.043508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.084388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:26.095051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:26.113658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:26.125576 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.167776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Pushing event updated for resources: {'Port': ['ID=741f1330-2864-4ade-b740-e00ee5689490,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:26.187840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d57b403-4164-4bb5-ae8b-c2fa13626443 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:26.197600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.198381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.198483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.198925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.199388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.199821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.200281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.200809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.201111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.201513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.201879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.204476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.204476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:26.227327 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.262797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=d832910c-4cf8-4027-bc4a-d05abe3b33c5,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:26.342363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['fb85e9c3-cc92-4c2c-985e-08c9402053a6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:15:26.347039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=2e2de13b-1956-4e68-9cb9-99b40d6fae29,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:26.399972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:26.412650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:26.421053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:26.466165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Pushing event updated for resources: {'Port': ['ID=d9f6cbed-66c3-4cc9-b177-2605a036cec0,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:26.475210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-47ac13fd-a76b-4b2e-9c9f-19553faa39ec None None] Provisioning complete for port 9feb26fb-6cba-4727-b25c-82a32e95051a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:26.475603 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-47ac13fd-a76b-4b2e-9c9f-19553faa39ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.590594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Attempting to bind port d9f6cbed-66c3-4cc9-b177-2605a036cec0 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:26.590852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Attempting to bind port d9f6cbed-66c3-4cc9-b177-2605a036cec0 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:26.591116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Attempting to bind port d9f6cbed-66c3-4cc9-b177-2605a036cec0 on network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:26.603975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:26.604388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Checking segment: {'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:26.606169 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.606604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Bound using segment: {'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:26.607116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Bound port: d9f6cbed-66c3-4cc9-b177-2605a036cec0, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:26.607510 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.739377 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:26.874823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] For port d9f6cbed-66c3-4cc9-b177-2605a036cec0, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:26.879548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] For port d9f6cbed-66c3-4cc9-b177-2605a036cec0, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d9f6cbed-66c3-4cc9-b177-2605a036cec0,segment=NetworkSegment(4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6),segment_id=4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:26.967844 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.137000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6805a4-aa99-4f11-9465-ca2e41f67725 None None] Pushing event updated for resources: {'Port': ['ID=d9f6cbed-66c3-4cc9-b177-2605a036cec0,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:27.229206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.237459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:15:27.239032 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59278) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:27.239178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-936de72e-2786-4b59-894c-df773052055d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/d832910c-4cf8-4027-bc4a-d05abe3b33c5 HTTP/1.1" status: 204 len: 168 time: 2.0467000 Dec 16 08:15:27.282965 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a2465b-b18a-484f-b8de-2315ada291cd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:27.285015 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-47a2465b-b18a-484f-b8de-2315ada291cd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/d832910c-4cf8-4027-bc4a-d05abe3b33c5 HTTP/1.1" status: 404 len: 333 time: 0.0455210 Dec 16 08:15:27.307967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59280) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:27.318450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9fa0db11-65c6-4d5b-b326-fcd3c5045ce6 None None] Could not find standard attr ID for object d832910c-4cf8-4027-bc4a-d05abe3b33c5. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:15:27.337480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9fa0db11-65c6-4d5b-b326-fcd3c5045ce6 None None] Provisioning complete for port de078377-f04b-43aa-8869-ecc5f2960e07 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:27.341163 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9fa0db11-65c6-4d5b-b326-fcd3c5045ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.413442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59bf2e-2dfd-4743-8748-71bba254d3dd req-8081ae13-3ba9-483d-8f8c-5a2473ff34b9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:27.424441 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a59bf2e-2dfd-4743-8748-71bba254d3dd req-8081ae13-3ba9-483d-8f8c-5a2473ff34b9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 1.0110371 Dec 16 08:15:27.508165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 147b0c3a-5c42-4a53-80df-e99967367395 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:27.522361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9fa0db11-65c6-4d5b-b326-fcd3c5045ce6 None None] Provisioning complete for port 741f1330-2864-4ade-b740-e00ee5689490 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:27.523469 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9fa0db11-65c6-4d5b-b326-fcd3c5045ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.566715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-0430f903-942c-43d9-93f0-b95e27ab59f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1515405 Dec 16 08:15:27.579391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba0799-1ed3-4113-9e57-ab03ea4605ba req-754f5a5b-2520-4420-ad04-554f25a6b9fc tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:27.585376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18ba0799-1ed3-4113-9e57-ab03ea4605ba req-754f5a5b-2520-4420-ad04-554f25a6b9fc tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 944 time: 0.4111438 Dec 16 08:15:27.604275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-5495fcb9-9dff-4fac-8df0-496010d0988e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:15:27.635116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0db11-65c6-4d5b-b326-fcd3c5045ce6 None None] Port 741f1330-2864-4ade-b740-e00ee5689490 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:27.642960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-5495fcb9-9dff-4fac-8df0-496010d0988e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0734148 Dec 16 08:15:27.728753 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.750702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.789481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a59bf2e-2dfd-4743-8748-71bba254d3dd req-9a95114e-604b-496c-a398-b944ef41317a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3581045 Dec 16 08:15:27.905261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.912266 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:27.979255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d9f6cbed-66c3-4cc9-b177-2605a036cec0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:28.017455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18ba0799-1ed3-4113-9e57-ab03ea4605ba req-d0137532-ba1a-4d90-bebc-39e98f6a161c tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595811 Dec 16 08:15:28.055166 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:15:28.060574 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1a358ab9-23c3-4036-8f46-77cfdd7446cd tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "PUT /v2.0/routers/550c2bae-6b5a-43b1-8bd7-fae05ae0a982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7740934 Dec 16 08:15:28.066020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:28.071501 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] Sync routers for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:15:28.088228 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:28.088879 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:28.181773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d9f6cbed-66c3-4cc9-b177-2605a036cec0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:28.182164 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.185592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting subnet 9084d649-1a11-41c0-b4cd-829d0ad9270f {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:28.198553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.226844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.258483 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b9104b7-8eba-4e7b-939e-17c403a672c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.305203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.357089 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:28.426773 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.460740 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.469132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fb85e9c3-cc92-4c2c-985e-08c9402053a6 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:28.499435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port d9f6cbed-66c3-4cc9-b177-2605a036cec0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d9f6cbed-66c3-4cc9-b177-2605a036cec0,segment=NetworkSegment(4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6),segment_id=4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:28.593217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.622197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.623151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9feb26fb-6cba-4727-b25c-82a32e95051a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:28.685193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.709658 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.732814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port fb85e9c3-cc92-4c2c-985e-08c9402053a6 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:15:28.750501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port fb85e9c3-cc92-4c2c-985e-08c9402053a6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:28.755892 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.756143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Subnet': ['ID=9084d649-1a11-41c0-b4cd-829d0ad9270f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:28.771827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.782928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ed536-970d-4efa-9ce0-bd6b0cce9f3e None None] Network 567c0db7-98b0-48aa-b841-61dafea677db requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:28.785230 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/subnets/9084d649-1a11-41c0-b4cd-829d0ad9270f HTTP/1.1" status: 204 len: 168 time: 0.7137566 Dec 16 08:15:28.800560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59308) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:28.804312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:28.807812 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:15:25Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:28.821011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/147b0c3a-5c42-4a53-80df-e99967367395 HTTP/1.1" status: 204 len: 168 time: 1.5113490 Dec 16 08:15:28.868407 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c99fb-5b82-4080-854d-128eab1c9e14 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=147b0c3a-5c42-4a53-80df-e99967367395,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:28.878554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59314) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:28.944821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 26d07c37-36f8-489c-b1a0-83ca9d8a7f9c {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:28.951459 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.011323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.011686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.012121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.012547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.012877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.013224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.018734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.018734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.018734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.018734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.018734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.018734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.018734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c29cbb-8c69-49c9-b282-2881da4de108 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:15:29.056342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942a025-ace0-4e0a-9e1f-d28c626f4aef None None] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:29.066366 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.116802 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ec7bb-285f-4f3b-beea-529dc8a7322b None None] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:29.121010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=d9f6cbed-66c3-4cc9-b177-2605a036cec0,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:29.126247 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] Checking router: 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:15:29.153863 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] Routers {'550c2bae-6b5a-43b1-8bd7-fae05ae0a982'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:29.154516 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:29.196474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.308128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9feb26fb-6cba-4727-b25c-82a32e95051a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:29.308433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.313849 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] Set router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:29.342914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.382774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656eb2-cc37-4bd4-939c-99133bcad221 req-51866a14-0f4f-4e45-8c46-f8f6e84ae7aa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:29.384440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a656eb2-cc37-4bd4-939c-99133bcad221 req-51866a14-0f4f-4e45-8c46-f8f6e84ae7aa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.3972602 Dec 16 08:15:29.500763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d4ea5-c425-43b5-8030-e4b15f2a2d9c req-5addae84-144d-433d-8610-1bcdbb41e78d tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:29.502673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb2d4ea5-c425-43b5-8030-e4b15f2a2d9c req-5addae84-144d-433d-8610-1bcdbb41e78d tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 944 time: 0.3127177 Dec 16 08:15:29.553681 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:15:25Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:29.570958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:15:29.588416 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.592424 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458a509-c1c3-40fe-a0b8-101701b167e8 None None] The sync data for ids ['550c2bae-6b5a-43b1-8bd7-fae05ae0a982'] in n-d-820935-11 is: [{'id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'name': 'tempest-TestNetworkBasicOps-router-759671770', 'tenant_id': 'a3a609dbbaff4144adf3534e50ccab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:13:49Z', 'updated_at': '2021-12-16T08:15:25Z', 'revision_number': 5, 'project_id': 'a3a609dbbaff4144adf3534e50ccab91', 'gw_port': {'id': '7cc362dc-1419-4113-98db-7daf0bd20d63', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550c2bae-6b5a-43b1-8bd7-fae05ae0a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:13:51Z', 'updated_at': '2021-12-16T08:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:15:29.618519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Deleting port 7cc362dc-1419-4113-98db-7daf0bd20d63 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:29.621834 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.639367 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.654688 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a656eb2-cc37-4bd4-939c-99133bcad221 req-27076f96-3a62-4f50-857c-cc624d1d5c0e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2597144 Dec 16 08:15:29.711285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port fb85e9c3-cc92-4c2c-985e-08c9402053a6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fb85e9c3-cc92-4c2c-985e-08c9402053a6,segment=NetworkSegment(823b692f-9f47-4843-9b55-ad08e8a48b1f),segment_id=823b692f-9f47-4843-9b55-ad08e8a48b1f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:29.726590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:29.728875 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc0c61b-4511-4f07-91ed-e1efbc599452" -d '{"events": [{"server_uuid": "cca49149-c72f-444a-aa4b-c233ceb7c433", "name": "network-vif-plugged", "status": "completed", "tag": "fb85e9c3-cc92-4c2c-985e-08c9402053a6"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:29.750346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-47f7b4b3-def7-43b2-9a81-83414c9918ea None None] Provisioning complete for port d9f6cbed-66c3-4cc9-b177-2605a036cec0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:29.750965 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-47f7b4b3-def7-43b2-9a81-83414c9918ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.765188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb2d4ea5-c425-43b5-8030-e4b15f2a2d9c req-7b6148b8-d364-4f2a-86db-250fc8391bfb tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475021 Dec 16 08:15:29.767081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] For port 7cc362dc-1419-4113-98db-7daf0bd20d63, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7cc362dc-1419-4113-98db-7daf0bd20d63,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:29.769438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.825870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Calling delete_port for 7cc362dc-1419-4113-98db-7daf0bd20d63 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:29.860631 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb78abf-8980-4a5a-9efa-67fc0c229a2f x-openstack-request-id: req-3bb78abf-8980-4a5a-9efa-67fc0c229a2f {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:29.860921 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca49149-c72f-444a-aa4b-c233ceb7c433", "name": "network-vif-plugged", "status": "completed", "tag": "fb85e9c3-cc92-4c2c-985e-08c9402053a6", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:29.861234 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bb78abf-8980-4a5a-9efa-67fc0c229a2f {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:29.861569 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6', 'code': 200} Dec 16 08:15:29.863075 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.916996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:15:29.948510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:29.958998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Sync routers for ids ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:15:30.005665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] DHCP port deletion for 567c0db7-98b0-48aa-b841-61dafea677db request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:30.072218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=26d07c37-36f8-489c-b1a0-83ca9d8a7f9c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:30.093831 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.093831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b4dafc76-1985-435b-952d-d0b9dc2851b3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2339771 Dec 16 08:15:30.102295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59334) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:30.105469 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.108128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77049275-bf93-4dbe-bd08-e3804dbd43dc req-7e5753e9-0a5a-41cf-bb81-9c875cf84518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:30.110201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-357175da-dae9-4c76-8282-4b2d88f9b2a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/26d07c37-36f8-489c-b1a0-83ca9d8a7f9c HTTP/1.1" status: 204 len: 168 time: 1.2303450 Dec 16 08:15:30.110429 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77049275-bf93-4dbe-bd08-e3804dbd43dc req-7e5753e9-0a5a-41cf-bb81-9c875cf84518 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 1097 time: 0.0899286 Dec 16 08:15:30.114879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59336) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:30.217218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=fb85e9c3-cc92-4c2c-985e-08c9402053a6,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:30.236352 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.250285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Routers {'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:30.251132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:30.315553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.352924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d9f6cbed-66c3-4cc9-b177-2605a036cec0 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:30.385472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port de078377-f04b-43aa-8869-ecc5f2960e07 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:30.385815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.459834 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77049275-bf93-4dbe-bd08-e3804dbd43dc req-2fd04999-5658-4e1a-9552-86992b5532ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344138 Dec 16 08:15:30.466235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] For port de078377-f04b-43aa-8869-ecc5f2960e07, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=de078377-f04b-43aa-8869-ecc5f2960e07,segment=NetworkSegment(b7804639-45ef-46f6-aebd-ef23c6d22fb2),segment_id=b7804639-45ef-46f6-aebd-ef23c6d22fb2)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:30.466572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.476097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e2a44525-450b-4feb-9c73-63cb96cae6e2 None None] Provisioning complete for port d9f6cbed-66c3-4cc9-b177-2605a036cec0 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:30.476493 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e2a44525-450b-4feb-9c73-63cb96cae6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.482085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for de078377-f04b-43aa-8869-ecc5f2960e07 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:30.543394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a62223-7cbe-445f-a80f-eff4bfcd812d None None] Update dhcp port {'port': {'network_id': '1f56a90a-8158-4f6a-881c-98f417277ed7', 'fixed_ips': [{'subnet_id': '26d07c37-36f8-489c-b1a0-83ca9d8a7f9c'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'de078377-f04b-43aa-8869-ecc5f2960e07'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:15:30.608982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] Deleting port e549c643-aa57-4edf-9400-bd25bf3b8515 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:30.609359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.612967 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.622131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Set router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:30.647704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Port': ['ID=7cc362dc-1419-4113-98db-7daf0bd20d63,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:30.662771 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30a62223-7cbe-445f-a80f-eff4bfcd812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.733111 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.744345 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebbf25-19bd-4c12-860b-3a1ba863e68c None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:30.779844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=de078377-f04b-43aa-8869-ecc5f2960e07,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:30.784292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No DVR routers for this DVR port de078377-f04b-43aa-8869-ecc5f2960e07 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:30.808577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d9f6cbed-66c3-4cc9-b177-2605a036cec0 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:30.809104 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.827597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.872814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727165b6-b38d-4aea-8ccd-43c79c42c435 req-727020a8-59fd-4e39-ad83-02b6c0256377 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:30.874670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-727165b6-b38d-4aea-8ccd-43c79c42c435 req-727020a8-59fd-4e39-ad83-02b6c0256377 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1518745 Dec 16 08:15:30.903579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.919746 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b0a5-f9be-4e5c-aec7-e6cffa745ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.936244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] For port e549c643-aa57-4edf-9400-bd25bf3b8515, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e549c643-aa57-4edf-9400-bd25bf3b8515,segment=NetworkSegment(1c2fe56d-f8f6-41f4-b43c-a934d24b3b53),segment_id=1c2fe56d-f8f6-41f4-b43c-a934d24b3b53)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:30.936663 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.951957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a62223-7cbe-445f-a80f-eff4bfcd812d None None] Host n-d-820935-11 tried to update port de078377-f04b-43aa-8869-ecc5f2960e07 which no longer exists. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:345}} Dec 16 08:15:30.967568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f56a90a-8158-4f6a-881c-98f417277ed7']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:30.974169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] Calling delete_port for e549c643-aa57-4edf-9400-bd25bf3b8515 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:30.989404 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:30.991839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.012334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7804639-45ef-46f6-aebd-ef23c6d22fb2') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:31.012873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7804639-45ef-46f6-aebd-ef23c6d22fb2') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:31.042991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-727165b6-b38d-4aea-8ccd-43c79c42c435 req-27577667-2376-465b-bcc1-03526e6dd191 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515334 Dec 16 08:15:31.050302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.057645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c78130-0659-414d-9957-cef07338d892 None None] Network 1f56a90a-8158-4f6a-881c-98f417277ed7 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:31.078543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a419f7f-de6c-44bf-b997-37b016e5f7e2 req-58cd830b-6e3f-4d46-b514-73b1fb728fc6 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:31.081603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a419f7f-de6c-44bf-b997-37b016e5f7e2 req-58cd830b-6e3f-4d46-b514-73b1fb728fc6 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 945 time: 0.1798265 Dec 16 08:15:31.082959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.098060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:31.098772 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:31.102078 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:31.107227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a43b38dc-330a-4f93-8491-3d2fff1a83dd None None] Could not find standard attr ID for object de078377-f04b-43aa-8869-ecc5f2960e07. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:15:31.219614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.219614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Fanout notify agent at l3_agent the message router_deleted on router 550c2bae-6b5a-43b1-8bd7-fae05ae0a982 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:15:31.220202 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a419f7f-de6c-44bf-b997-37b016e5f7e2 req-74d02777-b795-46b9-894c-9c52a26d574b tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287298 Dec 16 08:15:31.234454 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.238589 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7be50eb1-6a2e-4550-bf62-bda676a93ab2 tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/routers/550c2bae-6b5a-43b1-8bd7-fae05ae0a982 HTTP/1.1" status: 204 len: 168 time: 2.4384403 Dec 16 08:15:31.240386 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:31.267383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c615707-a21d-4bd6-ae3b-986e6e58c839 None None] DHCP port deletion for 1f56a90a-8158-4f6a-881c-98f417277ed7 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:31.280144 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '741f1330-2864-4ade-b740-e00ee5689490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:15:27Z', 'revision_number': 3, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port': {'id': '741f1330-2864-4ade-b740-e00ee5689490', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:25Z', 'updated_at': '2021-12-16T08:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:31.312086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.322917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.330182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2e2de13b-1956-4e68-9cb9-99b40d6fae29 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:31.332810 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/1f56a90a-8158-4f6a-881c-98f417277ed7 HTTP/1.1" status: 204 len: 168 time: 1.2160726 Dec 16 08:15:31.335379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Checking router: bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:15:31.335737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Updating router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 port 741f1330-2864-4ade-b740-e00ee5689490 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:15:31.340337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59352) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:31.369642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc2336-e2c9-470a-b07e-e99cab7cfe4b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=1f56a90a-8158-4f6a-881c-98f417277ed7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:31.416431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.420849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 2e2de13b-1956-4e68-9cb9-99b40d6fae29 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:31.421142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 2e2de13b-1956-4e68-9cb9-99b40d6fae29 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:31.421560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e549c643-aa57-4edf-9400-bd25bf3b8515 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:31.452403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.459983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834677f4-5a3e-4c57-ab29-fe179257cf7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:31.461567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-834677f4-5a3e-4c57-ab29-fe179257cf7a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1176569 Dec 16 08:15:31.466678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-46541959-61ad-48cd-b1d3-f9e364595824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:31.467316 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.468809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-46541959-61ad-48cd-b1d3-f9e364595824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1097 time: 0.0794122 Dec 16 08:15:31.469286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59354) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:31.510771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e549c643-aa57-4edf-9400-bd25bf3b8515 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:31.511122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e549c643-aa57-4edf-9400-bd25bf3b8515 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:31.540085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] No DVR routers for this DVR port e549c643-aa57-4edf-9400-bd25bf3b8515 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:31.556553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e052c-cf9a-43bb-9d25-b12576228c17 None None] Pushing event deleted for resources: {'Port': ['ID=e549c643-aa57-4edf-9400-bd25bf3b8515,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:31.601714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.631617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.644563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-540ee1f5-c367-4548-b834-31547b308574 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1739848 Dec 16 08:15:31.655218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59358) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:31.668780 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-82244397'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:31.677819 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567c0db7-98b0-48aa-b841-61dafea677db']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:31.702509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-7612b19c-f3f7-413c-a528-95ac0bde7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:31.705114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-7612b19c-f3f7-413c-a528-95ac0bde7cc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.1796176 Dec 16 08:15:31.718490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:31.718896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2fe56d-f8f6-41f4-b43c-a934d24b3b53') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:31.740091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.761500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.800254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:31.800770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:31.804400 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:31.893714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:31.897482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.946839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.954563 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.976064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:31.998849 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:31.999128 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment 9e0cabd5-288e-4a93-aa96-432ec4d498e3 of type vlan for network 99a1d941-7b83-4b57-801c-eb8ac7695fec Dec 16 08:15:32.016723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Allocated IP 172.20.0.1 (374fd943-beb2-43f1-bc19-f9c50bc8fdd9/6bf9ba77-8114-4c4e-85b7-377c8bc0be4f/8f4a5443-1a7c-4521-a9cd-649f3db934ba) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:32.039895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.042144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.053311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.066949 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] 10.222.0.43 "DELETE /v2.0/networks/567c0db7-98b0-48aa-b841-61dafea677db HTTP/1.1" status: 204 len: 168 time: 0.8172510 Dec 16 08:15:32.113825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518d95-ec8c-4853-a10c-be22dc8b802a tempest-TestNetworkBasicOps-1309156200 tempest-TestNetworkBasicOps-1309156200-project] Pushing event deleted for resources: {'Network': ['ID=567c0db7-98b0-48aa-b841-61dafea677db,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:32.120257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.173767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77d7eb-fda2-433d-bb63-1aad069a10e1 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:32.202921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Attempting to bind port 741f1330-2864-4ade-b740-e00ee5689490 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:32.203218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Attempting to bind port 741f1330-2864-4ade-b740-e00ee5689490 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:32.203592 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Attempting to bind port 741f1330-2864-4ade-b740-e00ee5689490 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:32.213385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e2a34-08c9-42dd-ae64-4ae40b3e8a84 None None] Pushing event updated for resources: {'Port': ['ID=741f1330-2864-4ade-b740-e00ee5689490,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:32.274294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7cc362dc-1419-4113-98db-7daf0bd20d63 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:32.283124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:32.284446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:32.285353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-dc3d174a-125d-41be-87f2-2edba393ae11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 1001 time: 0.5676453 Dec 16 08:15:32.288864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.289532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:32.290054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Bound port: 741f1330-2864-4ade-b740-e00ee5689490, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:32.290449 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.328355 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.363002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-168d3f27-a2e3-40d8-890d-6d21f272a68e None None] Provisioning complete for port 741f1330-2864-4ade-b740-e00ee5689490 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:32.363388 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-168d3f27-a2e3-40d8-890d-6d21f272a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.371233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7cc362dc-1419-4113-98db-7daf0bd20d63 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:32.371587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7cc362dc-1419-4113-98db-7daf0bd20d63 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:32.372049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device de078377-f04b-43aa-8869-ecc5f2960e07 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:32.399157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.408914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c75c08-b676-4784-b239-cb4bc96f60bf req-addd1e98-9b6a-49e9-a290-da2810b31d96 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:32.410830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69c75c08-b676-4784-b239-cb4bc96f60bf req-addd1e98-9b6a-49e9-a290-da2810b31d96 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1244771 Dec 16 08:15:32.410953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:32.412333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.419517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: de078377-f04b-43aa-8869-ecc5f2960e07 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:32.423927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device de078377-f04b-43aa-8869-ecc5f2960e07 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:32.437129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-6910b19b-6d8c-45aa-b138-48cd5bfafeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:32.438772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-6910b19b-6d8c-45aa-b138-48cd5bfafeeb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.1240153 Dec 16 08:15:32.439449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-168d3f27-a2e3-40d8-890d-6d21f272a68e None None] Port 741f1330-2864-4ade-b740-e00ee5689490 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:32.452196 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] For port 741f1330-2864-4ade-b740-e00ee5689490, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:32.455645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] For port 741f1330-2864-4ade-b740-e00ee5689490, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=741f1330-2864-4ade-b740-e00ee5689490,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:32.469270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967c57-0855-4848-b5b2-36dd4731b816 req-fbfc3d7d-28e0-466d-bde8-5fd48ca964b6 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:32.470768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95967c57-0855-4848-b5b2-36dd4731b816 req-fbfc3d7d-28e0-466d-bde8-5fd48ca964b6 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 945 time: 0.1156950 Dec 16 08:15:32.506457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.545778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69c75c08-b676-4784-b239-cb4bc96f60bf req-87baf213-1f63-40a5-af19-a433dc2afe8d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249969 Dec 16 08:15:32.553120 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-a3c05d57-f00b-4acc-b305-894fc9fe037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:32.554625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-a3c05d57-f00b-4acc-b305-894fc9fe037f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050248 Dec 16 08:15:32.573274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:32.576059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=99a1d941-7b83-4b57-801c-eb8ac7695fec,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:32.579509 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.583349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:32.587966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95967c57-0855-4848-b5b2-36dd4731b816 req-ad202687-1bea-4395-831c-335285e9dae3 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017694 Dec 16 08:15:32.588873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:32.615571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4a5443-1a7c-4521-a9cd-649f3db934ba,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:32.626997 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ed726f4b-03c7-4ad2-9813-9a7b37a5130d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9674001 Dec 16 08:15:32.626997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:32.632874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:32.657911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:32.727787 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:32.733759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-8afa5135-9588-48eb-acf7-1a856a19abce service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623337 Dec 16 08:15:32.763909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8c8e6-cfc0-4707-9859-38bf683e25de None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:32.833270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e2a34-08c9-42dd-ae64-4ae40b3e8a84 None None] Pushing event updated for resources: {'Port': ['ID=741f1330-2864-4ade-b740-e00ee5689490,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:32.851033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Routers {'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:32.851675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:32.970088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-f0372d92-20a7-4253-af1f-96394e19ca3c service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149322 Dec 16 08:15:33.001812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:33.098633 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.144549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:33.148949 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.192521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] Set router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:33.283122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-67aa3502-aab8-4c6d-9dc0-68255794cc1c None None] Provisioning complete for port 741f1330-2864-4ade-b740-e00ee5689490 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:33.283493 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-67aa3502-aab8-4c6d-9dc0-68255794cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.337529 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98b0a08a-f518-4b36-9989-ebec98c8d725 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3a609dbbaff4144adf3534e50ccab91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314693 Dec 16 08:15:33.338191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59390) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:33.467865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-512ba2fb-c49b-43e5-a887-4d0f3cf94d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.481942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.497270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e423027-7e5f-40d9-9b7a-b326b5eedd5e req-d30c76c3-ea97-453e-8437-626fc620bb4f tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:33.498786 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-67aa3502-aab8-4c6d-9dc0-68255794cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.498943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e423027-7e5f-40d9-9b7a-b326b5eedd5e req-d30c76c3-ea97-453e-8437-626fc620bb4f tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 945 time: 0.0844388 Dec 16 08:15:33.519048 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-512ba2fb-c49b-43e5-a887-4d0f3cf94d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.545293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-67aa3502-aab8-4c6d-9dc0-68255794cc1c None None] For port 741f1330-2864-4ade-b740-e00ee5689490, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=741f1330-2864-4ade-b740-e00ee5689490,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:33.557873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '741f1330-2864-4ade-b740-e00ee5689490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:15:27Z', 'revision_number': 3, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port': {'id': '741f1330-2864-4ade-b740-e00ee5689490', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:25Z', 'updated_at': '2021-12-16T08:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:33.587403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814c30e2-ea05-40db-9651-9dce7584bca8 None None] The sync data for ids ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'] in n-d-820935-11 is: [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '741f1330-2864-4ade-b740-e00ee5689490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:15:27Z', 'revision_number': 3, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port': {'id': '741f1330-2864-4ade-b740-e00ee5689490', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:25Z', 'updated_at': '2021-12-16T08:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:15:33.588150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3e423027-7e5f-40d9-9b7a-b326b5eedd5e req-df38e590-dcd5-4baf-ad4f-97c2af80d006 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800703 Dec 16 08:15:33.593625 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.634626 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.635912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-67aa3502-aab8-4c6d-9dc0-68255794cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.685575 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.704606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.708022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f94d4-8f6e-4910-9a88-d47f1f2e254f req-1ee4a07c-aa62-45e1-9a27-54876e9e8179 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:33.709268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa3502-aab8-4c6d-9dc0-68255794cc1c None None] Pushing event updated for resources: {'Port': ['ID=741f1330-2864-4ade-b740-e00ee5689490,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:33.709692 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4a5443-1a7c-4521-a9cd-649f3db934ba,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:33.712728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e81f94d4-8f6e-4910-9a88-d47f1f2e254f req-1ee4a07c-aa62-45e1-9a27-54876e9e8179 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0657651 Dec 16 08:15:33.740926 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-512ba2fb-c49b-43e5-a887-4d0f3cf94d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.743651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-512ba2fb-c49b-43e5-a887-4d0f3cf94d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.745083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-512ba2fb-c49b-43e5-a887-4d0f3cf94d77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c2d0065-fcf4-4703-a51c-6bfff01a7074 HTTP/1.1" status: 204 len: 168 time: 0.4066238 Dec 16 08:15:33.766772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ba2fb-c49b-43e5-a887-4d0f3cf94d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2d0065-fcf4-4703-a51c-6bfff01a7074,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:33.772002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0453fd1a-47e7-4d7c-8aaa-474d13158e6f None None] Provisioning complete for port 8f4a5443-1a7c-4521-a9cd-649f3db934ba triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:33.772598 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0453fd1a-47e7-4d7c-8aaa-474d13158e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:33.783723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e81f94d4-8f6e-4910-9a88-d47f1f2e254f req-621af7d0-8e00-4f43-92ef-24e4bf6fd90f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679870 Dec 16 08:15:33.846973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0453fd1a-47e7-4d7c-8aaa-474d13158e6f None None] Port 8f4a5443-1a7c-4521-a9cd-649f3db934ba cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:33.856491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=e487156c-5098-4436-affc-b0f808098368,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:33.870637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': '9e0cabd5-288e-4a93-aa96-432ec4d498e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:33.871015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: 99a1d941-7b83-4b57-801c-eb8ac7695fec, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:33.914467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:33.916044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:34.001978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:34.126360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 99a1d941-7b83-4b57-801c-eb8ac7695fec) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:34.139961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce5933-6cb1-4eb3-ac82-97be9cec924c None None] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:34.165039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:34.172712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:34.225584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:15:34.257910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 741f1330-2864-4ade-b740-e00ee5689490 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:34.259382 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:34.353629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c6973577-043a-47ec-9470-1ee12d1aa5f2 None None] Provisioning complete for port 8f4a5443-1a7c-4521-a9cd-649f3db934ba triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:34.354084 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6973577-043a-47ec-9470-1ee12d1aa5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:34.355591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59402) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:34.356087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-582df76b-ab91-4ccb-b350-15ee6fa99659 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7268236 Dec 16 08:15:34.361227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec', 'name': 'tempest-PortsTestJSON-707321176'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:34.381057 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-99a1d941-7b83-4b57-801c-eb8ac7695fec', 'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec', 'project_id': 'a6ade96288284099b7cb5cd1d5818580', 'fixed_ips': [{'subnet_id': 'e487156c-5098-4436-affc-b0f808098368'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:34.381902 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:34.385012 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:15:34.400845 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9592634d-4432-4d08-966b-6131930f69d9 admin admin] 10.222.0.43 "PUT /v2.0/routers/bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2891450 Dec 16 08:15:34.430705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c6973577-043a-47ec-9470-1ee12d1aa5f2 None None] Port 8f4a5443-1a7c-4521-a9cd-649f3db934ba cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:34.436777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 741f1330-2864-4ade-b740-e00ee5689490 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:34.436930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:34.662008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Allocated IP 172.20.0.2 (99a1d941-7b83-4b57-801c-eb8ac7695fec/e487156c-5098-4436-affc-b0f808098368/68313eb4-5f6b-4a46-8f46-d4f148e8008e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:34.727376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:34.732054 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:34.755511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c789f40-7d3c-4735-ab36-436cc0252c16 req-a8c4963c-493a-40fe-b0b2-8225d307f667 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:34.758312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c789f40-7d3c-4735-ab36-436cc0252c16 req-a8c4963c-493a-40fe-b0b2-8225d307f667 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 945 time: 0.0839214 Dec 16 08:15:34.774727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port ee6e87d2-57b4-4e9c-b463-01485ccd66f6 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:34.871385 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c789f40-7d3c-4735-ab36-436cc0252c16 req-f57b4cb1-e18f-4a3e-b16c-7a2e14baed5d tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053345 Dec 16 08:15:34.887337 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:34.969565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-cd9b31a7-47c7-4196-8a48-e7c58f42520a tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:34.972539 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-cd9b31a7-47c7-4196-8a48-e7c58f42520a tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.16 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 945 time: 0.0746210 Dec 16 08:15:34.989303 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.050490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd0-9d4e-4f3c-b6aa-4e9f31028543 req-c2ae0d83-33e5-4c22-b8d0-1e6bdf706eac tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:35.053422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d42ecd0-9d4e-4f3c-b6aa-4e9f31028543 req-c2ae0d83-33e5-4c22-b8d0-1e6bdf706eac tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1130333 Dec 16 08:15:35.072094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59418) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:35.082366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Deleting port fb85e9c3-cc92-4c2c-985e-08c9402053a6 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:35.082775 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.114052 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03f0f882-4867-4c4d-8bf0-f38a9aba91a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.122898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:35.128522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Pushing event updated for resources: {'Port': ['ID=68313eb4-5f6b-4a46-8f46-d4f148e8008e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:35.134174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.11 (99a1d941-7b83-4b57-801c-eb8ac7695fec/e487156c-5098-4436-affc-b0f808098368/ee6e87d2-57b4-4e9c-b463-01485ccd66f6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:35.140719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:35.148970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:35.227548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Attempting to bind port 68313eb4-5f6b-4a46-8f46-d4f148e8008e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:35.228139 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Attempting to bind port 68313eb4-5f6b-4a46-8f46-d4f148e8008e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9e0cabd5-288e-4a93-aa96-432ec4d498e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:35.228575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Attempting to bind port 68313eb4-5f6b-4a46-8f46-d4f148e8008e on network 99a1d941-7b83-4b57-801c-eb8ac7695fec {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:35.246213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:35.246213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Checking segment: {'id': '9e0cabd5-288e-4a93-aa96-432ec4d498e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:35.246213 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.246520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] For port fb85e9c3-cc92-4c2c-985e-08c9402053a6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=fb85e9c3-cc92-4c2c-985e-08c9402053a6,segment=NetworkSegment(823b692f-9f47-4843-9b55-ad08e8a48b1f),segment_id=823b692f-9f47-4843-9b55-ad08e8a48b1f)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:35.246628 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Bound using segment: {'id': '9e0cabd5-288e-4a93-aa96-432ec4d498e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:35.246719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.246805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Bound port: 68313eb4-5f6b-4a46-8f46-d4f148e8008e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0cabd5-288e-4a93-aa96-432ec4d498e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:35.246805 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.263990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Calling delete_port for fb85e9c3-cc92-4c2c-985e-08c9402053a6 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:35.267928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d42ecd0-9d4e-4f3c-b6aa-4e9f31028543 req-a28c7f5b-c7a8-40d6-8d98-eea94c6efb44 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2033772 Dec 16 08:15:35.338929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] For port 68313eb4-5f6b-4a46-8f46-d4f148e8008e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:35.342163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] For port 68313eb4-5f6b-4a46-8f46-d4f148e8008e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=68313eb4-5f6b-4a46-8f46-d4f148e8008e,segment=NetworkSegment(9e0cabd5-288e-4a93-aa96-432ec4d498e3),segment_id=9e0cabd5-288e-4a93-aa96-432ec4d498e3)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:35.451905 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.473880 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03f0f882-4867-4c4d-8bf0-f38a9aba91a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.499991 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.550590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34cdf0-ab49-47af-9cea-3869c1a728b0 None None] Pushing event updated for resources: {'Port': ['ID=68313eb4-5f6b-4a46-8f46-d4f148e8008e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:35.608465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-b4b034f0-074e-485c-b876-aa86965493ca tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:35.611379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-b4b034f0-074e-485c-b876-aa86965493ca tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/networks?id=888ba9db-5cc4-4b54-b96e-615adde2dbe9 HTTP/1.1" status: 200 len: 910 time: 0.1603556 Dec 16 08:15:35.612265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03f0f882-4867-4c4d-8bf0-f38a9aba91a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.690556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-a2ffbb6c-d5bf-4c08-beba-bac6e8ebcd60 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/quotas/29279f12f2d24f6699df11e7a92d55ff HTTP/1.1" status: 200 len: 375 time: 0.0683920 Dec 16 08:15:35.695368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03f0f882-4867-4c4d-8bf0-f38a9aba91a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86e4db031ebb441c89f7149183e7a063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6138544 Dec 16 08:15:35.697660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0f882-4867-4c4d-8bf0-f38a9aba91a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ee305-b093-4060-a4f7-6791043de873,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:35.701582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59436) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:35.792951 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:35.921805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:35.930583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-002c002f-1dbb-47b6-b961-116ea154fcd2 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=29279f12f2d24f6699df11e7a92d55ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2280257 Dec 16 08:15:35.934425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:35.936433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=ee6e87d2-57b4-4e9c-b463-01485ccd66f6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:35.938979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:35.941995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4c982c3e-e07d-45bc-b6a7-2a9643362077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.062117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4c982c3e-e07d-45bc-b6a7-2a9643362077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.114440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Sync routers for ids ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:15:36.123069 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.132560 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Routers {'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:36.133192 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:36.148793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:36.149040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.157146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['fb85e9c3-cc92-4c2c-985e-08c9402053a6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:15:36.241252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Pushing event deleted for resources: {'Port': ['ID=fb85e9c3-cc92-4c2c-985e-08c9402053a6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:36.248160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386afd2-60ca-40c7-be49-ad57cedfb0fd req-0edadecd-2d52-4d2d-9626-d3fbe7bff313 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:36.254502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1386afd2-60ca-40c7-be49-ad57cedfb0fd req-0edadecd-2d52-4d2d-9626-d3fbe7bff313 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 867 time: 0.2105057 Dec 16 08:15:36.319242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9bc41563-01b5-4da3-9677-fb5432187ed8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9623241 Dec 16 08:15:36.319990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59450) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:36.321790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] No DVR routers for this DVR port fb85e9c3-cc92-4c2c-985e-08c9402053a6 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:36.327682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 68313eb4-5f6b-4a46-8f46-d4f148e8008e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:36.329389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '99a1d941-7b83-4b57-801c-eb8ac7695fec', 'name': 'tempest-PortsTestJSON-107505693'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:36.336329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.347659 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4a965b25-884c-4cd9-a79c-bde98a82cac0 req-ece8b573-3ce6-4c8e-a95a-bbc6cfde39e5 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.16 "DELETE /v2.0/ports/fb85e9c3-cc92-4c2c-985e-08c9402053a6 HTTP/1.1" status: 204 len: 173 time: 1.3654959 Dec 16 08:15:36.347939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'name': 'network-vif-deleted', 'tag': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:36.350317 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4074527c-daca-489e-9f11-a9f67c30070a" -d '{"events": [{"server_uuid": "cca49149-c72f-444a-aa4b-c233ceb7c433", "name": "network-vif-deleted", "tag": "fb85e9c3-cc92-4c2c-985e-08c9402053a6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:36.370857 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Set router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:36.410393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 68313eb4-5f6b-4a46-8f46-d4f148e8008e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:36.410393 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.433151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4c982c3e-e07d-45bc-b6a7-2a9643362077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.446660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4c982c3e-e07d-45bc-b6a7-2a9643362077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.452515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4c982c3e-e07d-45bc-b6a7-2a9643362077 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a76ee305-b093-4060-a4f7-6791043de873 HTTP/1.1" status: 204 len: 168 time: 0.7472885 Dec 16 08:15:36.521788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982c3e-e07d-45bc-b6a7-2a9643362077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ee305-b093-4060-a4f7-6791043de873,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:36.578289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1386afd2-60ca-40c7-be49-ad57cedfb0fd req-eaa74a7d-4325-40f2-a416-d14d0b4e0326 tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/security-groups?id=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117182 Dec 16 08:15:36.578470 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.664808 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '741f1330-2864-4ade-b740-e00ee5689490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:15:32Z', 'revision_number': 4, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port': {'id': '741f1330-2864-4ade-b740-e00ee5689490', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:25Z', 'updated_at': '2021-12-16T08:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8f4a5443-1a7c-4521-a9cd-649f3db934ba', 'name': '', 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'mac_address': 'fa:16:3e:46:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6bf9ba77-8114-4c4e-85b7-377c8bc0be4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:31Z', 'updated_at': '2021-12-16T08:15:33Z', 'revision_number': 2, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'subnets': [{'id': '6bf9ba77-8114-4c4e-85b7-377c8bc0be4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:36.700511 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ccdfebd-6c15-4700-963a-c984d126d714 service neutron] 10.222.0.43 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183223 Dec 16 08:15:36.716783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 68313eb4-5f6b-4a46-8f46-d4f148e8008e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=68313eb4-5f6b-4a46-8f46-d4f148e8008e,segment=NetworkSegment(9e0cabd5-288e-4a93-aa96-432ec4d498e3),segment_id=9e0cabd5-288e-4a93-aa96-432ec4d498e3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:36.731328 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Checking router: bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:15:36.731684 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Updating router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 port 8f4a5443-1a7c-4521-a9cd-649f3db934ba binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:15:36.769080 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.814730 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.938466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=68313eb4-5f6b-4a46-8f46-d4f148e8008e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:36.968151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:36.971474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:36.993371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-87805fec-0a0b-4d92-a41a-b0445b85f425 service neutron] 10.222.0.43 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769301 Dec 16 08:15:37.012296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 96c75a10-3f7e-4fe8-b04b-2e52730377d6 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:37.043946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dce633-7ad3-42a7-aa15-9add5b83f74e req-36aa34b0-7e50-4c8c-84e9-eb0cf64151b4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:37.045565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34dce633-7ad3-42a7-aa15-9add5b83f74e req-36aa34b0-7e50-4c8c-84e9-eb0cf64151b4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.3051112 Dec 16 08:15:37.208036 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:37.250124 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34dce633-7ad3-42a7-aa15-9add5b83f74e req-08223615-f019-42b5-bfec-3dc779e8c1c3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550260 Dec 16 08:15:37.294799 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:37.324469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.9 (99a1d941-7b83-4b57-801c-eb8ac7695fec/e487156c-5098-4436-affc-b0f808098368/96c75a10-3f7e-4fe8-b04b-2e52730377d6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:37.376954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7ddaa-dff1-410e-87e3-c704175bed87 None None] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:37.384685 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db835351-9a71-4494-98a8-2c8a40d95959 x-openstack-request-id: req-db835351-9a71-4494-98a8-2c8a40d95959 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:37.385267 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca49149-c72f-444a-aa4b-c233ceb7c433", "name": "network-vif-deleted", "tag": "fb85e9c3-cc92-4c2c-985e-08c9402053a6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:37.385548 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db835351-9a71-4494-98a8-2c8a40d95959 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:37.386142 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca49149-c72f-444a-aa4b-c233ceb7c433', 'name': 'network-vif-deleted', 'tag': 'fb85e9c3-cc92-4c2c-985e-08c9402053a6', 'status': 'completed', 'code': 200} Dec 16 08:15:37.453890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27077afb-0d40-4145-b991-8b7d68eec751 req-4edd1e0f-4d63-41af-8de6-8c9b0a04628c tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 210 time: 0.1265359 Dec 16 08:15:37.471984 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176939-f07c-49e3-8a6e-06a990c61d47 None None] Pushing event updated for resources: {'Port': ['ID=8f4a5443-1a7c-4521-a9cd-649f3db934ba,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:37.585808 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Attempting to bind port 8f4a5443-1a7c-4521-a9cd-649f3db934ba on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:37.592954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Attempting to bind port 8f4a5443-1a7c-4521-a9cd-649f3db934ba by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:37.593514 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Attempting to bind port 8f4a5443-1a7c-4521-a9cd-649f3db934ba on network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:37.621221 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-aa47dddb-4577-4849-8062-34a94fe57351 None None] Provisioning complete for port 68313eb4-5f6b-4a46-8f46-d4f148e8008e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:37.627986 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-aa47dddb-4577-4849-8062-34a94fe57351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:37.642348 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:37.642728 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Checking segment: {'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:37.651197 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:37.651197 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Bound using segment: {'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:37.664442 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Bound port: 8f4a5443-1a7c-4521-a9cd-649f3db934ba, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:37.664954 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:37.876253 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] For port 8f4a5443-1a7c-4521-a9cd-649f3db934ba, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:37.880347 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] For port 8f4a5443-1a7c-4521-a9cd-649f3db934ba, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8f4a5443-1a7c-4521-a9cd-649f3db934ba,segment=NetworkSegment(4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6),segment_id=4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:37.887471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e46c9cd3-677c-4521-89cb-38f5ca0b01af req-e5f8062b-7864-46d4-8893-0f4a56b0c31b tempest-InstanceActionsNegativeTestJSON-1406431628 tempest-InstanceActionsNegativeTestJSON-1406431628-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca49149-c72f-444a-aa4b-c233ceb7c433 HTTP/1.1" status: 200 len: 210 time: 0.0549772 Dec 16 08:15:37.938257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:37.954089 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:38.046487 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Routers {'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:38.047487 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:38.073779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:38.133307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7852a3e2-e431-44de-97c3-fca7a5a9c5b4 None None] Provisioning complete for port 8f4a5443-1a7c-4521-a9cd-649f3db934ba triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:38.134747 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7852a3e2-e431-44de-97c3-fca7a5a9c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:38.196566 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] Set router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:15:38.314642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=96c75a10-3f7e-4fe8-b04b-2e52730377d6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:38.354635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:38.356235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:38.368654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:38.444034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7852a3e2-e431-44de-97c3-fca7a5a9c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:38.489466 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176939-f07c-49e3-8a6e-06a990c61d47 None None] Pushing event updated for resources: {'Port': ['ID=8f4a5443-1a7c-4521-a9cd-649f3db934ba,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:38.504459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 68313eb4-5f6b-4a46-8f46-d4f148e8008e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:38.570808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7852a3e2-e431-44de-97c3-fca7a5a9c5b4 None None] For port 8f4a5443-1a7c-4521-a9cd-649f3db934ba, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8f4a5443-1a7c-4521-a9cd-649f3db934ba,segment=NetworkSegment(4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6),segment_id=4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:38.624935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 68313eb4-5f6b-4a46-8f46-d4f148e8008e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:38.626177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:38.666066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:38.666806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:38.680618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8205ab5-6038-4a72-ae5b-848171a26457 req-a26af345-b11d-40de-bcab-f14e6674c0b5 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 210 time: 0.1003065 Dec 16 08:15:38.707592 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7852a3e2-e431-44de-97c3-fca7a5a9c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:38.735674 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '741f1330-2864-4ade-b740-e00ee5689490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:15:32Z', 'revision_number': 4, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port': {'id': '741f1330-2864-4ade-b740-e00ee5689490', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:25Z', 'updated_at': '2021-12-16T08:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8f4a5443-1a7c-4521-a9cd-649f3db934ba', 'name': '', 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'mac_address': 'fa:16:3e:46:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6bf9ba77-8114-4c4e-85b7-377c8bc0be4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:31Z', 'updated_at': '2021-12-16T08:15:37Z', 'revision_number': 4, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'subnets': [{'id': '6bf9ba77-8114-4c4e-85b7-377c8bc0be4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:38.769486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207425c7-5914-456a-aa44-07a914340d4c req-14b067b0-9633-4f28-a5bc-430844656b0d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:38.777234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-207425c7-5914-456a-aa44-07a914340d4c req-14b067b0-9633-4f28-a5bc-430844656b0d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.3167124 Dec 16 08:15:38.817591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d69263dc-4e21-4bad-bb8c-84913048e7c3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4924157 Dec 16 08:15:38.820431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59500) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:38.820596 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1778c3e-fda3-452d-9aed-b05f83e93b9e None None] The sync data for ids ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'] in n-d-820935-11 is: [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '741f1330-2864-4ade-b740-e00ee5689490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:15:32Z', 'revision_number': 4, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port': {'id': '741f1330-2864-4ade-b740-e00ee5689490', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:25Z', 'updated_at': '2021-12-16T08:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8f4a5443-1a7c-4521-a9cd-649f3db934ba', 'name': '', 'network_id': '374fd943-beb2-43f1-bc19-f9c50bc8fdd9', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'mac_address': 'fa:16:3e:46:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6bf9ba77-8114-4c4e-85b7-377c8bc0be4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:31Z', 'updated_at': '2021-12-16T08:15:37Z', 'revision_number': 4, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'subnets': [{'id': '6bf9ba77-8114-4c4e-85b7-377c8bc0be4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:15:38.879087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-207425c7-5914-456a-aa44-07a914340d4c req-68794874-543f-476d-a843-316317921c3c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009769 Dec 16 08:15:38.966194 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852a3e2-e431-44de-97c3-fca7a5a9c5b4 None None] Pushing event updated for resources: {'Port': ['ID=8f4a5443-1a7c-4521-a9cd-649f3db934ba,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:38.989735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59510) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:38.990488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c53ef010-814f-4373-b3e2-ed4757f86e10 None None] Provisioning complete for port 68313eb4-5f6b-4a46-8f46-d4f148e8008e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:38.991272 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c53ef010-814f-4373-b3e2-ed4757f86e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.008692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9bc14d-c548-47c4-a22b-d8f35a18d0ed tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:39.028556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0b9bc14d-c548-47c4-a22b-d8f35a18d0ed tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2052774 Dec 16 08:15:39.031698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59512) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:39.142703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] Deleting subnet 4bedb147-f09b-497c-9546-7ad1282196a6 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:39.152689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.201402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c53ef010-814f-4373-b3e2-ed4757f86e10 None None] Provisioning complete for port 8f4a5443-1a7c-4521-a9cd-649f3db934ba triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:39.201632 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c53ef010-814f-4373-b3e2-ed4757f86e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.204661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 96c75a10-3f7e-4fe8-b04b-2e52730377d6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:39.205008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.238294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.318338 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.351814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c53ef010-814f-4373-b3e2-ed4757f86e10 None None] Provisioning complete for port ee6e87d2-57b4-4e9c-b463-01485ccd66f6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:39.352204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c53ef010-814f-4373-b3e2-ed4757f86e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.375770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.390858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c53ef010-814f-4373-b3e2-ed4757f86e10 None None] Port ee6e87d2-57b4-4e9c-b463-01485ccd66f6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:39.391113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 96c75a10-3f7e-4fe8-b04b-2e52730377d6 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:39.460951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.516900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e3fecf61-61db-4838-bc24-862e7d60e628 None None] Provisioning complete for port 96c75a10-3f7e-4fe8-b04b-2e52730377d6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:39.522196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e3fecf61-61db-4838-bc24-862e7d60e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.538196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.540298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4bedb147-f09b-497c-9546-7ad1282196a6 HTTP/1.1" status: 204 len: 168 time: 0.5488873 Dec 16 08:15:39.542533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4a1ec-1fd8-41f9-9da5-06915ce2b49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bedb147-f09b-497c-9546-7ad1282196a6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:39.545989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59518) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:39.582361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e3fecf61-61db-4838-bc24-862e7d60e628 None None] Port 96c75a10-3f7e-4fe8-b04b-2e52730377d6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:39.641929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.661802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.733383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=96c75a10-3f7e-4fe8-b04b-2e52730377d6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:39.784506 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.824340 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2f5b23-3c63-4970-bd2c-9527c15aaae0']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:39.846719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823b692f-9f47-4843-9b55-ad08e8a48b1f') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:39.847588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823b692f-9f47-4843-9b55-ad08e8a48b1f') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:39.859681 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.876610 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d6884ddf-b1a3-44d9-801b-ff7a1adb7947 req-096ee185-5885-4ad1-bb49-98dc757cabc2 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 210 time: 0.0466671 Dec 16 08:15:39.902286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.912370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.917626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8a2e9a6f-af21-46f6-94e7-527351fde495 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/96c75a10-3f7e-4fe8-b04b-2e52730377d6 HTTP/1.1" status: 204 len: 168 time: 0.8873284 Dec 16 08:15:39.920815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:39.922261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:39.923859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59526) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:39.964357 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf714e63-3dc5-4c87-b85e-fc37587f72c4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:39.973723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bf714e63-3dc5-4c87-b85e-fc37587f72c4 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/96c75a10-3f7e-4fe8-b04b-2e52730377d6 HTTP/1.1" status: 404 len: 333 time: 0.0437272 Dec 16 08:15:39.975907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59532) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:40.020922 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:40.137006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.147536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.158201 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] 10.222.0.43 "DELETE /v2.0/networks/4b2f5b23-3c63-4970-bd2c-9527c15aaae0 HTTP/1.1" status: 204 len: 168 time: 0.6107776 Dec 16 08:15:40.188118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port ee6e87d2-57b4-4e9c-b463-01485ccd66f6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:40.189086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.192662 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885bc6a-ed51-4a79-99b8-829852ed392c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2f5b23-3c63-4970-bd2c-9527c15aaae0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:40.257393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88d2f2-c3e8-4df0-81a5-005c3511de6f req-9b02ff1b-2c16-4ef5-b758-4114a64c8db0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:40.258323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8f4a5443-1a7c-4521-a9cd-649f3db934ba up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:40.258984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf88d2f2-c3e8-4df0-81a5-005c3511de6f req-9b02ff1b-2c16-4ef5-b758-4114a64c8db0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1654427 Dec 16 08:15:40.320641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8f4a5443-1a7c-4521-a9cd-649f3db934ba triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:40.321121 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.352048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf88d2f2-c3e8-4df0-81a5-005c3511de6f req-1f707bf8-ea4c-46ed-8dd7-11dfa3ab1423 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855782 Dec 16 08:15:40.397863 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.415444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for ee6e87d2-57b4-4e9c-b463-01485ccd66f6 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:40.479912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fb85e9c3-cc92-4c2c-985e-08c9402053a6 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:40.514055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: fb85e9c3-cc92-4c2c-985e-08c9402053a6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:40.514630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device fb85e9c3-cc92-4c2c-985e-08c9402053a6 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:40.695836 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.729762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=ee6e87d2-57b4-4e9c-b463-01485ccd66f6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:40.794043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-76c63b83-b4a6-4b13-bdb8-814180f2e331 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:40.796940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-76c63b83-b4a6-4b13-bdb8-814180f2e331 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.16 "GET /v2.0/networks?id=888ba9db-5cc4-4b54-b96e-615adde2dbe9 HTTP/1.1" status: 200 len: 910 time: 0.1397967 Dec 16 08:15:40.812332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Request body: {'port': {'device_id': '021a7ed0-2267-44f4-b406-49b86430c120', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'admin_state_up': True, 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:40.831290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59554) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:40.843765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.848479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1420392e-e19f-40b8-8ad3-7067156315be tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/ee6e87d2-57b4-4e9c-b463-01485ccd66f6 HTTP/1.1" status: 204 len: 168 time: 0.8715174 Dec 16 08:15:40.853695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59556) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:40.882655 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-756f9ed6-2d0b-411c-ad41-5d13a9030830 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c7d61fe037643808564fc89dfec7cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502203 Dec 16 08:15:40.885075 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d1d745-bb61-4e91-a678-26b008d075c0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:40.886436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59558) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:40.886564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b8d1d745-bb61-4e91-a678-26b008d075c0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/ee6e87d2-57b4-4e9c-b463-01485ccd66f6 HTTP/1.1" status: 404 len: 333 time: 0.0317862 Dec 16 08:15:40.889162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59560) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:40.949118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Made reservation on behalf of 29279f12f2d24f6699df11e7a92d55ff for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:40.952957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.971017 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad815ca-0b98-4817-8450-f0f674534e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:40.974243 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet e487156c-5098-4436-affc-b0f808098368 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:40.981173 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.001883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad815ca-0b98-4817-8450-f0f674534e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.044407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1dd79d52-6988-4fdc-b432-c9c5e88cce35 req-557e7f00-6d35-43aa-8983-5c868f939f64 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 210 time: 0.0330966 Dec 16 08:15:41.054117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.140834 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Allocated IP 172.20.0.10 (888ba9db-5cc4-4b54-b96e-615adde2dbe9/a04d77d0-f12d-4a78-8121-83f6f7bb54c2/67cf6527-6ab3-44e0-af2d-034ff56e9181) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:41.159065 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.211362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad815ca-0b98-4817-8450-f0f674534e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.214453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aad815ca-0b98-4817-8450-f0f674534e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.215665 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aad815ca-0b98-4817-8450-f0f674534e51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8e6ad26-0a56-428b-bdd0-3b2bf77762b4 HTTP/1.1" status: 204 len: 168 time: 0.3283064 Dec 16 08:15:41.263785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad815ca-0b98-4817-8450-f0f674534e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e6ad26-0a56-428b-bdd0-3b2bf77762b4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:41.296594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.327637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=e487156c-5098-4436-affc-b0f808098368,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:41.335891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.339627 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-83ea4a14-8ff3-40e2-a6a1-ca5bc8053771 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/e487156c-5098-4436-affc-b0f808098368 HTTP/1.1" status: 204 len: 168 time: 0.4493341 Dec 16 08:15:41.347704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59578) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:41.347840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8741be5-1062-4402-bf96-9adbbacf32af None None] Network 99a1d941-7b83-4b57-801c-eb8ac7695fec requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:41.371314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.438268 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:15:41.501732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.535266 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.558683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] DHCP port deletion for 99a1d941-7b83-4b57-801c-eb8ac7695fec request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:41.562340 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:41.564508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44bf27-6de1-43ab-8b93-5216356b47f7 req-3977065c-85f7-43b4-8d02-ecba6161156c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:41.569348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:41.572563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e44bf27-6de1-43ab-8b93-5216356b47f7 req-3977065c-85f7-43b4-8d02-ecba6161156c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1083295 Dec 16 08:15:41.573072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:41.613814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Pushing event updated for resources: {'Port': ['ID=67cf6527-6ab3-44e0-af2d-034ff56e9181,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:41.652336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:41.654594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.680799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] Deleting port 68313eb4-5f6b-4a46-8f46-d4f148e8008e {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:41.681180 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.709678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e44bf27-6de1-43ab-8b93-5216356b47f7 req-0c970c16-3917-4313-9c67-8b861543db4d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358030 Dec 16 08:15:41.748964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 68313eb4-5f6b-4a46-8f46-d4f148e8008e {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:41.749310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.791073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] For port 68313eb4-5f6b-4a46-8f46-d4f148e8008e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=68313eb4-5f6b-4a46-8f46-d4f148e8008e,segment=NetworkSegment(9e0cabd5-288e-4a93-aa96-432ec4d498e3),segment_id=9e0cabd5-288e-4a93-aa96-432ec4d498e3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:41.792069 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.873026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] Calling delete_port for 68313eb4-5f6b-4a46-8f46-d4f148e8008e owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:41.875564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] For port 68313eb4-5f6b-4a46-8f46-d4f148e8008e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=68313eb4-5f6b-4a46-8f46-d4f148e8008e,segment=NetworkSegment(9e0cabd5-288e-4a93-aa96-432ec4d498e3),segment_id=9e0cabd5-288e-4a93-aa96-432ec4d498e3)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:41.875564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:41.875564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 68313eb4-5f6b-4a46-8f46-d4f148e8008e owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:42.077006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-489e7d64-640e-403c-ac6a-daccbbff4f4e None None] Provisioning complete for port 67cf6527-6ab3-44e0-af2d-034ff56e9181 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:42.077379 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-489e7d64-640e-403c-ac6a-daccbbff4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.113628 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5ae28bf5-e946-4966-9e72-ee96d4881677 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3020787 Dec 16 08:15:42.117865 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-489e7d64-640e-403c-ac6a-daccbbff4f4e None None] Port 67cf6527-6ab3-44e0-af2d-034ff56e9181 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:42.129292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Request body: {'port': {'device_id': '021a7ed0-2267-44f4-b406-49b86430c120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:42.164010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 68313eb4-5f6b-4a46-8f46-d4f148e8008e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:42.182560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed61663-0487-4bef-8c42-7a29fcd72fc7 req-1bf4cba0-9bc9-4822-b639-85a5f7d34908 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:42.184145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ed61663-0487-4bef-8c42-7a29fcd72fc7 req-1bf4cba0-9bc9-4822-b639-85a5f7d34908 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1028 time: 0.0628753 Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:42.201214 n-d-820935-11 neutron-server[110397]: self.session.flush() Dec 16 08:15:42.207078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.211403 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.214017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No active binding found for port 68313eb4-5f6b-4a46-8f46-d4f148e8008e {{(pid=110397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 08:15:42.216406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 68313eb4-5f6b-4a46-8f46-d4f148e8008e not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:42.244892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No DVR routers for this DVR port 68313eb4-5f6b-4a46-8f46-d4f148e8008e on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:42.246576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=68313eb4-5f6b-4a46-8f46-d4f148e8008e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:42.249465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.290065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] Pushing event deleted for resources: {'Port': ['ID=68313eb4-5f6b-4a46-8f46-d4f148e8008e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:42.310625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc354a-4377-47b4-9ae6-4053b058effa None None] No DVR routers for this DVR port 68313eb4-5f6b-4a46-8f46-d4f148e8008e on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:42.359320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ed61663-0487-4bef-8c42-7a29fcd72fc7 req-dfd18db9-80d0-41d7-a787-e9a30fd4d641 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680906 Dec 16 08:15:42.386613 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.410882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a1d941-7b83-4b57-801c-eb8ac7695fec']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:42.421787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0cabd5-288e-4a93-aa96-432ec4d498e3') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:42.422157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0cabd5-288e-4a93-aa96-432ec4d498e3') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:42.434246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.449835 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.460345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:42.460345 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:42.461541 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:42.528698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59632) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:42.573929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cf6527-6ab3-44e0-af2d-034ff56e9181 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:15:42.582530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.610625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.610812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Transition to ACTIVE for port object 67cf6527-6ab3-44e0-af2d-034ff56e9181 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:15:42.620979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.623465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/99a1d941-7b83-4b57-801c-eb8ac7695fec HTTP/1.1" status: 204 len: 168 time: 1.2681184 Dec 16 08:15:42.628077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59642) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:42.633345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-254468724'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:42.654088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f89a89-7341-471b-bf70-f6f2a5a658fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=99a1d941-7b83-4b57-801c-eb8ac7695fec,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:42.674894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7872bc1-0648-46c7-a682-190ecc1545c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.694570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.747250 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Pushing event updated for resources: {'Port': ['ID=67cf6527-6ab3-44e0-af2d-034ff56e9181,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:42.773534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7872bc1-0648-46c7-a682-190ecc1545c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.823983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Attempting to bind port 67cf6527-6ab3-44e0-af2d-034ff56e9181 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:42.825297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Attempting to bind port 67cf6527-6ab3-44e0-af2d-034ff56e9181 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:42.825297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Attempting to bind port 67cf6527-6ab3-44e0-af2d-034ff56e9181 on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:42.829746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Port 67cf6527-6ab3-44e0-af2d-034ff56e9181 on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:15:42.830907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Attempting to bind port 67cf6527-6ab3-44e0-af2d-034ff56e9181 on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:42.836446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:42.837064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Checking segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:42.837647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Bound using segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:42.838260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Bound port: 67cf6527-6ab3-44e0-af2d-034ff56e9181, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:42.838797 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.870219 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:42.873753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.886181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc4fdc-c17f-4328-98fd-66028c5d08d5 req-5a21792d-87c5-4ce8-8a6d-6563436b08a3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:42.887727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23cc4fdc-c17f-4328-98fd-66028c5d08d5 req-5a21792d-87c5-4ce8-8a6d-6563436b08a3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0744205 Dec 16 08:15:42.896749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a7872bc1-0648-46c7-a682-190ecc1545c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:42.917455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59652) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:42.929948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] For port 67cf6527-6ab3-44e0-af2d-034ff56e9181, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:42.943642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] For port 67cf6527-6ab3-44e0-af2d-034ff56e9181, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=67cf6527-6ab3-44e0-af2d-034ff56e9181,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:42.977583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a7872bc1-0648-46c7-a682-190ecc1545c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=787d2d6ce53f40028e6600cb00e5053d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451866 Dec 16 08:15:42.978397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59656) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:42.980139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7872bc1-0648-46c7-a682-190ecc1545c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeca82f4-8bc4-4d97-ac8c-bc1ee9cd2c0c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:42.983991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:43.019884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23cc4fdc-c17f-4328-98fd-66028c5d08d5 req-986b1a93-7599-47ad-ab0c-ea5ff317cd98 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915487 Dec 16 08:15:43.024582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.024943 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment 93e89f2e-6bc0-4436-b218-0313262753b3 of type vlan for network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a Dec 16 08:15:43.047408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2546840a-480e-4f15-a6d1-25f51b83ddd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.073417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.088416 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.093328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2546840a-480e-4f15-a6d1-25f51b83ddd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.118871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-707220433-network', 'tenant_id': '8a3bddeef0be445d96c87453066a4078'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:43.162382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:43.162999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.164440 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] 10.222.0.16 "PUT /v2.0/ports/67cf6527-6ab3-44e0-af2d-034ff56e9181 HTTP/1.1" status: 200 len: 1093 time: 1.0401983 Dec 16 08:15:43.164896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021a7ed0-2267-44f4-b406-49b86430c120', 'tag': '67cf6527-6ab3-44e0-af2d-034ff56e9181'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:43.167149 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66717c3d-46c4-47b4-bfb7-70cae7c45734" -d '{"events": [{"name": "network-changed", "server_uuid": "021a7ed0-2267-44f4-b406-49b86430c120", "tag": "67cf6527-6ab3-44e0-af2d-034ff56e9181"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:43.169769 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.187464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:43.188215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.198770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4113e86-15f7-4ff3-9318-b4b5947a1980 service neutron] Pushing event updated for resources: {'Port': ['ID=67cf6527-6ab3-44e0-af2d-034ff56e9181,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:43.274069 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Made reservation on behalf of 8a3bddeef0be445d96c87453066a4078 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:43.275941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=f4e1e0ee-922a-41cd-b5de-4c0c99aff01a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:43.277692 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.284764 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed32c4-c8ed-4333-9b81-bed8e640c0ad x-openstack-request-id: req-91ed32c4-c8ed-4333-9b81-bed8e640c0ad {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:43.285046 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021a7ed0-2267-44f4-b406-49b86430c120", "tag": "67cf6527-6ab3-44e0-af2d-034ff56e9181", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:43.285445 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91ed32c4-c8ed-4333-9b81-bed8e640c0ad {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:43.285905 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021a7ed0-2267-44f4-b406-49b86430c120', 'tag': '67cf6527-6ab3-44e0-af2d-034ff56e9181', 'status': 'completed', 'code': 200} Dec 16 08:15:43.289519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:43.290067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2546840a-480e-4f15-a6d1-25f51b83ddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.293124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2546840a-480e-4f15-a6d1-25f51b83ddd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.296335 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2546840a-480e-4f15-a6d1-25f51b83ddd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aeca82f4-8bc4-4d97-ac8c-bc1ee9cd2c0c HTTP/1.1" status: 204 len: 168 time: 0.3149011 Dec 16 08:15:43.332802 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5cb5121b-664c-46cf-8063-925c17f46c0f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7035203 Dec 16 08:15:43.337790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59674) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:43.342261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.343559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:43.344621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546840a-480e-4f15-a6d1-25f51b83ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeca82f4-8bc4-4d97-ac8c-bc1ee9cd2c0c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:43.496234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-9da6c391-8888-474f-892c-3cb68497fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:43.497959 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-9da6c391-8888-474f-892c-3cb68497fb00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29279f12f2d24f6699df11e7a92d55ff&device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1096 time: 0.1935389 Dec 16 08:15:43.563745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.566384 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-5b01a2ed-49ba-477e-b557-7290b438ba83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67cf6527-6ab3-44e0-af2d-034ff56e9181 HTTP/1.1" status: 200 len: 217 time: 0.0520468 Dec 16 08:15:43.630304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-0d02e234-8e13-4bee-ad5a-9127820a06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:43.631903 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-0d02e234-8e13-4bee-ad5a-9127820a06b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a04d77d0-f12d-4a78-8121-83f6f7bb54c2 HTTP/1.1" status: 200 len: 848 time: 0.0577989 Dec 16 08:15:43.670337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.702393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:43.721609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b9e345-ee59-404f-a05e-5fd5581cbe98,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:43.730048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.730433 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Added segment 880c18fe-8cde-473d-8cd6-18fc02345773 of type vlan for network 165261b5-4b02-4b00-8952-00b042b228e4 Dec 16 08:15:43.741973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-8f8c8953-ff9c-4b88-8f76-e4cc1670cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:43.747261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-8f8c8953-ff9c-4b88-8f76-e4cc1670cb4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=888ba9db-5cc4-4b54-b96e-615adde2dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043222 Dec 16 08:15:43.817608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.886062 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-a4de06b3-cc8c-426b-8a38-14f059bbaa34 service neutron] 10.222.0.16 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220260 Dec 16 08:15:43.898194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded552d8-3224-4f3b-8dd7-14573d6c3915 req-31bfeda4-94e6-4c1b-9b35-0d15876bd4a8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:43.899712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ded552d8-3224-4f3b-8dd7-14573d6c3915 req-31bfeda4-94e6-4c1b-9b35-0d15876bd4a8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1096 time: 0.4053776 Dec 16 08:15:43.946200 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ded552d8-3224-4f3b-8dd7-14573d6c3915 req-b5a85869-6875-47a4-be33-88242ce4fb6c tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390601 Dec 16 08:15:43.954694 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.955882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:43.956884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:43.988339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:43.992232 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.038024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] Pushing event updated for resources: {'Network': ['ID=165261b5-4b02-4b00-8952-00b042b228e4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:44.046991 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2897f42d-f50c-4d86-84f9-2ae87080e6c0 req-04b8c57c-3f33-442f-90b8-6d208d99fe77 service neutron] 10.222.0.16 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520524 Dec 16 08:15:44.057876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 165261b5-4b02-4b00-8952-00b042b228e4 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:44.087678 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-058b468e-e401-41ed-8e71-048250d9d542 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1700263 Dec 16 08:15:44.090618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59712) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:44.097390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Request body: {'subnet': {'network_id': '165261b5-4b02-4b00-8952-00b042b228e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-707220433-subnet', 'tenant_id': '8a3bddeef0be445d96c87453066a4078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:44.213783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21ef0b-b893-402e-a97d-86b6f12cdb6e req-aa75d1f5-604d-487e-ad94-77a9d2fa49c4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:44.215196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b21ef0b-b893-402e-a97d-86b6f12cdb6e req-aa75d1f5-604d-487e-ad94-77a9d2fa49c4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1087396 Dec 16 08:15:44.216398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Made reservation on behalf of 8a3bddeef0be445d96c87453066a4078 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:44.220015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.268692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59722) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:44.286823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03671f70-4588-44a3-880a-875ccdec1c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.302477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b21ef0b-b893-402e-a97d-86b6f12cdb6e req-e65b841a-c39c-4e02-a695-005a5ed65dfe tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785141 Dec 16 08:15:44.310379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.336469 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-1068dfdf-17c4-4b1c-8736-e562b6a9ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:44.338271 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-1068dfdf-17c4-4b1c-8736-e562b6a9ad82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29279f12f2d24f6699df11e7a92d55ff&device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1096 time: 0.0977216 Dec 16 08:15:44.387058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=edaa2058-13a0-4f11-86d8-9f10aa5dbf10,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:44.425225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': '93e89f2e-6bc0-4436-b218-0313262753b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:44.425591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: f4e1e0ee-922a-41cd-b5de-4c0c99aff01a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:44.449494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03671f70-4588-44a3-880a-875ccdec1c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.504669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-c616329e-ad44-4331-938e-c291bf46c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:44.506142 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-c616329e-ad44-4331-938e-c291bf46c2eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=888ba9db-5cc4-4b54-b96e-615adde2dbe9 HTTP/1.1" status: 200 len: 910 time: 0.1603956 Dec 16 08:15:44.513161 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-03671f70-4588-44a3-880a-875ccdec1c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.550569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:44.557459 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-50361029-fa33-4ebd-a1a7-13494841ca11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67cf6527-6ab3-44e0-af2d-034ff56e9181 HTTP/1.1" status: 200 len: 217 time: 0.0410485 Dec 16 08:15:44.558461 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03671f70-4588-44a3-880a-875ccdec1c6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b06010a994ad48259c242548350b745d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946382 Dec 16 08:15:44.560336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03671f70-4588-44a3-880a-875ccdec1c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd967ae-14c6-4fc4-ba4d-8566e4ceb451,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:44.561075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59736) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:44.609714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.610924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f4e1e0ee-922a-41cd-b5de-4c0c99aff01a) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:44.615341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:44.622133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.622831 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913eeba0-1d05-41b8-aa73-85a0bca3f19f None None] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:44.712923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f6e2c135-85a8-4004-bc75-f098ab2797a9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3712821 Dec 16 08:15:44.713221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59740) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:44.718298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a', 'name': 'tempest-PortsTestJSON-869997893', 'fixed_ips': [{'subnet_id': 'edaa2058-13a0-4f11-86d8-9f10aa5dbf10', 'ip_address': '172.20.0.10'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:44.719093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-a882df88-2fbd-42da-bd6f-d5af1255a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:44.720569 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-a882df88-2fbd-42da-bd6f-d5af1255a0cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a04d77d0-f12d-4a78-8121-83f6f7bb54c2 HTTP/1.1" status: 200 len: 848 time: 0.1502683 Dec 16 08:15:44.731172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e097670-5e4d-4dde-bca3-dbfe42534ee6,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:44.743610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca65abe-e912-46e6-94cb-39b4be777c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.748417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f4e1e0ee-922a-41cd-b5de-4c0c99aff01a', 'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a', 'project_id': 'a6ade96288284099b7cb5cd1d5818580', 'fixed_ips': [{'subnet_id': 'edaa2058-13a0-4f11-86d8-9f10aa5dbf10'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:44.749822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.772287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Checking segment: {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:44.772651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Network hostable DHCP agents. Network: 165261b5-4b02-4b00-8952-00b042b228e4, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:44.795336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca65abe-e912-46e6-94cb-39b4be777c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:44.824429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-af389240-72e6-4eaa-b6fa-7a3cc6230ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:44.826010 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-af389240-72e6-4eaa-b6fa-7a3cc6230ed4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=888ba9db-5cc4-4b54-b96e-615adde2dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964181 Dec 16 08:15:44.906584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Allocated IP 172.20.0.2 (f4e1e0ee-922a-41cd-b5de-4c0c99aff01a/edaa2058-13a0-4f11-86d8-9f10aa5dbf10/627dca58-68f0-4622-88e2-0ac1cd0f6f48) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:44.919591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Network 165261b5-4b02-4b00-8952-00b042b228e4 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:44.938711 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-7ac6a86b-4589-4480-a90c-25b8ad9114e8 service neutron] 10.222.0.16 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041677 Dec 16 08:15:44.941627 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:45.038552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca65abe-e912-46e6-94cb-39b4be777c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.041284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7ca65abe-e912-46e6-94cb-39b4be777c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.046991 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7ca65abe-e912-46e6-94cb-39b4be777c0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cd967ae-14c6-4fc4-ba4d-8566e4ceb451 HTTP/1.1" status: 204 len: 168 time: 0.4831314 Dec 16 08:15:45.046991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 165261b5-4b02-4b00-8952-00b042b228e4) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:45.069282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:45.069966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.082381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca65abe-e912-46e6-94cb-39b4be777c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd967ae-14c6-4fc4-ba4d-8566e4ceb451,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:45.088295 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-66717c3d-46c4-47b4-bfb7-70cae7c45734 req-b3ed1925-7313-460a-b913-f7de136e208d service neutron] 10.222.0.16 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422899 Dec 16 08:15:45.099405 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.109854 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.117033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb354b-ec10-402a-9471-0ce4ea5f15e6 None None] Network 165261b5-4b02-4b00-8952-00b042b228e4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:45.137063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 69986c1e-83d7-421f-a421-71f2c5899291 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:45.169921 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-49bfdc7a-d0ca-4f17-9af0-20a25795f62f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0781744 Dec 16 08:15:45.171770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:45.202903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c2863-6320-4c5b-81a8-495fcea5f682 req-b9c03bbf-c9aa-4ffb-b90d-aa2221c44ab8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:45.204600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-617c2863-6320-4c5b-81a8-495fcea5f682 req-b9c03bbf-c9aa-4ffb-b90d-aa2221c44ab8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1096 time: 0.1683571 Dec 16 08:15:45.212095 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.276115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:45.281451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:45.283585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e6eee-8302-40e2-b302-89202935a38f None None] Network 165261b5-4b02-4b00-8952-00b042b228e4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:45.307667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-617c2863-6320-4c5b-81a8-495fcea5f682 req-9177aeea-7cd2-4b66-95fb-b5ccc1db0bdc tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942180 Dec 16 08:15:45.340034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:45.370992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Pushing event updated for resources: {'Port': ['ID=627dca58-68f0-4622-88e2-0ac1cd0f6f48,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:45.414565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.10 (f4e1e0ee-922a-41cd-b5de-4c0c99aff01a/edaa2058-13a0-4f11-86d8-9f10aa5dbf10/69986c1e-83d7-421f-a421-71f2c5899291) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:45.423545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Attempting to bind port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:45.424076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Attempting to bind port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '93e89f2e-6bc0-4436-b218-0313262753b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:45.424480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Attempting to bind port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 on network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:45.454816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:45.456153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Checking segment: {'id': '93e89f2e-6bc0-4436-b218-0313262753b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:45.456677 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.457077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Bound using segment: {'id': '93e89f2e-6bc0-4436-b218-0313262753b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:45.457638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Bound port: 627dca58-68f0-4622-88e2-0ac1cd0f6f48, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e89f2e-6bc0-4436-b218-0313262753b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:45.457965 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.480003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527a983-f24e-40bf-a3d8-36fbe3218a29 req-6b23d867-2f84-4c4b-bfbb-532a986b9a18 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:45.481640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b527a983-f24e-40bf-a3d8-36fbe3218a29 req-6b23d867-2f84-4c4b-bfbb-532a986b9a18 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0870278 Dec 16 08:15:45.540956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] For port 627dca58-68f0-4622-88e2-0ac1cd0f6f48, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:45.576105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] For port 627dca58-68f0-4622-88e2-0ac1cd0f6f48, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=627dca58-68f0-4622-88e2-0ac1cd0f6f48,segment=NetworkSegment(93e89f2e-6bc0-4436-b218-0313262753b3),segment_id=93e89f2e-6bc0-4436-b218-0313262753b3)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:45.615504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b527a983-f24e-40bf-a3d8-36fbe3218a29 req-57bdffba-7be8-4488-aedd-6d54a35ec558 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226008 Dec 16 08:15:45.626490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f140-951e-4b5a-ac3e-062c94a8f7f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.645040 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.686760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.760044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbbd01-08b4-4b4b-870c-df664872273f None None] Pushing event updated for resources: {'Port': ['ID=627dca58-68f0-4622-88e2-0ac1cd0f6f48,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:45.762589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f140-951e-4b5a-ac3e-062c94a8f7f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.833234 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.863487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f140-951e-4b5a-ac3e-062c94a8f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:45.922025 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5ed5f140-951e-4b5a-ac3e-062c94a8f7f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44844e052b754f4fa5dddf05bd733ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7490969 Dec 16 08:15:45.922916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5f140-951e-4b5a-ac3e-062c94a8f7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0b503-8760-4b79-92c0-fa9903c55b81,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:45.926483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59778) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:45.940558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:45.949961 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:45.956309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:45.961237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=69986c1e-83d7-421f-a421-71f2c5899291,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:45.998276 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99bd77b-6e25-41b9-9f06-2f47931adfec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.052472 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99bd77b-6e25-41b9-9f06-2f47931adfec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.070714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:46.071773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.106285 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-90b965a1-1547-414d-be60-6b01a9880a55 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:46.106285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-90b965a1-1547-414d-be60-6b01a9880a55 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/networks?id=165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 200 len: 817 time: 0.2354360 Dec 16 08:15:46.130343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-a73d059a-e8eb-41ba-aaaa-e0dfb934f20e tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/quotas/8a3bddeef0be445d96c87453066a4078 HTTP/1.1" status: 200 len: 375 time: 0.0138333 Dec 16 08:15:46.185429 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-938ffce3-ea69-4746-beab-13e0dc7c2593 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a3bddeef0be445d96c87453066a4078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485203 Dec 16 08:15:46.189718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-285690a5-87ec-43e3-bd82-ce5554262a61 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4753940 Dec 16 08:15:46.193102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59782) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:46.198345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': 'f4e1e0ee-922a-41cd-b5de-4c0c99aff01a', 'name': 'tempest-PortsTestJSON-683301076', 'fixed_ips': [{'subnet_id': 'edaa2058-13a0-4f11-86d8-9f10aa5dbf10', 'ip_address': '172.20.0.9'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:46.235243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 627dca58-68f0-4622-88e2-0ac1cd0f6f48 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:46.266470 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99bd77b-6e25-41b9-9f06-2f47931adfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.269479 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c99bd77b-6e25-41b9-9f06-2f47931adfec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.271330 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c99bd77b-6e25-41b9-9f06-2f47931adfec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bef0b503-8760-4b79-92c0-fa9903c55b81 HTTP/1.1" status: 204 len: 168 time: 0.3438993 Dec 16 08:15:46.294355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd77b-6e25-41b9-9f06-2f47931adfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0b503-8760-4b79-92c0-fa9903c55b81,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:46.342801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:46.343150 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.377277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f986d3ed-7ffe-48cc-aca8-5b9fab8f3ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681166 Dec 16 08:15:46.463048 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.505396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 627dca58-68f0-4622-88e2-0ac1cd0f6f48, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=627dca58-68f0-4622-88e2-0ac1cd0f6f48,segment=NetworkSegment(93e89f2e-6bc0-4436-b218-0313262753b3),segment_id=93e89f2e-6bc0-4436-b218-0313262753b3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:46.532211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b427b31-1efc-495a-ad4c-1298446022be req-69268e53-f6ae-4234-b471-b4fee7f1cfa8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:46.534546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b427b31-1efc-495a-ad4c-1298446022be req-69268e53-f6ae-4234-b471-b4fee7f1cfa8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1096 time: 0.0770528 Dec 16 08:15:46.555793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-e8618c74-437c-4a67-b9ec-6cf4b1659483 service neutron] 10.222.0.43 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772439 Dec 16 08:15:46.590107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b427b31-1efc-495a-ad4c-1298446022be req-438a22be-5cfa-4bae-91d1-cb5431538317 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Dec 16 08:15:46.595520 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:46.667235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.748724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=627dca58-68f0-4622-88e2-0ac1cd0f6f48,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:46.764831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:46.793054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e219e7c-99e1-42d4-87c3-a8297a48e5e7 req-6da66eda-f3c6-4077-a4e2-cd2b6c727b03 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:46.794919 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e219e7c-99e1-42d4-87c3-a8297a48e5e7 req-6da66eda-f3c6-4077-a4e2-cd2b6c727b03 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0712223 Dec 16 08:15:46.812157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 3c1e126b-5c81-4ced-a142-151409a584d3 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:46.859469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e219e7c-99e1-42d4-87c3-a8297a48e5e7 req-e56a7f02-5e66-473e-a723-c29c445c9071 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575466 Dec 16 08:15:47.012719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.9 (f4e1e0ee-922a-41cd-b5de-4c0c99aff01a/edaa2058-13a0-4f11-86d8-9f10aa5dbf10/3c1e126b-5c81-4ced-a142-151409a584d3) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:47.085918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5162e4-97c5-43b4-9a9d-db39905fb9cb None None] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:47.176461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.207454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7824af6-5e06-4fa1-94ac-9d7d1fa2144b None None] Provisioning complete for port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:47.208209 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7824af6-5e06-4fa1-94ac-9d7d1fa2144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.301408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.354097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:47.355863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:47.360062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:47.401789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59810) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:47.424305 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f545133-f657-42f8-bc99-708b7e4683a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.430336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=3c1e126b-5c81-4ced-a142-151409a584d3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:47.514189 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:47.514189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.534397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b834329b-bc5e-4a6a-8f40-dd0ee5b8cd43 None None] Provisioning complete for port 69986c1e-83d7-421f-a421-71f2c5899291 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:47.538394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b834329b-bc5e-4a6a-8f40-dd0ee5b8cd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.605720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b834329b-bc5e-4a6a-8f40-dd0ee5b8cd43 None None] Port 69986c1e-83d7-421f-a421-71f2c5899291 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:47.617175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9387c5fb-4507-4a94-85c7-b970badc2066 req-66873847-ce2c-4873-b562-b93fb4f331b0 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 210 time: 0.0475075 Dec 16 08:15:47.619052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b834329b-bc5e-4a6a-8f40-dd0ee5b8cd43 None None] Provisioning complete for port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:47.619052 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b834329b-bc5e-4a6a-8f40-dd0ee5b8cd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.650829 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f545133-f657-42f8-bc99-708b7e4683a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.671884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c96b8031-d40d-40aa-83d7-09d349b6de05 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4749889 Dec 16 08:15:47.671983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:47.728532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6f545133-f657-42f8-bc99-708b7e4683a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.782937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6f545133-f657-42f8-bc99-708b7e4683a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d21bb416984742da9c4688a525115306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798649 Dec 16 08:15:47.783246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59826) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:47.805695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0589e50-6a40-44b5-a986-793f588f4c35 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:47.811697 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e0589e50-6a40-44b5-a986-793f588f4c35 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1360869 Dec 16 08:15:47.813594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59828) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:47.855247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f545133-f657-42f8-bc99-708b7e4683a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6656fdf5-8744-4203-8163-23c119cc04b3,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:47.892051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0a79c755-b737-4382-9ec2-1f16096013b6 None None] Provisioning complete for port 69986c1e-83d7-421f-a421-71f2c5899291 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:47.892051 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a79c755-b737-4382-9ec2-1f16096013b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.901868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6ff8c-ab01-40a8-aa79-78b505430d2e req-c5c33489-5093-4590-a33c-1a0c5845c6db tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:47.903544 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1a6ff8c-ab01-40a8-aa79-78b505430d2e req-c5c33489-5093-4590-a33c-1a0c5845c6db tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1096 time: 0.1455755 Dec 16 08:15:47.920500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-341e6722-ccbf-4c64-b11b-a0e2ff23ecd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:47.950998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20c5ab-ba7f-4db1-9dfe-97905a2ef71f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:47.958526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20c5ab-ba7f-4db1-9dfe-97905a2ef71f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:47.959116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0a79c755-b737-4382-9ec2-1f16096013b6 None None] Port 69986c1e-83d7-421f-a421-71f2c5899291 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:47.965428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20c5ab-ba7f-4db1-9dfe-97905a2ef71f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:47.970964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7f20c5ab-ba7f-4db1-9dfe-97905a2ef71f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1529670 Dec 16 08:15:47.971857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59836) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:47.990265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-341e6722-ccbf-4c64-b11b-a0e2ff23ecd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.066847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1a6ff8c-ab01-40a8-aa79-78b505430d2e req-2bfd4055-270d-4f2e-a284-7ed91ed9dc31 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540062 Dec 16 08:15:48.128538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2cd54-3f95-4e70-9881-da86898d6b0f req-0a4e9b5a-f728-4eb1-842c-dff788c16376 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:48.130064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23d2cd54-3f95-4e70-9881-da86898d6b0f req-0a4e9b5a-f728-4eb1-842c-dff788c16376 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1184902 Dec 16 08:15:48.134957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-341e6722-ccbf-4c64-b11b-a0e2ff23ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.137659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-341e6722-ccbf-4c64-b11b-a0e2ff23ecd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.138792 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-341e6722-ccbf-4c64-b11b-a0e2ff23ecd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6656fdf5-8744-4203-8163-23c119cc04b3 HTTP/1.1" status: 204 len: 168 time: 0.3490589 Dec 16 08:15:48.158484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e6722-ccbf-4c64-b11b-a0e2ff23ecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6656fdf5-8744-4203-8163-23c119cc04b3,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:48.203079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-23d2cd54-3f95-4e70-9881-da86898d6b0f req-7c558465-1f44-479f-8b9c-185f53dd116c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592613 Dec 16 08:15:48.206835 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 3c1e126b-5c81-4ced-a142-151409a584d3 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:48.207339 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.236571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 627dca58-68f0-4622-88e2-0ac1cd0f6f48 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:48.258442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ee8ab008-523c-471b-baef-5293abe597b6 None None] Provisioning complete for port 3c1e126b-5c81-4ced-a142-151409a584d3 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:48.259020 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab008-523c-471b-baef-5293abe597b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.319581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ab008-523c-471b-baef-5293abe597b6 None None] Port 3c1e126b-5c81-4ced-a142-151409a584d3 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:48.333042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:48.333416 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.376064 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.392987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 3c1e126b-5c81-4ced-a142-151409a584d3 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:48.487327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 67cf6527-6ab3-44e0-af2d-034ff56e9181 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:15:48.614102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 67cf6527-6ab3-44e0-af2d-034ff56e9181, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=67cf6527-6ab3-44e0-af2d-034ff56e9181,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:48.630582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '67cf6527-6ab3-44e0-af2d-034ff56e9181', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'port_id': '67cf6527-6ab3-44e0-af2d-034ff56e9181', 'mac_address': 'fa:16:3e:4a:fd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:15:48.675935 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.690502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cf6527-6ab3-44e0-af2d-034ff56e9181 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:15:48.697390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4aac3308-603e-4912-a125-50792cd6a5c3 req-5f3ec73d-bd1d-4caa-952f-3c1eebd2336f tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 210 time: 0.0305064 Dec 16 08:15:48.698260 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.714682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 67cf6527-6ab3-44e0-af2d-034ff56e9181, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=67cf6527-6ab3-44e0-af2d-034ff56e9181,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:48.736384 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=3c1e126b-5c81-4ced-a142-151409a584d3,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:48.797987 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.811612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:48.816007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a25efbe7-acbd-4a13-b032-9092d948f68c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/3c1e126b-5c81-4ced-a142-151409a584d3 HTTP/1.1" status: 204 len: 168 time: 0.8422539 Dec 16 08:15:48.818659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59868) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:48.848231 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa616f5-d10d-4ccb-9ffc-c9a7ab0aafac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:48.850232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eaa616f5-d10d-4ccb-9ffc-c9a7ab0aafac tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/3c1e126b-5c81-4ced-a142-151409a584d3 HTTP/1.1" status: 404 len: 333 time: 0.0304840 Dec 16 08:15:48.860601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59872) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:48.904264 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=67cf6527-6ab3-44e0-af2d-034ff56e9181,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:48.985678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 69986c1e-83d7-421f-a421-71f2c5899291 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:48.986821 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:49.087394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:49.103171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 69986c1e-83d7-421f-a421-71f2c5899291 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:49.199745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['67cf6527-6ab3-44e0-af2d-034ff56e9181'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:15:49.222409 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4a013-1b5d-40cb-97d3-92dba7930940 req-65718656-3daa-467a-9619-3bff0b2f93da tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:49.223969 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ace4a013-1b5d-40cb-97d3-92dba7930940 req-65718656-3daa-467a-9619-3bff0b2f93da tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1097 time: 0.0533626 Dec 16 08:15:49.375017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ace4a013-1b5d-40cb-97d3-92dba7930940 req-675a24d7-62c9-4248-936a-0f22b2d4395c tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420445 Dec 16 08:15:49.386341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea67f18-5d28-4d98-add6-196501900e3d req-ce84616c-503f-4c49-948f-c1de7880c6ea tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:49.394324 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aea67f18-5d28-4d98-add6-196501900e3d req-ce84616c-503f-4c49-948f-c1de7880c6ea tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0914719 Dec 16 08:15:49.441327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aea67f18-5d28-4d98-add6-196501900e3d req-e3c0acf8-94b3-493f-8a7e-3bc32f4e2b97 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461471 Dec 16 08:15:49.632477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:49.680483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=69986c1e-83d7-421f-a421-71f2c5899291,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:49.770591 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:49.777302 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59898) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:49.778516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-89a6c23b-90dd-45b2-a9bf-2fa0be6776fd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/69986c1e-83d7-421f-a421-71f2c5899291 HTTP/1.1" status: 204 len: 168 time: 0.9157701 Dec 16 08:15:49.812798 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-becd78a2-5326-4f5d-bd76-14a4f2d5b2c1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:15:49.815398 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-becd78a2-5326-4f5d-bd76-14a4f2d5b2c1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/69986c1e-83d7-421f-a421-71f2c5899291 HTTP/1.1" status: 404 len: 333 time: 0.0345685 Dec 16 08:15:49.817633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59904) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:49.842489 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c4e4d59b-ce0b-48cc-be48-72e2c2518719 req-c13e9200-4b5a-4164-a02f-6ebcdb3dbb90 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 210 time: 0.0511210 Dec 16 08:15:49.899940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet edaa2058-13a0-4f11-86d8-9f10aa5dbf10 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:15:49.904430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:49.936558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59906) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:49.960841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.050535 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.058713 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73f3eb6a-1102-4bd5-bd9e-646e7ecc9ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.140425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73f3eb6a-1102-4bd5-bd9e-646e7ecc9ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.215209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.246747 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=edaa2058-13a0-4f11-86d8-9f10aa5dbf10,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:50.250341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.254200 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d6751f96-56f5-42dc-b1c5-64afc161615e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/edaa2058-13a0-4f11-86d8-9f10aa5dbf10 HTTP/1.1" status: 204 len: 168 time: 0.4348512 Dec 16 08:15:50.256670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:50.257495 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928b0e51-9105-4f40-b74a-72176317bacb None None] Network f4e1e0ee-922a-41cd-b5de-4c0c99aff01a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:50.287173 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73f3eb6a-1102-4bd5-bd9e-646e7ecc9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.376527 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-73f3eb6a-1102-4bd5-bd9e-646e7ecc9ddf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=265d10b5a18747ba8f38849ccbf1de6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4378228 Dec 16 08:15:50.386511 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3eb6a-1102-4bd5-bd9e-646e7ecc9ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5391a37d-d15c-410c-bf3e-b04d13cfc6ec,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:50.386511 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.386890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59918) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:50.451953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] DHCP port deletion for f4e1e0ee-922a-41cd-b5de-4c0c99aff01a request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:50.452553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64c1f16f-16c3-4d8f-88c3-71a7321b6424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.474716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:50.475073 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.496105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64c1f16f-16c3-4d8f-88c3-71a7321b6424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.504516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 67cf6527-6ab3-44e0-af2d-034ff56e9181 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:50.588145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] Deleting port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:15:50.589356 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.622286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] For port 627dca58-68f0-4622-88e2-0ac1cd0f6f48, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=627dca58-68f0-4622-88e2-0ac1cd0f6f48,segment=NetworkSegment(93e89f2e-6bc0-4436-b218-0313262753b3),segment_id=93e89f2e-6bc0-4436-b218-0313262753b3)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:50.622652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.658834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] For port 627dca58-68f0-4622-88e2-0ac1cd0f6f48, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=627dca58-68f0-4622-88e2-0ac1cd0f6f48,segment=NetworkSegment(93e89f2e-6bc0-4436-b218-0313262753b3),segment_id=93e89f2e-6bc0-4436-b218-0313262753b3)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:50.659579 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.665322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 627dca58-68f0-4622-88e2-0ac1cd0f6f48 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:50.674420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] Calling delete_port for 627dca58-68f0-4622-88e2-0ac1cd0f6f48 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:15:50.704064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64c1f16f-16c3-4d8f-88c3-71a7321b6424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.708373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa87738-de42-4f62-bf0d-48de0ac7fb7b req-af41f2d4-961d-469d-a0a2-42433f910377 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:50.710145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa87738-de42-4f62-bf0d-48de0ac7fb7b req-af41f2d4-961d-469d-a0a2-42433f910377 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1097 time: 0.1607208 Dec 16 08:15:50.714269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64c1f16f-16c3-4d8f-88c3-71a7321b6424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.728434 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-64c1f16f-16c3-4d8f-88c3-71a7321b6424 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5391a37d-d15c-410c-bf3e-b04d13cfc6ec HTTP/1.1" status: 204 len: 168 time: 0.3337464 Dec 16 08:15:50.760798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1f16f-16c3-4d8f-88c3-71a7321b6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5391a37d-d15c-410c-bf3e-b04d13cfc6ec,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:50.805222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79cb7a-db83-4c56-a589-035e696776e3 req-10dd5065-80e8-4e05-9ecd-b65c0e9260cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:50.808034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f79cb7a-db83-4c56-a589-035e696776e3 req-10dd5065-80e8-4e05-9ecd-b65c0e9260cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.2043266 Dec 16 08:15:50.832258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 67cf6527-6ab3-44e0-af2d-034ff56e9181 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:15:50.837172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 67cf6527-6ab3-44e0-af2d-034ff56e9181 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:50.837346 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-b3215e5d-82c3-4dde-ad47-879c2ddeb234 service neutron] show failed (client error): The resource could not be found. Dec 16 08:15:50.841347 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.841507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-b3215e5d-82c3-4dde-ad47-879c2ddeb234 service neutron] 10.222.0.36 "GET /v2.0/ports/50ddaaf7-54d9-4b1a-9e87-24c4744a9253/bindings/n-h1-820935-11 HTTP/1.1" status: 404 len: 381 time: 0.1904197 Dec 16 08:15:50.873147 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1aa87738-de42-4f62-bf0d-48de0ac7fb7b req-714e40a8-fe65-4437-bb2b-40a926a85dd1 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569481 Dec 16 08:15:50.907011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1f79cb7a-db83-4c56-a589-035e696776e3 req-f18026b8-3f71-4ba2-a3b6-242939ebc973 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876896 Dec 16 08:15:50.920760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.925840 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:50.977608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=627dca58-68f0-4622-88e2-0ac1cd0f6f48,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:50.979489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No DVR routers for this DVR port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:50.999948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] No DVR routers for this DVR port 627dca58-68f0-4622-88e2-0ac1cd0f6f48 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:51.013347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55c3e6-bc6d-42a1-b270-48241ab5bd2e None None] Pushing event deleted for resources: {'Port': ['ID=627dca58-68f0-4622-88e2-0ac1cd0f6f48,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:51.039690 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.068822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a7ed0-2267-44f4-b406-49b86430c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cf6527-6ab3-44e0-af2d-034ff56e9181'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:51.071382 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b2d9e2-8e56-412f-b022-16a28a7778ec" -d '{"events": [{"server_uuid": "021a7ed0-2267-44f4-b406-49b86430c120", "name": "network-vif-plugged", "status": "completed", "tag": "67cf6527-6ab3-44e0-af2d-034ff56e9181"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:51.126222 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e3a7d45-eeb3-436e-8d3d-36ae2b683419 req-62269756-5eab-44bc-9150-02e76d11f5e2 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 210 time: 0.1085069 Dec 16 08:15:51.162471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.221851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e1e0ee-922a-41cd-b5de-4c0c99aff01a']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:51.235590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e89f2e-6bc0-4436-b218-0313262753b3') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:51.239386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e89f2e-6bc0-4436-b218-0313262753b3') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:51.250369 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.266055 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a97e7-5895-4864-90bd-60d6486c69c9 x-openstack-request-id: req-6e2a97e7-5895-4864-90bd-60d6486c69c9 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:51.266633 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a7ed0-2267-44f4-b406-49b86430c120", "name": "network-vif-plugged", "status": "completed", "tag": "67cf6527-6ab3-44e0-af2d-034ff56e9181", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:51.266633 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e2a97e7-5895-4864-90bd-60d6486c69c9 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:51.272760 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021a7ed0-2267-44f4-b406-49b86430c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cf6527-6ab3-44e0-af2d-034ff56e9181', 'code': 200} Dec 16 08:15:51.272849 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.272935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 67cf6527-6ab3-44e0-af2d-034ff56e9181, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=67cf6527-6ab3-44e0-af2d-034ff56e9181,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:51.278486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:15:51.279138 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:15:51.283570 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:15:51.374415 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.379153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d978ae-c246-4541-bc09-c7eca2d84cb3 req-1c8e0914-65a1-46b4-ae15-6b38d9c97e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:51.381298 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3d978ae-c246-4541-bc09-c7eca2d84cb3 req-1c8e0914-65a1-46b4-ae15-6b38d9c97e7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1097 time: 0.0599930 Dec 16 08:15:51.426291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=67cf6527-6ab3-44e0-af2d-034ff56e9181,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:51.429066 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e3d978ae-c246-4541-bc09-c7eca2d84cb3 req-cebb3563-e087-4488-87b7-71797a2f033a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Dec 16 08:15:51.453985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.460109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.464328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/f4e1e0ee-922a-41cd-b5de-4c0c99aff01a HTTP/1.1" status: 204 len: 168 time: 1.2065046 Dec 16 08:15:51.468404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59942) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:51.475009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-55476097'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:51.492688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fe9d6-d7a0-47a3-b1fc-0526c156803a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=f4e1e0ee-922a-41cd-b5de-4c0c99aff01a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:51.580828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:51.584493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.608440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:51.617941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.618308 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Added segment 54929a02-7a5d-43a2-826f-180a14d6363e of type vlan for network 54cbe5be-4dc2-4999-b432-bd4786967e0f Dec 16 08:15:51.666246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.732385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-580776eb-167c-468c-ac0c-6c9c8fbdc2c5 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:51.733909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-580776eb-167c-468c-ac0c-6c9c8fbdc2c5 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "GET /v2.0/networks?id=165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 200 len: 817 time: 0.1117954 Dec 16 08:15:51.750017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59948) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:51.757970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Request body: {'port': {'device_id': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4', 'admin_state_up': True, 'tenant_id': '8a3bddeef0be445d96c87453066a4078'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:51.767620 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18584b-d5c8-4be7-af30-7e1787cb4fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.780902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.787313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:51.787919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:51.933993 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4644718 Dec 16 08:15:51.937091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59956) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:51.945856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799b449-7f7f-42ed-af3a-3a55f4a6d5aa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Network': ['ID=54cbe5be-4dc2-4999-b432-bd4786967e0f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:51.955068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:51.971130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:52.020652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-64b78775-c36d-498d-a9b9-a2478814ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:52.022194 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-64b78775-c36d-498d-a9b9-a2478814ec7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 1097 time: 0.1673987 Dec 16 08:15:52.041950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Made reservation on behalf of 8a3bddeef0be445d96c87453066a4078 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:52.045755 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.052465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:52.098463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18584b-d5c8-4be7-af30-7e1787cb4fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.132060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.172171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d18584b-d5c8-4be7-af30-7e1787cb4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.218275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 627dca58-68f0-4622-88e2-0ac1cd0f6f48 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:52.232157 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8d18584b-d5c8-4be7-af30-7e1787cb4fe6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98ab0c510a0c49e398fa11381521bc7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4751053 Dec 16 08:15:52.232157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 59964) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:52.240461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18584b-d5c8-4be7-af30-7e1787cb4fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083c72df-89c8-4e20-b9b5-8c150864f5b0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:52.249085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dad2bd-9a50-4109-b4ab-2f597c01983b req-4c84b317-1e8b-4df2-916d-4174127fc0db tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:52.258342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9dad2bd-9a50-4109-b4ab-2f597c01983b req-4c84b317-1e8b-4df2-916d-4174127fc0db tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.2052190 Dec 16 08:15:52.261009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 627dca58-68f0-4622-88e2-0ac1cd0f6f48 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:15:52.261441 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 627dca58-68f0-4622-88e2-0ac1cd0f6f48 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:52.268922 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360e96-836e-40cb-951f-23be2a373270 req-adec181e-543f-4114-bc24-7447bf6ecbc6 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:52.270427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5360e96-836e-40cb-951f-23be2a373270 req-adec181e-543f-4114-bc24-7447bf6ecbc6 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1098 time: 0.2797625 Dec 16 08:15:52.444277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab90a2a2-b267-4f64-9b1f-8ea7dedfc75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.490645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab90a2a2-b267-4f64-9b1f-8ea7dedfc75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.575741 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:52.585760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-e82467eb-c729-4c6d-a8c8-c5d9e7345e69 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:52.587064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-e82467eb-c729-4c6d-a8c8-c5d9e7345e69 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "GET /v2.0/networks?id=165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 200 len: 817 time: 0.2131100 Dec 16 08:15:52.612922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Request body: {'port': {'device_id': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4', 'admin_state_up': True, 'tenant_id': '8a3bddeef0be445d96c87453066a4078'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:52.668112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:52.694914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab90a2a2-b267-4f64-9b1f-8ea7dedfc75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.697455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab90a2a2-b267-4f64-9b1f-8ea7dedfc75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.698590 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab90a2a2-b267-4f64-9b1f-8ea7dedfc75a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/083c72df-89c8-4e20-b9b5-8c150864f5b0 HTTP/1.1" status: 204 len: 168 time: 0.4670553 Dec 16 08:15:52.719869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90a2a2-b267-4f64-9b1f-8ea7dedfc75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083c72df-89c8-4e20-b9b5-8c150864f5b0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:52.739762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:52.744442 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81607e76-d684-4cab-aace-fb297de5d30f" -d '{"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-unplugged", "status": "completed", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:52.749057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.780923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Transition to ACTIVE for port object 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:15:52.803135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:52.806621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.866621 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9dad2bd-9a50-4109-b4ab-2f597c01983b req-12335be9-4a31-40bf-acdc-9b32a210dcdc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6073840 Dec 16 08:15:52.872138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Made reservation on behalf of 8a3bddeef0be445d96c87453066a4078 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:52.875717 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.878859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:52.880576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d5360e96-836e-40cb-951f-23be2a373270 req-1bc2f4ca-57b6-4eb2-8e61-03ac80a4e356 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010203 Dec 16 08:15:52.937726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Allocated IP 172.20.0.8 (165261b5-4b02-4b00-8952-00b042b228e4/2e097670-5e4d-4dde-bca3-dbfe42534ee6/29000b1a-2ba7-4c0a-a065-d56179f27ef1) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:52.979282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-c9564858-1d47-4ba2-9ad6-73391009b748 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:52.980842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-c9564858-1d47-4ba2-9ad6-73391009b748 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.16 "GET /v2.0/networks?id=165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 200 len: 817 time: 0.3224461 Dec 16 08:15:53.019179 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Request body: {'port': {'device_id': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4', 'admin_state_up': True, 'tenant_id': '8a3bddeef0be445d96c87453066a4078'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:53.045511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=6']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:53.076668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-579c7d24-ded9-489e-9f46-fcaee881cb16 req-dfd4f607-16b2-4449-872d-3cbaededdda5 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 210 time: 0.0928133 Dec 16 08:15:53.195122 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dcfbb5-3386-4644-a790-6fcebfeb2eb5 x-openstack-request-id: req-d4dcfbb5-3386-4644-a790-6fcebfeb2eb5 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:53.195413 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-unplugged", "status": "completed", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:53.195676 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4dcfbb5-3386-4644-a790-6fcebfeb2eb5 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:53.196078 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'code': 200} Dec 16 08:15:53.446070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:53.564817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:53.566851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Made reservation on behalf of 8a3bddeef0be445d96c87453066a4078 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:53.570619 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:53.634529 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:53.693564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] No DVR routers for this DVR port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:15:53.742444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Allocated IP 172.20.0.9 (165261b5-4b02-4b00-8952-00b042b228e4/2e097670-5e4d-4dde-bca3-dbfe42534ee6/237d9c9a-3eba-40c1-a430-03bb0c3d0d9f) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:53.759980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Pushing event updated for resources: {'Port': ['ID=29000b1a-2ba7-4c0a-a065-d56179f27ef1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:53.762947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=12d34174-0477-45f3-9574-a0692bc88bc8,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:53.798865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Network 165261b5-4b02-4b00-8952-00b042b228e4 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:53.801972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:53.809846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:53.832607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Checking segment: {'id': '54929a02-7a5d-43a2-826f-180a14d6363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:53.832984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network hostable DHCP agents. Network: 54cbe5be-4dc2-4999-b432-bd4786967e0f, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:15:53.869007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:53.869639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:53.887006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59982) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:53.893815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'network': {'name': 'tempest-network-smoke--1969458078', 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'port_security_enabled': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:53.924066 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:15:53.924381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:53.924719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:53.925048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on network d3420f04-28ef-4f48-800b-cf28a10f665c {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:53.935708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on network d3420f04-28ef-4f48-800b-cf28a10f665c not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:15:53.936031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Attempting to bind port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on network d3420f04-28ef-4f48-800b-cf28a10f665c {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:53.951657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:53.952214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Checking segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:53.952414 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Bound using segment: {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:53.952844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Bound port: 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:53.953197 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:53.984659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:15:53.989883 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-83115900-c1eb-4fbb-a3b3-a9d5e17c4c11 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2331450 Dec 16 08:15:53.990385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.047817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Request body: {'port': {'device_id': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:54.052046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:15:54.053433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 54cbe5be-4dc2-4999-b432-bd4786967e0f) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:54.063084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:54.068472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:54.071336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a617f1c-87b0-4093-930e-97fa8fc00a8b None None] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:54.102117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.102834 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.135990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.166265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b404-cad1-48f1-a30a-9d3e7d082839 req-d227c425-9678-4df3-92e5-70930c0cd18f tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.167813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfb6b404-cad1-48f1-a30a-9d3e7d082839 req-d227c425-9678-4df3-92e5-70930c0cd18f tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1098 time: 0.1992517 Dec 16 08:15:54.177707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.198233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.198868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.201097 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] 10.222.0.16 "PUT /v2.0/ports/50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 1092 time: 2.1533856 Dec 16 08:15:54.206044 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-54cbe5be-4dc2-4999-b432-bd4786967e0f', 'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f', 'project_id': 'a6ade96288284099b7cb5cd1d5818580', 'fixed_ips': [{'subnet_id': '12d34174-0477-45f3-9574-a0692bc88bc8'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:15:54.208701 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.209621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca73d2-73fb-41a7-83ba-6f36aac6aefd req-348b1285-9f00-4684-9bc2-58d9d9dc848b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.210629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bca73d2-73fb-41a7-83ba-6f36aac6aefd req-348b1285-9f00-4684-9bc2-58d9d9dc848b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.2124979 Dec 16 08:15:54.223665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Network 165261b5-4b02-4b00-8952-00b042b228e4 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:54.228238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:54.233870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:54.235028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-88750d01-5e90-4688-93a7-57bb11914e6e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2966437 Dec 16 08:15:54.235925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Made reservation on behalf of ec40685aded84d3e806b80a37a464f97 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:54.239489 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.244975 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 59998) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:54.270004 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.274678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e00a86dc-7d9f-412a-974a-7501a84d3f29 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2061481749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:54.309574 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.337315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852ae6-3587-495e-af23-5747b5c2aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=7']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:54.371577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Allocated IP 172.20.0.2 (165261b5-4b02-4b00-8952-00b042b228e4/2e097670-5e4d-4dde-bca3-dbfe42534ee6/47f3d42e-e6e1-4d12-ac41-81872a39ddf1) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:54.419941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Allocated IP 172.20.0.2 (54cbe5be-4dc2-4999-b432-bd4786967e0f/12d34174-0477-45f3-9574-a0692bc88bc8/3a3c6833-f9a4-4cea-8325-233d5c08aa4e) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:54.452114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.452982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.491806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-75de4d03-aff1-479e-a9f9-eb140c5bcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.491806 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-75de4d03-aff1-479e-a9f9-eb140c5bcaca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1095 time: 0.2373247 Dec 16 08:15:54.495902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Pushing event updated for resources: {'Port': ['ID=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:54.513712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bca73d2-73fb-41a7-83ba-6f36aac6aefd req-884fa85c-1b45-48bd-961e-d261520bf69d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2949059 Dec 16 08:15:54.535626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfb6b404-cad1-48f1-a30a-9d3e7d082839 req-d7d6a48d-1384-4093-9214-53d877f6c789 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189218 Dec 16 08:15:54.636545 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-70b7ca96-11cf-456a-b2e6-9bebcfb68a0a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0276093 Dec 16 08:15:54.636991 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00a86dc-7d9f-412a-974a-7501a84d3f29 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.638590 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00a86dc-7d9f-412a-974a-7501a84d3f29 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.662677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Request body: {'port': {'device_id': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:54.670508 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.740749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.754476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.756639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-6f84d166-abbf-4566-b93f-1a2956fe3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.758341 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-6f84d166-abbf-4566-b93f-1a2956fe3979 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.2503772 Dec 16 08:15:54.786045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:54.789403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:54.793558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:54.853612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00a86dc-7d9f-412a-974a-7501a84d3f29 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.883604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Pushing event updated for resources: {'Port': ['ID=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:54.888481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Attempting to bind port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:54.888877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Attempting to bind port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '54929a02-7a5d-43a2-826f-180a14d6363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:54.890103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Attempting to bind port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e on network 54cbe5be-4dc2-4999-b432-bd4786967e0f {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:54.895401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:54.895776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Checking segment: {'id': '54929a02-7a5d-43a2-826f-180a14d6363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:54.896217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.896623 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Bound using segment: {'id': '54929a02-7a5d-43a2-826f-180a14d6363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:54.897102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Bound port: 3a3c6833-f9a4-4cea-8325-233d5c08aa4e, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54929a02-7a5d-43a2-826f-180a14d6363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:54.897544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.933641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de86e08-c13c-4199-bfc6-51305c3a474f req-085e2ac0-5f45-4b9c-867b-ce65eea6b0ae tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.935789 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4de86e08-c13c-4199-bfc6-51305c3a474f req-085e2ac0-5f45-4b9c-867b-ce65eea6b0ae tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 931 time: 0.2880156 Dec 16 08:15:54.942555 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00a86dc-7d9f-412a-974a-7501a84d3f29 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.954899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.974695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] For port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:54.976243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:54.978424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] For port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,segment=NetworkSegment(54929a02-7a5d-43a2-826f-180a14d6363e),segment_id=54929a02-7a5d-43a2-826f-180a14d6363e)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:54.979023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0849-a2fe-4906-b155-c31a07e6c08e req-fab05120-5dd6-4796-ad9f-58fc1db0fc4d tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:54.982355 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-148538b3-4c60-4704-92d2-0a1e54b407e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 999 time: 0.2162187 Dec 16 08:15:54.987071 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57da0849-a2fe-4906-b155-c31a07e6c08e req-fab05120-5dd6-4796-ad9f-58fc1db0fc4d tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1098 time: 0.3154922 Dec 16 08:15:55.027006 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.036020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-c3c555bd-603d-4009-8360-a783f069738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.037892 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-c3c555bd-603d-4009-8360-a783f069738d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.0484130 Dec 16 08:15:55.038596 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.062740 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e00a86dc-7d9f-412a-974a-7501a84d3f29 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.064305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e00a86dc-7d9f-412a-974a-7501a84d3f29 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8112483 Dec 16 08:15:55.079379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60012) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:55.093645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:15:55.111273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'network_id': '54cbe5be-4dc2-4999-b432-bd4786967e0f', 'name': 'tempest-PortsTestJSON-129398701'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:55.124530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-e26dafc2-8ebc-4d1f-96c2-692cb2fe5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.126477 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-e26dafc2-8ebc-4d1f-96c2-692cb2fe5e5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798354 Dec 16 08:15:55.129709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14bcdd-a2ec-47b3-9493-87f415005207 None None] Pushing event updated for resources: {'Port': ['ID=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:55.154050 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4de86e08-c13c-4199-bfc6-51305c3a474f req-6de5189c-d058-456f-b6d2-8c4930148e3f tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962903 Dec 16 08:15:55.171130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57da0849-a2fe-4906-b155-c31a07e6c08e req-6b959014-2740-40ae-a10a-34615e0a2267 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746676 Dec 16 08:15:55.205071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.205402 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Added segment fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce of type vlan for network ea68dd1e-8676-4508-803b-a6ac1dd006fe Dec 16 08:15:55.207905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc238d9-6866-4fa6-944a-953ac43e58fe,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:55.212490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:55.214806 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e077b23-c0a1-47d0-a483-7b8f546be47f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:55.295070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.297617 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-7f2284a6-c547-4018-b9ce-18e83f84f1b5 service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593461 Dec 16 08:15:55.318025 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c1c149-835d-4b3e-b19e-4e884996b249 x-openstack-request-id: req-70c1c149-835d-4b3e-b19e-4e884996b249 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:55.319873 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:55.319873 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70c1c149-835d-4b3e-b19e-4e884996b249 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:55.319873 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'status': 'completed', 'code': 200} Dec 16 08:15:55.349112 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.456567 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2b7adbdb-3d35-4eb1-a4f4-250e29a61063 req-e2a9a492-f790-48b3-9cce-056e9051a7a4 service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497221 Dec 16 08:15:55.502271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.db.resource_extend [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 08:15:55.518386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Network 165261b5-4b02-4b00-8952-00b042b228e4 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:55.535759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:55.538854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:55.614993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Pushing event updated for resources: {'Port': ['ID=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:55.668221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a776479-79d8-4948-aedd-5d56ed3a4c2f req-7e7737e6-72b7-4d72-b914-e5614ce29353 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.669711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a776479-79d8-4948-aedd-5d56ed3a4c2f req-7e7737e6-72b7-4d72-b914-e5614ce29353 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1098 time: 0.3297932 Dec 16 08:15:55.692712 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.698272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.698864 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.718469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-14dcf659-6aa9-4650-b44d-6cc86d9dbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.719174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-5ad4d574-c75a-4de0-a085-58690a5e4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.720004 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-14dcf659-6aa9-4650-b44d-6cc86d9dbbca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1095 time: 0.3176031 Dec 16 08:15:55.721108 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-5ad4d574-c75a-4de0-a085-58690a5e4adb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1095 time: 0.0520847 Dec 16 08:15:55.806662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.807299 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.831474 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-99efd627-4297-4eeb-958a-43c57e2da584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.833151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-99efd627-4297-4eeb-958a-43c57e2da584 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.1053150 Dec 16 08:15:55.887041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:15:55.890350 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:55.896578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0082197 Dec 16 08:15:55.901087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60032) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:55.906148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'admin_state_up': True, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:55.939161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93083900-0512-472f-80ee-aeb9fdc31faf req-8650de88-1692-4b81-a233-b745d5dc1b5a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:55.940782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93083900-0512-472f-80ee-aeb9fdc31faf req-8650de88-1692-4b81-a233-b745d5dc1b5a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.3331063 Dec 16 08:15:55.951548 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-35bebbea-2776-4a08-bc85-239b50e6c733 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 999 time: 0.1116316 Dec 16 08:15:55.964488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f684-aa58-4d73-aea1-73d7e893a3e1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Network': ['ID=ea68dd1e-8676-4508-803b-a6ac1dd006fe,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:55.981611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-723f488f-1e9b-4a52-a53f-4544097b1b5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9670074 Dec 16 08:15:55.981716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:15:56.004717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port bde7c349-4e5f-49d7-b502-b748c5f7106b yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:15:56.041687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.043154 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.083618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-bbecb01b-ac4a-47f2-9f01-b483752a3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:56.085344 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-bbecb01b-ac4a-47f2-9f01-b483752a3955 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.1078718 Dec 16 08:15:56.185573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.199181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-7bb07db8-be2a-40a8-88ac-ad88fcd62674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:56.199863 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-7bb07db8-be2a-40a8-88ac-ad88fcd62674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064129 Dec 16 08:15:56.267328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3a3c6833-f9a4-4cea-8325-233d5c08aa4e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:56.322942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:56.323415 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.394927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Request body: {'port': {'device_id': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:15:56.430698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a776479-79d8-4948-aedd-5d56ed3a4c2f req-f5dcb30f-a566-49bf-9ccf-99a231012fc4 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7182364 Dec 16 08:15:56.441592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29000b1a-2ba7-4c0a-a065-d56179f27ef1 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:15:56.442830 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-7bf4f2a8-3d10-4449-be3d-063b1609d4f3 service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343543 Dec 16 08:15:56.506285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.541371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-2f1777f0-682d-4cbc-a7f1-e51c7d52beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:56.542896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-2f1777f0-682d-4cbc-a7f1-e51c7d52beb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.7695112 Dec 16 08:15:56.564357 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e54c34-7cac-42af-9b70-19237bc5be52 None None] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:15:56.573517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Transition to ACTIVE for port object 29000b1a-2ba7-4c0a-a065-d56179f27ef1 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:15:56.602424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93083900-0512-472f-80ee-aeb9fdc31faf req-574bdb41-38d8-43b2-9594-0381342297d0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6320417 Dec 16 08:15:56.698867 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.703249 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.713692 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3fcc5bf0-d717-44ed-8c0a-e7438876ee2d None None] Provisioning complete for port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:56.714246 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5bf0-d717-44ed-8c0a-e7438876ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.736123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-88dceb06-e1c6-47f6-ae3e-47d13301cc63 service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803114 Dec 16 08:15:56.753586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-29efab80-1c0e-42fc-a84d-9cd8f9c55796 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 999 time: 0.1848185 Dec 16 08:15:56.755287 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.826616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,segment=NetworkSegment(54929a02-7a5d-43a2-826f-180a14d6363e),segment_id=54929a02-7a5d-43a2-826f-180a14d6363e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:15:56.831949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.10 (54cbe5be-4dc2-4999-b432-bd4786967e0f/12d34174-0477-45f3-9574-a0692bc88bc8/bde7c349-4e5f-49d7-b502-b748c5f7106b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:56.837157 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.864362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd4cff-7e3e-4b2e-b469-ac6fe2a20738 req-fd37007e-9f2a-4cbd-ba30-68b8f70f8be4 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:56.865931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05bd4cff-7e3e-4b2e-b469-ac6fe2a20738 req-fd37007e-9f2a-4cbd-ba30-68b8f70f8be4 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 931 time: 0.2984307 Dec 16 08:15:56.905300 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5bf0-d717-44ed-8c0a-e7438876ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.909383 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:56.997165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:57.079284 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-3fcc5bf0-d717-44ed-8c0a-e7438876ee2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:15:57.079800 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-3fcc5bf0-d717-44ed-8c0a-e7438876ee2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:15:57.116218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:15:57.131851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.132076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-ea5c8017-319a-48eb-91b0-ab22b4927bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:57.132076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-ea5c8017-319a-48eb-91b0-ab22b4927bb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.3537662 Dec 16 08:15:57.174502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=29000b1a-2ba7-4c0a-a065-d56179f27ef1,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:57.210851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Transition to ACTIVE for port object 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:15:57.241169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.260559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.299203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05bd4cff-7e3e-4b2e-b469-ac6fe2a20738 req-882f2e0a-5fb7-4e24-9e2f-c0ca12caae14 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839490 Dec 16 08:15:57.301624 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.359984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-d85052c8-02a0-4093-b619-e3296b4f8b8b tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:57.361875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-d85052c8-02a0-4093-b619-e3296b4f8b8b tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/networks?id=888ba9db-5cc4-4b54-b96e-615adde2dbe9 HTTP/1.1" status: 200 len: 910 time: 0.5815887 Dec 16 08:15:57.380063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Pushing event updated for resources: {'Port': ['ID=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:57.449014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-c75aa623-d9b6-4864-b1be-81e403345efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:57.450517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-c75aa623-d9b6-4864-b1be-81e403345efb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3054628 Dec 16 08:15:57.456691 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-bb35f27f-529e-4d9a-96ec-d951595639dd tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/quotas/29279f12f2d24f6699df11e7a92d55ff HTTP/1.1" status: 200 len: 375 time: 0.0777702 Dec 16 08:15:57.477409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Allocated IP 172.25.2.204 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/a537c7db-c7b2-4711-bc48-4ae6b3901c29) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:15:57.506326 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Attempting to bind port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:57.506661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Attempting to bind port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:57.510315 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Attempting to bind port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f on network 165261b5-4b02-4b00-8952-00b042b228e4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:57.516408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Attempting to bind port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:57.516788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Attempting to bind port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:57.517087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Attempting to bind port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 on network 165261b5-4b02-4b00-8952-00b042b228e4 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:57.561266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f on network 165261b5-4b02-4b00-8952-00b042b228e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:15:57.561569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Attempting to bind port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f on network 165261b5-4b02-4b00-8952-00b042b228e4 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:57.571285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:57.572303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Checking segment: {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:57.572303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Bound using segment: {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:57.572538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Bound port: 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:57.572841 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.603430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 on network 165261b5-4b02-4b00-8952-00b042b228e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:15:57.603767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Attempting to bind port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 on network 165261b5-4b02-4b00-8952-00b042b228e4 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:57.618566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.648248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:57.648676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Checking segment: {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:57.648974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Bound using segment: {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:57.649410 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Bound port: 29000b1a-2ba7-4c0a-a065-d56179f27ef1, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:57.649772 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.683156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.683817 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.690378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] For port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:57.694569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] For port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:57.730466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b01445dc-ede4-40f5-a406-873a8e8273b6 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=29279f12f2d24f6699df11e7a92d55ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2575245 Dec 16 08:15:57.748978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-db2cbebf-7002-4871-9537-1e2c47c60faa None None] Provisioning complete for port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:57.749355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db2cbebf-7002-4871-9537-1e2c47c60faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.753277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.796412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-ed4adbbe-c6f7-485e-8906-c10bb25e50db service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223360 Dec 16 08:15:57.801660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.818365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:57.818992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.820423 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/237d9c9a-3eba-40c1-a430-03bb0c3d0d9f HTTP/1.1" status: 200 len: 1092 time: 3.1634274 Dec 16 08:15:57.821180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'tag': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:57.823453 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82ffad-2501-48ba-a6d9-fe3d8416868a" -d '{"events": [{"name": "network-changed", "server_uuid": "abe390f3-7c83-4925-9c36-b8bc5b5712ae", "tag": "237d9c9a-3eba-40c1-a430-03bb0c3d0d9f"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:57.838689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:57.854282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:57.856773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:57.869608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ab8df-4db4-4526-b24a-2bd7bdf3b75d None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:15:57.883955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0766a57-9639-4b3e-a5db-06ca4b8248e5 service neutron] Pushing event updated for resources: {'Port': ['ID=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:57.956324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:15:57.975896 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.979656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-56f22f8e-d286-4d7d-86f4-1ce6c4d8ef3d None None] Provisioning complete for port a537c7db-c7b2-4711-bc48-4ae6b3901c29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:57.982645 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56f22f8e-d286-4d7d-86f4-1ce6c4d8ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:57.994732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] For port 29000b1a-2ba7-4c0a-a065-d56179f27ef1, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:58.007336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] For port 29000b1a-2ba7-4c0a-a065-d56179f27ef1, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=29000b1a-2ba7-4c0a-a065-d56179f27ef1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:58.017413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911787a1-b8cc-45ef-88b5-debe676d48ec req-2c8716b0-9139-4743-82ba-98d7aa6dd0d1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:58.018053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=a537c7db-c7b2-4711-bc48-4ae6b3901c29,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:58.019437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-911787a1-b8cc-45ef-88b5-debe676d48ec req-2c8716b0-9139-4743-82ba-98d7aa6dd0d1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.3321521 Dec 16 08:15:58.025247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Transition to ACTIVE for port object 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:15:58.044679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-56f22f8e-d286-4d7d-86f4-1ce6c4d8ef3d None None] Port a537c7db-c7b2-4711-bc48-4ae6b3901c29 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:58.062410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60080) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:58.067322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.096209 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.108084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-c123d82b-b43f-4cbf-8085-18a888809bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:58.110551 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-c123d82b-b43f-4cbf-8085-18a888809bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a3bddeef0be445d96c87453066a4078&device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 1095 time: 0.1282361 Dec 16 08:15:58.137910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-39f79503-8905-4771-87ef-aef096a12352 service neutron] 10.222.0.43 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661478 Dec 16 08:15:58.144877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e077b23-c0a1-47d0-a483-7b8f546be47f req-e243d45b-b46e-4c25-9222-18b59820ff43 service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898393 Dec 16 08:15:58.145479 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.168027 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-3b1932c2-b1d2-41bb-b43b-11771a278d1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f HTTP/1.1" status: 200 len: 217 time: 0.0447493 Dec 16 08:15:58.187653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:15:58.199493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:58.200375 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.201922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] 10.222.0.36 "PUT /v2.0/ports/29000b1a-2ba7-4c0a-a065-d56179f27ef1 HTTP/1.1" status: 200 len: 1092 time: 4.1637259 Dec 16 08:15:58.203374 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0e543a70-538b-426e-bc8f-bcdd51d3afa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.215739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'tag': '29000b1a-2ba7-4c0a-a065-d56179f27ef1'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:15:58.218535 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f72604-0126-4cb2-93fe-134a58cf6863" -d '{"events": [{"name": "network-changed", "server_uuid": "9040303e-f3c4-43e1-93e5-5a2c6b67a923", "tag": "29000b1a-2ba7-4c0a-a065-d56179f27ef1"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:15:58.224797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3a3c6833-f9a4-4cea-8325-233d5c08aa4e up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:15:58.253476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:15:58.259349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:15:58.266112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=bde7c349-4e5f-49d7-b502-b748c5f7106b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:58.288425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-911787a1-b8cc-45ef-88b5-debe676d48ec req-a41acb76-bc64-4c30-81bf-8b0db120690b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2571583 Dec 16 08:15:58.293408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f70d1f31-a983-4d0a-8eed-9593d3e0f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:58.296324 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-f70d1f31-a983-4d0a-8eed-9593d3e0f2f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e097670-5e4d-4dde-bca3-dbfe42534ee6 HTTP/1.1" status: 200 len: 857 time: 0.1205456 Dec 16 08:15:58.318748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:58.319233 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.387038 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f317e8-a707-46ef-8738-65507ec86790 x-openstack-request-id: req-30f317e8-a707-46ef-8738-65507ec86790 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:58.387447 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe390f3-7c83-4925-9c36-b8bc5b5712ae", "tag": "237d9c9a-3eba-40c1-a430-03bb0c3d0d9f", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:58.387708 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30f317e8-a707-46ef-8738-65507ec86790 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:58.388120 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'tag': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f', 'status': 'completed', 'code': 200} Dec 16 08:15:58.410259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1150e8ce-8dad-46a3-b7a0-165d7cb0ff74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.417183 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-6456f7d0-033c-4bd0-b63c-a0c8059fa5e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=165261b5-4b02-4b00-8952-00b042b228e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846403 Dec 16 08:15:58.505768 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e44ad7-5fae-445e-890b-06306a42a851 x-openstack-request-id: req-04e44ad7-5fae-445e-890b-06306a42a851 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:15:58.506304 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9040303e-f3c4-43e1-93e5-5a2c6b67a923", "tag": "29000b1a-2ba7-4c0a-a065-d56179f27ef1", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:15:58.506304 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04e44ad7-5fae-445e-890b-06306a42a851 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:15:58.506850 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'tag': '29000b1a-2ba7-4c0a-a065-d56179f27ef1', 'status': 'completed', 'code': 200} Dec 16 08:15:58.555810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.588544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:58.589212 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.598036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7c19d-fb29-4372-a424-47c74f7d7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=29000b1a-2ba7-4c0a-a065-d56179f27ef1,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:58.652529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1150e8ce-8dad-46a3-b7a0-165d7cb0ff74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.671898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d5717eaa-aa80-4007-adc0-bbedcb9ad019 None None] Provisioning complete for port bde7c349-4e5f-49d7-b502-b748c5f7106b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:15:58.672564 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d5717eaa-aa80-4007-adc0-bbedcb9ad019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.695576 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-a08289fb-8de9-413f-8661-8773548e5add service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227559 Dec 16 08:15:58.711757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d5717eaa-aa80-4007-adc0-bbedcb9ad019 None None] Port bde7c349-4e5f-49d7-b502-b748c5f7106b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:15:58.755362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1150e8ce-8dad-46a3-b7a0-165d7cb0ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:58.968225 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-56149116-c96a-44c8-9772-d498c53d2162 service neutron] 10.222.0.43 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8111722 Dec 16 08:15:58.989555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-00b6214d-6a26-42a1-8352-7f58e3ac34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:58.991059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-00b6214d-6a26-42a1-8352-7f58e3ac34a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a3bddeef0be445d96c87453066a4078&device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 1095 time: 0.6514807 Dec 16 08:15:59.030331 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-31e8da33-b919-4e7c-a3a4-f15168a45496 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9389567 Dec 16 08:15:59.030974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60088) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:59.038401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Attempting to bind port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:15:59.038802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Attempting to bind port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:15:59.039130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Attempting to bind port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 on network 165261b5-4b02-4b00-8952-00b042b228e4 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:59.085681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-fdc5708b-5981-4911-9823-6b2f61f889b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29000b1a-2ba7-4c0a-a065-d56179f27ef1 HTTP/1.1" status: 200 len: 217 time: 0.0705972 Dec 16 08:15:59.122612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:59.153777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 on network 165261b5-4b02-4b00-8952-00b042b228e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:15:59.154097 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Attempting to bind port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 on network 165261b5-4b02-4b00-8952-00b042b228e4 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:15:59.163588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39d54e-e5a7-447e-9688-3460c18b39b9 req-48edc540-bd54-4ea6-8a8e-9abba0ac495d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:59.165260 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d39d54e-e5a7-447e-9688-3460c18b39b9 req-48edc540-bd54-4ea6-8a8e-9abba0ac495d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 943 time: 0.6192808 Dec 16 08:15:59.212767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:15:59.213107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Checking segment: {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:15:59.213498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Bound using segment: {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:15:59.213928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Bound port: 47f3d42e-e6e1-4d12-ac41-81872a39ddf1, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880c18fe-8cde-473d-8cd6-18fc02345773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:15:59.214287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:59.217083 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1150e8ce-8dad-46a3-b7a0-165d7cb0ff74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d854db21906400d8e6c1c072457a380&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1519401 Dec 16 08:15:59.240868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60092) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:59.253357 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150e8ce-8dad-46a3-b7a0-165d7cb0ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a4c0cf-3809-483e-9ede-b0992371a3a6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:15:59.274758 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-c5ad2ec8-ae20-42a6-a71b-3dee373d4068 service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672514 Dec 16 08:15:59.342526 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:59.366825 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-92a2c24b-b516-4454-b85a-c6cb377eaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:59.368343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-92a2c24b-b516-4454-b85a-c6cb377eaf27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e097670-5e4d-4dde-bca3-dbfe42534ee6 HTTP/1.1" status: 200 len: 857 time: 0.2417235 Dec 16 08:15:59.416711 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a75717ab-2f4e-4d93-acfa-98d3f112bef3 req-72ae959f-e0d4-4fa4-ba22-6e736c3354b9 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 210 time: 0.1277776 Dec 16 08:15:59.521526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d39d54e-e5a7-447e-9688-3460c18b39b9 req-9abf0a85-08d4-4646-a281-f4d9bd874136 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421752 Dec 16 08:15:59.527268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-0f47ce81-ceef-42a1-9d9a-29dce77f0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:59.528899 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-0f47ce81-ceef-42a1-9d9a-29dce77f0130 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a3bddeef0be445d96c87453066a4078&device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 1095 time: 0.0923865 Dec 16 08:15:59.530567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-472b4e5d-1b7d-4eea-8e3a-5d765f33c33b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=165261b5-4b02-4b00-8952-00b042b228e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049299 Dec 16 08:15:59.621615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router c28a79d9-e69b-46ac-8169-fec7f5029458 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:15:59.638737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] For port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:15:59.648218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-bc5152f7-ca30-420f-9330-c7baaf3c802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:59.649535 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-bc5152f7-ca30-420f-9330-c7baaf3c802d service neutron] 10.222.0.36 "GET /v2.0/networks?id=165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 200 len: 918 time: 0.1077173 Dec 16 08:15:59.657437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dde60741-ac03-4815-a58a-50e6bd73b2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:59.700712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] For port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:15:59.716800 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dde60741-ac03-4815-a58a-50e6bd73b2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:59.727760 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-1661ab85-636d-4d14-81be-fdb5942942bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f HTTP/1.1" status: 200 len: 217 time: 0.0437033 Dec 16 08:15:59.737013 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebab74-e3ed-4627-abc7-a07fd43e8be6 req-663d22e7-b272-4e07-ac5e-d5c1d3facba2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:59.738534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97ebab74-e3ed-4627-abc7-a07fd43e8be6 req-663d22e7-b272-4e07-ac5e-d5c1d3facba2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.2125618 Dec 16 08:15:59.804976 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:59.821985 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-da7709b4-c5f9-4886-8e2f-928f75082257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:59.823467 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-da7709b4-c5f9-4886-8e2f-928f75082257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e097670-5e4d-4dde-bca3-dbfe42534ee6 HTTP/1.1" status: 200 len: 857 time: 0.0862577 Dec 16 08:15:59.829188 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:15:59.840677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-36f1cf32-8eca-481c-8e10-fe44c8365c06 service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885361 Dec 16 08:15:59.842251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Sync routers for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:15:59.856045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:15:59.856730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:15:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:15:59.877468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-53d6d63a-024e-47e9-94fa-077fddc7f967 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=165261b5-4b02-4b00-8952-00b042b228e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381849 Dec 16 08:15:59.930814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:15:59.931442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:59.932866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/47f3d42e-e6e1-4d12-ac41-81872a39ddf1 HTTP/1.1" status: 200 len: 1092 time: 3.9226654 Dec 16 08:15:59.965472 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:15:59.966886 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d397943b-bbdc-46c0-a6eb-5a049975bebb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0647359 Dec 16 08:15:59.974176 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:15:59.997444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:00.000057 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-8a41e93b-416c-49c9-9627-fb7801ea6b9d service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150339 Dec 16 08:16:00.010071 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.040476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-97ebab74-e3ed-4627-abc7-a07fd43e8be6 req-41974d1b-a3cb-4658-9593-3cf12cee4d0d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2534022 Dec 16 08:16:00.054843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed329b42-40ba-43d2-ae2c-d53aebccf2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:00.133998 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6c82ffad-2501-48ba-a6d9-fe3d8416868a req-e97dd12a-4bc0-4e04-85ba-6715a7a1f373 service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262448 Dec 16 08:16:00.197978 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-37104ebf-4cb8-411c-b0e4-dc3b636f7bc7 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=ec40685aded84d3e806b80a37a464f97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2247775 Dec 16 08:16:00.200720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60110) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:00.202415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dde60741-ac03-4815-a58a-50e6bd73b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.205068 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dde60741-ac03-4815-a58a-50e6bd73b2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.206187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dde60741-ac03-4815-a58a-50e6bd73b2ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38a4c0cf-3809-483e-9ede-b0992371a3a6 HTTP/1.1" status: 204 len: 168 time: 0.9592364 Dec 16 08:16:00.278624 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.302517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77834385-a165-434f-b706-3fc1eca28cc1 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:00.306261 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-77834385-a165-434f-b706-3fc1eca28cc1 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022491 Dec 16 08:16:00.306447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:15:58Z', 'revision_number': 3, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:00.307215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:00.338373 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e1a332cb-1ad7-481c-8995-867b67734ebe tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279956 Dec 16 08:16:00.339000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60118) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:00.339123 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-c92e3359-41eb-45e8-9103-253cb4ec5356 service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737923 Dec 16 08:16:00.342714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde60741-ac03-4815-a58a-50e6bd73b2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a4c0cf-3809-483e-9ede-b0992371a3a6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:00.350222 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Checking router: c28a79d9-e69b-46ac-8169-fec7f5029458 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:00.351530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1099076522', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:00.352739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ac4a6166-5286-4076-999a-5336cc7aece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:00.354557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-ac4a6166-5286-4076-999a-5336cc7aece7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a3bddeef0be445d96c87453066a4078&device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 1095 time: 0.2843027 Dec 16 08:16:00.368531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Updating router c28a79d9-e69b-46ac-8169-fec7f5029458 port a537c7db-c7b2-4711-bc48-4ae6b3901c29 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:16:00.435545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.497280 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-fa77cfd2-c878-48dd-aa8a-6bad8d50e3b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47f3d42e-e6e1-4d12-ac41-81872a39ddf1 HTTP/1.1" status: 200 len: 217 time: 0.1188099 Dec 16 08:16:00.508846 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'tag': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:00.511398 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5" -d '{"events": [{"name": "network-changed", "server_uuid": "98903b31-cfcb-4efb-85a7-b38be13a9f41", "tag": "47f3d42e-e6e1-4d12-ac41-81872a39ddf1"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:00.602509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:16:00.615171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Made reservation on behalf of ec40685aded84d3e806b80a37a464f97 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:00.619714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.689044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4db94-fe4d-4d1f-8480-ff0e4f520426 req-1c16c0ae-cec5-4f4f-b706-41272c221bd0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:00.690578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eee4db94-fe4d-4d1f-8480-ff0e4f520426 req-1c16c0ae-cec5-4f4f-b706-41272c221bd0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 943 time: 0.2445929 Dec 16 08:16:00.692667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a54091b-1ebf-4f5b-b83f-0cef4af76055 req-85a7aba2-b1b6-4514-a981-dab5888cbf29 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 210 time: 0.1251004 Dec 16 08:16:00.710951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-13001365-7d3b-4704-8e8f-6bf0a8af1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:00.714032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-13001365-7d3b-4704-8e8f-6bf0a8af1393 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a3bddeef0be445d96c87453066a4078&device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 1095 time: 0.1541467 Dec 16 08:16:00.759206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-745153a0-2d45-425a-a990-fba94e0c93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:00.760783 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-745153a0-2d45-425a-a990-fba94e0c93d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e097670-5e4d-4dde-bca3-dbfe42534ee6 HTTP/1.1" status: 200 len: 857 time: 0.2407212 Dec 16 08:16:00.804424 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab919e-c72a-4a60-bf4a-6ae6d24e9a33 x-openstack-request-id: req-1eab919e-c72a-4a60-bf4a-6ae6d24e9a33 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:00.804754 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98903b31-cfcb-4efb-85a7-b38be13a9f41", "tag": "47f3d42e-e6e1-4d12-ac41-81872a39ddf1", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:00.806732 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1eab919e-c72a-4a60-bf4a-6ae6d24e9a33 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:00.806732 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'tag': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1', 'status': 'completed', 'code': 200} Dec 16 08:16:00.807579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-52f7c776-7018-4b51-8e56-dc0341a85317 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165261b5-4b02-4b00-8952-00b042b228e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324969 Dec 16 08:16:00.821117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-ec153b14-c130-4003-818f-0e4ae18c0e35 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:00.823027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-ec153b14-c130-4003-818f-0e4ae18c0e35 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b&tenant_id=44fea2caa1b44b76ab343b98224961b5&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 943 time: 0.2480426 Dec 16 08:16:00.843961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:00.868229 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b5a41b0b-b132-45c4-899a-ca9021d9a710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.873090 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'port_id': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'mac_address': 'fa:16:3e:55:0c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:16:00.879182 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-6dce22e8-43b7-4498-8542-8cba9e773684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:00.880994 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-6dce22e8-43b7-4498-8542-8cba9e773684 service neutron] 10.222.0.36 "GET /v2.0/networks?id=165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 200 len: 918 time: 0.1563032 Dec 16 08:16:00.957959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.962496 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:00.963857 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-980b56a6-8d2c-4034-9e02-a9c7f0d48703 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29000b1a-2ba7-4c0a-a065-d56179f27ef1 HTTP/1.1" status: 200 len: 217 time: 0.0722690 Dec 16 08:16:00.991154 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eee4db94-fe4d-4d1f-8480-ff0e4f520426 req-7fe057f6-6f9e-41a5-a9cb-bf9958a28737 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2729197 Dec 16 08:16:01.005186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:01.045341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fcdb7-b346-4b51-aed9-61e0d2f0cd21 req-b4316b0b-3821-4099-89e2-72d23e874f93 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:01.045519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:01.046968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c6fcdb7-b346-4b51-aed9-61e0d2f0cd21 req-b4316b0b-3821-4099-89e2-72d23e874f93 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 943 time: 0.1493890 Dec 16 08:16:01.053550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.057124 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-c673b02a-25e6-47a7-a311-dc40a7af8c83 service neutron] delete failed (client error): The resource could not be found. Dec 16 08:16:01.057304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-9a283592-ced1-41b1-a2c7-fb60c4e69d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:01.058141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-c673b02a-25e6-47a7-a311-dc40a7af8c83 service neutron] 10.222.0.36 "DELETE /v2.0/ports/50ddaaf7-54d9-4b1a-9e87-24c4744a9253/bindings/n-h2-820935-11 HTTP/1.1" status: 404 len: 381 time: 0.2195623 Dec 16 08:16:01.059616 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-9a283592-ced1-41b1-a2c7-fb60c4e69d43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e097670-5e4d-4dde-bca3-dbfe42534ee6 HTTP/1.1" status: 200 len: 857 time: 0.0866921 Dec 16 08:16:01.074939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:01.077808 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.088899 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c174d50-aee4-433c-b857-13c3761b231c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.118880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-07fe5f94-4cf2-471a-a36e-0fdfe8d9b3e0 service neutron] 10.222.0.16 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925100 Dec 16 08:16:01.124507 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.139958 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.163560 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-71b90bd3-2c39-48d3-80b8-2e9ad9dbb27a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=165261b5-4b02-4b00-8952-00b042b228e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569623 Dec 16 08:16:01.183311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.216375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:01.271474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c337aee7-87e2-4e6b-8334-e4694121c858 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:01.310416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Subnet': ['ID=d73fc3df-f929-48b3-abe9-5b861fe9fd4b,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:01.322817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=bde7c349-4e5f-49d7-b502-b748c5f7106b,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:01.337212 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c6fcdb7-b346-4b51-aed9-61e0d2f0cd21 req-5fe15bd8-f579-4b67-a598-c64f226bde2a tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832859 Dec 16 08:16:01.402883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c174d50-aee4-433c-b857-13c3761b231c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.431756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Checking segment: {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:01.432211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network hostable DHCP agents. Network: ea68dd1e-8676-4508-803b-a6ac1dd006fe, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:16:01.437431 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-b5a1d3cb-c1df-4b4d-b259-6d3c4fa43e39 service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394431 Dec 16 08:16:01.522727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Attempting to bind port a537c7db-c7b2-4711-bc48-4ae6b3901c29 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:01.523317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Attempting to bind port a537c7db-c7b2-4711-bc48-4ae6b3901c29 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:01.523777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Attempting to bind port a537c7db-c7b2-4711-bc48-4ae6b3901c29 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:01.538833 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2c174d50-aee4-433c-b857-13c3761b231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.542816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:01.543543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:01.544109 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.544666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:01.545331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Bound port: a537c7db-c7b2-4711-bc48-4ae6b3901c29, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:01.545815 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.548939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Pushing event updated for resources: {'Port': ['ID=a537c7db-c7b2-4711-bc48-4ae6b3901c29,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:01.594236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.594775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.595723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.596243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.596681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.597383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.597594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.598046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.598500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.599181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.599479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.599937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.600436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:01.602265 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2c174d50-aee4-433c-b857-13c3761b231c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=130a9370aeab455c8a4db2098bfff0e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5261779 Dec 16 08:16:01.602873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60130) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:01.607072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c174d50-aee4-433c-b857-13c3761b231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af749cdd-a0c3-42a4-b67e-1c0c364ec944,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:01.621645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:16:01.634621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-063af0b6-7125-4cd5-b0fe-6a7fb57d7d51 None None] Provisioning complete for port a537c7db-c7b2-4711-bc48-4ae6b3901c29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:01.635089 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063af0b6-7125-4cd5-b0fe-6a7fb57d7d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.665143 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-010ab92a-a538-4cd6-ab6b-657b18a86083 service neutron] 10.222.0.36 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156305 Dec 16 08:16:01.682949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['50ddaaf7-54d9-4b1a-9e87-24c4744a9253'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:01.693055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61bdc1aa-8c9e-4b8a-9b4f-3f174d5c3895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.733217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61bdc1aa-8c9e-4b8a-9b4f-3f174d5c3895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.739561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, ea68dd1e-8676-4508-803b-a6ac1dd006fe) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:01.765770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:01.766856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.780826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] For port a537c7db-c7b2-4711-bc48-4ae6b3901c29, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:01.801879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] For port a537c7db-c7b2-4711-bc48-4ae6b3901c29, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a537c7db-c7b2-4711-bc48-4ae6b3901c29,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:01.826543 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-063af0b6-7125-4cd5-b0fe-6a7fb57d7d51 None None] Port a537c7db-c7b2-4711-bc48-4ae6b3901c29 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:01.832814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146efff9-bbcc-4a37-8fc8-480c2ff57055 None None] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:01.869321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-8ffc95a3-b35a-4f2a-97c8-434d15ade5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:01.870731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-8ffc95a3-b35a-4f2a-97c8-434d15ade5fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1096 time: 0.7130966 Dec 16 08:16:01.877583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c9da3343-7e1f-4a70-9b4b-048d96f9983f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5344868 Dec 16 08:16:01.877805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60134) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:01.914694 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.925944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61bdc1aa-8c9e-4b8a-9b4f-3f174d5c3895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.928964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61bdc1aa-8c9e-4b8a-9b4f-3f174d5c3895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:01.932227 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61bdc1aa-8c9e-4b8a-9b4f-3f174d5c3895 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af749cdd-a0c3-42a4-b67e-1c0c364ec944 HTTP/1.1" status: 204 len: 168 time: 0.3238003 Dec 16 08:16:01.932377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4848703a-bd16-49a0-8071-9df445f06d73 req-776bbc1d-aa91-4f46-b148-aa5144824b05 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 210 time: 0.1214955 Dec 16 08:16:01.945955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3692fb9-cf20-4a85-9a3c-af837181690c req-62adcb25-4ad0-456f-96fd-83cd9eab4a30 service neutron] 10.222.0.16 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156536 Dec 16 08:16:01.951509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdc1aa-8c9e-4b8a-9b4f-3f174d5c3895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af749cdd-a0c3-42a4-b67e-1c0c364ec944,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:02.096119 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a21575-01f8-4bbc-a5c6-2eac2e358d5b None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:02.126370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.141787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b2cff8ce-d115-4fcf-9d3c-5e08f81177c8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:02.143221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b2cff8ce-d115-4fcf-9d3c-5e08f81177c8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.36 "GET /v2.0/networks?id=888ba9db-5cc4-4b54-b96e-615adde2dbe9 HTTP/1.1" status: 200 len: 910 time: 0.4166024 Dec 16 08:16:02.162278 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:16:02.221793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Request body: {'port': {'device_id': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'admin_state_up': True, 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:02.232362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.252975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:16:02.255714 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.266963 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-063af0b6-7125-4cd5-b0fe-6a7fb57d7d51 None None] Provisioning complete for port bde7c349-4e5f-49d7-b502-b748c5f7106b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:02.267426 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063af0b6-7125-4cd5-b0fe-6a7fb57d7d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.275227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-d49cee37-0318-420d-b61f-b66e6ecd6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:02.276769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-d49cee37-0318-420d-b61f-b66e6ecd6348 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.3785045 Dec 16 08:16:02.348306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:02.349141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:02.362892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92272041-ed08-4664-bca3-d6c7e31813f7 req-9cf1c78d-c1a8-425a-94e8-3da5cd1890c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:02.364492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92272041-ed08-4664-bca3-d6c7e31813f7 req-9cf1c78d-c1a8-425a-94e8-3da5cd1890c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 944 time: 0.2510605 Dec 16 08:16:02.371968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-475dd916-e529-48e1-b019-6f0a33624a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:02.373624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-475dd916-e529-48e1-b019-6f0a33624a3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a3bddeef0be445d96c87453066a4078&device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 1095 time: 0.2576697 Dec 16 08:16:02.466534 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.513129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81829f1e-d1aa-4dc8-8da2-517ef9a35dbd None None] Pushing event updated for resources: {'Port': ['ID=a537c7db-c7b2-4711-bc48-4ae6b3901c29,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:02.535909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:02.541950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Made reservation on behalf of 29279f12f2d24f6699df11e7a92d55ff for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:02.544374 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.593364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-163bd633-5dd7-4632-938f-6a04ff014c0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 1000 time: 0.3004899 Dec 16 08:16:02.646000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-063af0b6-7125-4cd5-b0fe-6a7fb57d7d51 None None] Port bde7c349-4e5f-49d7-b502-b748c5f7106b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:02.667156 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.680207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:02.689086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92272041-ed08-4664-bca3-d6c7e31813f7 req-e70ede5b-9b5f-4ceb-92a1-259310b133a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3032236 Dec 16 08:16:02.760294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f', 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4', 'port_id': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f', 'mac_address': 'fa:16:3e:f9:c9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e097670-5e4d-4dde-bca3-dbfe42534ee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:16:02.800797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d453000-3933-463b-8e49-48d4bdc85477 req-831cefaa-d75d-4169-8eaa-5ae4c0ef8220 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:02.802425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d453000-3933-463b-8e49-48d4bdc85477 req-831cefaa-d75d-4169-8eaa-5ae4c0ef8220 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 943 time: 0.3484106 Dec 16 08:16:02.803522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-f05cbfc4-5e43-4fa4-8472-b25fd072f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:02.804892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-f05cbfc4-5e43-4fa4-8472-b25fd072f11c service neutron] 10.222.0.16 "GET /v2.0/networks?id=165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 200 len: 918 time: 0.4113908 Dec 16 08:16:02.842004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-70b6e878-d610-4fc0-9960-5e5443cfd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:02.843508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-70b6e878-d610-4fc0-9960-5e5443cfd7b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.2257757 Dec 16 08:16:02.903223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-c8fe9596-d5c2-4884-b280-64c48272a632 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47f3d42e-e6e1-4d12-ac41-81872a39ddf1 HTTP/1.1" status: 200 len: 217 time: 0.0804992 Dec 16 08:16:02.910353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1536b58b-262c-417d-8966-31d4ab97f7fe None None] Provisioning complete for port a537c7db-c7b2-4711-bc48-4ae6b3901c29 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:02.915815 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1536b58b-262c-417d-8966-31d4ab97f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:02.940463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Allocated IP 172.20.0.2 (ea68dd1e-8676-4508-803b-a6ac1dd006fe/d73fc3df-f929-48b3-abe9-5b861fe9fd4b/587b772a-4d78-401f-b572-aeac424164ec) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:02.947423 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.008671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:03.105859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:03.117303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-105486b5-a2f9-4a7a-af56-d74162ebbed8 req-de7a6e2d-72b5-4980-948f-0507b6701062 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 210 time: 0.0709889 Dec 16 08:16:03.126653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Allocated IP 172.20.0.6 (888ba9db-5cc4-4b54-b96e-615adde2dbe9/a04d77d0-f12d-4a78-8121-83f6f7bb54c2/f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:03.135027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d453000-3933-463b-8e49-48d4bdc85477 req-a11a175d-280c-4fa9-8ce5-bbb4f4961200 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172700 Dec 16 08:16:03.162814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-011866e8-f8ba-4fa6-ad8f-67ca496d7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:03.163794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-011866e8-f8ba-4fa6-ad8f-67ca496d7e86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2836986 Dec 16 08:16:03.166587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-58a2f258-99b2-469d-9bb2-56ba9f0e467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:03.167934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-58a2f258-99b2-469d-9bb2-56ba9f0e467a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e097670-5e4d-4dde-bca3-dbfe42534ee6 HTTP/1.1" status: 200 len: 857 time: 0.2388282 Dec 16 08:16:03.223077 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.272360 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1536b58b-262c-417d-8966-31d4ab97f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.297643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-69c36505-63da-4d69-bbed-729a17329d6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=165261b5-4b02-4b00-8952-00b042b228e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098700 Dec 16 08:16:03.336045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:15:58Z', 'revision_number': 3, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:03.346583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-1536b58b-262c-417d-8966-31d4ab97f7fe None None] For port a537c7db-c7b2-4711-bc48-4ae6b3901c29, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a537c7db-c7b2-4711-bc48-4ae6b3901c29,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:03.387793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf8e9e-620b-4611-9dde-77ca7b42fa36 None None] The sync data for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 is: [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:15:58Z', 'revision_number': 3, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:03.397123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:03.400792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.408062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1536b58b-262c-417d-8966-31d4ab97f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.485755 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536b58b-262c-417d-8966-31d4ab97f7fe None None] Pushing event updated for resources: {'Port': ['ID=a537c7db-c7b2-4711-bc48-4ae6b3901c29,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:03.491047 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.543443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:03.549993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:03.552379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:03.556262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-792a969e-a2ac-47be-a5e5-3b6459a6145f service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796897 Dec 16 08:16:03.557922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['237d9c9a-3eba-40c1-a430-03bb0c3d0d9f'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:03.563568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Pushing event updated for resources: {'Port': ['ID=587b772a-4d78-401f-b572-aeac424164ec,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:03.573864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Allocated IP 172.20.0.1 (ea68dd1e-8676-4508-803b-a6ac1dd006fe/d73fc3df-f929-48b3-abe9-5b861fe9fd4b/8737f03f-bdb5-4ef9-b799-eb1db6400496) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:03.590869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-1e67d2c8-a472-4975-92b3-47d84b77b86a service neutron] 10.222.0.16 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847416 Dec 16 08:16:03.618721 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.622042 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.674865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.780052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.891924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Attempting to bind port 587b772a-4d78-401f-b572-aeac424164ec on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:03.893098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Attempting to bind port 587b772a-4d78-401f-b572-aeac424164ec by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:03.893098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Attempting to bind port 587b772a-4d78-401f-b572-aeac424164ec on network ea68dd1e-8676-4508-803b-a6ac1dd006fe {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:03.911884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:03.912377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Checking segment: {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:03.912776 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.913185 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Bound using segment: {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:03.913652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Bound port: 587b772a-4d78-401f-b572-aeac424164ec, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:03.914034 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:03.968026 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.029249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] For port 587b772a-4d78-401f-b572-aeac424164ec, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:04.034762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] For port 587b772a-4d78-401f-b572-aeac424164ec, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=587b772a-4d78-401f-b572-aeac424164ec,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:04.066432 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 29000b1a-2ba7-4c0a-a065-d56179f27ef1 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:16:04.118211 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.125362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:04.130838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:04.132719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:04.266236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.274003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.298336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.307206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a537c7db-c7b2-4711-bc48-4ae6b3901c29 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:04.357527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=8737f03f-bdb5-4ef9-b799-eb1db6400496,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:04.376673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247b840-2dd1-4307-9d6e-8c38c470b363 None None] Pushing event updated for resources: {'Port': ['ID=587b772a-4d78-401f-b572-aeac424164ec,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:04.444863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a537c7db-c7b2-4711-bc48-4ae6b3901c29 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:04.445240 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.448356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 29000b1a-2ba7-4c0a-a065-d56179f27ef1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=29000b1a-2ba7-4c0a-a065-d56179f27ef1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:04.508450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '29000b1a-2ba7-4c0a-a065-d56179f27ef1', 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4', 'port_id': '29000b1a-2ba7-4c0a-a065-d56179f27ef1', 'mac_address': 'fa:16:3e:b2:04:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e097670-5e4d-4dde-bca3-dbfe42534ee6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:16:04.570390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:04.640984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.645996 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.648958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e443dc0a-ae72-4cb5-8c34-df0ba5b8ecc7 req-21fbf0f3-e0b5-4dfb-b308-44aeaa4bb948 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 210 time: 0.3533909 Dec 16 08:16:04.727749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7924a7d8-b356-4933-bc8e-f5cf018e5102 req-adb5eaa6-c93f-49f4-8c7c-7d1d4416fd68 service neutron] 10.222.0.36 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1571314 Dec 16 08:16:04.737491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29000b1a-2ba7-4c0a-a065-d56179f27ef1 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:04.755459 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d7c6c3d-38f6-43cb-afd9-cf9c785629f5 req-84daf767-4ec3-4bbe-80fa-1a8ff5f142cf service neutron] 10.222.0.16 "GET /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1460428 Dec 16 08:16:04.780480 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.806081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=bde7c349-4e5f-49d7-b502-b748c5f7106b,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:04.808373 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 29000b1a-2ba7-4c0a-a065-d56179f27ef1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=29000b1a-2ba7-4c0a-a065-d56179f27ef1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:04.827827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1bce6-c3f1-4b8f-914b-697a160bfda5 req-92ab7dfa-a562-4250-a872-807575598e41 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:04.834541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9f1bce6-c3f1-4b8f-914b-697a160bfda5 req-92ab7dfa-a562-4250-a872-807575598e41 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 944 time: 0.5931764 Dec 16 08:16:04.846758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.859841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:16:04.865478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:04.872507 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:04.906972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['67cf6527-6ab3-44e0-af2d-034ff56e9181'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:04.915179 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.048241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=29000b1a-2ba7-4c0a-a065-d56179f27ef1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:05.048989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:05.080309 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:05.090896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:05.111719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8631-5393-42ea-a80b-39cd4474c17f req-abc1b83b-8ebe-44a0-acdd-ab03c9629622 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:05.120979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d49c8631-5393-42ea-a80b-39cd4474c17f req-abc1b83b-8ebe-44a0-acdd-ab03c9629622 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 944 time: 0.2847683 Dec 16 08:16:05.133526 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.158526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9f1bce6-c3f1-4b8f-914b-697a160bfda5 req-7dc5e7e6-8c70-4321-824d-335a42311979 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3013158 Dec 16 08:16:05.188053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Pushing event updated for resources: {'Port': ['ID=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:05.203747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:05.205952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.206738 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f28badb-c0dc-4774-a7bd-15eee48a6a7e" -d '{"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-plugged", "status": "completed", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:05.235725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:05.237095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['29000b1a-2ba7-4c0a-a065-d56179f27ef1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:05.287962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.295302 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b13d45-6ab7-4dd3-aba3-ccc0dcae0c7c x-openstack-request-id: req-99b13d45-6ab7-4dd3-aba3-ccc0dcae0c7c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:05.295601 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-plugged", "status": "completed", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:05.297348 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99b13d45-6ab7-4dd3-aba3-ccc0dcae0c7c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:05.297348 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'code': 200} Dec 16 08:16:05.310775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d49c8631-5393-42ea-a80b-39cd4474c17f req-e3435c48-a81e-474c-98d7-dfd740967ab8 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886063 Dec 16 08:16:05.318990 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.344956 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:05.346675 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.363982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:05.366376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:05.420278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=8737f03f-bdb5-4ef9-b799-eb1db6400496,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:05.473422 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:05.490824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.570553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-515d5e13-50f7-4de6-8d20-a25df441f740 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.3707845 Dec 16 08:16:05.594502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Request body: {'port': {'device_id': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:05.628539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4e553630-2b84-4360-af0c-89f3b108d315 None None] Provisioning complete for port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:05.628969 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4e553630-2b84-4360-af0c-89f3b108d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.695152 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.717704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4e553630-2b84-4360-af0c-89f3b108d315 None None] Port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:05.724931 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:05.729060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:05.862675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4a18c5cd-a032-4419-b19d-8f892aacdc7b None None] Provisioning complete for port bde7c349-4e5f-49d7-b502-b748c5f7106b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:05.862675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4a18c5cd-a032-4419-b19d-8f892aacdc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:05.915835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4a18c5cd-a032-4419-b19d-8f892aacdc7b None None] Port bde7c349-4e5f-49d7-b502-b748c5f7106b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:05.928918 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61861-09b9-45f3-93d7-4e04245ee7d6 req-37eb27e7-2009-4423-b40c-24266a6686c4 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:05.930611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3d61861-09b9-45f3-93d7-4e04245ee7d6 req-37eb27e7-2009-4423-b40c-24266a6686c4 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1027 time: 0.1498356 Dec 16 08:16:05.954975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router c28a79d9-e69b-46ac-8169-fec7f5029458 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:16:05.988383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Router b8b94130-63a0-450d-a8e1-afd2ac4bc8ed is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:16:06.039354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:06.040150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3d61861-09b9-45f3-93d7-4e04245ee7d6 req-a6542552-e12a-4b83-b256-c63766bbf86f tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990717 Dec 16 08:16:06.107328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf1dcc3-b2ee-4d40-b701-734439fa6ad1 None None] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:06.150423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:06.159385 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-719eee73-6c1b-47c8-9723-f837ceba1721 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "PUT /v2.0/routers/c28a79d9-e69b-46ac-8169-fec7f5029458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2799935 Dec 16 08:16:06.162421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60198) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:06.170157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-00e6f50e-19eb-483d-95d9-6d5055d7a218 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--739497521', 'description': 'tempest-secgroup_access--739497521 description', 'project_id': 'ec40685aded84d3e806b80a37a464f97'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:06.193201 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-18d4eb2d-3fbe-499c-b8b1-59ad7d7cdf33 None None] Provisioning complete for port 587b772a-4d78-401f-b572-aeac424164ec triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:06.194230 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18d4eb2d-3fbe-499c-b8b1-59ad7d7cdf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.245003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:06.253040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3d10459c-c282-40be-b26c-5eb7b31faee9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "PUT /v2.0/routers/b8b94130-63a0-450d-a8e1-afd2ac4bc8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2149255 Dec 16 08:16:06.255629 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60204) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:06.259649 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] Sync routers for ids ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:06.263412 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:16:06.286625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:06.286625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.302899 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] Routers {'b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:06.303539 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:06.377998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00e6f50e-19eb-483d-95d9-6d5055d7a218 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.397503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 587b772a-4d78-401f-b572-aeac424164ec up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:06.410101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Sync routers for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:06.439125 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:06.440664 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:06.465927 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.471364 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] Routers {'b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:06.473686 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:06.474186 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99832d20-ec3a-47aa-bf23-8554162e8d6d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:06.475945 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-99832d20-ec3a-47aa-bf23-8554162e8d6d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8b94130-63a0-450d-a8e1-afd2ac4bc8ed HTTP/1.1" status: 200 len: 982 time: 0.2192750 Dec 16 08:16:06.480525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60210) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:06.506639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Transition to ACTIVE for port object f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:16:06.532994 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:06.534381 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e14084-4f0e-4bb4-ba11-2851213618ac None None] The sync data for ids ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:06.542423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0418-edd7-4780-80b2-98a62eaab0fa req-7d0ef742-1faf-43dd-b0f4-cbcc89730b15 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:06.562830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:16:06.563003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f8f0418-edd7-4780-80b2-98a62eaab0fa req-7d0ef742-1faf-43dd-b0f4-cbcc89730b15 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.2030196 Dec 16 08:16:06.563109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:06.563109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:06.603266 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00e6f50e-19eb-483d-95d9-6d5055d7a218 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.618337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdc27a-c0c1-4ad7-b32b-44d169889b79 req-d90e0dcb-63bb-49da-bc03-bcdb3e6e0ac0 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:06.618453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dbdc27a-c0c1-4ad7-b32b-44d169889b79 req-d90e0dcb-63bb-49da-bc03-bcdb3e6e0ac0 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 944 time: 0.1989589 Dec 16 08:16:06.675077 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18d4eb2d-3fbe-499c-b8b1-59ad7d7cdf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.685618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.739609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00e6f50e-19eb-483d-95d9-6d5055d7a218 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.770267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f8f0418-edd7-4780-80b2-98a62eaab0fa req-a978594c-91a5-4e3b-b274-5d3f24ae2237 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2124841 Dec 16 08:16:06.804421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60216) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:06.818084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Pushing event updated for resources: {'Port': ['ID=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:06.904866 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cfb7ba83-fd74-4652-8925-cfccaefe90cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/7c8648b9-7044-4327-ae1e-fe28e7cbd8da HTTP/1.1" status: 200 len: 993 time: 0.0982647 Dec 16 08:16:06.927973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-00e6f50e-19eb-483d-95d9-6d5055d7a218 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:06.932378 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-00e6f50e-19eb-483d-95d9-6d5055d7a218 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7661011 Dec 16 08:16:06.933101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60220) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:06.936536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3dbdc27a-c0c1-4ad7-b32b-44d169889b79 req-1c0cfc8e-b102-48de-93c7-1d350ea6bf4c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934327 Dec 16 08:16:06.941075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-866addc7-0c43-48b3-a08f-748f2b851958 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--637263983', 'description': 'tempest-secgroup_general--637263983 description', 'project_id': 'ec40685aded84d3e806b80a37a464f97'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:06.949053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6f50e-19eb-483d-95d9-6d5055d7a218 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770d74bb-17fd-4ffa-bf55-7e891ae30ec2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:06.996822 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.003754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Attempting to bind port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:07.008238 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Attempting to bind port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:07.014415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Attempting to bind port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:07.021657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:16:07.022121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Attempting to bind port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc on network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:07.038836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:07.039589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Checking segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:07.040227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Bound using segment: {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:07.040924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Bound port: f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42874ee-e44a-4133-a1d0-dc91c4339555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:07.041635 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.052473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 587b772a-4d78-401f-b572-aeac424164ec triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:07.053171 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.060867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-18d4eb2d-3fbe-499c-b8b1-59ad7d7cdf33 None None] For port 587b772a-4d78-401f-b572-aeac424164ec, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=587b772a-4d78-401f-b572-aeac424164ec,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:07.081979 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-866addc7-0c43-48b3-a08f-748f2b851958 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.180196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18d4eb2d-3fbe-499c-b8b1-59ad7d7cdf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.189165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:07.308394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:07.311396 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40396804-3578-445d-ac63-5275c0df7acd" -d '{"events": [{"server_uuid": "abe390f3-7c83-4925-9c36-b8bc5b5712ae", "name": "network-vif-plugged", "status": "completed", "tag": "237d9c9a-3eba-40c1-a430-03bb0c3d0d9f"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:07.313017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] For port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:07.316945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe46a03-7190-4e41-94be-52f52a604d3d req-7cec824a-00f8-49b6-bff9-aa50b5dbaeec tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:07.319606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fe46a03-7190-4e41-94be-52f52a604d3d req-7cec824a-00f8-49b6-bff9-aa50b5dbaeec tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1053 time: 0.1406462 Dec 16 08:16:07.321663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] For port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:07.414899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1fe46a03-7190-4e41-94be-52f52a604d3d req-159750ed-883c-4211-83c8-efc883b5953e tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752642 Dec 16 08:16:07.447980 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.507608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:07.508561 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.510066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] 10.222.0.36 "PUT /v2.0/ports/f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc HTTP/1.1" status: 200 len: 1092 time: 1.9235914 Dec 16 08:16:07.510548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'tag': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:07.512931 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a604d7ad-ac00-4da0-a80a-36924181b825" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c", "tag": "f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:07.572908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d57ad-e417-41a3-b2a9-c0088f4c411e service neutron] Pushing event updated for resources: {'Port': ['ID=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:07.639329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:07.664548 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2ed58a-b91b-4ce2-a275-dcdd6e443987 x-openstack-request-id: req-4b2ed58a-b91b-4ce2-a275-dcdd6e443987 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:07.665056 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c", "tag": "f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:07.665474 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b2ed58a-b91b-4ce2-a275-dcdd6e443987 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:07.666104 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'tag': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc', 'status': 'completed', 'code': 200} Dec 16 08:16:07.801218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-0156edf1-e1f2-46e9-8048-6614a9a81f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:07.802781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-0156edf1-e1f2-46e9-8048-6614a9a81f8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29279f12f2d24f6699df11e7a92d55ff&device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1095 time: 0.1225214 Dec 16 08:16:07.826245 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1aa73-9383-4b49-bc0c-bc5e3d18f750 x-openstack-request-id: req-76f1aa73-9383-4b49-bc0c-bc5e3d18f750 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:07.826539 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe390f3-7c83-4925-9c36-b8bc5b5712ae", "name": "network-vif-plugged", "status": "completed", "tag": "237d9c9a-3eba-40c1-a430-03bb0c3d0d9f", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:07.826776 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76f1aa73-9383-4b49-bc0c-bc5e3d18f750 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:07.827501 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f', 'code': 200} Dec 16 08:16:07.831590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4eb2d-3fbe-499c-b8b1-59ad7d7cdf33 None None] Pushing event updated for resources: {'Port': ['ID=587b772a-4d78-401f-b572-aeac424164ec,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:07.849288 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.863561 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:07.923979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-52b3e5b0-6824-49ff-99ad-3a61fbfd997f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc HTTP/1.1" status: 200 len: 217 time: 0.0992005 Dec 16 08:16:07.937865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a99d-d705-4288-acbd-8d3301acc438 req-8c3f144c-532b-4187-bba2-51f11e3d6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:07.939683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e748a99d-d705-4288-acbd-8d3301acc438 req-8c3f144c-532b-4187-bba2-51f11e3d6275 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 1097 time: 0.1163850 Dec 16 08:16:07.954093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-139cd44b-b1b6-4bcb-b1c6-888fcb405562 None None] Provisioning complete for port 587b772a-4d78-401f-b572-aeac424164ec triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:07.954093 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-139cd44b-b1b6-4bcb-b1c6-888fcb405562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:07.972140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-866addc7-0c43-48b3-a08f-748f2b851958 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.045398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-866addc7-0c43-48b3-a08f-748f2b851958 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.048972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1', 'network_id': '165261b5-4b02-4b00-8952-00b042b228e4', 'port_id': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1', 'mac_address': 'fa:16:3e:00:ae:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e097670-5e4d-4dde-bca3-dbfe42534ee6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:16:08.084960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-53fb7d7e-9f07-4720-bfdb-134b5ce92c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:08.086496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-53fb7d7e-9f07-4720-bfdb-134b5ce92c3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a04d77d0-f12d-4a78-8121-83f6f7bb54c2 HTTP/1.1" status: 200 len: 848 time: 0.1512642 Dec 16 08:16:08.086619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 29000b1a-2ba7-4c0a-a065-d56179f27ef1 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:08.121132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.137204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e748a99d-d705-4288-acbd-8d3301acc438 req-11c8d16c-778a-4d8d-8cb7-b22c4c787e83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646307 Dec 16 08:16:08.146997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93df7c-e6cd-45cf-a324-77004513aebc req-5800b452-04d0-4616-9156-6d9b3f8e32dd tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:08.148633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc93df7c-e6cd-45cf-a324-77004513aebc req-5800b452-04d0-4616-9156-6d9b3f8e32dd tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 945 time: 0.1249382 Dec 16 08:16:08.165481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866addc7-0c43-48b3-a08f-748f2b851958 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4167ce77-a89c-4078-b00c-3c5f781563d8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:08.167281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-fb88e465-f4c3-4673-99b1-d08e0ef80f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:08.169308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-fb88e465-f4c3-4673-99b1-d08e0ef80f4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=888ba9db-5cc4-4b54-b96e-615adde2dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681345 Dec 16 08:16:08.214034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc93df7c-e6cd-45cf-a324-77004513aebc req-7da1c784-2235-442d-99ae-3a39aacf914e tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520866 Dec 16 08:16:08.243098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-866addc7-0c43-48b3-a08f-748f2b851958 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.244376 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-866addc7-0c43-48b3-a08f-748f2b851958 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.3103149 Dec 16 08:16:08.247794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60240) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:08.250885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:08.253494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-62247e2b-8918-4b32-93aa-1e62cd6d6680 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'security_group_rule': {'security_group_id': '770d74bb-17fd-4ffa-bf55-7e891ae30ec2', 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:08.289158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.317601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:08.354685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:16:08.356253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62247e2b-8918-4b32-93aa-1e62cd6d6680 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.366018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 2, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:08.425663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:08.438306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:08.438972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port bde7c349-4e5f-49d7-b502-b748c5f7106b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:08.439391 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.443077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.453706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 587b772a-4d78-401f-b572-aeac424164ec up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:08.498198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Checking router: c28a79d9-e69b-46ac-8169-fec7f5029458 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:08.498465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Updating router c28a79d9-e69b-46ac-8169-fec7f5029458 port 8737f03f-bdb5-4ef9-b799-eb1db6400496 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:16:08.524431 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62247e2b-8918-4b32-93aa-1e62cd6d6680 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.559250 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.572336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.591158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for bde7c349-4e5f-49d7-b502-b748c5f7106b owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:08.600719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a06883-41c8-436c-8016-0729c8c38f0e req-f42cd14b-ecfe-4837-8ee9-658a64d852eb tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:08.602269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99a06883-41c8-436c-8016-0729c8c38f0e req-f42cd14b-ecfe-4837-8ee9-658a64d852eb tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1095 time: 0.0831418 Dec 16 08:16:08.604234 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-a0952fb0-a968-42bc-be88-9ea0e6975e8b service neutron] 10.222.0.36 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656163 Dec 16 08:16:08.607121 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.698420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:08.742490 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62247e2b-8918-4b32-93aa-1e62cd6d6680 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.749884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 587b772a-4d78-401f-b572-aeac424164ec triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:08.750256 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.816608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-99a06883-41c8-436c-8016-0729c8c38f0e req-aa5423ac-e1fe-419e-bd36-faf3896dd6c3 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073803 Dec 16 08:16:08.817945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62247e2b-8918-4b32-93aa-1e62cd6d6680 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76df0bf3-b014-4aa4-9be1-b8f51f374c38,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:08.821134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-efa2d9d7-b7f6-4cce-84ea-97bb39cda687 req-2299d8e6-b503-4fee-9a93-581f9a489246 service neutron] 10.222.0.36 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039278 Dec 16 08:16:08.837220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-139cd44b-b1b6-4bcb-b1c6-888fcb405562 None None] Provisioning complete for port 8737f03f-bdb5-4ef9-b799-eb1db6400496 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:08.837580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-139cd44b-b1b6-4bcb-b1c6-888fcb405562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.845215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62247e2b-8918-4b32-93aa-1e62cd6d6680 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.846609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-62247e2b-8918-4b32-93aa-1e62cd6d6680 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5976069 Dec 16 08:16:08.850161 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:08.979281 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-139cd44b-b1b6-4bcb-b1c6-888fcb405562 None None] Port 8737f03f-bdb5-4ef9-b799-eb1db6400496 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:08.989050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 29000b1a-2ba7-4c0a-a065-d56179f27ef1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=29000b1a-2ba7-4c0a-a065-d56179f27ef1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:08.996952 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.044831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=bde7c349-4e5f-49d7-b502-b748c5f7106b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:09.058949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['47f3d42e-e6e1-4d12-ac41-81872a39ddf1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:09.117754 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.164009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-e7e29170-bacc-4b71-879e-5581e7059c21 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--739497521&fields=id&tenant_id=ec40685aded84d3e806b80a37a464f97 HTTP/1.1" status: 200 len: 267 time: 0.1122751 Dec 16 08:16:09.302269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=29000b1a-2ba7-4c0a-a065-d56179f27ef1,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:09.309389 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.311405 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.330374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-377b6634-6ceb-45b6-ae11-f7f837004383 None None] Provisioning complete for port 8737f03f-bdb5-4ef9-b799-eb1db6400496 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:09.331208 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-377b6634-6ceb-45b6-ae11-f7f837004383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.346490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-9dc48493-faf4-481a-968a-e943d9eadab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:09.351855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-9dc48493-faf4-481a-968a-e943d9eadab9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29279f12f2d24f6699df11e7a92d55ff&device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1095 time: 0.1937573 Dec 16 08:16:09.359142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-240d4a9a-1fa4-4b7e-b0cd-11be1444a37e tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--637263983&fields=id&tenant_id=ec40685aded84d3e806b80a37a464f97 HTTP/1.1" status: 200 len: 267 time: 0.1808679 Dec 16 08:16:09.397911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.449190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-377b6634-6ceb-45b6-ae11-f7f837004383 None None] Port 8737f03f-bdb5-4ef9-b799-eb1db6400496 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:09.484476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02626d-daea-40fc-9b66-efdef2049534 None None] Pushing event updated for resources: {'Port': ['ID=8737f03f-bdb5-4ef9-b799-eb1db6400496,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:09.522954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-49a34d1b-aa8c-412b-b895-de28ab14e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:09.524483 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-49a34d1b-aa8c-412b-b895-de28ab14e1f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=888ba9db-5cc4-4b54-b96e-615adde2dbe9 HTTP/1.1" status: 200 len: 910 time: 0.1643026 Dec 16 08:16:09.621695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Attempting to bind port 8737f03f-bdb5-4ef9-b799-eb1db6400496 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:09.622024 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Attempting to bind port 8737f03f-bdb5-4ef9-b799-eb1db6400496 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:09.622389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Attempting to bind port 8737f03f-bdb5-4ef9-b799-eb1db6400496 on network ea68dd1e-8676-4508-803b-a6ac1dd006fe {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:09.633489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:09.633888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Checking segment: {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:09.634446 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.635058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Bound using segment: {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:09.635549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Bound port: 8737f03f-bdb5-4ef9-b799-eb1db6400496, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:09.635939 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.646378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Router b8b94130-63a0-450d-a8e1-afd2ac4bc8ed has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:16:09.681005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-4356c2f9-1913-4ac2-a302-308246177ab5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc HTTP/1.1" status: 200 len: 217 time: 0.1275127 Dec 16 08:16:09.716270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9804c-a91a-4fdb-bd3e-1e8f035688d9 req-ff559e86-4316-41f4-aac0-bd5b42246d95 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:09.718043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2f9804c-a91a-4fdb-bd3e-1e8f035688d9 req-ff559e86-4316-41f4-aac0-bd5b42246d95 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 945 time: 0.3650506 Dec 16 08:16:09.735380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] For port 8737f03f-bdb5-4ef9-b799-eb1db6400496, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:09.738654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] For port 8737f03f-bdb5-4ef9-b799-eb1db6400496, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8737f03f-bdb5-4ef9-b799-eb1db6400496,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:09.752973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:09.760681 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-06be1878-5462-4cb2-8a6c-23e0c194cd6f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "PUT /v2.0/routers/b8b94130-63a0-450d-a8e1-afd2ac4bc8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2791541 Dec 16 08:16:09.763173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60278) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:09.770743 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] Sync routers for ids ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:09.795679 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fdfa2c-f499-4deb-89d3-082395c34b33 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:16:09.799822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6fdfa2c-f499-4deb-89d3-082395c34b33 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/bde7c349-4e5f-49d7-b502-b748c5f7106b HTTP/1.1" status: 404 len: 333 time: 0.0325601 Dec 16 08:16:09.799971 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] Routers {'b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:09.799971 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:09.800820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60280) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:09.814487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.822042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-d86ed362-90ec-4dae-9641-8e626ab8b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:09.823526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-d86ed362-90ec-4dae-9641-8e626ab8b17c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a04d77d0-f12d-4a78-8121-83f6f7bb54c2 HTTP/1.1" status: 200 len: 848 time: 0.1336410 Dec 16 08:16:09.836840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-cb06d9a7-9035-4463-9e05-f541f21d9292 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:09.838357 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-cb06d9a7-9035-4463-9e05-f541f21d9292 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/networks?id=ea68dd1e-8676-4508-803b-a6ac1dd006fe HTTP/1.1" status: 200 len: 797 time: 0.3129678 Dec 16 08:16:09.854902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29000b1a-2ba7-4c0a-a065-d56179f27ef1'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:09.857176 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e550d29-9723-4229-8382-0ff73e5353d2" -d '{"events": [{"server_uuid": "9040303e-f3c4-43e1-93e5-5a2c6b67a923", "name": "network-vif-plugged", "status": "completed", "tag": "29000b1a-2ba7-4c0a-a065-d56179f27ef1"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:09.862498 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:09.864983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d2f9804c-a91a-4fdb-bd3e-1e8f035688d9 req-8374f666-e354-47ea-a9ea-03eced9ec352 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373594 Dec 16 08:16:09.873353 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] Routers {'b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:09.875695 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:09.891133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-5de9bc56-9db5-41d5-8b57-8d16af636199 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/quotas/ec40685aded84d3e806b80a37a464f97 HTTP/1.1" status: 200 len: 375 time: 0.0341818 Dec 16 08:16:09.939074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b25f60ae-71eb-4c2b-a307-e816a31ac72e None None] Provisioning complete for port 8737f03f-bdb5-4ef9-b799-eb1db6400496 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:09.939418 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b25f60ae-71eb-4c2b-a307-e816a31ac72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:09.949789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-e5da47d3-a981-4dc1-a903-dfd118f64d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:09.951358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-e5da47d3-a981-4dc1-a903-dfd118f64d8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=888ba9db-5cc4-4b54-b96e-615adde2dbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121073 Dec 16 08:16:09.981906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02626d-daea-40fc-9b66-efdef2049534 None None] Pushing event updated for resources: {'Port': ['ID=8737f03f-bdb5-4ef9-b799-eb1db6400496,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:09.982175 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:09.983168 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ebb0a-33a9-4600-9bad-0ec29c350452 None None] The sync data for ids ['b8b94130-63a0-450d-a8e1-afd2ac4bc8ed'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:09.989242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:09.989730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:10.000823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eab7d8b-747a-436a-a686-9f6ee0ee1091 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.094572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7db4ca42-7944-4a86-9d0c-f7fe5423e112 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1971653 Dec 16 08:16:10.186110 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b25f60ae-71eb-4c2b-a307-e816a31ac72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.221936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:10.251998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d572e-c45e-43ca-8d5c-e9a42adece9c req-e2b5cebb-cccf-4983-a09d-01837d915749 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:10.253256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d59d572e-c45e-43ca-8d5c-e9a42adece9c req-e2b5cebb-cccf-4983-a09d-01837d915749 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1095 time: 0.1829071 Dec 16 08:16:10.261047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-c09fb800-894a-459f-8625-c8daa7f8d909 service neutron] 10.222.0.36 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992365 Dec 16 08:16:10.270791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b25f60ae-71eb-4c2b-a307-e816a31ac72e None None] For port 8737f03f-bdb5-4ef9-b799-eb1db6400496, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8737f03f-bdb5-4ef9-b799-eb1db6400496,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:10.314408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eab7d8b-747a-436a-a686-9f6ee0ee1091 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.316859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eab7d8b-747a-436a-a686-9f6ee0ee1091 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.367670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-655d4233-8e95-45cb-97cd-270013db5302 service neutron] 10.222.0.43 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537138 Dec 16 08:16:10.447790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d59d572e-c45e-43ca-8d5c-e9a42adece9c req-83f5b8a4-4b6d-40d1-8e78-7f928b4a5319 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779490 Dec 16 08:16:10.458901 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eab7d8b-747a-436a-a686-9f6ee0ee1091 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.459516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eab7d8b-747a-436a-a686-9f6ee0ee1091 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Fanout notify agent at l3_agent the message router_deleted on router b8b94130-63a0-450d-a8e1-afd2ac4bc8ed {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:16:10.487497 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6eab7d8b-747a-436a-a686-9f6ee0ee1091 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.487497 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6eab7d8b-747a-436a-a686-9f6ee0ee1091 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/routers/b8b94130-63a0-450d-a8e1-afd2ac4bc8ed HTTP/1.1" status: 204 len: 168 time: 0.6760418 Dec 16 08:16:10.487497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:10.487948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a604d7ad-ac00-4da0-a80a-36924181b825 req-7a75a13a-f46d-45ab-b52b-8689a8afaad4 service neutron] 10.222.0.36 "GET /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085519 Dec 16 08:16:10.517166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b25f60ae-71eb-4c2b-a307-e816a31ac72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.557106 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-20b4971e-7b2e-4b15-b400-b0acb397fcea service neutron] 10.222.0.43 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758280 Dec 16 08:16:10.568034 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279b60ce-c3a6-482a-8981-c3f2bfd1b5e7 x-openstack-request-id: req-279b60ce-c3a6-482a-8981-c3f2bfd1b5e7 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:10.568372 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9040303e-f3c4-43e1-93e5-5a2c6b67a923", "name": "network-vif-plugged", "status": "completed", "tag": "29000b1a-2ba7-4c0a-a065-d56179f27ef1", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:10.568631 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-279b60ce-c3a6-482a-8981-c3f2bfd1b5e7 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:10.569038 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29000b1a-2ba7-4c0a-a065-d56179f27ef1', 'code': 200} Dec 16 08:16:10.576791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f60ae-71eb-4c2b-a307-e816a31ac72e None None] Pushing event updated for resources: {'Port': ['ID=8737f03f-bdb5-4ef9-b799-eb1db6400496,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:10.592491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:10.618476 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 12d34174-0477-45f3-9574-a0692bc88bc8 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:10.622737 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.677457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.708154 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-78a5cf32-0d90-4c5b-9be2-42d6de8feae9 None None] Provisioning complete for port 8737f03f-bdb5-4ef9-b799-eb1db6400496 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:10.708505 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-78a5cf32-0d90-4c5b-9be2-42d6de8feae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.727506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a28e-7351-471c-9277-83fa5a609ffd req-c43ba184-de6a-44fe-aa13-9725dcd2fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:10.729228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ab5a28e-7351-471c-9277-83fa5a609ffd req-c43ba184-de6a-44fe-aa13-9725dcd2fd7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 1097 time: 0.0570371 Dec 16 08:16:10.781537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:09Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:10.791762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.810830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ab5a28e-7351-471c-9277-83fa5a609ffd req-1e094f4d-8085-49d8-9692-2cc5aae9fac3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731628 Dec 16 08:16:10.835367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91e891-b7bc-4220-8691-6aae16a31efc None None] The sync data for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 is: [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:09Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:10.836907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:16:10.849811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:10.849811 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:10.975670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8510d4d5-49f3-4874-9012-4541e24bf570 req-dca5e319-ef73-4ea9-8498-a7bd49157ddb tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 210 time: 0.0784655 Dec 16 08:16:10.980541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.068404 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb660c4-0685-4230-a705-b6bea26f5564 req-a08619a8-22e3-4b42-ab90-eedccfc30e5b tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:11.076388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ddb660c4-0685-4230-a705-b6bea26f5564 req-a08619a8-22e3-4b42-ab90-eedccfc30e5b tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 945 time: 0.0705047 Dec 16 08:16:11.079811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=12d34174-0477-45f3-9574-a0692bc88bc8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:11.095888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.099739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f61a339f-1db2-4275-a8fa-3d50e1052e2f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/12d34174-0477-45f3-9574-a0692bc88bc8 HTTP/1.1" status: 204 len: 168 time: 0.6186996 Dec 16 08:16:11.102990 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60314) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:11.113261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e61c81-9486-46f4-9a20-0557f148dca6 None None] Network 54cbe5be-4dc2-4999-b432-bd4786967e0f requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:11.194620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ddb660c4-0685-4230-a705-b6bea26f5564 req-39115756-418a-430a-a558-cf717549ed55 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163657 Dec 16 08:16:11.199015 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.221150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.294843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:11.295253 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.310505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:11.376203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9807-0a4d-48ff-a98a-59882462d7a8 req-06540d36-3c0d-4ea2-8f8d-d0d2845650e8 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:11.378778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-513a9807-0a4d-48ff-a98a-59882462d7a8 req-06540d36-3c0d-4ea2-8f8d-d0d2845650e8 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 944 time: 0.0841038 Dec 16 08:16:11.389303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] For port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,segment=NetworkSegment(54929a02-7a5d-43a2-826f-180a14d6363e),segment_id=54929a02-7a5d-43a2-826f-180a14d6363e)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:11.389853 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.406905 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.407778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 3a3c6833-f9a4-4cea-8325-233d5c08aa4e owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:11.443650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] DHCP port deletion for 54cbe5be-4dc2-4999-b432-bd4786967e0f request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:11.482474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-513a9807-0a4d-48ff-a98a-59882462d7a8 req-c129145e-3fba-4ca7-b1c2-ec4b96731a73 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868850 Dec 16 08:16:11.568045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:11.592212 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] Deleting port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:11.593224 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.594591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056f7d3-e878-4bd8-8e68-6fb0883476f0 req-975b5f58-e26f-4227-b302-91e597e53672 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:11.600704 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3056f7d3-e878-4bd8-8e68-6fb0883476f0 req-975b5f58-e26f-4227-b302-91e597e53672 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1095 time: 0.0489554 Dec 16 08:16:11.651630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3056f7d3-e878-4bd8-8e68-6fb0883476f0 req-4ad55831-7e28-456c-9709-64244ee84337 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489194 Dec 16 08:16:11.673156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] For port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,segment=NetworkSegment(54929a02-7a5d-43a2-826f-180a14d6363e),segment_id=54929a02-7a5d-43a2-826f-180a14d6363e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:11.673551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.690732 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] Calling delete_port for 3a3c6833-f9a4-4cea-8325-233d5c08aa4e owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:11.698012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.736836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:11.745812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No DVR routers for this DVR port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:11.814898 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.842954 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.845695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] Pushing event deleted for resources: {'Port': ['ID=3a3c6833-f9a4-4cea-8325-233d5c08aa4e,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:11.848671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7484f-80ad-4384-90d9-e692a6eeaf81 None None] No DVR routers for this DVR port 3a3c6833-f9a4-4cea-8325-233d5c08aa4e on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:11.870818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cbe5be-4dc2-4999-b432-bd4786967e0f']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:11.900424 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54929a02-7a5d-43a2-826f-180a14d6363e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:11.900799 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54929a02-7a5d-43a2-826f-180a14d6363e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:11.929610 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.952674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.960603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:16:11.961016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:16:11.964501 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:16:12.055701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:16:12.083320 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3fc8cc99-b774-4826-9932-4ae20c000e1b req-3ac82c24-1209-44aa-a66c-0472b2c13e0f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 210 time: 0.0295098 Dec 16 08:16:12.127821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:12.144742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:12.152016 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/54cbe5be-4dc2-4999-b432-bd4786967e0f HTTP/1.1" status: 204 len: 168 time: 1.0445907 Dec 16 08:16:12.153208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60334) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:12.186016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:12.187538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac97ca8-468b-4e47-b6b8-f6b9dc266fdd tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=54cbe5be-4dc2-4999-b432-bd4786967e0f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:12.203466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc', 'network_id': '888ba9db-5cc4-4b54-b96e-615adde2dbe9', 'port_id': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc', 'mac_address': 'fa:16:3e:72:17:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d77d0-f12d-4a78-8121-83f6f7bb54c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:16:12.223269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e5c0f-b505-4c56-bdbc-1ed74fff9a25 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:12.228171 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f76e5c0f-b505-4c56-bdbc-1ed74fff9a25 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/aea3e3d9-49cb-449a-a448-e03a1cf03d50 HTTP/1.1" status: 200 len: 841 time: 0.0703707 Dec 16 08:16:12.229228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60336) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:12.247550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:12.262229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:12.272007 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c31238a8-da8e-4c14-a49f-830470f6ddee tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/aea3e3d9-49cb-449a-a448-e03a1cf03d50?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0420699 Dec 16 08:16:12.275684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:12.284333 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:12.298089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:12.379057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:12.419147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8737f03f-bdb5-4ef9-b799-eb1db6400496 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:12.475745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:12.502445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8737f03f-bdb5-4ef9-b799-eb1db6400496 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:12.502878 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:12.532841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:12.536767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:12.570329 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:12.573050 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec029855-db7c-41b6-a864-6e411b3ad232" -d '{"events": [{"server_uuid": "98903b31-cfcb-4efb-85a7-b38be13a9f41", "name": "network-vif-plugged", "status": "completed", "tag": "47f3d42e-e6e1-4d12-ac41-81872a39ddf1"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:12.658429 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701adfd9-c4e4-438f-a2be-060c95a61c63 x-openstack-request-id: req-701adfd9-c4e4-438f-a2be-060c95a61c63 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:12.658633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b87bc-1b7a-4b1b-b875-cb2dbb8f2fce req-9a9d4989-a64d-4ac0-9fd2-1fbc67acd571 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:12.659071 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98903b31-cfcb-4efb-85a7-b38be13a9f41", "name": "network-vif-plugged", "status": "completed", "tag": "47f3d42e-e6e1-4d12-ac41-81872a39ddf1", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:12.659071 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-701adfd9-c4e4-438f-a2be-060c95a61c63 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:12.659726 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1', 'code': 200} Dec 16 08:16:12.674192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-763b87bc-1b7a-4b1b-b875-cb2dbb8f2fce req-9a9d4989-a64d-4ac0-9fd2-1fbc67acd571 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 945 time: 0.0698164 Dec 16 08:16:12.684785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:12.776691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3a3c6833-f9a4-4cea-8325-233d5c08aa4e no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:12.815621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 3a3c6833-f9a4-4cea-8325-233d5c08aa4e {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:12.815957 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3a3c6833-f9a4-4cea-8325-233d5c08aa4e not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:12.832322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-763b87bc-1b7a-4b1b-b875-cb2dbb8f2fce req-195f42ac-5502-47e9-8b47-42f76a1b43f4 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515305 Dec 16 08:16:12.864230 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-000a7fcd-28c1-4137-bf20-b8891a09e7c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1596539 Dec 16 08:16:12.882178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164254b8-e863-41ee-a0b4-e22de78e341d req-9dcdfc8b-c842-46cf-b590-108121774265 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:12.884100 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-164254b8-e863-41ee-a0b4-e22de78e341d req-9dcdfc8b-c842-46cf-b590-108121774265 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1096 time: 0.1016347 Dec 16 08:16:12.904415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca33e-8e81-4387-96ee-70a229a1e02f req-c2b519ab-a924-4b9f-8250-915fff49484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:12.906605 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f03ca33e-8e81-4387-96ee-70a229a1e02f req-c2b519ab-a924-4b9f-8250-915fff49484f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 1097 time: 0.0914299 Dec 16 08:16:12.978475 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-f03ca33e-8e81-4387-96ee-70a229a1e02f req-e45cd28f-c51f-4ab8-919c-787b99b6993c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586281 Dec 16 08:16:12.990397 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.035443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:13.038828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:13.046406 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:13.049283 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.049988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187cbde9-1bc9-4584-8ebb-ab081a97da8b None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:13.066360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=992241b5-f361-483c-8e41-4d1dcb81f583,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:13.160649 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9c1279ca-3725-4692-b6c6-b52a4076b2e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8836548 Dec 16 08:16:13.163209 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:13.171435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-91d669b3-d96e-427a-85f8-ba97f60337d5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'security_group': {'name': 'tempest-secgroup-153223013'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:13.205052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-38308fc5-b74c-418f-be1d-acb03663009d', 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'project_id': 'a6ade96288284099b7cb5cd1d5818580', 'fixed_ips': [{'subnet_id': '992241b5-f361-483c-8e41-4d1dcb81f583'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:16:13.205052 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.280988 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91d669b3-d96e-427a-85f8-ba97f60337d5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.350211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb636000-8b4b-433f-9d49-a3a189436f1d req-4202d139-d358-47a3-a9ad-d78d1a069850 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 210 time: 0.0601604 Dec 16 08:16:13.371552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-164254b8-e863-41ee-a0b4-e22de78e341d req-e490329c-ada2-40b9-9b80-9d83a4511962 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746604 Dec 16 08:16:13.381381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Allocated IP 172.20.0.2 (38308fc5-b74c-418f-be1d-acb03663009d/992241b5-f361-483c-8e41-4d1dcb81f583/e2c17b01-2279-4429-864f-4ef0d18a0cb7) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:13.383541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-e36b84bf-41ca-405e-846d-e0507ccacf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:13.385382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-e36b84bf-41ca-405e-846d-e0507ccacf56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1097 time: 0.0943692 Dec 16 08:16:13.390772 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91d669b3-d96e-427a-85f8-ba97f60337d5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.486722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91d669b3-d96e-427a-85f8-ba97f60337d5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.524809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d669b3-d96e-427a-85f8-ba97f60337d5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24afa6b-cc31-4abd-a3b9-276ce45f43f7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:13.553950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-2dee6267-4b22-46c6-b520-d5493cae9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:13.555507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-2dee6267-4b22-46c6-b520-d5493cae9ae4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.1052341 Dec 16 08:16:13.556712 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.614509 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91d669b3-d96e-427a-85f8-ba97f60337d5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.616363 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-91d669b3-d96e-427a-85f8-ba97f60337d5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4516337 Dec 16 08:16:13.619187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:13.635672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-341c256a-42f8-4b4b-a254-09d53a6b6a97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 1001 time: 0.0707033 Dec 16 08:16:13.639285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e2b59009-045a-4927-8774-8d4e3e393687 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1844758981'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:13.659005 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.695213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-7dfb4403-5120-47a6-bdce-b854d707f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:13.697632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-7dfb4403-5120-47a6-bdce-b854d707f2da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.0536971 Dec 16 08:16:13.710142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:13.713235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:13.717792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:13.725562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Pushing event updated for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:13.752597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-2467592b-c29b-4fe2-8a05-69b6ab578e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:13.754184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-2467592b-c29b-4fe2-8a05-69b6ab578e80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468345 Dec 16 08:16:13.791249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Attempting to bind port e2c17b01-2279-4429-864f-4ef0d18a0cb7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:13.792550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Attempting to bind port e2c17b01-2279-4429-864f-4ef0d18a0cb7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'bab6b9e3-2287-4528-9f46-5b8978a6f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:13.792971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Attempting to bind port e2c17b01-2279-4429-864f-4ef0d18a0cb7 on network 38308fc5-b74c-418f-be1d-acb03663009d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:13.797222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2b59009-045a-4927-8774-8d4e3e393687 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.804487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:13.804867 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Checking segment: {'id': 'bab6b9e3-2287-4528-9f46-5b8978a6f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:13.805478 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.805613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Bound using segment: {'id': 'bab6b9e3-2287-4528-9f46-5b8978a6f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:13.806111 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Bound port: e2c17b01-2279-4429-864f-4ef0d18a0cb7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab6b9e3-2287-4528-9f46-5b8978a6f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:13.806499 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.874834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-864125b2-91bd-447c-9aab-79ddbda286db service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080921 Dec 16 08:16:13.899473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:13.913566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e2c17b01-2279-4429-864f-4ef0d18a0cb7,segment=NetworkSegment(bab6b9e3-2287-4528-9f46-5b8978a6f65d),segment_id=bab6b9e3-2287-4528-9f46-5b8978a6f65d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:13.947838 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2b59009-045a-4927-8774-8d4e3e393687 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:13.995841 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.056874 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2b59009-045a-4927-8774-8d4e3e393687 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.061993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293247b-02d8-4c25-a152-15925e1f3f41 req-6e3e3b5a-ba08-44b2-a44b-63536e2322c0 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:14.068987 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8293247b-02d8-4c25-a152-15925e1f3f41 req-6e3e3b5a-ba08-44b2-a44b-63536e2322c0 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 945 time: 0.1016550 Dec 16 08:16:14.069149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:14.081027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-923a1ea8-cace-40a8-a2c0-63276b7cf4dd req-963ec469-8369-4dc4-b4ce-3d513f57c5d2 service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925375 Dec 16 08:16:14.097193 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f74f3-83fe-4d04-89aa-f71531f44328 None None] Pushing event updated for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:14.117037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b59009-045a-4927-8774-8d4e3e393687 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600d6cd7-5f0d-4b3d-89ff-9e3346dccfd5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:14.160770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8293247b-02d8-4c25-a152-15925e1f3f41 req-07179ff9-b4d8-4562-8826-167ec2f92a5d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712919 Dec 16 08:16:14.207752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e2b59009-045a-4927-8774-8d4e3e393687 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.209081 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e2b59009-045a-4927-8774-8d4e3e393687 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5882850 Dec 16 08:16:14.211804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60384) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:14.216598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-392804125', 'security_groups': ['600d6cd7-5f0d-4b3d-89ff-9e3346dccfd5'], 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '992241b5-f361-483c-8e41-4d1dcb81f583'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:14.237340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:16:14.242494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:14.246589 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.349330 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.417197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:14.446137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:14.481388 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.572575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e8e5a091-9a47-4a97-8b63-7b4a6297d02c req-005ff207-c883-4019-8425-5382de5dd543 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 210 time: 0.0647004 Dec 16 08:16:14.598906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.602330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:14.602512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adfba-344d-48ff-80ae-4b883a82e5c9 req-b4b660e3-2ae6-4b13-972a-0937fd1d8368 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:14.610697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b6adfba-344d-48ff-80ae-4b883a82e5c9 req-b4b660e3-2ae6-4b13-972a-0937fd1d8368 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.1203284 Dec 16 08:16:14.616683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e2c17b01-2279-4429-864f-4ef0d18a0cb7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:14.627537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 2de46f2b-cde6-4f9c-892f-985c1b753cfc yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:16:14.661666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:14.663991 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bffba66-407b-4743-8dac-ce2c4d0649e4" -d '{"events": [{"server_uuid": "8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c", "name": "network-vif-plugged", "status": "completed", "tag": "f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:14.673391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b6adfba-344d-48ff-80ae-4b883a82e5c9 req-94a27caf-70d8-43f6-9036-b1ca9cb6ae85 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 Dec 16 08:16:14.699579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:14.699969 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.729663 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93abb387-8da8-4aa7-9d51-7f6b5a015059 x-openstack-request-id: req-93abb387-8da8-4aa7-9d51-7f6b5a015059 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:14.729663 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c", "name": "network-vif-plugged", "status": "completed", "tag": "f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:14.729663 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93abb387-8da8-4aa7-9d51-7f6b5a015059 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:14.729663 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc', 'code': 200} Dec 16 08:16:14.800955 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:14.842135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.3 (38308fc5-b74c-418f-be1d-acb03663009d/992241b5-f361-483c-8e41-4d1dcb81f583/2de46f2b-cde6-4f9c-892f-985c1b753cfc) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:14.845799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e2c17b01-2279-4429-864f-4ef0d18a0cb7,segment=NetworkSegment(bab6b9e3-2287-4528-9f46-5b8978a6f65d),segment_id=bab6b9e3-2287-4528-9f46-5b8978a6f65d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:14.938512 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.001194 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb8fa4-6edf-4f2b-8877-701ea8c2d6cb req-6891f0b0-59a7-4a75-835e-144953746fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:15.001974 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ebb8fa4-6edf-4f2b-8877-701ea8c2d6cb req-6891f0b0-59a7-4a75-835e-144953746fde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.1326525 Dec 16 08:16:15.019172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:15.045893 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.099848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3ebb8fa4-6edf-4f2b-8877-701ea8c2d6cb req-27fbff2d-7a2e-4c99-b787-9ee83c9effff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903890 Dec 16 08:16:15.106751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-ac4e1693-f9a9-42bc-bb2a-455aae221edd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:15.108918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-ac4e1693-f9a9-42bc-bb2a-455aae221edd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.16 "GET /v2.0/networks?id=ea68dd1e-8676-4508-803b-a6ac1dd006fe HTTP/1.1" status: 200 len: 797 time: 0.2055037 Dec 16 08:16:15.132808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.223376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:15.234599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:15.238930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:15.310161 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-8d716672-7772-427b-8f5a-edda8ec7621b tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec40685aded84d3e806b80a37a464f97 HTTP/1.1" status: 200 len: 476 time: 0.1755385 Dec 16 08:16:15.323539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'port': {'device_id': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'admin_state_up': True, 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'security_groups': ['770d74bb-17fd-4ffa-bf55-7e891ae30ec2', '4167ce77-a89c-4078-b00c-3c5f781563d8']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:15.336091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=2de46f2b-cde6-4f9c-892f-985c1b753cfc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:15.407254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:15.410774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.425259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2747d2-b451-40c0-9b2d-531d7eb3f176 req-8996c422-4ca8-4b6d-b513-3a46a0ada5fe tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:15.426823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a2747d2-b451-40c0-9b2d-531d7eb3f176 req-8996c422-4ca8-4b6d-b513-3a46a0ada5fe tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 945 time: 0.1547854 Dec 16 08:16:15.500510 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8031936-c426-4b8f-b2e4-006e7dd7f789 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2875991 Dec 16 08:16:15.503288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:15.511932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a2747d2-b451-40c0-9b2d-531d7eb3f176 req-2f35ffde-1d7b-47b3-ab2f-553237fb7ba6 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Dec 16 08:16:15.514270 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-42f1d683-9b42-41f5-98d0-9c5d06bf0eb0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:15.581195 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d2d29de0-d2a7-40b2-a3ba-8b4702419a70 None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:15.581795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d2d29de0-d2a7-40b2-a3ba-8b4702419a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.666693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Made reservation on behalf of ec40685aded84d3e806b80a37a464f97 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:15.675545 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.731871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96e773b5-cb8f-43ea-9b8c-b1d6a2fd5d7a req-3dfc6589-35c9-4d18-aa45-324a2aaed3a3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 210 time: 0.0474038 Dec 16 08:16:15.745233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d2d29de0-d2a7-40b2-a3ba-8b4702419a70 None None] Provisioning complete for port aea3e3d9-49cb-449a-a448-e03a1cf03d50 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:15.746145 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d2d29de0-d2a7-40b2-a3ba-8b4702419a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.761394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c211c-b648-4532-bc86-3ec59bee204b req-3f09e251-1116-4ee3-93c7-de495e20c091 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:15.766102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1d683-9b42-41f5-98d0-9c5d06bf0eb0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:15.770007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1c211c-b648-4532-bc86-3ec59bee204b req-3f09e251-1116-4ee3-93c7-de495e20c091 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 945 time: 0.1564779 Dec 16 08:16:15.771376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42f1d683-9b42-41f5-98d0-9c5d06bf0eb0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.815915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d2d29de0-d2a7-40b2-a3ba-8b4702419a70 None None] Port aea3e3d9-49cb-449a-a448-e03a1cf03d50 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:15.883786 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-42f1d683-9b42-41f5-98d0-9c5d06bf0eb0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 992241b5-f361-483c-8e41-4d1dcb81f583 (CIDR: 172.20.0.0/28) Dec 16 08:16:15.931913 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f1d683-9b42-41f5-98d0-9c5d06bf0eb0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:16:15.932552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f1d683-9b42-41f5-98d0-9c5d06bf0eb0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:15.943397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0e5b2a2a-ef74-410e-be76-5b46ef8cf55b None None] Provisioning complete for port 2de46f2b-cde6-4f9c-892f-985c1b753cfc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:15.944266 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0e5b2a2a-ef74-410e-be76-5b46ef8cf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:15.966732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1c211c-b648-4532-bc86-3ec59bee204b req-f6856579-3417-42e6-8519-3cafc821eb13 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955771 Dec 16 08:16:15.973237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c4e1-9c46-400e-bac7-dad5b8f05c84 req-652a59dc-611c-4949-a817-d9627d412389 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:15.974751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0628c4e1-9c46-400e-bac7-dad5b8f05c84 req-652a59dc-611c-4949-a817-d9627d412389 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.1499186 Dec 16 08:16:15.975937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Allocated IP 172.20.0.8 (ea68dd1e-8676-4508-803b-a6ac1dd006fe/d73fc3df-f929-48b3-abe9-5b861fe9fd4b/28706c3b-7b1f-4207-9c06-40c963250c01) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:15.986352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b2a2a-ef74-410e-be76-5b46ef8cf55b None None] Port 2de46f2b-cde6-4f9c-892f-985c1b753cfc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:16.017694 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-42f1d683-9b42-41f5-98d0-9c5d06bf0eb0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5062752 Dec 16 08:16:16.018066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:16.028688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:16.073031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0628c4e1-9c46-400e-bac7-dad5b8f05c84 req-386c8dbe-faf9-4aa4-8b64-079d5a1cf5c1 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885866 Dec 16 08:16:16.180579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.234809 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:16.238496 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.317956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.363712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:16.366953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:16.372025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:16.402655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=28706c3b-7b1f-4207-9c06-40c963250c01,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:16.437761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:16.438854 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.473040 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e2c17b01-2279-4429-864f-4ef0d18a0cb7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:16.570723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-7b72dbd2-4693-463d-ac23-250d0f293e23 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2519624 Dec 16 08:16:16.575808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:16.576109 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.586396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378a25-36f9-4603-9b6b-a6d7d69906e0 req-594345e5-e404-4ae1-adaa-fd5a92e78222 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:16.588017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50378a25-36f9-4603-9b6b-a6d7d69906e0 req-594345e5-e404-4ae1-adaa-fd5a92e78222 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 945 time: 0.0756934 Dec 16 08:16:16.593191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Request body: {'port': {'device_id': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:16.663987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.687756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.693839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50378a25-36f9-4603-9b6b-a6d7d69906e0 req-66f73b8e-3255-4bd4-952a-eeaf80ab56f2 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767539 Dec 16 08:16:16.711319 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:16.722749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:16.734778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:16.735414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.738056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=169d0f39-1c3c-43a4-bc7c-be4250d27d90,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:16.752766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd6b56-5b64-4139-b016-e00f81560411 None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:16.849278 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d0c72b18-5e05-4dd8-b93d-d275fa283f60 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8283498 Dec 16 08:16:16.852061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60434) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:16.858661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-340229515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '169d0f39-1c3c-43a4-bc7c-be4250d27d90'}], 'security_groups': ['f24afa6b-cc31-4abd-a3b9-276ce45f43f7']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:16.944552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:16.967437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d79ee-c605-4d7d-afe2-862d010d9dd1 req-8fa74a79-2497-40cd-9f1b-6df75b916766 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:16.969272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a71d79ee-c605-4d7d-afe2-862d010d9dd1 req-8fa74a79-2497-40cd-9f1b-6df75b916766 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 970 time: 0.1424446 Dec 16 08:16:17.049326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-30964b20-24ef-44e2-912d-8630820f149d None None] Provisioning complete for port 28706c3b-7b1f-4207-9c06-40c963250c01 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:17.049798 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30964b20-24ef-44e2-912d-8630820f149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:17.080661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a71d79ee-c605-4d7d-afe2-862d010d9dd1 req-15ca42e0-1560-4efa-9119-3a3fab6de7cf tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0975597 Dec 16 08:16:17.117438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-30964b20-24ef-44e2-912d-8630820f149d None None] Port 28706c3b-7b1f-4207-9c06-40c963250c01 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:17.169060 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28706c3b-7b1f-4207-9c06-40c963250c01 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:17.178656 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:17.215155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9c74ea-e6a5-46c6-9430-bca5766d75ec None None] Update dhcp port {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'fixed_ips': [{'subnet_id': '992241b5-f361-483c-8e41-4d1dcb81f583', 'ip_address': '172.20.0.2'}, {'subnet_id': '169d0f39-1c3c-43a4-bc7c-be4250d27d90'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'e2c17b01-2279-4429-864f-4ef0d18a0cb7'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:16:17.220104 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Transition to ACTIVE for port object 28706c3b-7b1f-4207-9c06-40c963250c01 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:16:17.250849 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7d9c74ea-e6a5-46c6-9430-bca5766d75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:17.260034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3489ac-79b8-4668-a07e-8637e72be17d req-13d5eaca-ada0-4fe2-b886-772e067b52cb tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:17.261938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f3489ac-79b8-4668-a07e-8637e72be17d req-13d5eaca-ada0-4fe2-b886-772e067b52cb tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.0569563 Dec 16 08:16:17.302464 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:17.373902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f3489ac-79b8-4668-a07e-8637e72be17d req-84cc5124-1d71-445e-b1d9-8e98c59fecf8 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015074 Dec 16 08:16:17.385584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Pushing event updated for resources: {'Port': ['ID=28706c3b-7b1f-4207-9c06-40c963250c01,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:17.633757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7cdc3-6ccc-451b-bd72-fc9836624235 req-34fbad75-589c-40e3-a7f2-4c253c5dd8bf tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:17.635504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dac7cdc3-6ccc-451b-bd72-fc9836624235 req-34fbad75-589c-40e3-a7f2-4c253c5dd8bf tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.0989773 Dec 16 08:16:17.638229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Attempting to bind port 28706c3b-7b1f-4207-9c06-40c963250c01 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:17.638571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Attempting to bind port 28706c3b-7b1f-4207-9c06-40c963250c01 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:17.639193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Attempting to bind port 28706c3b-7b1f-4207-9c06-40c963250c01 on network ea68dd1e-8676-4508-803b-a6ac1dd006fe {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:17.648281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Port 28706c3b-7b1f-4207-9c06-40c963250c01 on network ea68dd1e-8676-4508-803b-a6ac1dd006fe not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:16:17.648629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Attempting to bind port 28706c3b-7b1f-4207-9c06-40c963250c01 on network ea68dd1e-8676-4508-803b-a6ac1dd006fe {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:17.659937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:17.660304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Checking segment: {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:17.660614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Bound using segment: {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:17.661075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Bound port: 28706c3b-7b1f-4207-9c06-40c963250c01, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:17.661437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:17.745166 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dac7cdc3-6ccc-451b-bd72-fc9836624235 req-46e06f42-8913-4514-ba30-e528162d2d7d tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003730 Dec 16 08:16:17.783193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Delete allocated IP 172.20.0.3 (38308fc5-b74c-418f-be1d-acb03663009d/992241b5-f361-483c-8e41-4d1dcb81f583) {{(pid=110396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 08:16:17.796358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.19 (38308fc5-b74c-418f-be1d-acb03663009d/169d0f39-1c3c-43a4-bc7c-be4250d27d90/2de46f2b-cde6-4f9c-892f-985c1b753cfc) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:17.833547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] For port 28706c3b-7b1f-4207-9c06-40c963250c01, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:17.876726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] For port 28706c3b-7b1f-4207-9c06-40c963250c01, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=28706c3b-7b1f-4207-9c06-40c963250c01,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:17.917652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df315d01-3d42-4bdd-a29e-95611e721f7f req-fd25d2d0-a150-494d-b58f-0797f23b43b3 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:17.919213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df315d01-3d42-4bdd-a29e-95611e721f7f req-fd25d2d0-a150-494d-b58f-0797f23b43b3 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 945 time: 0.1027455 Dec 16 08:16:17.940787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ada83-39d2-46d9-bbc5-91b74c2b9458 req-06d5500e-f53b-4a0a-b447-e12366479f7e tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:17.942467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-509ada83-39d2-46d9-bbc5-91b74c2b9458 req-06d5500e-f53b-4a0a-b447-e12366479f7e tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.0804856 Dec 16 08:16:17.983121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.007988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.042267 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.045983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-0b346de6-3cc4-4cfc-9442-f2bb8f328065 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:18.047517 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-0b346de6-3cc4-4cfc-9442-f2bb8f328065 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "GET /v2.0/ports?device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 945 time: 0.1272762 Dec 16 08:16:18.082654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df315d01-3d42-4bdd-a29e-95611e721f7f req-7e4f3eaf-fd77-45f7-b18c-0c165f5312eb tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507077 Dec 16 08:16:18.106177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:18.106177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.106702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] 10.222.0.16 "PUT /v2.0/ports/28706c3b-7b1f-4207-9c06-40c963250c01 HTTP/1.1" status: 200 len: 1131 time: 1.5177145 Dec 16 08:16:18.107157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:18.110792 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d03bc-7653-46f2-b358-d9a3b3322159" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:18.146139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-509ada83-39d2-46d9-bbc5-91b74c2b9458 req-9ea81fed-f3fc-4166-afca-eb41476a61fb tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877048 Dec 16 08:16:18.188356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c74ea-e6a5-46c6-9430-bca5766d75ec None None] Allocated IP 172.20.0.18 (38308fc5-b74c-418f-be1d-acb03663009d/169d0f39-1c3c-43a4-bc7c-be4250d27d90/e2c17b01-2279-4429-864f-4ef0d18a0cb7) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:18.206343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450ed92-642b-489c-9608-79eabca535f7 service neutron] Pushing event updated for resources: {'Port': ['ID=28706c3b-7b1f-4207-9c06-40c963250c01,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:18.219680 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555a9e91-21e6-409b-908c-c02092113099 x-openstack-request-id: req-555a9e91-21e6-409b-908c-c02092113099 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:18.219941 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:18.220313 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-555a9e91-21e6-409b-908c-c02092113099 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:18.220672 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01', 'status': 'completed', 'code': 200} Dec 16 08:16:18.275912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=2de46f2b-cde6-4f9c-892f-985c1b753cfc,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:18.300487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] In _notify_port_updated(), no bound segment for port 2de46f2b-cde6-4f9c-892f-985c1b753cfc on network 38308fc5-b74c-418f-be1d-acb03663009d {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:16:18.332013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:18.333552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.335206 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f12b24f-d480-4c74-b9cb-f036c1ec6658 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "PUT /v2.0/ports/2de46f2b-cde6-4f9c-892f-985c1b753cfc HTTP/1.1" status: 200 len: 920 time: 1.4820714 Dec 16 08:16:18.337957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60466) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:18.363785 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc450ee-e797-4a87-822a-57547bef990b req-0011d260-3404-4717-a2dc-954a20687d2f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:18.371342 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fc450ee-e797-4a87-822a-57547bef990b req-0011d260-3404-4717-a2dc-954a20687d2f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 982 time: 0.1743314 Dec 16 08:16:18.386980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7d9c74ea-e6a5-46c6-9430-bca5766d75ec None None] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e2c17b01-2279-4429-864f-4ef0d18a0cb7,segment=NetworkSegment(bab6b9e3-2287-4528-9f46-5b8978a6f65d),segment_id=bab6b9e3-2287-4528-9f46-5b8978a6f65d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:18.395296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Deleting port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:18.398661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.438936 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:16:18.444288 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7d9c74ea-e6a5-46c6-9430-bca5766d75ec None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.475008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d03bc-7653-46f2-b358-d9a3b3322159 req-d0ee2043-287d-4b7e-b3b1-a1561a954864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:18.481861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d40d03bc-7653-46f2-b358-d9a3b3322159 req-d0ee2043-287d-4b7e-b3b1-a1561a954864 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1134 time: 0.2035685 Dec 16 08:16:18.488858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 2de46f2b-cde6-4f9c-892f-985c1b753cfc {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:18.489705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.526349 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7d9c74ea-e6a5-46c6-9430-bca5766d75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.609676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.624584 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 2de46f2b-cde6-4f9c-892f-985c1b753cfc owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:18.637673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c74ea-e6a5-46c6-9430-bca5766d75ec None None] Pushing event updated for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:18.660927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fc450ee-e797-4a87-822a-57547bef990b req-168d05ed-199c-42e2-9df7-901d2714be01 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2800155 Dec 16 08:16:18.679265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] For port 29000b1a-2ba7-4c0a-a065-d56179f27ef1, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=29000b1a-2ba7-4c0a-a065-d56179f27ef1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:18.679265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.707368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Calling delete_port for 29000b1a-2ba7-4c0a-a065-d56179f27ef1 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:18.725366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d03bc-7653-46f2-b358-d9a3b3322159 req-8cd05454-91f1-407e-a8c6-b7306aace234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:18.726877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d40d03bc-7653-46f2-b358-d9a3b3322159 req-8cd05454-91f1-407e-a8c6-b7306aace234 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ec40685aded84d3e806b80a37a464f97&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2216067 Dec 16 08:16:18.834498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.876738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=2de46f2b-cde6-4f9c-892f-985c1b753cfc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:18.926874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d714d4-7090-4c3e-9fa6-e4cb7c008df9 req-d4f975c7-786a-4c24-99ca-c61ea0f7a4f7 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:18.928417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2d714d4-7090-4c3e-9fa6-e4cb7c008df9 req-d4f975c7-786a-4c24-99ca-c61ea0f7a4f7 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.1549263 Dec 16 08:16:18.977058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:18.983084 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ba82983-9e2a-4ff9-9154-d526669b9255 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/2de46f2b-cde6-4f9c-892f-985c1b753cfc HTTP/1.1" status: 204 len: 168 time: 0.6431112 Dec 16 08:16:18.988533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60478) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:19.016449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d03bc-7653-46f2-b358-d9a3b3322159 req-d9bdb4d1-cdfb-4131-adab-6e61abaf4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:19.018102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d40d03bc-7653-46f2-b358-d9a3b3322159 req-d9bdb4d1-cdfb-4131-adab-6e61abaf4601 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2435610 Dec 16 08:16:19.018685 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc24a914-85dd-4c62-af30-a9f2ef535da0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:16:19.020252 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc24a914-85dd-4c62-af30-a9f2ef535da0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/2de46f2b-cde6-4f9c-892f-985c1b753cfc HTTP/1.1" status: 404 len: 333 time: 0.0304055 Dec 16 08:16:19.023262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60480) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:19.058731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b2d714d4-7090-4c3e-9fa6-e4cb7c008df9 req-272ad273-12df-4c49-a6c3-ee6a054cadbf tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205320 Dec 16 08:16:19.122081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82633103-0a49-47a5-a481-f3b9b17718f5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.147868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-b142b474-9c03-450c-80d0-f4b3b55d6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:19.150677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-b142b474-9c03-450c-80d0-f4b3b55d6ead service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1134 time: 0.0553758 Dec 16 08:16:19.151515 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.155064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82633103-0a49-47a5-a481-f3b9b17718f5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.188418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['47f3d42e-e6e1-4d12-ac41-81872a39ddf1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:19.198494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['237d9c9a-3eba-40c1-a430-03bb0c3d0d9f', '29000b1a-2ba7-4c0a-a065-d56179f27ef1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:19.245044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Pushing event deleted for resources: {'Port': ['ID=29000b1a-2ba7-4c0a-a065-d56179f27ef1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:19.250527 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-faa6faac-f052-45b7-b6a6-5b13e681ae9d req-1dea395c-6734-45b4-934d-bccaf4860874 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 210 time: 0.0653119 Dec 16 08:16:19.295940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-20192be0-10c9-4c56-aeb9-35bd5eb49b9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28706c3b-7b1f-4207-9c06-40c963250c01 HTTP/1.1" status: 200 len: 217 time: 0.0656855 Dec 16 08:16:19.304810 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82633103-0a49-47a5-a481-f3b9b17718f5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.309340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82633103-0a49-47a5-a481-f3b9b17718f5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.312166 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-82633103-0a49-47a5-a481-f3b9b17718f5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/security-groups/600d6cd7-5f0d-4b3d-89ff-9e3346dccfd5 HTTP/1.1" status: 204 len: 168 time: 0.2878084 Dec 16 08:16:19.319700 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60486) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:19.344910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82633103-0a49-47a5-a481-f3b9b17718f5 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600d6cd7-5f0d-4b3d-89ff-9e3346dccfd5,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:19.364584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] No DVR routers for this DVR port 29000b1a-2ba7-4c0a-a065-d56179f27ef1 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:19.395237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.398586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bab455ca-4d10-46aa-b7d6-17e26c61661f req-61f9859f-b0ad-4336-8b73-832238a53f9c tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "DELETE /v2.0/ports/29000b1a-2ba7-4c0a-a065-d56179f27ef1 HTTP/1.1" status: 204 len: 173 time: 1.3229661 Dec 16 08:16:19.420916 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ac23c43-d4e3-4fc0-9b20-5d78f5fde9f9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.428654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-0176eb44-f681-46bb-8456-68966d7eb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:19.430138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-0176eb44-f681-46bb-8456-68966d7eb54e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73fc3df-f929-48b3-abe9-5b861fe9fd4b HTTP/1.1" status: 200 len: 835 time: 0.1025205 Dec 16 08:16:19.444786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3c53d81b-ebc5-4102-8e8c-d7388ee4ce95 None None] Could not find standard attr ID for object 2de46f2b-cde6-4f9c-892f-985c1b753cfc. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:16:19.445464 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ac23c43-d4e3-4fc0-9b20-5d78f5fde9f9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.481455 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a477aa51-3376-4938-806c-234a4ef03e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:19.484403 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-a477aa51-3376-4938-806c-234a4ef03e96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea68dd1e-8676-4508-803b-a6ac1dd006fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455906 Dec 16 08:16:19.492049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3c53d81b-ebc5-4102-8e8c-d7388ee4ce95 None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:19.492455 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c53d81b-ebc5-4102-8e8c-d7388ee4ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.587566 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-941da912-5840-422f-a1e3-e4eda0bb755a service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878217 Dec 16 08:16:19.600723 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ac23c43-d4e3-4fc0-9b20-5d78f5fde9f9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.603244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5ac23c43-d4e3-4fc0-9b20-5d78f5fde9f9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.606912 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5ac23c43-d4e3-4fc0-9b20-5d78f5fde9f9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/security-groups/f24afa6b-cc31-4abd-a3b9-276ce45f43f7 HTTP/1.1" status: 204 len: 168 time: 0.2832170 Dec 16 08:16:19.607837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60492) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:19.641585 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23c43-d4e3-4fc0-9b20-5d78f5fde9f9 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24afa6b-cc31-4abd-a3b9-276ce45f43f7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:19.645403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3c53d81b-ebc5-4102-8e8c-d7388ee4ce95 None None] Provisioning complete for port aea3e3d9-49cb-449a-a448-e03a1cf03d50 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:19.646252 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c53d81b-ebc5-4102-8e8c-d7388ee4ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.704326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3c53d81b-ebc5-4102-8e8c-d7388ee4ce95 None None] Port aea3e3d9-49cb-449a-a448-e03a1cf03d50 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:19.711869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 992241b5-f361-483c-8e41-4d1dcb81f583 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:19.725155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.729996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f0e22c1-0fa4-4f4e-9f6d-a4cdc23e51a7 req-1f937b0a-2c1f-432e-87c2-a56f6b71a14a service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272857 Dec 16 08:16:19.789471 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.819739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb94d-615e-47b3-a10e-6e5eeeec829b req-f6f01d2e-47ec-4087-8392-a6bf96f29ef1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:19.820781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-682cb94d-615e-47b3-a10e-6e5eeeec829b req-f6f01d2e-47ec-4087-8392-a6bf96f29ef1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 982 time: 0.0662928 Dec 16 08:16:19.912385 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:19.915317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-682cb94d-615e-47b3-a10e-6e5eeeec829b req-50a4ed9a-2d86-4cd7-a9eb-cadc8ecd86e2 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0850148 Dec 16 08:16:20.017231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a640af98-4305-446d-9554-ebed8b3b1721 None None] Could not find standard attr ID for object 2de46f2b-cde6-4f9c-892f-985c1b753cfc. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:16:20.080260 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.110176 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=992241b5-f361-483c-8e41-4d1dcb81f583,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:20.114747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.121756 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ae651883-5298-4f0b-b50a-9d3a937a3efa tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/992241b5-f361-483c-8e41-4d1dcb81f583 HTTP/1.1" status: 204 len: 168 time: 0.5092115 Dec 16 08:16:20.122211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60504) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:20.128041 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:20.142379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d8e22-cdcb-4af9-8c18-adf4e3196c4b None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:20.204631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15657ec3-17b2-4eef-a9ac-268c92b63d29 req-27e79ec0-85d3-46eb-b216-5b8d4c3dad26 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:20.206183 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15657ec3-17b2-4eef-a9ac-268c92b63d29 req-27e79ec0-85d3-46eb-b216-5b8d4c3dad26 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.0425749 Dec 16 08:16:20.221647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'name': 'network-vif-deleted', 'tag': '29000b1a-2ba7-4c0a-a065-d56179f27ef1'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:20.225060 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9a14ed-844d-4565-9d8d-e23d3834d92a" -d '{"events": [{"server_uuid": "9040303e-f3c4-43e1-93e5-5a2c6b67a923", "name": "network-vif-deleted", "tag": "29000b1a-2ba7-4c0a-a065-d56179f27ef1"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:20.315145 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b82f4-4506-4628-aa20-a2c5dfbc62ec x-openstack-request-id: req-5b9b82f4-4506-4628-aa20-a2c5dfbc62ec {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:20.325286 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9040303e-f3c4-43e1-93e5-5a2c6b67a923", "name": "network-vif-deleted", "tag": "29000b1a-2ba7-4c0a-a065-d56179f27ef1", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:20.325610 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b9b82f4-4506-4628-aa20-a2c5dfbc62ec {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:20.326725 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9040303e-f3c4-43e1-93e5-5a2c6b67a923', 'name': 'network-vif-deleted', 'tag': '29000b1a-2ba7-4c0a-a065-d56179f27ef1', 'status': 'completed', 'code': 200} Dec 16 08:16:20.333187 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15657ec3-17b2-4eef-a9ac-268c92b63d29 req-0217d640-2a39-4979-ae83-064d4401693a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203256 Dec 16 08:16:20.360572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-2bfa4002-2a23-4a69-b1b6-29158eded87c tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:20.372241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-2bfa4002-2a23-4a69-b1b6-29158eded87c tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 1097 time: 0.0866373 Dec 16 08:16:20.393994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:20.397750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.403701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e2c17b01-2279-4429-864f-4ef0d18a0cb7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:20.412628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f83eec3-02f4-401f-8b4c-09d0dd268ecb req-91842175-b29a-4655-be5c-9e0ec4e95bdb tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=9040303e-f3c4-43e1-93e5-5a2c6b67a923 HTTP/1.1" status: 200 len: 210 time: 0.0458708 Dec 16 08:16:20.505933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:20.505933 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.517429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Deleting port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:20.517785 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.670916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] For port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:20.671569 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.692651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Calling delete_port for f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:20.851112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.903139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:20.906698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:20.909735 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:20.910600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.926818 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=3816d9e0-ec40-4344-8842-c563f4ebb3a8,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:20.937836 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:20.975438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Pushing event deleted for resources: {'Port': ['ID=f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:20.977581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:21.003051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['67cf6527-6ab3-44e0-af2d-034ff56e9181'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:21.008793 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d04f6f05-6d19-4fe4-b761-4e18af0bf3c7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8854375 Dec 16 08:16:21.011413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60524) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:21.020453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b2b61219-adbc-4c9d-929e-29e361f00c80 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'security_group': {'name': 'tempest-secgroup-663807961'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:21.039994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] No DVR routers for this DVR port f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:21.045894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.052521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df338302-07e0-425d-b959-050a30d0ee98 None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:21.058617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f81d34c2-10e4-46f0-82a8-9f196c3fce28 req-3cc8a488-9e01-46a9-9d46-0b26d68eb341 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc HTTP/1.1" status: 204 len: 173 time: 0.6743026 Dec 16 08:16:21.121891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603abbce-f8fb-4cca-a9c1-2b8de9d13130 req-d8c29140-0797-4782-b3ea-4e13704d9a30 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:21.133317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2b61219-adbc-4c9d-929e-29e361f00c80 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.136090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-603abbce-f8fb-4cca-a9c1-2b8de9d13130 req-d8c29140-0797-4782-b3ea-4e13704d9a30 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 982 time: 0.0928912 Dec 16 08:16:21.137152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-82a57f4a-bf78-4b9e-98d1-71394b678a30 None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:21.137725 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82a57f4a-bf78-4b9e-98d1-71394b678a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.215708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2b61219-adbc-4c9d-929e-29e361f00c80 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.224820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-603abbce-f8fb-4cca-a9c1-2b8de9d13130 req-89dfd1f6-8e85-4c5a-9fbe-22697c8744af tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0865357 Dec 16 08:16:21.279766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2b61219-adbc-4c9d-929e-29e361f00c80 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.331620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b61219-adbc-4c9d-929e-29e361f00c80 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709dca5f-8a79-496c-b451-48f3decd18af,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:21.394808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-82a57f4a-bf78-4b9e-98d1-71394b678a30 None None] Provisioning complete for port aea3e3d9-49cb-449a-a448-e03a1cf03d50 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:21.394808 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82a57f4a-bf78-4b9e-98d1-71394b678a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.427743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b2b61219-adbc-4c9d-929e-29e361f00c80 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.429514 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b2b61219-adbc-4c9d-929e-29e361f00c80 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4167452 Dec 16 08:16:21.432434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60530) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:21.438175 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bce70e8b-55bd-45da-a3ac-4062b4ae04b6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'security_group': {'name': 'tempest-secgroup-610302316'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:21.476028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-82a57f4a-bf78-4b9e-98d1-71394b678a30 None None] Port aea3e3d9-49cb-449a-a448-e03a1cf03d50 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:21.479197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59897502-b2f5-4cca-b137-455daabf634f None None] Update dhcp port {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'fixed_ips': [{'subnet_id': '169d0f39-1c3c-43a4-bc7c-be4250d27d90', 'ip_address': '172.20.0.18'}, {'subnet_id': '3816d9e0-ec40-4344-8842-c563f4ebb3a8'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'e2c17b01-2279-4429-864f-4ef0d18a0cb7'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:16:21.505382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0690b464-b394-43d7-933f-7c6154dbf539 req-67a3381d-8d97-4b08-96c8-3f86dc006c93 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c HTTP/1.1" status: 200 len: 210 time: 0.0876787 Dec 16 08:16:21.513922 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-59897502-b2f5-4cca-b137-455daabf634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.565721 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bce70e8b-55bd-45da-a3ac-4062b4ae04b6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.663474 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bce70e8b-55bd-45da-a3ac-4062b4ae04b6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.701839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-59897502-b2f5-4cca-b137-455daabf634f None None] Allocated IP 172.20.0.2 (38308fc5-b74c-418f-be1d-acb03663009d/3816d9e0-ec40-4344-8842-c563f4ebb3a8/e2c17b01-2279-4429-864f-4ef0d18a0cb7) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:21.719515 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bce70e8b-55bd-45da-a3ac-4062b4ae04b6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.762332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce70e8b-55bd-45da-a3ac-4062b4ae04b6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380669c8-7249-4d51-8e8c-3524823d1522,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:21.808408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-59897502-b2f5-4cca-b137-455daabf634f None None] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e2c17b01-2279-4429-864f-4ef0d18a0cb7,segment=NetworkSegment(bab6b9e3-2287-4528-9f46-5b8978a6f65d),segment_id=bab6b9e3-2287-4528-9f46-5b8978a6f65d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:21.843866 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-59897502-b2f5-4cca-b137-455daabf634f None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.856801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bce70e8b-55bd-45da-a3ac-4062b4ae04b6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.861304 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bce70e8b-55bd-45da-a3ac-4062b4ae04b6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4274662 Dec 16 08:16:21.861686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60554) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:21.866523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-29903324-de6f-4e55-b09f-bb5cf081db3b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538724281'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:21.937523 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-59897502-b2f5-4cca-b137-455daabf634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:21.966787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29903324-de6f-4e55-b09f-bb5cf081db3b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.040690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59897502-b2f5-4cca-b137-455daabf634f None None] Pushing event updated for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:22.071960 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29903324-de6f-4e55-b09f-bb5cf081db3b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.078073 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 29000b1a-2ba7-4c0a-a065-d56179f27ef1 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:22.103901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 29000b1a-2ba7-4c0a-a065-d56179f27ef1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:22.104246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 29000b1a-2ba7-4c0a-a065-d56179f27ef1 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:22.137324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29903324-de6f-4e55-b09f-bb5cf081db3b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.175193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29903324-de6f-4e55-b09f-bb5cf081db3b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567ef64c-b954-4998-9599-81be82d7e00e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:22.253374 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-29903324-de6f-4e55-b09f-bb5cf081db3b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.265281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:22.265821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-29903324-de6f-4e55-b09f-bb5cf081db3b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4024503 Dec 16 08:16:22.271449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-242809944', 'security_groups': ['567ef64c-b954-4998-9599-81be82d7e00e'], 'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3816d9e0-ec40-4344-8842-c563f4ebb3a8'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:22.337723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'name': 'network-vif-deleted', 'tag': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:22.340233 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60e8801-6e2e-47ab-9780-62fe38220e2e" -d '{"events": [{"server_uuid": "8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c", "name": "network-vif-deleted", "tag": "f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:22.423145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90deb-f870-46c5-970b-b9c965248245 req-141ebf26-07e8-481b-bbd4-492eed60126f tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:22.430705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90deb-f870-46c5-970b-b9c965248245 req-141ebf26-07e8-481b-bbd4-492eed60126f tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:22.443119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9aa90deb-f870-46c5-970b-b9c965248245 req-141ebf26-07e8-481b-bbd4-492eed60126f tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41&device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 1681 time: 0.1314843 Dec 16 08:16:22.458574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e2c17b01-2279-4429-864f-4ef0d18a0cb7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:22.500964 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c453-d34c-4c89-b438-bf08ae0fd73d req-697b94a0-a22f-44b6-8e27-bb2cff670258 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:22.502526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30b1c453-d34c-4c89-b438-bf08ae0fd73d req-697b94a0-a22f-44b6-8e27-bb2cff670258 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 982 time: 0.1583872 Dec 16 08:16:22.515045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:22.527668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:22.528331 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.561639 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9aa90deb-f870-46c5-970b-b9c965248245 req-8c77e4eb-ea35-4f3b-a55f-d7ef5e0b8ad9 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Dec 16 08:16:22.617792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-30b1c453-d34c-4c89-b438-bf08ae0fd73d req-71e5c9c6-d847-4078-834b-4786eaddc094 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1069429 Dec 16 08:16:22.627186 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e22bb-e7f2-435d-8fcf-898733c82132 x-openstack-request-id: req-363e22bb-e7f2-435d-8fcf-898733c82132 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:22.627186 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c", "name": "network-vif-deleted", "tag": "f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:22.627186 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-363e22bb-e7f2-435d-8fcf-898733c82132 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:22.627186 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0d9ea3-5523-4ca4-bf67-6f9b02941e8c', 'name': 'network-vif-deleted', 'tag': 'f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc', 'status': 'completed', 'code': 200} Dec 16 08:16:22.649704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.675484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] device_id is not set on port 477270f1-b30c-4393-88ef-e40b9dc0fd05 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:16:22.812973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-98dfa779-cfbc-4d6a-a69b-9d6ee7690baa None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:22.813531 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-98dfa779-cfbc-4d6a-a69b-9d6ee7690baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.922053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-98dfa779-cfbc-4d6a-a69b-9d6ee7690baa None None] Provisioning complete for port aea3e3d9-49cb-449a-a448-e03a1cf03d50 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:22.922434 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-98dfa779-cfbc-4d6a-a69b-9d6ee7690baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:22.932889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.14 (38308fc5-b74c-418f-be1d-acb03663009d/3816d9e0-ec40-4344-8842-c563f4ebb3a8/477270f1-b30c-4393-88ef-e40b9dc0fd05) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:22.959400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-98dfa779-cfbc-4d6a-a69b-9d6ee7690baa None None] Port aea3e3d9-49cb-449a-a448-e03a1cf03d50 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:23.082473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:23.176095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba723-34ce-4a2f-9a80-cafa8c5cadab req-0088e35b-6276-4e70-9c2f-27c8b5e32873 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:23.177655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a68ba723-34ce-4a2f-9a80-cafa8c5cadab req-0088e35b-6276-4e70-9c2f-27c8b5e32873 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1098 time: 0.0439143 Dec 16 08:16:23.206148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:23.227019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a68ba723-34ce-4a2f-9a80-cafa8c5cadab req-db7af63b-6c38-4c85-833c-597fbe540bf1 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Dec 16 08:16:23.267753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:23.271906 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:23.274102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=477270f1-b30c-4393-88ef-e40b9dc0fd05,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:23.276904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:23.336690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:23.337434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:23.448123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-31db6322-18ac-42a3-9614-d47508405676 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1810148 Dec 16 08:16:23.452071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60598) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:23.457566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7edf3f0a-a688-42e0-847f-da672e77548f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:23.584271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b31eb637-6974-449c-94fa-6e6158e11eba None None] Provisioning complete for port 477270f1-b30c-4393-88ef-e40b9dc0fd05 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:23.584845 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b31eb637-6974-449c-94fa-6e6158e11eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:23.621688 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b31eb637-6974-449c-94fa-6e6158e11eba None None] Port 477270f1-b30c-4393-88ef-e40b9dc0fd05 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:23.691351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edf3f0a-a688-42e0-847f-da672e77548f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:23.697478 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7edf3f0a-a688-42e0-847f-da672e77548f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:23.763803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ef3b1-eb75-43b8-aaa4-fc9c26b3277f req-5bd4e3b3-26f2-4c3b-a78a-9f8033eac93e tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:23.766010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e05ef3b1-eb75-43b8-aaa4-fc9c26b3277f req-5bd4e3b3-26f2-4c3b-a78a-9f8033eac93e tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 982 time: 0.0674212 Dec 16 08:16:23.803498 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-7edf3f0a-a688-42e0-847f-da672e77548f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3816d9e0-ec40-4344-8842-c563f4ebb3a8 (CIDR: 172.20.0.0/28) Dec 16 08:16:23.829162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e61a-8722-47bd-967e-ee2069eaf14c req-535f181f-fc98-4e64-a426-99cc0293309d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:23.830641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b63e61a-8722-47bd-967e-ee2069eaf14c req-535f181f-fc98-4e64-a426-99cc0293309d tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 945 time: 0.0897579 Dec 16 08:16:23.838363 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edf3f0a-a688-42e0-847f-da672e77548f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:16:23.839099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edf3f0a-a688-42e0-847f-da672e77548f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:23.865424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e05ef3b1-eb75-43b8-aaa4-fc9c26b3277f req-885f0b4d-29c2-4ea3-8883-8fed9800a290 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0858996 Dec 16 08:16:23.893460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b63e61a-8722-47bd-967e-ee2069eaf14c req-ca0ea258-2e6c-458c-9599-7a49759abb13 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533340 Dec 16 08:16:23.911278 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7edf3f0a-a688-42e0-847f-da672e77548f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4580560 Dec 16 08:16:23.913930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60608) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:23.918824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cdfdbc8f-eee3-4042-85c6-5c07f8a6653f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:24.086000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:24.106129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:24.106480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device f96a6ac6-f5d1-4d9d-81b6-016f91b99ffc not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:24.165438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfdbc8f-eee3-4042-85c6-5c07f8a6653f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:24.168968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cdfdbc8f-eee3-4042-85c6-5c07f8a6653f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:24.261610 n-d-820935-11 neutron-server[110396]: INFO neutron.db.ipam_backend_mixin [None req-cdfdbc8f-eee3-4042-85c6-5c07f8a6653f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 169d0f39-1c3c-43a4-bc7c-be4250d27d90 (CIDR: 172.20.0.16/28) Dec 16 08:16:24.297915 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfdbc8f-eee3-4042-85c6-5c07f8a6653f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:16:24.298401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfdbc8f-eee3-4042-85c6-5c07f8a6653f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:24.366374 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cdfdbc8f-eee3-4042-85c6-5c07f8a6653f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4511950 Dec 16 08:16:24.373095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60616) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:24.379893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'subnet': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:24.588495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Made reservation on behalf of a6ade96288284099b7cb5cd1d5818580 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:24.592958 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:24.635208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 28706c3b-7b1f-4207-9c06-40c963250c01 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:16:24.650377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36bc4c-e217-464e-b02b-b802f07f9d9d req-57a00f79-171c-4aa1-90b0-a1778dd5d005 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:24.650377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a36bc4c-e217-464e-b02b-b802f07f9d9d req-57a00f79-171c-4aa1-90b0-a1778dd5d005 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1098 time: 0.3522434 Dec 16 08:16:24.699746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a36bc4c-e217-464e-b02b-b802f07f9d9d req-7789e0b7-5a70-4d8c-afc1-66563f30cd77 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Dec 16 08:16:24.761617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 28706c3b-7b1f-4207-9c06-40c963250c01, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=28706c3b-7b1f-4207-9c06-40c963250c01,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:24.774263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '28706c3b-7b1f-4207-9c06-40c963250c01', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'port_id': '28706c3b-7b1f-4207-9c06-40c963250c01', 'mac_address': 'fa:16:3e:98:02:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:16:24.818566 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:24.833434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28706c3b-7b1f-4207-9c06-40c963250c01 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:16:24.854454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 28706c3b-7b1f-4207-9c06-40c963250c01, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=28706c3b-7b1f-4207-9c06-40c963250c01,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:24.879564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:24.897183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-29950757-f4d7-41d9-9134-0253dcb366ca tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:24.897673 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:24.899235 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-29950757-f4d7-41d9-9134-0253dcb366ca tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 1098 time: 0.0410230 Dec 16 08:16:24.952825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=28706c3b-7b1f-4207-9c06-40c963250c01,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:24.974664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Subnet': ['ID=57c050ad-26d5-40fb-9324-467255ca8762,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:24.978434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Network 38308fc5-b74c-418f-be1d-acb03663009d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:24.980152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:24.991337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d49bf4-194d-4a20-8f45-6f5d5b347412 None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:25.000637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:25.004305 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.088635 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d4960d1a-a9ec-48e2-a2f4-f79ee5e317c8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7142601 Dec 16 08:16:25.091271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60628) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:25.096149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221629fe-9e37-4fa2-96de-e17fc4aacd90 req-5edb838a-45fb-4239-8093-095ec4d4af9a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:25.097692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-221629fe-9e37-4fa2-96de-e17fc4aacd90 req-5edb838a-45fb-4239-8093-095ec4d4af9a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 983 time: 0.0986960 Dec 16 08:16:25.098638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1383200398', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57c050ad-26d5-40fb-9324-467255ca8762'}], 'security_groups': ['709dca5f-8a79-496c-b451-48f3decd18af', '380669c8-7249-4d51-8e8c-3524823d1522']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:25.121608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddc979-f33c-4706-bf9d-0bcdd48f074c req-6ba14eac-f9b3-4e3a-bec7-01455cfd6e94 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:25.123949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1ddc979-f33c-4706-bf9d-0bcdd48f074c req-6ba14eac-f9b3-4e3a-bec7-01455cfd6e94 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 945 time: 0.1069520 Dec 16 08:16:25.147594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Deleting port 67cf6527-6ab3-44e0-af2d-034ff56e9181 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:25.147935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.219411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.257051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3400579-d5fc-4069-9efb-18a4648738a7 None None] Update dhcp port {'port': {'network_id': '38308fc5-b74c-418f-be1d-acb03663009d', 'fixed_ips': [{'subnet_id': '169d0f39-1c3c-43a4-bc7c-be4250d27d90', 'ip_address': '172.20.0.18'}, {'subnet_id': '3816d9e0-ec40-4344-8842-c563f4ebb3a8', 'ip_address': '172.20.0.2'}, {'subnet_id': '57c050ad-26d5-40fb-9324-467255ca8762'}], 'binding:host_id': 'n-d-820935-11'}, 'id': 'e2c17b01-2279-4429-864f-4ef0d18a0cb7'} from n-d-820935-11. {{(pid=110397) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 08:16:25.269329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a1ddc979-f33c-4706-bf9d-0bcdd48f074c req-4a3fedcd-6792-49b3-892d-967e7c832fe7 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7b9e345-ee59-404f-a05e-5fd5581cbe98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359775 Dec 16 08:16:25.269617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0039393-b128-40e0-8d68-a84633a1b446 req-34d2bc95-4fb0-4b54-8a91-10092587bc55 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:25.271103 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b0039393-b128-40e0-8d68-a84633a1b446 req-34d2bc95-4fb0-4b54-8a91-10092587bc55 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.16 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 945 time: 0.1172423 Dec 16 08:16:25.280430 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-221629fe-9e37-4fa2-96de-e17fc4aacd90 req-c28a6412-9182-466a-b1d8-0a772ec4a606 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1692481 Dec 16 08:16:25.298111 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c3400579-d5fc-4069-9efb-18a4648738a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.333395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] For port 67cf6527-6ab3-44e0-af2d-034ff56e9181, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=67cf6527-6ab3-44e0-af2d-034ff56e9181,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:25.334041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.350387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Calling delete_port for 67cf6527-6ab3-44e0-af2d-034ff56e9181 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:25.361717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['28706c3b-7b1f-4207-9c06-40c963250c01'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:25.413648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-29a3282d-1b06-429f-95f0-3db511ada736 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:25.413648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-29a3282d-1b06-429f-95f0-3db511ada736 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "GET /v2.0/ports?device_id=abe390f3-7c83-4925-9c36-b8bc5b5712ae HTTP/1.1" status: 200 len: 945 time: 0.1281333 Dec 16 08:16:25.470477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Deleting port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:25.471054 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.592044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Deleting port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:25.592313 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.605518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60632) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:25.633181 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] For port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:25.633619 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.649038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Calling delete_port for 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:25.711350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] For port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,segment=NetworkSegment(880c18fe-8cde-473d-8cd6-18fc02345773),segment_id=880c18fe-8cde-473d-8cd6-18fc02345773)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:25.711706 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.729573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Calling delete_port for 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:25.756526 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c3400579-d5fc-4069-9efb-18a4648738a7 None None] Allocated IP 172.20.0.34 (38308fc5-b74c-418f-be1d-acb03663009d/57c050ad-26d5-40fb-9324-467255ca8762/e2c17b01-2279-4429-864f-4ef0d18a0cb7) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:25.771475 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df71a7f3-0d39-44f4-8bfc-b5f4ef1d1653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.804504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.855229 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ba38fab-9893-42fc-8183-7d4874fbfa82 req-75b5d736-b581-4e31-b9e8-123a53e490e3 tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 210 time: 0.0540037 Dec 16 08:16:25.869951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Pushing event deleted for resources: {'Port': ['ID=67cf6527-6ab3-44e0-af2d-034ff56e9181,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:25.942948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] No DVR routers for this DVR port 67cf6527-6ab3-44e0-af2d-034ff56e9181 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:25.945813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c3400579-d5fc-4069-9efb-18a4648738a7 None None] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e2c17b01-2279-4429-864f-4ef0d18a0cb7,segment=NetworkSegment(bab6b9e3-2287-4528-9f46-5b8978a6f65d),segment_id=bab6b9e3-2287-4528-9f46-5b8978a6f65d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:25.946790 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:25.950501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.16 "DELETE /v2.0/ports/67cf6527-6ab3-44e0-af2d-034ff56e9181 HTTP/1.1" status: 204 len: 173 time: 1.0197024 Dec 16 08:16:25.951186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a7ed0-2267-44f4-b406-49b86430c120', 'name': 'network-vif-deleted', 'tag': '67cf6527-6ab3-44e0-af2d-034ff56e9181'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:25.954244 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5ffe0-dc27-4295-b637-215cd06d4455" -d '{"events": [{"server_uuid": "021a7ed0-2267-44f4-b406-49b86430c120", "name": "network-vif-deleted", "tag": "67cf6527-6ab3-44e0-af2d-034ff56e9181"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:25.996423 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c3400579-d5fc-4069-9efb-18a4648738a7 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.010759 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d608dac-eed0-4d80-b1fd-b6ca9c848bed x-openstack-request-id: req-3d608dac-eed0-4d80-b1fd-b6ca9c848bed {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:26.011138 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a7ed0-2267-44f4-b406-49b86430c120", "name": "network-vif-deleted", "tag": "67cf6527-6ab3-44e0-af2d-034ff56e9181", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:26.011457 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d608dac-eed0-4d80-b1fd-b6ca9c848bed {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:26.012111 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021a7ed0-2267-44f4-b406-49b86430c120', 'name': 'network-vif-deleted', 'tag': '67cf6527-6ab3-44e0-af2d-034ff56e9181', 'status': 'completed', 'code': 200} Dec 16 08:16:26.108403 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c3400579-d5fc-4069-9efb-18a4648738a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.141079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.193388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3400579-d5fc-4069-9efb-18a4648738a7 None None] Pushing event updated for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:26.211983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Pushing event deleted for resources: {'Port': ['ID=237d9c9a-3eba-40c1-a430-03bb0c3d0d9f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:26.253931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.254327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.254681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.255031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.255809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.255809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.256019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.256719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.256719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.257035 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.257377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.257695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.258020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:26.260994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] No DVR routers for this DVR port 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:26.262156 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.263754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.267134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8324eabb-0ae7-40e0-a991-db1adfd67af7 req-621d64a2-2ca7-441e-8f83-fe1e109309ee tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.36 "DELETE /v2.0/ports/237d9c9a-3eba-40c1-a430-03bb0c3d0d9f HTTP/1.1" status: 204 len: 173 time: 0.8471580 Dec 16 08:16:26.310477 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Delete allocated IP 172.20.0.14 (38308fc5-b74c-418f-be1d-acb03663009d/3816d9e0-ec40-4344-8842-c563f4ebb3a8) {{(pid=110396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 08:16:26.331956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df71a7f3-0d39-44f4-8bfc-b5f4ef1d1653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.333214 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Pushing event deleted for resources: {'Port': ['ID=47f3d42e-e6e1-4d12-ac41-81872a39ddf1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:26.348486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Allocated IP 172.20.0.35 (38308fc5-b74c-418f-be1d-acb03663009d/57c050ad-26d5-40fb-9324-467255ca8762/477270f1-b30c-4393-88ef-e40b9dc0fd05) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:26.382142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df71a7f3-0d39-44f4-8bfc-b5f4ef1d1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.408966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] No DVR routers for this DVR port 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:26.428968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.432583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b0039393-b128-40e0-8d68-a84633a1b446 req-57f0b253-3de8-498b-b805-8373dc88cd44 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.16 "DELETE /v2.0/ports/47f3d42e-e6e1-4d12-ac41-81872a39ddf1 HTTP/1.1" status: 204 len: 173 time: 1.1542547 Dec 16 08:16:26.435154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'name': 'network-vif-deleted', 'tag': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:26.445675 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29f030e-07d9-45d6-8662-f83295d3b3e1" -d '{"events": [{"server_uuid": "98903b31-cfcb-4efb-85a7-b38be13a9f41", "name": "network-vif-deleted", "tag": "47f3d42e-e6e1-4d12-ac41-81872a39ddf1"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:26.463491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e2c17b01-2279-4429-864f-4ef0d18a0cb7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:26.474884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df71a7f3-0d39-44f4-8bfc-b5f4ef1d1653 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9fa320d18714e34b1fc23e7f385717c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685939 Dec 16 08:16:26.495417 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f1b5401-b7ef-468d-a195-7ccaef71fae6 req-cc83384e-e64f-42c9-84b9-b980d89234b5 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 210 time: 0.0746179 Dec 16 08:16:26.498143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60646) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:26.519275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['47f3d42e-e6e1-4d12-ac41-81872a39ddf1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:26.540956 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71a7f3-0d39-44f4-8bfc-b5f4ef1d1653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb168e-3db6-4b87-843d-891d545b3268,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:26.543857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1b9ce-c517-41c8-88c9-0bbd0e2b177f req-fc0a527c-fae4-41f3-ab8d-df96627b706e tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:26.546449 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f1b9ce-c517-41c8-88c9-0bbd0e2b177f req-fc0a527c-fae4-41f3-ab8d-df96627b706e tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 983 time: 0.1401811 Dec 16 08:16:26.550497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['47f3d42e-e6e1-4d12-ac41-81872a39ddf1'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:26.589762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['67cf6527-6ab3-44e0-af2d-034ff56e9181'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:16:26.593223 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29d78bb-6191-4193-b11a-00caa8c1183c x-openstack-request-id: req-d29d78bb-6191-4193-b11a-00caa8c1183c {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:26.593523 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98903b31-cfcb-4efb-85a7-b38be13a9f41", "name": "network-vif-deleted", "tag": "47f3d42e-e6e1-4d12-ac41-81872a39ddf1", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:26.593780 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d29d78bb-6191-4193-b11a-00caa8c1183c {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:26.594187 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98903b31-cfcb-4efb-85a7-b38be13a9f41', 'name': 'network-vif-deleted', 'tag': '47f3d42e-e6e1-4d12-ac41-81872a39ddf1', 'status': 'completed', 'code': 200} Dec 16 08:16:26.601829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:26.602212 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.676145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6f1b9ce-c517-41c8-88c9-0bbd0e2b177f req-e33f202d-43f9-48fd-b187-4d23cabf6aad tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1202333 Dec 16 08:16:26.716582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a2d26d9-6913-4f2b-ba32-82b08fc2acc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.762568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a2d26d9-6913-4f2b-ba32-82b08fc2acc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:26.827903 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.005200 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.031981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fa174554-295b-4924-ac6b-b04e7a9545e8 req-239737d8-b442-49e7-abdb-e139973ce85b tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021a7ed0-2267-44f4-b406-49b86430c120 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Dec 16 08:16:27.076948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Provisioning complete for port 477270f1-b30c-4393-88ef-e40b9dc0fd05 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:27.077503 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.078027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a2d26d9-6913-4f2b-ba32-82b08fc2acc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.080525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4a2d26d9-6913-4f2b-ba32-82b08fc2acc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.081661 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4a2d26d9-6913-4f2b-ba32-82b08fc2acc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7eb168e-3db6-4b87-843d-891d545b3268 HTTP/1.1" status: 204 len: 168 time: 0.5824537 Dec 16 08:16:27.107300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event updated for resources: {'Port': ['ID=477270f1-b30c-4393-88ef-e40b9dc0fd05,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:27.118337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d26d9-6913-4f2b-ba32-82b08fc2acc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb168e-3db6-4b87-843d-891d545b3268,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:27.125988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Port 477270f1-b30c-4393-88ef-e40b9dc0fd05 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:27.139788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] In _notify_port_updated(), no bound segment for port 477270f1-b30c-4393-88ef-e40b9dc0fd05 on network 38308fc5-b74c-418f-be1d-acb03663009d {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:16:27.140982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:27.141698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.146172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:27.146808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.148222 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d48837ab-c1fb-40e0-a4b7-756d0c40243f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "PUT /v2.0/ports/477270f1-b30c-4393-88ef-e40b9dc0fd05 HTTP/1.1" status: 200 len: 960 time: 2.0555182 Dec 16 08:16:27.150868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60652) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:27.268697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port 477270f1-b30c-4393-88ef-e40b9dc0fd05 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:27.279330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.279529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Provisioning complete for port aea3e3d9-49cb-449a-a448-e03a1cf03d50 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:27.279988 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.314650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d9635063-b6eb-40a7-bef2-16f685733ac9 None None] Port aea3e3d9-49cb-449a-a448-e03a1cf03d50 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:27.372072 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.387224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for 477270f1-b30c-4393-88ef-e40b9dc0fd05 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:27.637093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34ee55ae-ee7d-4869-b921-dd517a36e5b8 req-b892fefc-b15e-4053-b3bc-dce1e20f07f8 tempest-ListServersNegativeTestJSON-509129490 tempest-ListServersNegativeTestJSON-509129490-project] 10.222.0.43 "GET /v2.0/ports?device_id=98903b31-cfcb-4efb-85a7-b38be13a9f41 HTTP/1.1" status: 200 len: 210 time: 0.0259454 Dec 16 08:16:27.637324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-27c2984f-2009-4026-9eaa-5fdb432653ad None None] Provisioning complete for port 477270f1-b30c-4393-88ef-e40b9dc0fd05 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:27.639133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-27c2984f-2009-4026-9eaa-5fdb432653ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.682285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-27c2984f-2009-4026-9eaa-5fdb432653ad None None] Port 477270f1-b30c-4393-88ef-e40b9dc0fd05 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:27.707409 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.707643 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.737389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=477270f1-b30c-4393-88ef-e40b9dc0fd05,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:27.822227 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.826144 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6912b58f-5111-4977-b413-dd4e9ae1aa66 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/477270f1-b30c-4393-88ef-e40b9dc0fd05 HTTP/1.1" status: 204 len: 168 time: 0.6743202 Dec 16 08:16:27.828070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0aba2-5230-45b1-b625-df7694771fcb req-d603985c-d6ca-4352-86c2-c5abc86cf3ed tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:27.828867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60662) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:27.830211 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dad0aba2-5230-45b1-b625-df7694771fcb req-d603985c-d6ca-4352-86c2-c5abc86cf3ed tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 983 time: 0.0693469 Dec 16 08:16:27.861937 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d09adb-84d6-4d1a-a5b6-bab5581e58d1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] GET failed (client error): The resource could not be found. Dec 16 08:16:27.866739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8d09adb-84d6-4d1a-a5b6-bab5581e58d1 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports/477270f1-b30c-4393-88ef-e40b9dc0fd05 HTTP/1.1" status: 404 len: 333 time: 0.0336304 Dec 16 08:16:27.866900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60664) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:27.928487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dad0aba2-5230-45b1-b625-df7694771fcb req-a616be96-28c6-4102-a760-164c3f812b34 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0906949 Dec 16 08:16:27.949248 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-200c262d-68ca-43e5-bede-808461fdd29e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.954755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60666) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:27.969666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1db2092e-b01e-48b0-a95e-2ceb3e9fa550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:27.974476 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-200c262d-68ca-43e5-bede-808461fdd29e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.014437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'name': 'network-vif-deleted', 'tag': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:28.017495 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e569f7-5bb0-472f-8c7f-27394457de94" -d '{"events": [{"server_uuid": "abe390f3-7c83-4925-9c36-b8bc5b5712ae", "name": "network-vif-deleted", "tag": "237d9c9a-3eba-40c1-a430-03bb0c3d0d9f"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:28.049403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1db2092e-b01e-48b0-a95e-2ceb3e9fa550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.052253 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739fd38-3de4-4d5a-8f95-73c1d88d95b7 x-openstack-request-id: req-e739fd38-3de4-4d5a-8f95-73c1d88d95b7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:28.052804 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe390f3-7c83-4925-9c36-b8bc5b5712ae", "name": "network-vif-deleted", "tag": "237d9c9a-3eba-40c1-a430-03bb0c3d0d9f", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:28.052804 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e739fd38-3de4-4d5a-8f95-73c1d88d95b7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:28.053222 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe390f3-7c83-4925-9c36-b8bc5b5712ae', 'name': 'network-vif-deleted', 'tag': '237d9c9a-3eba-40c1-a430-03bb0c3d0d9f', 'status': 'completed', 'code': 200} Dec 16 08:16:28.085091 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-200c262d-68ca-43e5-bede-808461fdd29e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.088052 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-200c262d-68ca-43e5-bede-808461fdd29e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.089202 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-200c262d-68ca-43e5-bede-808461fdd29e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/security-groups/567ef64c-b954-4998-9599-81be82d7e00e HTTP/1.1" status: 204 len: 168 time: 0.2218347 Dec 16 08:16:28.098528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c262d-68ca-43e5-bede-808461fdd29e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567ef64c-b954-4998-9599-81be82d7e00e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:28.100969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60672) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:28.101277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60674) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:28.106695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:28.118924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1db2092e-b01e-48b0-a95e-2ceb3e9fa550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.142019 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:28.142365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 237d9c9a-3eba-40c1-a430-03bb0c3d0d9f not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:28.186006 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1db2092e-b01e-48b0-a95e-2ceb3e9fa550 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4d036513c8f42ecba0d268dbf16e964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294955 Dec 16 08:16:28.189593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2092e-b01e-48b0-a95e-2ceb3e9fa550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28ac71-8ffd-47f8-978c-b456cffdece0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:28.191989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60676) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:28.221908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-238cef0f-5080-4123-b6ab-6cdd2c13f418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.233078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f2729a5-3c55-4975-b409-93b07f4b3c06 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.270446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f2729a5-3c55-4975-b409-93b07f4b3c06 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.303738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c51137a9-088d-4643-bf69-8097f8107acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.332530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c51137a9-088d-4643-bf69-8097f8107acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.470957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.473091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f2729a5-3c55-4975-b409-93b07f4b3c06 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.475687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f2729a5-3c55-4975-b409-93b07f4b3c06 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.483047 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f2729a5-3c55-4975-b409-93b07f4b3c06 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/security-groups/380669c8-7249-4d51-8e8c-3524823d1522 HTTP/1.1" status: 204 len: 168 time: 0.3746600 Dec 16 08:16:28.483047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60678) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:28.502491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2729a5-3c55-4975-b409-93b07f4b3c06 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380669c8-7249-4d51-8e8c-3524823d1522,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:28.530987 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c51137a9-088d-4643-bf69-8097f8107acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.534159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c51137a9-088d-4643-bf69-8097f8107acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.535334 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c51137a9-088d-4643-bf69-8097f8107acc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb28ac71-8ffd-47f8-978c-b456cffdece0 HTTP/1.1" status: 204 len: 168 time: 0.3414495 Dec 16 08:16:28.551267 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51137a9-088d-4643-bf69-8097f8107acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28ac71-8ffd-47f8-978c-b456cffdece0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:28.568310 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59d757d5-1a1b-4ff8-bc8e-75fff54e2e0d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.596738 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59d757d5-1a1b-4ff8-bc8e-75fff54e2e0d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.658949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 28706c3b-7b1f-4207-9c06-40c963250c01 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:28.736852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60686) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:28.765644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Deleting port 9feb26fb-6cba-4727-b25c-82a32e95051a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:28.765988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.767188 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59d757d5-1a1b-4ff8-bc8e-75fff54e2e0d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.769768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-59d757d5-1a1b-4ff8-bc8e-75fff54e2e0d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.770933 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-59d757d5-1a1b-4ff8-bc8e-75fff54e2e0d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/security-groups/709dca5f-8a79-496c-b451-48f3decd18af HTTP/1.1" status: 204 len: 168 time: 0.2887993 Dec 16 08:16:28.777018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60688) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:28.788045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d757d5-1a1b-4ff8-bc8e-75fff54e2e0d tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709dca5f-8a79-496c-b451-48f3decd18af,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:28.795447 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Deleting subnet 2e097670-5e4d-4dde-bca3-dbfe42534ee6 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:28.799012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.833621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 28706c3b-7b1f-4207-9c06-40c963250c01 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:16:28.837644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.843093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 28706c3b-7b1f-4207-9c06-40c963250c01 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:28.849839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.870296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 3816d9e0-ec40-4344-8842-c563f4ebb3a8 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:28.880883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.885012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.924923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] For port 9feb26fb-6cba-4727-b25c-82a32e95051a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9feb26fb-6cba-4727-b25c-82a32e95051a,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:28.925288 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.933548 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.945919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Calling delete_port for 9feb26fb-6cba-4727-b25c-82a32e95051a owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:28.949077 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:28.960285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:28.966950 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d4823d-ec34-46d6-b821-33731bf4fc47" -d '{"events": [{"server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "name": "network-vif-plugged", "status": "completed", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:29.004060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 28706c3b-7b1f-4207-9c06-40c963250c01, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=28706c3b-7b1f-4207-9c06-40c963250c01,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:29.015638 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef940f18-0018-434a-a3c0-623e88e3a44c x-openstack-request-id: req-ef940f18-0018-434a-a3c0-623e88e3a44c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:29.016063 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "name": "network-vif-plugged", "status": "completed", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:29.016412 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef940f18-0018-434a-a3c0-623e88e3a44c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:29.016887 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01', 'code': 200} Dec 16 08:16:29.022568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.052762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e097670-5e4d-4dde-bca3-dbfe42534ee6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:29.057540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.066526 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2e097670-5e4d-4dde-bca3-dbfe42534ee6 HTTP/1.1" status: 204 len: 168 time: 0.3285878 Dec 16 08:16:29.067712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60696) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:29.091177 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.092756 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 67cf6527-6ab3-44e0-af2d-034ff56e9181 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:29.125232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.125598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.125986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.126349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.126675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.127010 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.127348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.127679 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.128009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.128673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.128876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.129169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.129504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a633c9-16cc-41fa-8ced-e3610baa3b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:29.141008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.184822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=28706c3b-7b1f-4207-9c06-40c963250c01,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:29.189929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 67cf6527-6ab3-44e0-af2d-034ff56e9181 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:29.190393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 67cf6527-6ab3-44e0-af2d-034ff56e9181 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:29.190940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:29.214367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:29.214810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 47f3d42e-e6e1-4d12-ac41-81872a39ddf1 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:29.267903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9de0fd-7350-461e-b340-1f98c6e217aa req-9a6bfd1c-6a13-42ee-ac60-61f0c337547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:29.267903 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed9de0fd-7350-461e-b340-1f98c6e217aa req-9a6bfd1c-6a13-42ee-ac60-61f0c337547d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1136 time: 0.1418729 Dec 16 08:16:29.268129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.310884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f338dee-723d-44b0-9a5f-7ff1075a0964 req-4a9e4ad0-ff99-4b63-94ab-fdfbbbb44c20 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:29.312424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f338dee-723d-44b0-9a5f-7ff1075a0964 req-4a9e4ad0-ff99-4b63-94ab-fdfbbbb44c20 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 983 time: 0.2705927 Dec 16 08:16:29.315646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.354187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=3816d9e0-ec40-4344-8842-c563f4ebb3a8,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:29.381102 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.384448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-daf5a942-8e2c-4d31-98c2-e94e69831c1b tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/3816d9e0-ec40-4344-8842-c563f4ebb3a8 HTTP/1.1" status: 204 len: 168 time: 0.6063058 Dec 16 08:16:29.391528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60706) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:29.397348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb35100-e2b7-4047-8fd6-e39ec042628f None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:29.421232 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed9de0fd-7350-461e-b340-1f98c6e217aa req-a4c44471-12f5-4f53-b26b-1d25e361b0b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1471395 Dec 16 08:16:29.424140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.458272 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f338dee-723d-44b0-9a5f-7ff1075a0964 req-b6b9ea13-5fc4-4377-9556-b61a7a07cdd8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1353526 Dec 16 08:16:29.469276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165261b5-4b02-4b00-8952-00b042b228e4']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:29.502594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880c18fe-8cde-473d-8cd6-18fc02345773') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:29.502972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880c18fe-8cde-473d-8cd6-18fc02345773') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:29.516845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.540106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.546383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 57c050ad-26d5-40fb-9324-467255ca8762 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:29.553207 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.556050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:16:29.556472 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:16:29.558173 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:16:29.570602 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.613655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Pushing event deleted for resources: {'Port': ['ID=9feb26fb-6cba-4727-b25c-82a32e95051a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:29.646906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.710751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.725301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.730919 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/165261b5-4b02-4b00-8952-00b042b228e4 HTTP/1.1" status: 204 len: 168 time: 0.6542516 Dec 16 08:16:29.770743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8683cd-c8c0-4417-9baf-a4e710b069c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=165261b5-4b02-4b00-8952-00b042b228e4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:29.801913 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.869744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.971458 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.989144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:29.993037 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/57c050ad-26d5-40fb-9324-467255ca8762 HTTP/1.1" status: 204 len: 168 time: 0.5997741 Dec 16 08:16:29.995211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60718) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.032658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28c06d-7459-48e4-9b3f-3a0b016c8c21 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=57c050ad-26d5-40fb-9324-467255ca8762,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:30.082675 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50448cc-1c9b-492b-9f9b-6908e10c3b88 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:30.083466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50448cc-1c9b-492b-9f9b-6908e10c3b88 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:30.089675 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f50448cc-1c9b-492b-9f9b-6908e10c3b88 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/3816d9e0-ec40-4344-8842-c563f4ebb3a8 HTTP/1.1" status: 404 len: 337 time: 0.0909119 Dec 16 08:16:30.089967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60722) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.151950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting subnet 169d0f39-1c3c-43a4-bc7c-be4250d27d90 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:30.156956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.163174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Router 18aff352-8f2d-4c30-b938-70b437c9b5bc has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:16:30.204036 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.221398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60724) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.222885 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.263140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b019f2b-de08-4547-8c60-80425db21d52 None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:30.312691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.369794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fa2b1820-2c66-4d69-aa74-91a00039009f None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:30.371326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa2b1820-2c66-4d69-aa74-91a00039009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.552134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fa2b1820-2c66-4d69-aa74-91a00039009f None None] Provisioning complete for port aea3e3d9-49cb-449a-a448-e03a1cf03d50 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:30.552545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa2b1820-2c66-4d69-aa74-91a00039009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.559295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.593972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Subnet': ['ID=169d0f39-1c3c-43a4-bc7c-be4250d27d90,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:30.602821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.611984 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6b7f177-cdb2-4a48-a144-cf7b29442da3 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/169d0f39-1c3c-43a4-bc7c-be4250d27d90 HTTP/1.1" status: 204 len: 168 time: 0.5170677 Dec 16 08:16:30.612575 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60730) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.613906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b1820-2c66-4d69-aa74-91a00039009f None None] Port aea3e3d9-49cb-449a-a448-e03a1cf03d50 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:30.655291 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-315a23bd-4cc2-4397-9bdb-7bf140c621f6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:30.655941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315a23bd-4cc2-4397-9bdb-7bf140c621f6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:30.662909 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-315a23bd-4cc2-4397-9bdb-7bf140c621f6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/992241b5-f361-483c-8e41-4d1dcb81f583 HTTP/1.1" status: 404 len: 337 time: 0.0468290 Dec 16 08:16:30.663306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60734) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.687533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6ccea94d-78bf-4e9b-a0b4-3ae55800606f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a3bddeef0be445d96c87453066a4078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650145 Dec 16 08:16:30.692006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60738) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.701809 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6f54c650-06cc-4eda-86cd-54dcc2a90e81 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8b94130-63a0-450d-a8e1-afd2ac4bc8ed HTTP/1.1" status: 200 len: 205 time: 0.0371051 Dec 16 08:16:30.704289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60740) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.728142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:30.736978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0575bbbc-0493-4e0c-bb65-b4f77886ed9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.741917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d53d4e3d-2e6d-4249-9103-958df1971700 admin admin] 10.222.0.43 "PUT /v2.0/routers/18aff352-8f2d-4c30-b938-70b437c9b5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398916 Dec 16 08:16:30.744922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae643980-7225-4079-9349-c4e69d024544 None None] Sync routers for ids ['18aff352-8f2d-4c30-b938-70b437c9b5bc'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:30.750012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60742) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.758802 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-23216b50-742f-4444-bd78-8f59d00db4ed tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] delete failed (client error): The resource could not be found. Dec 16 08:16:30.759974 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-23216b50-742f-4444-bd78-8f59d00db4ed tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/routers/b8b94130-63a0-450d-a8e1-afd2ac4bc8ed HTTP/1.1" status: 404 len: 336 time: 0.0545664 Dec 16 08:16:30.763164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60744) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.772005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] Routers {'18aff352-8f2d-4c30-b938-70b437c9b5bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:30.772813 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5592b9-9c87-4eb8-9ef9-4d5307a72d79 req-97acb1c2-0d6c-49ac-9399-4e1fbe7d8516 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:30.773173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['18aff352-8f2d-4c30-b938-70b437c9b5bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:30.779469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c5592b9-9c87-4eb8-9ef9-4d5307a72d79 req-97acb1c2-0d6c-49ac-9399-4e1fbe7d8516 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 984 time: 0.1435487 Dec 16 08:16:30.801016 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce1295e-8d89-4098-ad6b-ce463d2511a7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:30.801745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce1295e-8d89-4098-ad6b-ce463d2511a7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:30.810157 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dce1295e-8d89-4098-ad6b-ce463d2511a7 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/12d34174-0477-45f3-9574-a0692bc88bc8 HTTP/1.1" status: 404 len: 337 time: 0.0444591 Dec 16 08:16:30.810835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60746) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.852650 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcd8720-12b7-4fe7-840d-88c83090b10f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:30.853164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcd8720-12b7-4fe7-840d-88c83090b10f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:30.860086 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0fcd8720-12b7-4fe7-840d-88c83090b10f tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/edaa2058-13a0-4f11-86d8-9f10aa5dbf10 HTTP/1.1" status: 404 len: 337 time: 0.0458684 Dec 16 08:16:30.876390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.891618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f87175c5-3425-4e65-8ba2-3140b5d98aa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:30.930333 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-92459aa5-1415-44b7-8769-e18b958e4bbc tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:30.931272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92459aa5-1415-44b7-8769-e18b958e4bbc tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:30.937812 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-92459aa5-1415-44b7-8769-e18b958e4bbc tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/e487156c-5098-4436-affc-b0f808098368 HTTP/1.1" status: 404 len: 337 time: 0.0595548 Dec 16 08:16:30.940620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60752) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.968751 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e68a2a-622e-47d2-b005-58b812ff60a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:30.969319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] Set router 18aff352-8f2d-4c30-b938-70b437c9b5bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:30.969472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e68a2a-622e-47d2-b005-58b812ff60a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:30.975080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98e68a2a-622e-47d2-b005-58b812ff60a8 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/d832910c-4cf8-4027-bc4a-d05abe3b33c5 HTTP/1.1" status: 404 len: 333 time: 0.0307961 Dec 16 08:16:30.976959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:30.977731 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f87175c5-3425-4e65-8ba2-3140b5d98aa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.006082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c5592b9-9c87-4eb8-9ef9-4d5307a72d79 req-1356ebb5-ac5f-47fb-b8cf-007951b60068 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2182181 Dec 16 08:16:31.030327 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.047898 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d615a266-49af-4fec-88a3-71cbae72235e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:31.048967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d615a266-49af-4fec-88a3-71cbae72235e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:31.052776 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d615a266-49af-4fec-88a3-71cbae72235e tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/147b0c3a-5c42-4a53-80df-e99967367395 HTTP/1.1" status: 404 len: 337 time: 0.0746219 Dec 16 08:16:31.055403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:31.089788 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6520a2-4338-4334-97e0-f9dbb6938f47 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:31.090482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6520a2-4338-4334-97e0-f9dbb6938f47 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:31.094014 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4e6520a2-4338-4334-97e0-f9dbb6938f47 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/26d07c37-36f8-489c-b1a0-83ca9d8a7f9c HTTP/1.1" status: 404 len: 337 time: 0.0371692 Dec 16 08:16:31.099204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60760) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:31.133740 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc98d7e5-830f-429b-af09-206216d83823 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:31.134443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc98d7e5-830f-429b-af09-206216d83823 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:31.137681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fc98d7e5-830f-429b-af09-206216d83823 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/9cfee451-4c11-4c5c-b2b6-4c4bdac2c1b7 HTTP/1.1" status: 404 len: 333 time: 0.0375068 Dec 16 08:16:31.140873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60764) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:31.201597 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b82a9b-6dae-47f7-8644-53bafac733e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:31.202300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b82a9b-6dae-47f7-8644-53bafac733e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110395) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:31.205128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a6b82a9b-6dae-47f7-8644-53bafac733e0 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/8ef273ce-f7ac-43f0-946e-b5866458939e HTTP/1.1" status: 404 len: 337 time: 0.0635920 Dec 16 08:16:31.209022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:31.273586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f87175c5-3425-4e65-8ba2-3140b5d98aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.274241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:16:29Z', 'revision_number': 5, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:31.276684 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5538438a-0ffb-42e5-a631-c3e0a3d25ac6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] DELETE failed (client error): The resource could not be found. Dec 16 08:16:31.280333 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f87175c5-3425-4e65-8ba2-3140b5d98aa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.284501 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f87175c5-3425-4e65-8ba2-3140b5d98aa8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7b9e345-ee59-404f-a05e-5fd5581cbe98 HTTP/1.1" status: 204 len: 168 time: 0.5835590 Dec 16 08:16:31.284685 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5538438a-0ffb-42e5-a631-c3e0a3d25ac6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:16:31.286031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5538438a-0ffb-42e5-a631-c3e0a3d25ac6 tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/subnets/9a68f3d8-8dc4-4eca-b6c7-3221de046fbf HTTP/1.1" status: 404 len: 337 time: 0.0755708 Dec 16 08:16:31.289573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.293233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60772) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:31.321990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae643980-7225-4079-9349-c4e69d024544 None None] Checking router: 18aff352-8f2d-4c30-b938-70b437c9b5bc for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:31.322586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87175c5-3425-4e65-8ba2-3140b5d98aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b9e345-ee59-404f-a05e-5fd5581cbe98,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:31.329153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] Routers {'18aff352-8f2d-4c30-b938-70b437c9b5bc'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:31.330167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['18aff352-8f2d-4c30-b938-70b437c9b5bc'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:31.406551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc645d67-7097-4766-83db-fb898368fe3c None None] Network 38308fc5-b74c-418f-be1d-acb03663009d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:31.455236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Deleting port 155789be-f6dc-4e6b-a29a-a64975197fe7 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:31.455597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.464697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port aea3e3d9-49cb-449a-a448-e03a1cf03d50 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:31.466014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.563556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.565110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1ff614a9-25a9-49fc-9b1d-7ea5c6d4db31 None None] Provisioning complete for port e2c17b01-2279-4429-864f-4ef0d18a0cb7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:31.565492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1ff614a9-25a9-49fc-9b1d-7ea5c6d4db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.570594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] Set router 18aff352-8f2d-4c30-b938-70b437c9b5bc gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:31.579532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] For port 155789be-f6dc-4e6b-a29a-a64975197fe7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=155789be-f6dc-4e6b-a29a-a64975197fe7,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:31.579944 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.589722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for aea3e3d9-49cb-449a-a448-e03a1cf03d50 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:31.599129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Calling delete_port for 155789be-f6dc-4e6b-a29a-a64975197fe7 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:31.782421 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.806843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] DHCP port deletion for 38308fc5-b74c-418f-be1d-acb03663009d request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:31.834265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.838317 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/ports/aea3e3d9-49cb-449a-a448-e03a1cf03d50 HTTP/1.1" status: 204 len: 168 time: 0.5426536 Dec 16 08:16:31.839329 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa4c95-fc63-452c-a28d-da715bd06b5a tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=aea3e3d9-49cb-449a-a448-e03a1cf03d50,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:31.842367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60780) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:31.861368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1ff614a9-25a9-49fc-9b1d-7ea5c6d4db31 None None] Could not find standard attr ID for object aea3e3d9-49cb-449a-a448-e03a1cf03d50. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:16:31.885726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.909413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ae643980-7225-4079-9349-c4e69d024544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:16:29Z', 'revision_number': 5, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:31.951265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:31.976027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.019349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Deleting port e2c17b01-2279-4429-864f-4ef0d18a0cb7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:32.019694 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.023556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Pushing event deleted for resources: {'Port': ['ID=155789be-f6dc-4e6b-a29a-a64975197fe7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:32.109939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ca2f5-8480-417d-8b82-d64145de5504 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:32.112794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] Deleting port e2c17b01-2279-4429-864f-4ef0d18a0cb7 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:32.113361 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.117348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae643980-7225-4079-9349-c4e69d024544 None None] The sync data for ids ['18aff352-8f2d-4c30-b938-70b437c9b5bc'] in n-d-820935-11 is: [{'id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'name': 'tempest-TestServerMultinode-766722578-router', 'tenant_id': '2e557933b298490ebae16ec4ecb09b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:16:29Z', 'revision_number': 5, 'project_id': '2e557933b298490ebae16ec4ecb09b5e', 'gw_port': {'id': '155789be-f6dc-4e6b-a29a-a64975197fe7', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aff352-8f2d-4c30-b938-70b437c9b5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:13Z', 'updated_at': '2021-12-16T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:32.139798 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e2c17b01-2279-4429-864f-4ef0d18a0cb7,segment=NetworkSegment(bab6b9e3-2287-4528-9f46-5b8978a6f65d),segment_id=bab6b9e3-2287-4528-9f46-5b8978a6f65d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:32.140417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.158936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Calling delete_port for e2c17b01-2279-4429-864f-4ef0d18a0cb7 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:32.206508 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.216835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] For port e2c17b01-2279-4429-864f-4ef0d18a0cb7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e2c17b01-2279-4429-864f-4ef0d18a0cb7,segment=NetworkSegment(bab6b9e3-2287-4528-9f46-5b8978a6f65d),segment_id=bab6b9e3-2287-4528-9f46-5b8978a6f65d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:32.217543 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.239848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] Calling delete_port for e2c17b01-2279-4429-864f-4ef0d18a0cb7 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:32.358757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.361581 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.367735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.370487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ebecc-19a8-4a8a-a124-3b9e2f90b793 req-8b4afb96-295f-4161-9cc4-6bb788947bb2 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:32.372681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-438ebecc-19a8-4a8a-a124-3b9e2f90b793 req-8b4afb96-295f-4161-9cc4-6bb788947bb2 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 984 time: 0.2261565 Dec 16 08:16:32.374199 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.383178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] No DVR routers for this DVR port e2c17b01-2279-4429-864f-4ef0d18a0cb7 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:32.389140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:32.391084 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] No DVR routers for this DVR port e2c17b01-2279-4429-864f-4ef0d18a0cb7 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:32.444416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330da97-8b31-4f66-8d27-69410f120b90 None None] Pushing event deleted for resources: {'Port': ['ID=e2c17b01-2279-4429-864f-4ef0d18a0cb7,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:32.527493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.530256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.530791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18aff352-8f2d-4c30-b938-70b437c9b5bc {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:16:32.549319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-438ebecc-19a8-4a8a-a124-3b9e2f90b793 req-656022db-8974-4177-9733-f6640818a5ed tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1691136 Dec 16 08:16:32.552398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.555250 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c17f6f70-aafe-4144-84a4-01aacefa4206 admin admin] 10.222.0.43 "DELETE /v2.0/routers/18aff352-8f2d-4c30-b938-70b437c9b5bc HTTP/1.1" status: 204 len: 168 time: 1.8026886 Dec 16 08:16:32.557581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60802) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:32.658993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38308fc5-b74c-418f-be1d-acb03663009d']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:32.676843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab6b9e3-2287-4528-9f46-5b8978a6f65d') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:32.676843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab6b9e3-2287-4528-9f46-5b8978a6f65d') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:32.715170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] Deleting subnet a04d77d0-f12d-4a78-8121-83f6f7bb54c2 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:32.721167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e2c17b01-2279-4429-864f-4ef0d18a0cb7 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:32.722406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.725577 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.742838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e2c17b01-2279-4429-864f-4ef0d18a0cb7 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:32.743734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e2c17b01-2279-4429-864f-4ef0d18a0cb7 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:32.744289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9feb26fb-6cba-4727-b25c-82a32e95051a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:32.763914 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.767410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9feb26fb-6cba-4727-b25c-82a32e95051a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:32.767410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9feb26fb-6cba-4727-b25c-82a32e95051a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:32.774732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:16:32.775074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:16:32.778718 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:16:32.782031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.792976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c3636-c619-4a72-aa42-6f614a3e5e76 req-16a38aef-9dba-455c-a514-35cf88d89774 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:32.804228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c4c3636-c619-4a72-aa42-6f614a3e5e76 req-16a38aef-9dba-455c-a514-35cf88d89774 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 984 time: 0.1222689 Dec 16 08:16:32.905897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c4c3636-c619-4a72-aa42-6f614a3e5e76 req-7ca96f61-f3b4-4e92-b842-ab2bfb5445e3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1016798 Dec 16 08:16:32.941565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.964098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.978791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:32.984949 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] 10.222.0.43 "DELETE /v2.0/networks/38308fc5-b74c-418f-be1d-acb03663009d HTTP/1.1" status: 204 len: 168 time: 1.1421039 Dec 16 08:16:32.999726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5cd-1f1a-48c7-8f38-502b30469a1c tempest-PortsTestJSON-1205930165 tempest-PortsTestJSON-1205930165-project] Pushing event deleted for resources: {'Network': ['ID=38308fc5-b74c-418f-be1d-acb03663009d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:33.055153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af32c6-0770-4370-8e4f-1108cdf9d793 req-f7cb335f-d065-44a0-9010-695e7101913d tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:33.056648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5af32c6-0770-4370-8e4f-1108cdf9d793 req-f7cb335f-d065-44a0-9010-695e7101913d tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1136 time: 0.0676551 Dec 16 08:16:33.095117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e5af32c6-0770-4370-8e4f-1108cdf9d793 req-6616baa8-e170-49e2-b2d8-39fd4bf89458 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.125176 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.165668 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04d77d0-f12d-4a78-8121-83f6f7bb54c2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:33.176637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.176778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1147b-91c0-475f-b5b5-0498595d3b7e None None] Network 888ba9db-5cc4-4b54-b96e-615adde2dbe9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:33.177761 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5607bbc6-8d43-4455-bdf3-6d0f5f448a42 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a04d77d0-f12d-4a78-8121-83f6f7bb54c2 HTTP/1.1" status: 204 len: 168 time: 0.6164155 Dec 16 08:16:33.188376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60828) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:33.211017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e5af32c6-0770-4370-8e4f-1108cdf9d793 req-6616baa8-e170-49e2-b2d8-39fd4bf89458 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.271027 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.279721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-e5af32c6-0770-4370-8e4f-1108cdf9d793 req-6616baa8-e170-49e2-b2d8-39fd4bf89458 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.338746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Deleting port 53783dea-a90a-47ff-83c8-723db77f4f7b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:33.339430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.344522 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616baa8-e170-49e2-b2d8-39fd4bf89458 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a82bd08-e43c-4dfb-983a-62033e6e2b26,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:33.353359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5af32c6-0770-4370-8e4f-1108cdf9d793 req-6616baa8-e170-49e2-b2d8-39fd4bf89458 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2736201 Dec 16 08:16:33.386971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60832) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:33.422979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] For port 53783dea-a90a-47ff-83c8-723db77f4f7b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=53783dea-a90a-47ff-83c8-723db77f4f7b,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:33.423399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.442458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Calling delete_port for 53783dea-a90a-47ff-83c8-723db77f4f7b owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:33.444467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da699683-4e70-42d9-b80a-83bb1b167e16 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:33.446516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-da699683-4e70-42d9-b80a-83bb1b167e16 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1131 time: 0.0573432 Dec 16 08:16:33.456214 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60836) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:33.465488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '28706c3b-7b1f-4207-9c06-40c963250c01', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:33.507404 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.537390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] DHCP port deletion for 888ba9db-5cc4-4b54-b96e-615adde2dbe9 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:33.603423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] Deleting port 53783dea-a90a-47ff-83c8-723db77f4f7b {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:33.603810 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.622548 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.662865 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.690539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53783dea-a90a-47ff-83c8-723db77f4f7b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:33.706024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] No DVR routers for this DVR port 53783dea-a90a-47ff-83c8-723db77f4f7b on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:33.718907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] For port 53783dea-a90a-47ff-83c8-723db77f4f7b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=53783dea-a90a-47ff-83c8-723db77f4f7b,segment=NetworkSegment(d42874ee-e44a-4133-a1d0-dc91c4339555),segment_id=d42874ee-e44a-4133-a1d0-dc91c4339555)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:33.718907 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.750835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] Calling delete_port for 53783dea-a90a-47ff-83c8-723db77f4f7b owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:33.773019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.781690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60846) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:33.805827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.833898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888ba9db-5cc4-4b54-b96e-615adde2dbe9']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:33.854354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42874ee-e44a-4133-a1d0-dc91c4339555') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:33.854849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42874ee-e44a-4133-a1d0-dc91c4339555') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:33.866834 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.868998 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.882446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.891030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:16:33.893465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:16:33.893789 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:16:33.911690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] Pushing event deleted for resources: {'Port': ['ID=53783dea-a90a-47ff-83c8-723db77f4f7b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:33.915570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013e0e4-2edf-48e3-8e14-a84dbb4f27f3 None None] No DVR routers for this DVR port 53783dea-a90a-47ff-83c8-723db77f4f7b on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:33.917029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Allocated IP 172.25.2.125 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/f4091a22-5c3c-4e12-bd50-329cf01d53c6) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:34.047345 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-419890c1-4976-4109-98be-6345c9132b3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6ade96288284099b7cb5cd1d5818580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621164 Dec 16 08:16:34.047873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60862) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:34.049583 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.055746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.070361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.074219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/888ba9db-5cc4-4b54-b96e-615adde2dbe9 HTTP/1.1" status: 204 len: 168 time: 0.8846252 Dec 16 08:16:34.077398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60864) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:34.091456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ca561-9321-48ca-8197-3950fe1af2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=888ba9db-5cc4-4b54-b96e-615adde2dbe9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:34.141475 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa27d-c47f-47df-82a9-e48b612b6b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.165626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa27d-c47f-47df-82a9-e48b612b6b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.244214 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.250476 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.296218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa27d-c47f-47df-82a9-e48b612b6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.298830 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa27d-c47f-47df-82a9-e48b612b6b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.302604 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5a2aa27d-c47f-47df-82a9-e48b612b6b5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5232266b-356c-415d-8ecb-0dc3d632b759 HTTP/1.1" status: 204 len: 168 time: 0.2516587 Dec 16 08:16:34.308769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:34.309540 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa27d-c47f-47df-82a9-e48b612b6b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5232266b-356c-415d-8ecb-0dc3d632b759,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:34.343972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:34.350154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=f4091a22-5c3c-4e12-bd50-329cf01d53c6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:34.354162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:34.414908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 53783dea-a90a-47ff-83c8-723db77f4f7b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:34.437552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 53783dea-a90a-47ff-83c8-723db77f4f7b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:34.437987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 53783dea-a90a-47ff-83c8-723db77f4f7b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:34.438573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 155789be-f6dc-4e6b-a29a-a64975197fe7 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:34.469386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 155789be-f6dc-4e6b-a29a-a64975197fe7 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:34.469945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 155789be-f6dc-4e6b-a29a-a64975197fe7 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:34.734831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60878) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:34.793899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.920949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:34.943141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17308e7c-194c-44c9-9b3b-cebfa8a60cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.045741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17308e7c-194c-44c9-9b3b-cebfa8a60cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.107425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17308e7c-194c-44c9-9b3b-cebfa8a60cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.136747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.137649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308e7c-194c-44c9-9b3b-cebfa8a60cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce57dc3-893e-4ed7-bb63-8dbe4d84aafa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:35.160554 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17308e7c-194c-44c9-9b3b-cebfa8a60cfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c716bb0bde4946f1a02e0997da5872cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245005 Dec 16 08:16:35.163490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60896) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:35.184619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Deleting port 8f4a5443-1a7c-4521-a9cd-649f3db934ba {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:35.184887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.226330 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b8ca-5dca-45d4-ad5a-3e039ea8f696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.261186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b8ca-5dca-45d4-ad5a-3e039ea8f696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.399004 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b8ca-5dca-45d4-ad5a-3e039ea8f696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.401701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b8ca-5dca-45d4-ad5a-3e039ea8f696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.404236 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6d2b8ca-5dca-45d4-ad5a-3e039ea8f696 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ce57dc3-893e-4ed7-bb63-8dbe4d84aafa HTTP/1.1" status: 204 len: 168 time: 0.2380826 Dec 16 08:16:35.412513 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2b8ca-5dca-45d4-ad5a-3e039ea8f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce57dc3-893e-4ed7-bb63-8dbe4d84aafa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:35.662566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] For port 8f4a5443-1a7c-4521-a9cd-649f3db934ba, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8f4a5443-1a7c-4521-a9cd-649f3db934ba,segment=NetworkSegment(4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6),segment_id=4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:35.663058 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.685742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Calling delete_port for 8f4a5443-1a7c-4521-a9cd-649f3db934ba owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:35.750623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.844934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:35.925561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=f4091a22-5c3c-4e12-bd50-329cf01d53c6,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:35.970350 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:36.080216 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Floating IP 4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65 associated. External IP: 172.25.2.125, port: 28706c3b-7b1f-4207-9c06-40c963250c01. Dec 16 08:16:36.174660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:36.220536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4a5443-1a7c-4521-a9cd-649f3db934ba,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:36.553711 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router c28a79d9-e69b-46ac-8169-fec7f5029458 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:16:36.554876 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:36.811290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:36.828412 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] Sync routers for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:36.845577 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:36.846208 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:36.924347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:16:36.981093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:37.012197 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:37.038536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60946) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:37.039083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e070fcd6-75f7-48eb-a0be-561872990110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5814402 Dec 16 08:16:37.070005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:16:37.072523 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:16:37.142020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:37.166110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535772a-188e-4d89-89e5-837da164d813 None None] Sync routers for ids ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:37.176712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6e094932-2684-4215-8daa-e5b37d630005 admin admin] 10.222.0.43 "PUT /v2.0/routers/bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0926363 Dec 16 08:16:37.182232 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7858dc-7c61-4bb2-969e-2b2866d8decd x-openstack-request-id: req-6e7858dc-7c61-4bb2-969e-2b2866d8decd {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:16:37.196134 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:16:37.198397 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e7858dc-7c61-4bb2-969e-2b2866d8decd {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:16:37.200522 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01', 'status': 'completed', 'code': 200} Dec 16 08:16:37.201117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60952) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:37.204043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] Routers {'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:37.205828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:37.444582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:37.463758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] Set router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:37.486871 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'port_id': '28706c3b-7b1f-4207-9c06-40c963250c01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'mac_address': 'fa:16:3e:98:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:16:34Z', 'updated_at': '2021-12-16T08:16:34Z', 'revision_number': 0, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:10Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:37.568034 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] Checking router: c28a79d9-e69b-46ac-8169-fec7f5029458 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:37.603851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:37.604523 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:37.667719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:37.735503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faebe2-4707-44a8-9beb-128f7d21bf48 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.740942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faebe2-4707-44a8-9beb-128f7d21bf48 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.741447 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faebe2-4707-44a8-9beb-128f7d21bf48 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.741926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faebe2-4707-44a8-9beb-128f7d21bf48 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.742395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faebe2-4707-44a8-9beb-128f7d21bf48 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.742936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0faebe2-4707-44a8-9beb-128f7d21bf48 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.744773 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0faebe2-4707-44a8-9beb-128f7d21bf48 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4269 time: 0.7044139 Dec 16 08:16:37.748783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60974) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:37.786826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-49c2c1d3-5515-49c7-be34-8f5dadb08bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.788263 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-49c2c1d3-5515-49c7-be34-8f5dadb08bc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1136 time: 0.1025591 Dec 16 08:16:37.812602 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:37.865374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98938826-b580-41a3-93da-c40f7f33e6af tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.865936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98938826-b580-41a3-93da-c40f7f33e6af tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.866373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98938826-b580-41a3-93da-c40f7f33e6af tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.866984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98938826-b580-41a3-93da-c40f7f33e6af tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.867507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98938826-b580-41a3-93da-c40f7f33e6af tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.868025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98938826-b580-41a3-93da-c40f7f33e6af tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:37.869917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-98938826-b580-41a3-93da-c40f7f33e6af tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3988 time: 0.1198423 Dec 16 08:16:37.877137 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60976) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:37.889497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '741f1330-2864-4ade-b740-e00ee5689490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:16:35Z', 'revision_number': 5, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port': {'id': '741f1330-2864-4ade-b740-e00ee5689490', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:25Z', 'updated_at': '2021-12-16T08:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:37.934532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535772a-188e-4d89-89e5-837da164d813 None None] Checking router: bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:37.946058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] Routers {'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:37.946718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:37.957742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Deleting port 741f1330-2864-4ade-b740-e00ee5689490 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:37.958735 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:38.054596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-ca7849e0-ba88-42cf-8713-dbeb1b95e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:38.055687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] Set router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:38.056575 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-ca7849e0-ba88-42cf-8713-dbeb1b95e39d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea68dd1e-8676-4508-803b-a6ac1dd006fe HTTP/1.1" status: 200 len: 898 time: 0.2601275 Dec 16 08:16:38.143556 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-88989771-a889-469b-884c-061ffcac8bce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28706c3b-7b1f-4207-9c06-40c963250c01 HTTP/1.1" status: 200 len: 999 time: 0.0676122 Dec 16 08:16:38.157472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] For port 741f1330-2864-4ade-b740-e00ee5689490, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=741f1330-2864-4ade-b740-e00ee5689490,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:38.157819 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:38.182108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8535772a-188e-4d89-89e5-837da164d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:16:37Z', 'revision_number': 6, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:38.190436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Calling delete_port for 741f1330-2864-4ade-b740-e00ee5689490 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:38.197073 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'port_id': '28706c3b-7b1f-4207-9c06-40c963250c01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'mac_address': 'fa:16:3e:98:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:16:34Z', 'updated_at': '2021-12-16T08:16:34Z', 'revision_number': 0, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:10Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:38.226472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535772a-188e-4d89-89e5-837da164d813 None None] The sync data for ids ['bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993'] in n-d-820935-11 is: [{'id': 'bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993', 'name': 'tempest-TestServerMultinode-1808177179-router', 'tenant_id': '29279f12f2d24f6699df11e7a92d55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:24Z', 'updated_at': '2021-12-16T08:16:37Z', 'revision_number': 6, 'project_id': '29279f12f2d24f6699df11e7a92d55ff', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:38.265213 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac09fb5-169f-4f5d-8d5b-81ec7c7f7253 None None] The sync data for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 is: [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'port_id': '28706c3b-7b1f-4207-9c06-40c963250c01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'mac_address': 'fa:16:3e:98:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:16:34Z', 'updated_at': '2021-12-16T08:16:34Z', 'revision_number': 0, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:10Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:38.290708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-a7aa88fe-cf9c-4874-916d-48fbaf5db841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:38.296090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-a7aa88fe-cf9c-4874-916d-48fbaf5db841 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73fc3df-f929-48b3-abe9-5b861fe9fd4b HTTP/1.1" status: 200 len: 835 time: 0.1165664 Dec 16 08:16:38.319032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 60988) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:38.378185 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-941fd67f-5e98-4d27-8a30-d8dbb75bbd73 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2880 time: 0.4998536 Dec 16 08:16:38.380851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 60994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:38.420160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-812fe12e-ce39-4c2f-a74d-7b2c0c50ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:38.421926 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-812fe12e-ce39-4c2f-a74d-7b2c0c50ec92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea68dd1e-8676-4508-803b-a6ac1dd006fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028554 Dec 16 08:16:38.444460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71733f8-0e6e-49fa-8508-ba579f124835 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:38.445221 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71733f8-0e6e-49fa-8508-ba579f124835 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:38.447316 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d71733f8-0e6e-49fa-8508-ba579f124835 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c28a79d9-e69b-46ac-8169-fec7f5029458 HTTP/1.1" status: 200 len: 1992 time: 0.0649238 Dec 16 08:16:38.578944 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-2b7864e6-f80c-445b-b6b7-4233d46979bf service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494052 Dec 16 08:16:38.587764 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c5827-4e01-4161-8ba6-613ef13eb748 None None] New status for floating IP 4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:16:38.597766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:38.671955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8f4a5443-1a7c-4521-a9cd-649f3db934ba no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:38.677972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Pushing event deleted for resources: {'Port': ['ID=741f1330-2864-4ade-b740-e00ee5689490,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:38.702318 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bdfdc75-5198-4a9c-bd81-602015ba8374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:38.731414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074afeef-6682-442c-aba8-e43551069f81 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:38.736275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8f4a5443-1a7c-4521-a9cd-649f3db934ba {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:38.736873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8f4a5443-1a7c-4521-a9cd-649f3db934ba not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:38.819584 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1ec52da8-6257-4627-bfb5-d8f004c8c3b2 req-162de7c1-c3fa-4528-97b2-7c8eea8eb830 service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340765 Dec 16 08:16:38.830036 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:38.935136 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:38.938013 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.018151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bdfdc75-5198-4a9c-bd81-602015ba8374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.055745 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.056349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:16:39.061419 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.063493 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7a9db6d9-5f93-4928-a3af-ee0d68de51eb admin admin] 10.222.0.43 "DELETE /v2.0/routers/bd1cb7ab-bb76-4cb8-bc37-3ac73e3b9993 HTTP/1.1" status: 204 len: 168 time: 1.8586795 Dec 16 08:16:39.069068 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32782) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:39.095507 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bdfdc75-5198-4a9c-bd81-602015ba8374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.142530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9bdfdc75-5198-4a9c-bd81-602015ba8374 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ecdaf88f7174eb4a8e0b158dc098ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8221860 Dec 16 08:16:39.145217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32784) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:39.151678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] Deleting subnet 6bf9ba77-8114-4c4e-85b7-377c8bc0be4f {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:16:39.155187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfdc75-5198-4a9c-bd81-602015ba8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a4510-e5be-4e31-b75c-8c03baba9d1a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:39.158569 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.202454 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.241264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96907e8-11dc-4736-89ee-994204b0ad0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.278688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96907e8-11dc-4736-89ee-994204b0ad0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.321320 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.501233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96907e8-11dc-4736-89ee-994204b0ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.501765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.510280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c96907e8-11dc-4736-89ee-994204b0ad0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.510280 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c96907e8-11dc-4736-89ee-994204b0ad0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d1a4510-e5be-4e31-b75c-8c03baba9d1a HTTP/1.1" status: 204 len: 168 time: 0.3588212 Dec 16 08:16:39.513743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96907e8-11dc-4736-89ee-994204b0ad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a4510-e5be-4e31-b75c-8c03baba9d1a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:39.552593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf9ba77-8114-4c4e-85b7-377c8bc0be4f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:39.557732 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.566061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e911950-84dd-490d-9dce-c86e79e0506d None None] Network 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:39.567155 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c9456e9f-33de-4c1b-9ba0-98ffac400999 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6bf9ba77-8114-4c4e-85b7-377c8bc0be4f HTTP/1.1" status: 204 len: 168 time: 0.4936357 Dec 16 08:16:39.567954 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32800) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:39.658241 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.740350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Deleting port d9f6cbed-66c3-4cc9-b177-2605a036cec0 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:39.740691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.786401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] DHCP port deletion for 374fd943-beb2-43f1-bc19-f9c50bc8fdd9 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:39.817536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] For port d9f6cbed-66c3-4cc9-b177-2605a036cec0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d9f6cbed-66c3-4cc9-b177-2605a036cec0,segment=NetworkSegment(4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6),segment_id=4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:39.817906 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.836056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Calling delete_port for d9f6cbed-66c3-4cc9-b177-2605a036cec0 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:39.837492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] Deleting port d9f6cbed-66c3-4cc9-b177-2605a036cec0 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:39.837875 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.908131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] For port d9f6cbed-66c3-4cc9-b177-2605a036cec0, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d9f6cbed-66c3-4cc9-b177-2605a036cec0,segment=NetworkSegment(4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6),segment_id=4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:39.908528 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:39.922353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] Calling delete_port for d9f6cbed-66c3-4cc9-b177-2605a036cec0 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:40.020570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.027357 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.055385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] Pushing event deleted for resources: {'Port': ['ID=d9f6cbed-66c3-4cc9-b177-2605a036cec0,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:40.055536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f6cbed-66c3-4cc9-b177-2605a036cec0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:40.066552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] No DVR routers for this DVR port d9f6cbed-66c3-4cc9-b177-2605a036cec0 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:40.068664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c39b05-6915-4991-b2ba-a4f1a75e7df2 None None] No DVR routers for this DVR port d9f6cbed-66c3-4cc9-b177-2605a036cec0 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:16:40.143410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.165191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374fd943-beb2-43f1-bc19-f9c50bc8fdd9']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:40.175485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:40.175784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4f7130-9ca7-4ddd-9ad2-81e2ac804de6') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:40.185842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.198970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.204952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:16:40.205344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:16:40.206995 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:16:40.385889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 741f1330-2864-4ade-b740-e00ee5689490 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:40.397732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.403933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:40.407405 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] 10.222.0.43 "DELETE /v2.0/networks/374fd943-beb2-43f1-bc19-f9c50bc8fdd9 HTTP/1.1" status: 204 len: 168 time: 0.8384368 Dec 16 08:16:40.408082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 741f1330-2864-4ade-b740-e00ee5689490 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:40.408475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 741f1330-2864-4ade-b740-e00ee5689490 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:40.408895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d9f6cbed-66c3-4cc9-b177-2605a036cec0 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:16:40.418576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43b963-8f6a-446f-9703-fdc94396e641 admin admin] Pushing event deleted for resources: {'Network': ['ID=374fd943-beb2-43f1-bc19-f9c50bc8fdd9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:40.428801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d9f6cbed-66c3-4cc9-b177-2605a036cec0 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:16:40.429163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d9f6cbed-66c3-4cc9-b177-2605a036cec0 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:16:40.866624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32850) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:40.913317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7745266c-7d2a-436c-aba4-db7292727c0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e557933b298490ebae16ec4ecb09b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452003 Dec 16 08:16:40.915608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32856) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:40.991917 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7c51-8ced-40a6-b1e6-f7f31fcc3ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.015526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7c51-8ced-40a6-b1e6-f7f31fcc3ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.157805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7c51-8ced-40a6-b1e6-f7f31fcc3ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.161952 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7c51-8ced-40a6-b1e6-f7f31fcc3ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.163498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a7c7c51-8ced-40a6-b1e6-f7f31fcc3ad3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a839ba79-fff3-4559-a4f0-25b432d68b41 HTTP/1.1" status: 204 len: 168 time: 0.2467408 Dec 16 08:16:41.181473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c7c51-8ced-40a6-b1e6-f7f31fcc3ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a839ba79-fff3-4559-a4f0-25b432d68b41,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:41.216265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32882) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:41.338724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-188555301-network', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:41.437597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Made reservation on behalf of 5f84e7ef015c4393a9d2166984784f86 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:41.440118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.449579 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.552547 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.638755 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.661968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:16:41.677308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5411cf58-b5eb-4ee8-90a6-df9bcfb7d418,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:41.684350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.685130 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Added segment 1be0d009-756f-4db9-bec2-6b337ecffb5c of type vlan for network 0ba399fe-9661-414d-8c9f-d9fa894eba23 Dec 16 08:16:41.726632 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.798112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.799293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:41.800441 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.862630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba399fe-9661-414d-8c9f-d9fa894eba23,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:41.874971 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:16:41.897935 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ff07387b-c176-4ec4-9116-c295e3c3cb00 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6804168 Dec 16 08:16:41.901161 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32922) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:41.907010 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Request body: {'subnet': {'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-188555301-subnet', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:41.986249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Made reservation on behalf of 5f84e7ef015c4393a9d2166984784f86 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:41.989118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:41.994513 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32928) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:42.038283 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3ce4880e-5e0e-4b69-bd20-72bd5aee6509 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29279f12f2d24f6699df11e7a92d55ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424795 Dec 16 08:16:42.041004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32930) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:42.102971 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdac5756-493f-4de6-8d42-5af5bf37faea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.130996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdac5756-493f-4de6-8d42-5af5bf37faea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.294832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdac5756-493f-4de6-8d42-5af5bf37faea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.297922 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fdac5756-493f-4de6-8d42-5af5bf37faea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.301865 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fdac5756-493f-4de6-8d42-5af5bf37faea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afaf5e5a-a674-4001-8ab4-4dc88dce6e3c HTTP/1.1" status: 204 len: 168 time: 0.2571645 Dec 16 08:16:42.312491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac5756-493f-4de6-8d42-5af5bf37faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaf5e5a-a674-4001-8ab4-4dc88dce6e3c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:42.557647 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.617452 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc99d269-5058-4f0c-8642-b0d13e25cb39,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:42.626006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Checking segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:42.626270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Network hostable DHCP agents. Network: 0ba399fe-9661-414d-8c9f-d9fa894eba23, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:16:42.683062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32946) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:42.728764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:16:42.797398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 0ba399fe-9661-414d-8c9f-d9fa894eba23) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:42.801510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:42.802108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.808218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70992feb-de3e-456f-8fd1-d5585b61b148 None None] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:42.815687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25929ee7-e405-4b25-8264-ef42cf90247f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.894001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-945219cb-49ad-475e-8480-2746ac3e1e08 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9888234 Dec 16 08:16:42.894225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32960) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:42.898539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:42.909957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25929ee7-e405-4b25-8264-ef42cf90247f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.922852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-0ba399fe-9661-414d-8c9f-d9fa894eba23', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:16:42.923746 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:42.985918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25929ee7-e405-4b25-8264-ef42cf90247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.015216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.016329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.025066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25929ee7-e405-4b25-8264-ef42cf90247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9817800f-0111-44db-b6fc-dc6010d8e299,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:43.032589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 32968) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:43.041083 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25929ee7-e405-4b25-8264-ef42cf90247f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2eac7f1c51c7403aa4d63632680e1c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482943 Dec 16 08:16:43.098544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.116249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Allocated IP 172.20.0.2 (0ba399fe-9661-414d-8c9f-d9fa894eba23/fc99d269-5058-4f0c-8642-b0d13e25cb39/f0c0c5f3-1703-4102-9a48-035eeb8ac65c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:43.122870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5e3b357b-31a9-4ca9-b649-5e1dbfbad400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.156277 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5e3b357b-31a9-4ca9-b649-5e1dbfbad400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.288905 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.334585 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.358270 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.403355 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5e3b357b-31a9-4ca9-b649-5e1dbfbad400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.403902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:43.406258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5e3b357b-31a9-4ca9-b649-5e1dbfbad400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.410241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5e3b357b-31a9-4ca9-b649-5e1dbfbad400 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9817800f-0111-44db-b6fc-dc6010d8e299 HTTP/1.1" status: 204 len: 168 time: 0.3764281 Dec 16 08:16:43.414082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:43.415230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:43.418980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b357b-31a9-4ca9-b649-5e1dbfbad400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9817800f-0111-44db-b6fc-dc6010d8e299,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:43.424845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Pushing event updated for resources: {'Port': ['ID=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:43.488038 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Attempting to bind port f0c0c5f3-1703-4102-9a48-035eeb8ac65c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:43.488693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Attempting to bind port f0c0c5f3-1703-4102-9a48-035eeb8ac65c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:43.489265 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Attempting to bind port f0c0c5f3-1703-4102-9a48-035eeb8ac65c on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:43.505925 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:43.506622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Checking segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:43.507213 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.507781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Bound using segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:43.508496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Bound port: f0c0c5f3-1703-4102-9a48-035eeb8ac65c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:43.509060 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.584368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] For port f0c0c5f3-1703-4102-9a48-035eeb8ac65c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:43.588618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] For port f0c0c5f3-1703-4102-9a48-035eeb8ac65c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:43.626457 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.671876 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 32994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:43.688606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.709637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:43.722410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f69ea6-8e3d-478c-acb7-c4b01f40e28c None None] Pushing event updated for resources: {'Port': ['ID=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:43.840132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Allocated IP 172.25.2.9 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/d3979d7c-f1d3-4211-b41c-11c20b77695a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:43.963092 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.060842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.106468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:44.109590 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:44.113144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:44.126848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6842f-11d4-4206-bb14-b15b967afa2a None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:44.136419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Pushing event updated for resources: {'Port': ['ID=d3979d7c-f1d3-4211-b41c-11c20b77695a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:44.250903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e9e1b496-6b4c-4dc9-8288-cff89a67f0ef None None] Provisioning complete for port d3979d7c-f1d3-4211-b41c-11c20b77695a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:44.251839 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b496-6b4c-4dc9-8288-cff89a67f0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.292685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1b496-6b4c-4dc9-8288-cff89a67f0ef None None] Port d3979d7c-f1d3-4211-b41c-11c20b77695a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:44.303666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1440425083-network', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:44.387054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:44.390604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.401336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.445657 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f0c0c5f3-1703-4102-9a48-035eeb8ac65c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:44.500588 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.522919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.537666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f0c0c5f3-1703-4102-9a48-035eeb8ac65c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:44.538108 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.580626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.611029 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:16:44.643206 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.662299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7eb26-4421-477f-9b3c-fa245a72204c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:44.671269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.671613 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Added segment 1a4f2d29-2cc2-404d-8ae1-44f91534f02d of type vlan for network f4297357-76af-4ba4-aa21-e260ca6a5b77 Dec 16 08:16:44.676824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33006) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:44.687328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port f0c0c5f3-1703-4102-9a48-035eeb8ac65c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:44.692902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78a4ea46-ceb9-4e9f-85c2-65066eb69385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.729303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.769140 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.798614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.815000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.816340 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:44.819093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.842750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:44.888339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] Pushing event updated for resources: {'Network': ['ID=f4297357-76af-4ba4-aa21-e260ca6a5b77,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:44.905608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:16:44.935231 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78a4ea46-ceb9-4e9f-85c2-65066eb69385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:44.983471 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b8a32ab9-af22-4989-8ac6-f7162c45d495 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3095462 Dec 16 08:16:44.986494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33008) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:44.991680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Request body: {'subnet': {'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1440425083-subnet', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:45.083502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Router a11c4fda-1e73-4169-bd06-4f7a745963ef is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:16:45.085918 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78a4ea46-ceb9-4e9f-85c2-65066eb69385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.115231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52886e99-9dd0-4700-b8cc-2b08fd7ca792 None None] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:45.136467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:45.136710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-78a4ea46-ceb9-4e9f-85c2-65066eb69385 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10436029a9a2465e890ebc166a731540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576752 Dec 16 08:16:45.199927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1f4eefe7-69e2-4095-981c-a9401e95c8a6 None None] Provisioning complete for port f0c0c5f3-1703-4102-9a48-035eeb8ac65c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:45.200536 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1f4eefe7-69e2-4095-981c-a9401e95c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.207705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eee805bc-7622-4387-93ed-83cf8717c5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.233532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eee805bc-7622-4387-93ed-83cf8717c5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.237799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:45.243818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.247697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ea46-ceb9-4e9f-85c2-65066eb69385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b8550-4d89-41e4-a6ed-344c8e14f828,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:45.348979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:45.360140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eee805bc-7622-4387-93ed-83cf8717c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.364548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Sync routers for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:45.365746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eee805bc-7622-4387-93ed-83cf8717c5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.367075 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eee805bc-7622-4387-93ed-83cf8717c5a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe9b8550-4d89-41e4-a6ed-344c8e14f828 HTTP/1.1" status: 204 len: 168 time: 0.2290432 Dec 16 08:16:45.378609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee805bc-7622-4387-93ed-83cf8717c5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b8550-4d89-41e4-a6ed-344c8e14f828,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:45.379271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:45.380377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:45.454545 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.458766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d76e4e58-15b5-4b0f-8e1a-04d89d465b02 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5608666 Dec 16 08:16:45.461031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33018) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:45.554815 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:45.604517 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.682690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d28cd3-722f-446e-a77f-1456ec27a15c,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:45.685808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:45.686192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Network hostable DHCP agents. Network: f4297357-76af-4ba4-aa21-e260ca6a5b77, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:16:45.710730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-89f0ae93-56f1-4c37-a485-7a1aaaa41e82 None None] Provisioning complete for port f0c0c5f3-1703-4102-9a48-035eeb8ac65c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:45.711420 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-89f0ae93-56f1-4c37-a485-7a1aaaa41e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.751780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:16:45.814236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f4297357-76af-4ba4-aa21-e260ca6a5b77) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:45.825876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:45.826516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:45.842641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b0ddd-c8c3-48f3-8838-31235cbb7968 None None] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:45.911127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5551b48f-7b51-448a-952e-56e39bb3bc4f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9234507 Dec 16 08:16:45.913687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33026) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:45.918643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:45.939819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:44Z', 'revision_number': 3, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:45.978641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Checking router: a11c4fda-1e73-4169-bd06-4f7a745963ef for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:45.979002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Updating router a11c4fda-1e73-4169-bd06-4f7a745963ef port d3979d7c-f1d3-4211-b41c-11c20b77695a binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:16:46.026396 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.031518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f4297357-76af-4ba4-aa21-e260ca6a5b77', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:16:46.042214 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.061761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.063699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.101765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.168789 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.315427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Allocated IP 172.20.0.2 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/245ebea5-8e20-43a6-b8e1-14827d3d585c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:46.364250 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Allocated IP 172.20.0.1 (0ba399fe-9661-414d-8c9f-d9fa894eba23/fc99d269-5058-4f0c-8642-b0d13e25cb39/9f5ad023-d4a3-4db1-b306-d363d2e5041b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:46.454934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f0c0c5f3-1703-4102-9a48-035eeb8ac65c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:46.473162 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.526522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.566757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f0c0c5f3-1703-4102-9a48-035eeb8ac65c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:46.567129 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.629472 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.638590 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.685102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:46.688248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:46.692321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:46.732322 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Pushing event updated for resources: {'Port': ['ID=9f5ad023-d4a3-4db1-b306-d363d2e5041b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:46.744612 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.765309 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.814817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530ca4e-8105-45d8-b2a3-7a4b016aa449 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:46.837874 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.864066 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Attempting to bind port d3979d7c-f1d3-4211-b41c-11c20b77695a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:46.864870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Attempting to bind port d3979d7c-f1d3-4211-b41c-11c20b77695a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:46.865559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Attempting to bind port d3979d7c-f1d3-4211-b41c-11c20b77695a on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:46.881445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:46.882004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:46.882547 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.882955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:46.884096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Bound port: d3979d7c-f1d3-4211-b41c-11c20b77695a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:46.884578 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.889762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da2621-8406-46dc-b7b1-67a423a86def None None] Pushing event updated for resources: {'Port': ['ID=d3979d7c-f1d3-4211-b41c-11c20b77695a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:46.900346 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.934779 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:46.938682 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.001651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:47.013291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:47.021156 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:47.059720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.071470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8aae6800-68e4-4837-a16c-3f69775da987 None None] Provisioning complete for port d3979d7c-f1d3-4211-b41c-11c20b77695a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:47.071837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8aae6800-68e4-4837-a16c-3f69775da987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.094439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] For port d3979d7c-f1d3-4211-b41c-11c20b77695a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:47.098269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Pushing event updated for resources: {'Port': ['ID=245ebea5-8e20-43a6-b8e1-14827d3d585c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:47.176907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] For port d3979d7c-f1d3-4211-b41c-11c20b77695a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d3979d7c-f1d3-4211-b41c-11c20b77695a,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:47.184095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Attempting to bind port 245ebea5-8e20-43a6-b8e1-14827d3d585c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:47.184507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Attempting to bind port 245ebea5-8e20-43a6-b8e1-14827d3d585c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:47.184880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Attempting to bind port 245ebea5-8e20-43a6-b8e1-14827d3d585c on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:47.192996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8aae6800-68e4-4837-a16c-3f69775da987 None None] Port d3979d7c-f1d3-4211-b41c-11c20b77695a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:47.200081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:47.200081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:47.200081 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.200081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:47.200081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Bound port: 245ebea5-8e20-43a6-b8e1-14827d3d585c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:47.200081 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.270506 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.350409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc9fa7-10a5-4379-bfb8-3053f1c0b1a0 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:47.370746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:47.371522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:47.380435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.382602 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] For port 245ebea5-8e20-43a6-b8e1-14827d3d585c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:47.434276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da2621-8406-46dc-b7b1-67a423a86def None None] Pushing event updated for resources: {'Port': ['ID=d3979d7c-f1d3-4211-b41c-11c20b77695a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:47.501654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.568354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Allocated IP 172.25.2.113 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/dfb1c479-db11-4dfa-a06a-bbeccc2a152d) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:47.568999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.637702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-42c005a0-4d25-4b48-8b8e-dbf2606185c0 None None] Provisioning complete for port 9f5ad023-d4a3-4db1-b306-d363d2e5041b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:47.638075 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42c005a0-4d25-4b48-8b8e-dbf2606185c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.662767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] For port 245ebea5-8e20-43a6-b8e1-14827d3d585c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=245ebea5-8e20-43a6-b8e1-14827d3d585c,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:47.689977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Pushing event updated for resources: {'Port': ['ID=9f5ad023-d4a3-4db1-b306-d363d2e5041b,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:47.719028 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.724677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-42c005a0-4d25-4b48-8b8e-dbf2606185c0 None None] Port 9f5ad023-d4a3-4db1-b306-d363d2e5041b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:47.751539 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.764224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:47.767409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:47.771905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:47.854640 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:47.941472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:47.948912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:47.950663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:48.001223 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb1c479-db11-4dfa-a06a-bbeccc2a152d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:48.029882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7a3df-7272-4875-9f89-3e097749318b None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:48.038893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-05712f7b-ea84-4de5-9ac7-37c4eb35b918 None None] Provisioning complete for port d3979d7c-f1d3-4211-b41c-11c20b77695a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:48.039264 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05712f7b-ea84-4de5-9ac7-37c4eb35b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:48.045362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf477b-66a3-4e5e-8a9f-dd21897794e5 None None] Pushing event updated for resources: {'Port': ['ID=245ebea5-8e20-43a6-b8e1-14827d3d585c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:48.363038 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05712f7b-ea84-4de5-9ac7-37c4eb35b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:48.412694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-05712f7b-ea84-4de5-9ac7-37c4eb35b918 None None] For port d3979d7c-f1d3-4211-b41c-11c20b77695a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d3979d7c-f1d3-4211-b41c-11c20b77695a,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:48.432336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:48.487906 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7d1f2-cdb1-4911-a28b-ea24a7c1a9ca None None] The sync data for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 is: [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:48.491372 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05712f7b-ea84-4de5-9ac7-37c4eb35b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:48.554178 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:48.554560 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Router a11c4fda-1e73-4169-bd06-4f7a745963ef has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:16:48.571403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05712f7b-ea84-4de5-9ac7-37c4eb35b918 None None] Pushing event updated for resources: {'Port': ['ID=d3979d7c-f1d3-4211-b41c-11c20b77695a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:48.576979 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 245ebea5-8e20-43a6-b8e1-14827d3d585c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:48.668614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5ebf6ae3-a6e9-438d-acb7-f4a21f8331a5 None None] Provisioning complete for port dfb1c479-db11-4dfa-a06a-bbeccc2a152d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:48.669030 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6ae3-a6e9-438d-acb7-f4a21f8331a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:48.716470 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf6ae3-a6e9-438d-acb7-f4a21f8331a5 None None] Port dfb1c479-db11-4dfa-a06a-bbeccc2a152d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:48.742611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5ebf6ae3-a6e9-438d-acb7-f4a21f8331a5 None None] Provisioning complete for port 9f5ad023-d4a3-4db1-b306-d363d2e5041b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:48.742992 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6ae3-a6e9-438d-acb7-f4a21f8331a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:48.766646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:48.783297 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 245ebea5-8e20-43a6-b8e1-14827d3d585c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:48.783297 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:48.786520 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-527a9c9e-6b77-4962-b200-8ca20bdf190e admin admin] 10.222.0.43 "PUT /v2.0/routers/a11c4fda-1e73-4169-bd06-4f7a745963ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3216581 Dec 16 08:16:48.841946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf6ae3-a6e9-438d-acb7-f4a21f8331a5 None None] Port 9f5ad023-d4a3-4db1-b306-d363d2e5041b cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:48.984850 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:49.016428 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:49.055718 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 245ebea5-8e20-43a6-b8e1-14827d3d585c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=245ebea5-8e20-43a6-b8e1-14827d3d585c,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:49.145676 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:49.270291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=245ebea5-8e20-43a6-b8e1-14827d3d585c,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:49.368572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:16:49.386750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc0201-72dc-4775-a43f-715c87ace514 None None] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:49.505764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-949e4937-0b3b-4773-a6a8-eae63a4ff40b None None] Provisioning complete for port 245ebea5-8e20-43a6-b8e1-14827d3d585c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:49.506163 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-949e4937-0b3b-4773-a6a8-eae63a4ff40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:49.545471 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:49.558265 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Sync routers for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:49.574608 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:49.575425 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:49.656635 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:49.657926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2e403f9a-5223-46a8-ab15-c01ae246afa8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7432265 Dec 16 08:16:49.663049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33100) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:49.845713 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:50.022475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:50.035839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-af985224-545a-4c8f-a5fa-04f1082a27d0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123451016', 'description': 'tempest-description--833129787'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:50.081235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b8dc8bed-9126-4e3c-b0e7-9fd1083bcfc9 None None] Provisioning complete for port 245ebea5-8e20-43a6-b8e1-14827d3d585c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:50.081972 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b8dc8bed-9126-4e3c-b0e7-9fd1083bcfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.111573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af985224-545a-4c8f-a5fa-04f1082a27d0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.250160 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af985224-545a-4c8f-a5fa-04f1082a27d0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.272391 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 3, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:50.305726 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Checking router: 92041228-9fe6-4f9e-8c1c-81aec4f2f547 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:50.306110 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Updating router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 port dfb1c479-db11-4dfa-a06a-bbeccc2a152d binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:16:50.339658 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.356827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af985224-545a-4c8f-a5fa-04f1082a27d0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.412125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af985224-545a-4c8f-a5fa-04f1082a27d0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034824eb-6f5d-48ff-9c23-f53b51d64f8b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:50.475151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.565085 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af985224-545a-4c8f-a5fa-04f1082a27d0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.565085 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-af985224-545a-4c8f-a5fa-04f1082a27d0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5405521 Dec 16 08:16:50.567055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33112) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:50.581332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-98a88538-f2f2-48b8-a20b-5e66abcb94a5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'security_group_rule': {'security_group_id': '034824eb-6f5d-48ff-9c23-f53b51d64f8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:50.584435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d3979d7c-f1d3-4211-b41c-11c20b77695a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:50.658790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d3979d7c-f1d3-4211-b41c-11c20b77695a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:50.659171 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.740563 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.755673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 245ebea5-8e20-43a6-b8e1-14827d3d585c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:50.766527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98a88538-f2f2-48b8-a20b-5e66abcb94a5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.770532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Allocated IP 172.20.0.1 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/230a58bb-4751-458c-ac93-417282b67ff7) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:50.818068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 245ebea5-8e20-43a6-b8e1-14827d3d585c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:50.818450 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.836323 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.846847 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98a88538-f2f2-48b8-a20b-5e66abcb94a5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.893715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98a88538-f2f2-48b8-a20b-5e66abcb94a5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.923121 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.933909 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a88538-f2f2-48b8-a20b-5e66abcb94a5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568a5538-8945-4310-9251-8fce9f8ef615,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:50.944881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366cd2e1-c1ad-483e-98d7-f323b7a48b9c None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:50.954230 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Attempting to bind port dfb1c479-db11-4dfa-a06a-bbeccc2a152d on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:50.955938 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Attempting to bind port dfb1c479-db11-4dfa-a06a-bbeccc2a152d by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:50.957636 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Attempting to bind port dfb1c479-db11-4dfa-a06a-bbeccc2a152d on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:50.985955 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:50.985955 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:50.986361 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.989093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98a88538-f2f2-48b8-a20b-5e66abcb94a5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.996124 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98a88538-f2f2-48b8-a20b-5e66abcb94a5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254146 Dec 16 08:16:50.996124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33122) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:50.996580 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:50.997292 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Bound port: dfb1c479-db11-4dfa-a06a-bbeccc2a152d, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:50.997867 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:50.999986 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Pushing event updated for resources: {'Port': ['ID=dfb1c479-db11-4dfa-a06a-bbeccc2a152d,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:51.003761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-17944be9-0eb3-496c-a990-118b99808c5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'security_group_rule': {'security_group_id': '034824eb-6f5d-48ff-9c23-f53b51d64f8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:51.033646 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.033985 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.034412 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.034751 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.035081 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.035457 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.035806 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.036093 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.036526 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.036884 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.037158 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.038105 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.038436 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:16:51.047093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.067616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-178c45ba-9efe-43a5-aabb-80319ecf61bd None None] Provisioning complete for port dfb1c479-db11-4dfa-a06a-bbeccc2a152d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:51.068129 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-178c45ba-9efe-43a5-aabb-80319ecf61bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.077926 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] For port dfb1c479-db11-4dfa-a06a-bbeccc2a152d, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:51.082037 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] For port dfb1c479-db11-4dfa-a06a-bbeccc2a152d, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dfb1c479-db11-4dfa-a06a-bbeccc2a152d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:51.097284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:51.100400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:51.104150 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:51.114249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-178c45ba-9efe-43a5-aabb-80319ecf61bd None None] Port dfb1c479-db11-4dfa-a06a-bbeccc2a152d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:51.116224 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17944be9-0eb3-496c-a990-118b99808c5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.118488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Pushing event updated for resources: {'Port': ['ID=230a58bb-4751-458c-ac93-417282b67ff7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:51.149535 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.182424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17944be9-0eb3-496c-a990-118b99808c5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.190354 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.248531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17944be9-0eb3-496c-a990-118b99808c5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.256576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d0f335-b0c1-4db8-95ef-1ab5da5a167f None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:51.287898 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784f450-3395-4ee5-823d-c4ed45cde003 None None] Pushing event updated for resources: {'Port': ['ID=dfb1c479-db11-4dfa-a06a-bbeccc2a152d,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:51.290441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17944be9-0eb3-496c-a990-118b99808c5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4054c3cf-d3fa-4227-8bbf-8ff4dfe7f903,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:51.313383 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:51.324908 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:51.353519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-42c05edb-87eb-4369-be52-72e279262acd None None] Provisioning complete for port dfb1c479-db11-4dfa-a06a-bbeccc2a152d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:51.354632 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42c05edb-87eb-4369-be52-72e279262acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.364301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17944be9-0eb3-496c-a990-118b99808c5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.368894 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17944be9-0eb3-496c-a990-118b99808c5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727589 Dec 16 08:16:51.369736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:51.374305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:51.511996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.524911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42c05edb-87eb-4369-be52-72e279262acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.544217 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:51.552995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-42c05edb-87eb-4369-be52-72e279262acd None None] For port dfb1c479-db11-4dfa-a06a-bbeccc2a152d, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dfb1c479-db11-4dfa-a06a-bbeccc2a152d,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:51.572365 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.654292 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-42c05edb-87eb-4369-be52-72e279262acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.710540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.792080 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c05edb-87eb-4369-be52-72e279262acd None None] Pushing event updated for resources: {'Port': ['ID=dfb1c479-db11-4dfa-a06a-bbeccc2a152d,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:51.837656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-fbfc4ac3-79ca-4f39-bf9b-dbb8f63f57fe None None] Provisioning complete for port 230a58bb-4751-458c-ac93-417282b67ff7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:51.838199 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4ac3-79ca-4f39-bf9b-dbb8f63f57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.883065 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.911951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc4ac3-79ca-4f39-bf9b-dbb8f63f57fe None None] Port 230a58bb-4751-458c-ac93-417282b67ff7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:51.913863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Sync routers for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:51.925378 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Allocated IP 172.25.2.187 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/e8ee6141-9032-468e-ae2f-f1f25daf42ac) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:51.926037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:51.926800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:51.944924 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:51.978049 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 3, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:52.029367 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b16e27-3a08-46a6-8a3b-172c0a102153 None None] The sync data for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 is: [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 3, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:52.053174 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:52.106737 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:52.119369 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:52.192477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Pushing event updated for resources: {'Port': ['ID=230a58bb-4751-458c-ac93-417282b67ff7,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:52.242875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:52.258262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:52.261465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:52.293009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:52.296905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:52.299769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:52.388465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'Port': ['ID=e8ee6141-9032-468e-ae2f-f1f25daf42ac,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:52.459447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:47Z', 'revision_number': 2, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:52.502152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Checking router: a11c4fda-1e73-4169-bd06-4f7a745963ef for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:52.502506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Updating router a11c4fda-1e73-4169-bd06-4f7a745963ef port 9f5ad023-d4a3-4db1-b306-d363d2e5041b binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:16:52.573367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:16:52.587008 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:52.647405 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:52.698011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dfb1c479-db11-4dfa-a06a-bbeccc2a152d up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:52.790745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:16:52.805197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-27d5a8d9-390e-4c74-b7be-a0c3b10b281f admin admin] 10.222.0.43 "PUT /v2.0/routers/92041228-9fe6-4f9e-8c1c-81aec4f2f547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1340873 Dec 16 08:16:52.807263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:52.874439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-784ac9d3-62ca-485d-b5df-598cae25a9f2 None None] Provisioning complete for port 230a58bb-4751-458c-ac93-417282b67ff7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:52.874439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-784ac9d3-62ca-485d-b5df-598cae25a9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:52.989880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-784ac9d3-62ca-485d-b5df-598cae25a9f2 None None] Port 230a58bb-4751-458c-ac93-417282b67ff7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:52.995950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port dfb1c479-db11-4dfa-a06a-bbeccc2a152d triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:52.996357 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.028621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.151791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.189485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.268877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'Port': ['ID=e8ee6141-9032-468e-ae2f-f1f25daf42ac,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:53.283675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.303970 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.361423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b86e7-7dba-4662-810f-ed8f5dcc32c0 None None] Pushing event updated for resources: {'Port': ['ID=9f5ad023-d4a3-4db1-b306-d363d2e5041b,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:53.405047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.407409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8e58371f-725e-4f47-b451-2e1b240cc40b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0363796 Dec 16 08:16:53.430481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Attempting to bind port 9f5ad023-d4a3-4db1-b306-d363d2e5041b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:53.430884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Attempting to bind port 9f5ad023-d4a3-4db1-b306-d363d2e5041b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:53.431253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Attempting to bind port 9f5ad023-d4a3-4db1-b306-d363d2e5041b on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:53.438186 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:53.438745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Checking segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:53.439271 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.439772 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Bound using segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:53.440388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Bound port: 9f5ad023-d4a3-4db1-b306-d363d2e5041b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:53.440914 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.525503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] For port 9f5ad023-d4a3-4db1-b306-d363d2e5041b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:53.529193 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] For port 9f5ad023-d4a3-4db1-b306-d363d2e5041b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5ad023-d4a3-4db1-b306-d363d2e5041b,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:53.663678 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.747521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b86e7-7dba-4662-810f-ed8f5dcc32c0 None None] Pushing event updated for resources: {'Port': ['ID=9f5ad023-d4a3-4db1-b306-d363d2e5041b,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:53.755075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ffad7204-e07b-4c6a-9532-2e8ecc552f88 None None] Provisioning complete for port 9f5ad023-d4a3-4db1-b306-d363d2e5041b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:53.755444 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ffad7204-e07b-4c6a-9532-2e8ecc552f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:53.803308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:53.803308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:53.951039 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ffad7204-e07b-4c6a-9532-2e8ecc552f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:54.113760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-ea525932-3ec8-4c99-8f05-6953caca189d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--123451016&fields=id&tenant_id=5f84e7ef015c4393a9d2166984784f86 HTTP/1.1" status: 200 len: 267 time: 0.0555198 Dec 16 08:16:54.211184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:54.251673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ffad7204-e07b-4c6a-9532-2e8ecc552f88 None None] For port 9f5ad023-d4a3-4db1-b306-d363d2e5041b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5ad023-d4a3-4db1-b306-d363d2e5041b,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:54.308820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-4f5436bc-73a4-40b6-85fd-671758e6dbb8 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:54.312964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-4f5436bc-73a4-40b6-85fd-671758e6dbb8 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 810 time: 0.1891205 Dec 16 08:16:54.339210 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-e1828c51-28f1-49eb-addd-c3a16492dbdb tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/quotas/5f84e7ef015c4393a9d2166984784f86 HTTP/1.1" status: 200 len: 375 time: 0.0192835 Dec 16 08:16:54.342817 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ffad7204-e07b-4c6a-9532-2e8ecc552f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:54.415694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-457b929e-9c84-4d9f-9878-4514df62ee4a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703905 Dec 16 08:16:54.511314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33202) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:54.533519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2040988174-network', 'tenant_id': '6834358e4e88493caf0bffa750827c44'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:54.544816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad7204-e07b-4c6a-9532-2e8ecc552f88 None None] Pushing event updated for resources: {'Port': ['ID=9f5ad023-d4a3-4db1-b306-d363d2e5041b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:54.549597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5ad023-d4a3-4db1-b306-d363d2e5041b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:54.597261 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-113e4154-6107-4898-b040-5c52e264c4a3 service neutron] 10.222.0.43 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559813 Dec 16 08:16:54.598617 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Sync routers for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:16:54.605626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-81ab442d-24ee-470e-8093-3b0f0e0f84ff None None] Provisioning complete for port 9f5ad023-d4a3-4db1-b306-d363d2e5041b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:54.606021 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-81ab442d-24ee-470e-8093-3b0f0e0f84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:54.620510 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:54.623110 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:54.647646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Made reservation on behalf of 6834358e4e88493caf0bffa750827c44 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:54.651879 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:54.669764 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:54.694846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9f5ad023-d4a3-4db1-b306-d363d2e5041b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:54.695491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:54.700146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:53Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:54.732575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56609b-455a-4492-af96-1e06ae93c36c None None] The sync data for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 is: [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:53Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:54.834402 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:54.860892 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-54e05a83-940a-4e04-863e-9cfa72afddd1 service neutron] 10.222.0.43 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571762 Dec 16 08:16:54.907733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:54.967811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.026862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b9914-4ab8-4056-b6c8-ebaa95705c2f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:55.054687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:16:55.081460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.082263 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Added segment cc9c012f-cdab-45fb-bb63-0dc2a9c90004 of type vlan for network a4e6fd50-a401-4cd5-b52e-596c6e2efabc Dec 16 08:16:55.146185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.238909 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 2, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:55.299315 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.300446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:55.301038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.460689 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] Pushing event updated for resources: {'Network': ['ID=a4e6fd50-a401-4cd5-b52e-596c6e2efabc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:55.480706 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network a4e6fd50-a401-4cd5-b52e-596c6e2efabc details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:16:55.524481 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a5be7b00-63af-413a-b3b3-162f78383a6b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0104344 Dec 16 08:16:55.527697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33234) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:55.537317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Request body: {'subnet': {'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2040988174-subnet', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:55.546862 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Checking router: 92041228-9fe6-4f9e-8c1c-81aec4f2f547 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:16:55.546862 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Updating router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 port 230a58bb-4751-458c-ac93-417282b67ff7 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:16:55.600977 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.687724 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Made reservation on behalf of 6834358e4e88493caf0bffa750827c44 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:55.690892 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.920022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb720b3f-927b-40f9-b679-f75c7278fe53 req-7ae5431c-04ec-4cef-b0a1-7d29772a40fd tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 210 time: 0.6665573 Dec 16 08:16:55.955805 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:55.964152 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:16:56.053827 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.142092 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5263f-b4c1-4d67-8264-7babf1cf89d9 None None] Pushing event updated for resources: {'Port': ['ID=230a58bb-4751-458c-ac93-417282b67ff7,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:56.222357 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Attempting to bind port 230a58bb-4751-458c-ac93-417282b67ff7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:56.222889 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Attempting to bind port 230a58bb-4751-458c-ac93-417282b67ff7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:56.223566 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Attempting to bind port 230a58bb-4751-458c-ac93-417282b67ff7 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:56.224891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.232361 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:56.236083 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:56.236083 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.236083 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:56.236083 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Bound port: 230a58bb-4751-458c-ac93-417282b67ff7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:56.236713 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.333661 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] For port 230a58bb-4751-458c-ac93-417282b67ff7, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:56.338791 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] For port 230a58bb-4751-458c-ac93-417282b67ff7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=230a58bb-4751-458c-ac93-417282b67ff7,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:56.352961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e70a62-b9e4-4c1f-805c-e1fc899f28ed,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:56.371142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Checking segment: {'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:56.371515 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Network hostable DHCP agents. Network: a4e6fd50-a401-4cd5-b52e-596c6e2efabc, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:16:56.446556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5ad023-d4a3-4db1-b306-d363d2e5041b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:56.482713 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.516899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Network a4e6fd50-a401-4cd5-b52e-596c6e2efabc is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:16:56.558899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f0ce5580-7749-4abb-9ba4-dabaf4e7a82f None None] Provisioning complete for port 230a58bb-4751-458c-ac93-417282b67ff7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:56.559389 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5580-7749-4abb-9ba4-dabaf4e7a82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.562025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9f5ad023-d4a3-4db1-b306-d363d2e5041b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:56.562587 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.593172 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5263f-b4c1-4d67-8264-7babf1cf89d9 None None] Pushing event updated for resources: {'Port': ['ID=230a58bb-4751-458c-ac93-417282b67ff7,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:56.615771 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:16:56.617169 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:56.665999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, a4e6fd50-a401-4cd5-b52e-596c6e2efabc) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:56.670285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:56.671279 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.688996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763517a8-cd98-4f27-9a60-51638fe35737 None None] Network a4e6fd50-a401-4cd5-b52e-596c6e2efabc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:56.788930 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-349a0093-49df-4b52-8553-1859aec50f84 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2521367 Dec 16 08:16:56.790561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33258) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:56.796506 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2040988174-router', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:56.820369 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:16:56.842181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'project_id': '6834358e4e88493caf0bffa750827c44', 'fixed_ips': [{'subnet_id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:16:56.843394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.927585 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:56.928756 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.059319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.096309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bcba4020-918a-41a7-a0c7-c7457047593c req-7ce3974f-38f8-4b13-9838-ce8f31ec6bc3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 210 time: 0.0453002 Dec 16 08:16:57.097176 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-00e313f7-e918-4572-9771-0018a32c474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:56Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:16:57.143961 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e313f7-e918-4572-9771-0018a32c474d None None] The sync data for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 is: [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:56Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:16:57.160424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5580-7749-4abb-9ba4-dabaf4e7a82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.249987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Allocated IP 172.20.0.2 (a4e6fd50-a401-4cd5-b52e-596c6e2efabc/b5e70a62-b9e4-4c1f-805c-e1fc899f28ed/c0525a43-c5b5-4c7e-b72c-11b47a0776ab) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:57.281103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f0ce5580-7749-4abb-9ba4-dabaf4e7a82f None None] For port 230a58bb-4751-458c-ac93-417282b67ff7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=230a58bb-4751-458c-ac93-417282b67ff7,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:16:57.366063 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5580-7749-4abb-9ba4-dabaf4e7a82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.438370 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.507873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce5580-7749-4abb-9ba4-dabaf4e7a82f None None] Pushing event updated for resources: {'Port': ['ID=230a58bb-4751-458c-ac93-417282b67ff7,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:57.570919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6de1b45c-a473-47f2-90fc-200638272420 None None] Provisioning complete for port 230a58bb-4751-458c-ac93-417282b67ff7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:57.571610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6de1b45c-a473-47f2-90fc-200638272420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.613841 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.699872 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.709212 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.791172 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Network a4e6fd50-a401-4cd5-b52e-596c6e2efabc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:57.798245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:57.801025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:57.814491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Pushing event updated for resources: {'Port': ['ID=c0525a43-c5b5-4c7e-b72c-11b47a0776ab,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:57.838583 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.862356 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.869252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Attempting to bind port c0525a43-c5b5-4c7e-b72c-11b47a0776ab on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:16:57.869887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Attempting to bind port c0525a43-c5b5-4c7e-b72c-11b47a0776ab by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:16:57.870442 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Attempting to bind port c0525a43-c5b5-4c7e-b72c-11b47a0776ab on network a4e6fd50-a401-4cd5-b52e-596c6e2efabc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:16:57.876535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:16:57.878434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Checking segment: {'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:16:57.878434 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.878434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Bound using segment: {'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:16:57.878434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Bound port: c0525a43-c5b5-4c7e-b72c-11b47a0776ab, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:16:57.878871 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:57.973202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] For port c0525a43-c5b5-4c7e-b72c-11b47a0776ab, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:16:57.981895 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] For port c0525a43-c5b5-4c7e-b72c-11b47a0776ab, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0525a43-c5b5-4c7e-b72c-11b47a0776ab,segment=NetworkSegment(cc9c012f-cdab-45fb-bb63-0dc2a9c90004),segment_id=cc9c012f-cdab-45fb-bb63-0dc2a9c90004)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:16:58.042927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:58.060482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Allocated IP 172.25.2.225 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/fb724bc2-be8d-49be-8a8d-b752e8555648) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:16:58.185700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365c225-f17b-49ab-85e4-8c60c022e4bc None None] Pushing event updated for resources: {'Port': ['ID=c0525a43-c5b5-4c7e-b72c-11b47a0776ab,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:58.268727 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:58.299022 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b0720a98-56ec-4ed2-862d-6ffd4eb03cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:58.407736 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:58.492829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:16:58.497672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:16:58.505752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:16:58.535958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92d6a8-5b21-4aff-9be6-d67a0fe180e0 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:16:58.570634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 230a58bb-4751-458c-ac93-417282b67ff7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:16:58.672918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3a7652ce-14af-45f3-996f-908f6ec83257 None None] Provisioning complete for port fb724bc2-be8d-49be-8a8d-b752e8555648 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:58.674978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3a7652ce-14af-45f3-996f-908f6ec83257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:58.759454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3a7652ce-14af-45f3-996f-908f6ec83257 None None] Port fb724bc2-be8d-49be-8a8d-b752e8555648 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:16:58.772484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 230a58bb-4751-458c-ac93-417282b67ff7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:58.772650 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:58.798050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Pushing event updated for resources: {'Port': ['ID=fb724bc2-be8d-49be-8a8d-b752e8555648,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:16:59.079456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.111454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-672d6755-beeb-44fa-afad-8ab4bc0b8b89 req-83862b13-5274-47f7-b273-ea11c45196ac tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 210 time: 0.8311360 Dec 16 08:16:59.115960 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2886b5-a4e8-41d9-89c2-a0db02d53562 req-1e831b81-8722-48e6-b04c-362e874f8ddb tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:59.117621 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d2886b5-a4e8-41d9-89c2-a0db02d53562 req-1e831b81-8722-48e6-b04c-362e874f8ddb tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1097 time: 0.8970156 Dec 16 08:16:59.225089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-b7f7ba22-a10f-45c3-be7f-57c7254de1f5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:16:59.227112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-b7f7ba22-a10f-45c3-be7f-57c7254de1f5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 810 time: 0.9072809 Dec 16 08:16:59.250821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d2886b5-a4e8-41d9-89c2-a0db02d53562 req-b5e0dd2c-4cdb-4ef6-8442-f8ef698585b8 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194642 Dec 16 08:16:59.273153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33290) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:59.325248 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.372604 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-7834aa39-170f-4f08-9ee1-d6297dddbd62 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f84e7ef015c4393a9d2166984784f86 HTTP/1.1" status: 200 len: 379 time: 0.1172621 Dec 16 08:16:59.409827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'port': {'device_id': '29f7161f-99f8-4fef-b626-9206a968ed36', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'admin_state_up': True, 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'security_groups': ['034824eb-6f5d-48ff-9c23-f53b51d64f8b']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:16:59.570772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 40270a04-5d00-49d9-9bb8-5ffa09c2e24a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:16:59.571328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.591337 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2dd39-0ca4-4ecb-958e-20564b986004 None None] Network a4e6fd50-a401-4cd5-b52e-596c6e2efabc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:16:59.620398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:16:59.673774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Made reservation on behalf of 5f84e7ef015c4393a9d2166984784f86 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:16:59.688849 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.722235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-104067a1-37a1-4bf2-9c54-3565098ba3f7 None None] Provisioning complete for port c0525a43-c5b5-4c7e-b72c-11b47a0776ab triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:16:59.722235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-104067a1-37a1-4bf2-9c54-3565098ba3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.745639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.745969 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.839879 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-104067a1-37a1-4bf2-9c54-3565098ba3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:16:59.842293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33294) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:16:59.893917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 40270a04-5d00-49d9-9bb8-5ffa09c2e24a owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:16:59.901502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-104067a1-37a1-4bf2-9c54-3565098ba3f7 None None] For port c0525a43-c5b5-4c7e-b72c-11b47a0776ab, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c0525a43-c5b5-4c7e-b72c-11b47a0776ab,segment=NetworkSegment(cc9c012f-cdab-45fb-bb63-0dc2a9c90004),segment_id=cc9c012f-cdab-45fb-bb63-0dc2a9c90004)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:00.018616 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-104067a1-37a1-4bf2-9c54-3565098ba3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.113374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Allocated IP 172.20.0.6 (0ba399fe-9661-414d-8c9f-d9fa894eba23/fc99d269-5058-4f0c-8642-b0d13e25cb39/cff8f6a8-979d-4aa8-9254-3bf990157f6a) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:00.148443 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104067a1-37a1-4bf2-9c54-3565098ba3f7 None None] Pushing event updated for resources: {'Port': ['ID=c0525a43-c5b5-4c7e-b72c-11b47a0776ab,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:00.201246 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1648-0570-4689-8935-586b0bb7f89c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.207555 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.286525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:00.302342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Sync routers for ids ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:00.317447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Routers {'78bc3d0d-2a03-4be7-a2f0-82a74169f605'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:00.318207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:16:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:00.412351 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.416308 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3bcbeac-f351-48e7-9d8f-fbfaa0db3e85 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6213779 Dec 16 08:17:00.416578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33312) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:00.441115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4c89349-7c2c-42b0-bcec-0f5cc98cd444 req-258e4239-27a2-449e-9b4a-35721f769616 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 210 time: 0.0916755 Dec 16 08:17:00.570778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.588211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.635794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1648-0570-4689-8935-586b0bb7f89c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.663573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=40270a04-5d00-49d9-9bb8-5ffa09c2e24a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:00.740972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c0525a43-c5b5-4c7e-b72c-11b47a0776ab up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:00.755186 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1648-0570-4689-8935-586b0bb7f89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.785434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-41b5fa1c-6590-4123-ba74-b3d8f95b3bd7 None None] Provisioning complete for port c0525a43-c5b5-4c7e-b72c-11b47a0776ab triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:00.785817 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-41b5fa1c-6590-4123-ba74-b3d8f95b3bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.796215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.796472 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 7c8648b9-7044-4327-ae1e-fe28e7cbd8da disassociated (deleted). External IP: 172.25.2.104, port: 50ddaaf7-54d9-4b1a-9e87-24c4744a9253. Dec 16 08:17:00.857849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a1648-0570-4689-8935-586b0bb7f89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ba9cc-e1d0-4d00-94bd-0e0fdfad580b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:00.865435 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.873142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2b2a1648-0570-4689-8935-586b0bb7f89c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58d2de5c90e447cbbf489b4dd2b841bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0060692 Dec 16 08:17:00.880740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33314) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:00.886108 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6f99-d3d9-497e-af78-a23d3ee5c8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:00.921074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Set router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:01.020014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:01.066838 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a77b0a23-cd23-4052-b9ec-f06f9043957e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.070379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:01.092863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:01.095739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'Port': ['ID=cff8f6a8-979d-4aa8-9254-3bf990157f6a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:01.100548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c0525a43-c5b5-4c7e-b72c-11b47a0776ab triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:01.100944 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.150331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33318) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:01.194815 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a77b0a23-cd23-4052-b9ec-f06f9043957e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.276647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.291613 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:01.292540 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.347384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'name': 'tempest-TestVolumeBootPattern-2040988174-router', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:56Z', 'updated_at': '2021-12-16T08:16:58Z', 'revision_number': 3, 'project_id': '6834358e4e88493caf0bffa750827c44', 'gw_port': {'id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:57Z', 'updated_at': '2021-12-16T08:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:01.377418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-049a489d-6cb9-4619-9dbb-27b2a359e5e3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9761209 Dec 16 08:17:01.396612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e303353-0e4b-43ef-8a11-d02e7f7b4091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.404276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Checking router: 78bc3d0d-2a03-4be7-a2f0-82a74169f605 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:01.404637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Updating router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 port fb724bc2-be8d-49be-8a8d-b752e8555648 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:17:01.427713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Request body: {'port': {'device_id': '29f7161f-99f8-4fef-b626-9206a968ed36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:01.439936 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.467733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-78bf2078-55b0-4aba-a4d4-375049553386 None None] Provisioning complete for port cff8f6a8-979d-4aa8-9254-3bf990157f6a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:01.468125 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-78bf2078-55b0-4aba-a4d4-375049553386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.477103 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a77b0a23-cd23-4052-b9ec-f06f9043957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.481045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a77b0a23-cd23-4052-b9ec-f06f9043957e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.482391 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a77b0a23-cd23-4052-b9ec-f06f9043957e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d1ba9cc-e1d0-4d00-94bd-0e0fdfad580b HTTP/1.1" status: 204 len: 168 time: 0.5960872 Dec 16 08:17:01.577202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.579187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b0a23-cd23-4052-b9ec-f06f9043957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ba9cc-e1d0-4d00-94bd-0e0fdfad580b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:01.586030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Allocated IP 172.20.0.1 (a4e6fd50-a401-4cd5-b52e-596c6e2efabc/b5e70a62-b9e4-4c1f-805c-e1fc899f28ed/ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:01.608532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 0f9770d7-7802-448d-b746-7643904b3448 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:17:01.635067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-78bf2078-55b0-4aba-a4d4-375049553386 None None] Port cff8f6a8-979d-4aa8-9254-3bf990157f6a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:01.721831 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.754870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1b90-188f-4686-a7f9-101720305c72 req-a636ea60-71cf-4c0f-a347-7e88b8e9c870 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:01.756427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-708e1b90-188f-4686-a7f9-101720305c72 req-a636ea60-71cf-4c0f-a347-7e88b8e9c870 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 931 time: 0.1809413 Dec 16 08:17:01.814826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.819229 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.870536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Network a4e6fd50-a401-4cd5-b52e-596c6e2efabc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:01.873811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:01.876922 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.878573 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:01.882090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:01.909726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.938093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.969594 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e303353-0e4b-43ef-8a11-d02e7f7b4091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:01.990241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816805d9-9677-4cbd-8ba2-7cbd7cf77c11 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:01.992286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-708e1b90-188f-4686-a7f9-101720305c72 req-4bca111f-10d1-491d-abd6-a2d5c5229a52 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235353 Dec 16 08:17:02.001636 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Pushing event updated for resources: {'Port': ['ID=fb724bc2-be8d-49be-8a8d-b752e8555648,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:02.005736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Attempting to bind port fb724bc2-be8d-49be-8a8d-b752e8555648 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:02.006256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Attempting to bind port fb724bc2-be8d-49be-8a8d-b752e8555648 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:02.011626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Attempting to bind port fb724bc2-be8d-49be-8a8d-b752e8555648 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:02.019530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.020022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.020590 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.020730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.021059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.021397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.021730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.022064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.022766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.022887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.023308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.023639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.023969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:02.030988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:02.031380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:02.032272 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.032673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:02.033288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Bound port: fb724bc2-be8d-49be-8a8d-b752e8555648, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:02.033680 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.046213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:02.058304 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.059486 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0e303353-0e4b-43ef-8a11-d02e7f7b4091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.060037 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] Sync routers for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:02.073067 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:02.084263 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:02.123935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] For port fb724bc2-be8d-49be-8a8d-b752e8555648, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:02.127296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] For port fb724bc2-be8d-49be-8a8d-b752e8555648, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb724bc2-be8d-49be-8a8d-b752e8555648,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:02.138698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c75d5d72-2cd1-4dfb-ad8d-f4a3d05f6990 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/floatingips/7c8648b9-7044-4327-ae1e-fe28e7cbd8da HTTP/1.1" status: 204 len: 168 time: 2.8644331 Dec 16 08:17:02.144490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-de203eb8-59f4-480d-a7de-acefc9454dbc None None] Provisioning complete for port fb724bc2-be8d-49be-8a8d-b752e8555648 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:02.144811 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de203eb8-59f4-480d-a7de-acefc9454dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.146438 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:02.149145 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:02.159676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e303353-0e4b-43ef-8a11-d02e7f7b4091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168299e1-ae05-4e0b-a644-310acdbc3b3d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:02.168228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0e303353-0e4b-43ef-8a11-d02e7f7b4091 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a077d488e1cf45528004049195c87e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0137758 Dec 16 08:17:02.168871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33332) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:02.223481 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.226921 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b280a-c7b8-45e1-b60d-90d13a48c35f x-openstack-request-id: req-905b280a-c7b8-45e1-b60d-90d13a48c35f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:02.227220 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:02.227478 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-905b280a-c7b8-45e1-b60d-90d13a48c35f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:02.228093 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'status': 'completed', 'code': 200} Dec 16 08:17:02.246191 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.325758 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:02.326390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f4c45fe8-0479-427e-98f9-3923081a3002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.345634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a80ed-0b58-4f6e-baf5-07707a5035d2 None None] Pushing event updated for resources: {'Port': ['ID=fb724bc2-be8d-49be-8a8d-b752e8555648,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:02.363648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3398a-b516-45bf-b48a-de3dedc2eeb4 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:02.372440 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-de203eb8-59f4-480d-a7de-acefc9454dbc None None] Port fb724bc2-be8d-49be-8a8d-b752e8555648 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:02.378421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Routers {'78bc3d0d-2a03-4be7-a2f0-82a74169f605'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:02.379132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:02.404930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff8f6a8-979d-4aa8-9254-3bf990157f6a {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:17:02.422768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33334) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:02.425540 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f4c45fe8-0479-427e-98f9-3923081a3002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.443870 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.455269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1274edfb-3874-4bbc-ad12-9d183919764e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.480849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Transition to ACTIVE for port object cff8f6a8-979d-4aa8-9254-3bf990157f6a will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:17:02.499153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-947e12ca-8414-4162-9e1d-943833c80a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:02.500150 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-947e12ca-8414-4162-9e1d-943833c80a06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 1097 time: 0.2169282 Dec 16 08:17:02.518078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Provisioning complete for port fb724bc2-be8d-49be-8a8d-b752e8555648 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:02.519015 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.527100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.546546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] Set router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:02.586521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Pushing event updated for resources: {'Port': ['ID=cff8f6a8-979d-4aa8-9254-3bf990157f6a,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:02.638612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f4c45fe8-0479-427e-98f9-3923081a3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.641986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f4c45fe8-0479-427e-98f9-3923081a3002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.645703 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f4c45fe8-0479-427e-98f9-3923081a3002 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/168299e1-ae05-4e0b-a644-310acdbc3b3d HTTP/1.1" status: 204 len: 168 time: 0.4718390 Dec 16 08:17:02.655110 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:02.707777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c45fe8-0479-427e-98f9-3923081a3002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168299e1-ae05-4e0b-a644-310acdbc3b3d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:02.742642 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] Checking router: 0f9770d7-7802-448d-b746-7643904b3448 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:02.769993 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:02.771263 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:02.792634 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Attempting to bind port cff8f6a8-979d-4aa8-9254-3bf990157f6a on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:02.793086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Attempting to bind port cff8f6a8-979d-4aa8-9254-3bf990157f6a by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:02.793989 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Attempting to bind port cff8f6a8-979d-4aa8-9254-3bf990157f6a on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:02.808016 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Port cff8f6a8-979d-4aa8-9254-3bf990157f6a on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:02.808474 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Attempting to bind port cff8f6a8-979d-4aa8-9254-3bf990157f6a on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:02.857549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-c8d404f0-c656-4371-ac1f-4a310613cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:02.859064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-c8d404f0-c656-4371-ac1f-4a310613cbe4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 200 len: 898 time: 0.3140981 Dec 16 08:17:02.860985 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:02.861234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Checking segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:02.861994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Bound using segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:02.862555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Bound port: cff8f6a8-979d-4aa8-9254-3bf990157f6a, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:02.863084 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.893733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bd26e-7362-4b2e-bd38-54a0f4208dec req-39a8be71-ac9e-41f5-9504-e701d3c21b7d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:02.902304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c7bd26e-7362-4b2e-bd38-54a0f4208dec req-39a8be71-ac9e-41f5-9504-e701d3c21b7d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0954244 Dec 16 08:17:02.936258 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.969564 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-9d34cc68-a535-4dd9-811c-9a00430647df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 200 len: 217 time: 0.0954220 Dec 16 08:17:02.975726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1274edfb-3874-4bbc-ad12-9d183919764e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.979532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:02.992403 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:03.003860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] For port cff8f6a8-979d-4aa8-9254-3bf990157f6a, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:03.008355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] For port cff8f6a8-979d-4aa8-9254-3bf990157f6a, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:03.012310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] For port fb724bc2-be8d-49be-8a8d-b752e8555648, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=fb724bc2-be8d-49be-8a8d-b752e8555648,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:03.034114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1c7bd26e-7362-4b2e-bd38-54a0f4208dec req-91f1c986-bbb0-4fd5-8c08-1d99882dca6b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309066 Dec 16 08:17:03.048206 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-49ef833c-da44-4a61-9366-7613f40ae9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:03.051617 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-49ef833c-da44-4a61-9366-7613f40ae9b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 200 len: 835 time: 0.0681248 Dec 16 08:17:03.051617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1274edfb-3874-4bbc-ad12-9d183919764e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.070109 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.075931 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.120025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.120807 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Provisioning complete for port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:03.121314 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.216256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Pushing event updated for resources: {'Port': ['ID=cff8f6a8-979d-4aa8-9254-3bf990157f6a,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:03.247840 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1274edfb-3874-4bbc-ad12-9d183919764e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf22b368da074e4a8490ebc84d76742c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8227501 Dec 16 08:17:03.251425 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:03.272993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:03.273622 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.275097 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-9dd420cd-c375-4efc-8832-6d7fd924521e service neutron] 10.222.0.36 "PUT /v2.0/ports/cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 1092 time: 1.8727627 Dec 16 08:17:03.318898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cbe9a-99e7-47d1-b015-63d2e01a0416 req-f0b8dd9f-aaca-441d-9c53-81180c973287 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:03.320689 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-470cbe9a-99e7-47d1-b015-63d2e01a0416 req-f0b8dd9f-aaca-441d-9c53-81180c973287 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 943 time: 0.1605694 Dec 16 08:17:03.340140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274edfb-3874-4bbc-ad12-9d183919764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d6547-bddf-4cbd-9be2-330b57a58368,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:03.379671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:03.380276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'name': 'tempest-TestVolumeBootPattern-2040988174-router', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:56Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '6834358e4e88493caf0bffa750827c44', 'gw_port': {'id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:57Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3', 'name': '', 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'mac_address': 'fa:16:3e:90:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:01Z', 'updated_at': '2021-12-16T08:17:01Z', 'revision_number': 1, 'project_id': '6834358e4e88493caf0bffa750827c44', 'subnets': [{'id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:03.388635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.419754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-ea3e2fd4-8482-4e35-82cd-1a096e8978c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:03.421576 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-ea3e2fd4-8482-4e35-82cd-1a096e8978c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3420f04-28ef-4f48-800b-cf28a10f665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3048313 Dec 16 08:17:03.429814 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4112c10e-0d54-42ea-bdae-d790a79f1c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.475020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-470cbe9a-99e7-47d1-b015-63d2e01a0416 req-c11179e0-be89-48fe-959b-dff689ae6b1f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469989 Dec 16 08:17:03.496724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-445403a1-1857-4b9d-99d3-45b9084c13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:03.498231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-445403a1-1857-4b9d-99d3-45b9084c13f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1095 time: 0.0793407 Dec 16 08:17:03.508059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58319d6c-4b98-402f-95f0-3a3c4e2bbfa8 None None] The sync data for ids ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'] in n-d-820935-11 is: [{'id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'name': 'tempest-TestVolumeBootPattern-2040988174-router', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:56Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '6834358e4e88493caf0bffa750827c44', 'gw_port': {'id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:57Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3', 'name': '', 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'mac_address': 'fa:16:3e:90:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:01Z', 'updated_at': '2021-12-16T08:17:01Z', 'revision_number': 1, 'project_id': '6834358e4e88493caf0bffa750827c44', 'subnets': [{'id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:03.513192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Pushing event updated for resources: {'Port': ['ID=fb724bc2-be8d-49be-8a8d-b752e8555648,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:03.517418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f89d9738-11c4-4337-b313-7c793c5b3f46 None None] Port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:03.579183 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:03.584120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.587070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4112c10e-0d54-42ea-bdae-d790a79f1c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.587316 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-8edb4429-3d20-41c8-b2ec-f337ce782845 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 217 time: 0.0615702 Dec 16 08:17:03.616676 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2f85b-a863-49f7-92ad-3f2a502d6509 None None] The sync data for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 is: [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:14:17Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '564eb886-5e7a-4251-85d6-dc1055f46ebb', 'name': '', 'network_id': 'd3420f04-28ef-4f48-800b-cf28a10f665c', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:22:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:15Z', 'updated_at': '2021-12-16T08:14:22Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': '3939f3e0-93b0-4c39-bdf9-aa33177ee8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:03.677044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33346) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:03.694563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-528614ae-3bdf-4c9d-9360-a0ad4bd9fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:03.696122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-528614ae-3bdf-4c9d-9360-a0ad4bd9fafb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0985129 Dec 16 08:17:03.697054 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8abeb894-c6b4-4b43-8167-e7805376db7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.739897 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-78ecfa9a-d084-41f5-8b11-c727e40b78db service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077903 Dec 16 08:17:03.742125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Network a4e6fd50-a401-4cd5-b52e-596c6e2efabc is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:03.749255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:03.768107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-fc40ba11-21c5-49c5-90e5-861178251e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:03.768107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-fc40ba11-21c5-49c5-90e5-861178251e4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587120 Dec 16 08:17:03.880284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4112c10e-0d54-42ea-bdae-d790a79f1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.882878 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4112c10e-0d54-42ea-bdae-d790a79f1c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:03.886382 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4112c10e-0d54-42ea-bdae-d790a79f1c7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a52d6547-bddf-4cbd-9be2-330b57a58368 HTTP/1.1" status: 204 len: 168 time: 0.6227975 Dec 16 08:17:03.955046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-404e0ba8-cd3a-46aa-b2db-9967b5160b32 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747155 Dec 16 08:17:03.975980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112c10e-0d54-42ea-bdae-d790a79f1c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d6547-bddf-4cbd-9be2-330b57a58368,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:04.021833 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1a90b164-9dfb-48c0-8a47-ac7335ce48a0 req-aba5f43e-7407-4974-8d08-9a4ee13e1f4e service neutron] 10.222.0.16 "GET /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629368 Dec 16 08:17:04.034554 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:17:04.203179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a9bb8-7010-45a8-81dd-e78cd701858f None None] New status for floating IP 7c8648b9-7044-4327-ae1e-fe28e7cbd8da: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:17:04.208628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:04.217981 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8d7afb19-71f6-4692-9091-fe5d5b296f97 admin admin] 10.222.0.43 "PUT /v2.0/routers/78bc3d0d-2a03-4be7-a2f0-82a74169f605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8001652 Dec 16 08:17:04.231168 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:04.233881 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2844f3d-4c99-4a74-8360-042db1187b98" -d '{"events": [{"name": "network-changed", "server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:04.297995 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93b6a324-54eb-4c7d-87ec-c329491a7af0 req-15124bc1-5229-4e49-8f46-fc974ec05edc service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305650 Dec 16 08:17:04.299871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8abeb894-c6b4-4b43-8167-e7805376db7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:04.329074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2926-e9e1-430e-9610-e1672f8ac875 req-20a6c9a0-8723-47c7-a42c-b3f9f7452fb9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:04.334194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89ca2926-e9e1-430e-9610-e1672f8ac875 req-20a6c9a0-8723-47c7-a42c-b3f9f7452fb9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.1608014 Dec 16 08:17:04.338856 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dc4c73-b4a2-4002-ab44-8b5374e97b34 x-openstack-request-id: req-90dc4c73-b4a2-4002-ab44-8b5374e97b34 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:04.339471 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:04.339775 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90dc4c73-b4a2-4002-ab44-8b5374e97b34 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:04.340132 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'status': 'completed', 'code': 200} Dec 16 08:17:04.388320 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:04.391201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-77693f95-2598-4efa-850a-0f1fe4ef8dd8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:04.394312 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-77693f95-2598-4efa-850a-0f1fe4ef8dd8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 945 time: 0.0755148 Dec 16 08:17:04.396139 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8abeb894-c6b4-4b43-8167-e7805376db7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:04.422012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89ca2926-e9e1-430e-9610-e1672f8ac875 req-cd48f3de-12c6-43f9-b36d-d41c6fe98684 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a1a578f-5d4e-45d2-9db4-4743db045f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771701 Dec 16 08:17:04.436213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b21c1c9a-e5ab-417d-8973-be371f3ff798 None None] Provisioning complete for port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:04.436943 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b21c1c9a-e5ab-417d-8973-be371f3ff798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:04.505013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b21c1c9a-e5ab-417d-8973-be371f3ff798 None None] Port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:04.544559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeb894-c6b4-4b43-8167-e7805376db7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c3ab24-d337-47b7-97c3-0fc83f198d07,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:04.593903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8abeb894-c6b4-4b43-8167-e7805376db7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbc97160d23e44d2a611af01390d00c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9156387 Dec 16 08:17:04.604545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33364) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:04.661569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-03aac96e-477c-420c-ab04-fee30d94b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:04.663025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-03aac96e-477c-420c-ab04-fee30d94b5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1095 time: 0.0936270 Dec 16 08:17:04.740846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:04.742344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:04.792693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695d3a-92be-4947-88c9-498a4ffca9c0 req-99db6dc3-9f49-40dc-912f-7c3c399d6f84 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:04.794413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe695d3a-92be-4947-88c9-498a4ffca9c0 req-99db6dc3-9f49-40dc-912f-7c3c399d6f84 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 943 time: 0.1634793 Dec 16 08:17:04.899811 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7f62-ecca-485b-a6f1-19c64bdb8675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:04.934064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-23082efa-13d5-43fb-9de5-d459b0550ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:04.935582 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-23082efa-13d5-43fb-9de5-d459b0550ebe service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.2584934 Dec 16 08:17:05.002580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7f62-ecca-485b-a6f1-19c64bdb8675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:05.034119 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:05.034484 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:05.061754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:05.218845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7f62-ecca-485b-a6f1-19c64bdb8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:05.224760 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7f62-ecca-485b-a6f1-19c64bdb8675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:05.228725 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3dcc7f62-ecca-485b-a6f1-19c64bdb8675 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46c3ab24-d337-47b7-97c3-0fc83f198d07 HTTP/1.1" status: 204 len: 168 time: 0.6091256 Dec 16 08:17:05.296098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc7f62-ecca-485b-a6f1-19c64bdb8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c3ab24-d337-47b7-97c3-0fc83f198d07,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:05.361191 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:05.393358 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=50ddaaf7-54d9-4b1a-9e87-24c4744a9253,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:05.468579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe695d3a-92be-4947-88c9-498a4ffca9c0 req-def14ecb-251a-4566-8158-932517383b73 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6547818 Dec 16 08:17:05.471736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-023d84be-9284-4ce1-ab86-9363739b6ad6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 217 time: 0.5267568 Dec 16 08:17:05.519398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] No DVR routers for this DVR port 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:17:05.525099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:05.533693 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bde8ecdd-d299-4b42-951c-6fc275fe47bc req-4919bc6e-7169-44c6-9c93-98e7e58837df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "DELETE /v2.0/ports/50ddaaf7-54d9-4b1a-9e87-24c4744a9253 HTTP/1.1" status: 204 len: 173 time: 1.1323645 Dec 16 08:17:05.537550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-deleted', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:05.540642 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cd2d76-40c8-42f3-9acc-09aedb783221" -d '{"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-deleted", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:05.598950 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9a79e-b099-4029-8c9f-30817aa33d82 x-openstack-request-id: req-5fd9a79e-b099-4029-8c9f-30817aa33d82 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:05.599339 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e8f34-5a3b-49c0-8243-58642805d89b", "name": "network-vif-deleted", "tag": "50ddaaf7-54d9-4b1a-9e87-24c4744a9253", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:05.599596 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fd9a79e-b099-4029-8c9f-30817aa33d82 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:05.599997 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e8f34-5a3b-49c0-8243-58642805d89b', 'name': 'network-vif-deleted', 'tag': '50ddaaf7-54d9-4b1a-9e87-24c4744a9253', 'status': 'completed', 'code': 200} Dec 16 08:17:05.649670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4b8e6027-4c41-409e-858f-51d38cf5429e req-7839c9b9-53b0-4c5c-a9fb-86204969fb18 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 210 time: 0.0585785 Dec 16 08:17:05.662777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-28ae43a2-087e-4bb9-ad97-c82ca29f9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:05.664360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-28ae43a2-087e-4bb9-ad97-c82ca29f9719 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.1843989 Dec 16 08:17:05.718399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-a3656b09-68e3-449e-a12d-493df09af0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:05.719901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-a3656b09-68e3-449e-a12d-493df09af0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437021 Dec 16 08:17:05.882362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-b0fbd737-0e89-4c71-9473-069f0860c1ce service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511316 Dec 16 08:17:06.024931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e2844f3d-4c99-4a74-8360-042db1187b98 req-11107065-e96d-4885-ac4f-4fed2eb21688 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302764 Dec 16 08:17:06.468014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device fb724bc2-be8d-49be-8a8d-b752e8555648 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:06.537809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port fb724bc2-be8d-49be-8a8d-b752e8555648 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:06.538263 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:06.627901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0bca-2170-4662-9a47-34674bbcdce4 req-e7829dc7-7753-4383-806f-901950eaf9ee tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:06.637653 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecaf0bca-2170-4662-9a47-34674bbcdce4 req-e7829dc7-7753-4383-806f-901950eaf9ee tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 943 time: 0.0873153 Dec 16 08:17:06.724402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecaf0bca-2170-4662-9a47-34674bbcdce4 req-85e421a0-397e-4108-ad24-dce58367d24a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812547 Dec 16 08:17:06.825542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a128e85a-b4e7-40c6-b5b9-9b55948e3670 req-b4c545bc-116f-4057-baca-bf082e5835e3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5e8f34-5a3b-49c0-8243-58642805d89b HTTP/1.1" status: 200 len: 210 time: 0.0547538 Dec 16 08:17:07.080394 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Sync routers for ids ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:07.092222 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Routers {'78bc3d0d-2a03-4be7-a2f0-82a74169f605'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:07.094371 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:07.214693 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Set router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:07.492105 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'name': 'tempest-TestVolumeBootPattern-2040988174-router', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:56Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '6834358e4e88493caf0bffa750827c44', 'gw_port': {'id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:57Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3', 'name': '', 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'mac_address': 'fa:16:3e:90:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:01Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 2, 'project_id': '6834358e4e88493caf0bffa750827c44', 'subnets': [{'id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:07.523236 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Checking router: 78bc3d0d-2a03-4be7-a2f0-82a74169f605 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:07.523596 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Updating router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:17:07.552913 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:07.864460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10282ccb-b25e-4728-a420-cd9a27fbef6b req-9ad05882-e9ec-46fa-94b2-132497c98807 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:07.869243 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10282ccb-b25e-4728-a420-cd9a27fbef6b req-9ad05882-e9ec-46fa-94b2-132497c98807 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 943 time: 0.0661330 Dec 16 08:17:07.874683 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:07.884073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33474) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:07.918718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10282ccb-b25e-4728-a420-cd9a27fbef6b req-1dd094e4-9420-4dc8-be1a-42010d7cf659 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449615 Dec 16 08:17:07.989325 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.042968 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77795c0-576c-4ba8-83df-0e0ea14799a0 None None] Pushing event updated for resources: {'Port': ['ID=ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:08.090210 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Attempting to bind port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:08.090889 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Attempting to bind port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:08.091285 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Attempting to bind port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 on network a4e6fd50-a401-4cd5-b52e-596c6e2efabc {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:08.096351 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:08.096726 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Checking segment: {'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:08.097181 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.097648 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Bound using segment: {'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:08.098058 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Bound port: ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9c012f-cdab-45fb-bb63-0dc2a9c90004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:08.098440 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.191687 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] For port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:08.195700 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] For port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3,segment=NetworkSegment(cc9c012f-cdab-45fb-bb63-0dc2a9c90004),segment_id=cc9c012f-cdab-45fb-bb63-0dc2a9c90004)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:08.229158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cff8f6a8-979d-4aa8-9254-3bf990157f6a details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:17:08.270776 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.367224 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Routers {'78bc3d0d-2a03-4be7-a2f0-82a74169f605'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:08.367224 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:08.444939 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77795c0-576c-4ba8-83df-0e0ea14799a0 None None] Pushing event updated for resources: {'Port': ['ID=ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:08.467400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cff8f6a8-979d-4aa8-9254-3bf990157f6a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:08.510880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'port_id': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'mac_address': 'fa:16:3e:ad:16:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:17:08.532146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9510c39a-591b-4f48-9379-04e8f27e1c46 None None] Provisioning complete for port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:08.532544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9510c39a-591b-4f48-9379-04e8f27e1c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.594296 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] Set router 78bc3d0d-2a03-4be7-a2f0-82a74169f605 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:08.702002 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.728158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff8f6a8-979d-4aa8-9254-3bf990157f6a {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:17:08.788686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cff8f6a8-979d-4aa8-9254-3bf990157f6a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:08.866672 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9510c39a-591b-4f48-9379-04e8f27e1c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.873861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:17:08.899750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:08.940587 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'name': 'tempest-TestVolumeBootPattern-2040988174-router', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:56Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '6834358e4e88493caf0bffa750827c44', 'gw_port': {'id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:57Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3', 'name': '', 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'mac_address': 'fa:16:3e:90:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:01Z', 'updated_at': '2021-12-16T08:17:08Z', 'revision_number': 4, 'project_id': '6834358e4e88493caf0bffa750827c44', 'subnets': [{'id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:09.014403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:09.021576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:17:09.021934 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 50ddaaf7-54d9-4b1a-9e87-24c4744a9253 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:17:09.029596 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d993f-e546-46e4-a5de-8ab9822e7d72 None None] The sync data for ids ['78bc3d0d-2a03-4be7-a2f0-82a74169f605'] in n-d-820935-11 is: [{'id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'name': 'tempest-TestVolumeBootPattern-2040988174-router', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:56Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '6834358e4e88493caf0bffa750827c44', 'gw_port': {'id': 'fb724bc2-be8d-49be-8a8d-b752e8555648', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:57Z', 'updated_at': '2021-12-16T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3', 'name': '', 'network_id': 'a4e6fd50-a401-4cd5-b52e-596c6e2efabc', 'tenant_id': '6834358e4e88493caf0bffa750827c44', 'mac_address': 'fa:16:3e:90:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bc3d0d-2a03-4be7-a2f0-82a74169f605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:01Z', 'updated_at': '2021-12-16T08:17:08Z', 'revision_number': 4, 'project_id': '6834358e4e88493caf0bffa750827c44', 'subnets': [{'id': 'b5e70a62-b9e4-4c1f-805c-e1fc899f28ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:09.041983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cff8f6a8-979d-4aa8-9254-3bf990157f6a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:09.062022 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9510c39a-591b-4f48-9379-04e8f27e1c46 None None] For port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3,segment=NetworkSegment(cc9c012f-cdab-45fb-bb63-0dc2a9c90004),segment_id=cc9c012f-cdab-45fb-bb63-0dc2a9c90004)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:09.126424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9510c39a-591b-4f48-9379-04e8f27e1c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:09.196456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb809c1b-fda7-407f-b7ac-2036a56ea74e req-5a160836-d2d5-41cc-890e-e34d024d3e06 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:09.209872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb809c1b-fda7-407f-b7ac-2036a56ea74e req-5a160836-d2d5-41cc-890e-e34d024d3e06 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 944 time: 0.1264963 Dec 16 08:17:09.220740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-967b83a9-162c-4ed3-af7f-05d8ab09f8f8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:09.222460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510c39a-591b-4f48-9379-04e8f27e1c46 None None] Pushing event updated for resources: {'Port': ['ID=ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:09.222621 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-967b83a9-162c-4ed3-af7f-05d8ab09f8f8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.2572982 Dec 16 08:17:09.253497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c525f725-e12e-42b0-8f51-b5d693696a84 None None] Provisioning complete for port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:09.254593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c525f725-e12e-42b0-8f51-b5d693696a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:09.279712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-fbd6fda5-fc8e-4e41-badb-ed43dcbb6532 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/quotas/0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 375 time: 0.0404565 Dec 16 08:17:09.299907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['cff8f6a8-979d-4aa8-9254-3bf990157f6a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:17:09.345472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fb809c1b-fda7-407f-b7ac-2036a56ea74e req-39a2edaa-487b-4da0-82b2-d0f91c0e9c97 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195810 Dec 16 08:17:09.370407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-eb511e7e-a0c1-43f8-98e8-e4f5e02770e0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781686 Dec 16 08:17:09.518571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-06bbea74-3ee8-494a-b3dc-2a28e0e6cfb8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375344 Dec 16 08:17:09.552151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 564eb886-5e7a-4251-85d6-dc1055f46ebb {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:09.558046 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:09.645205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-8f2badda-0284-4850-ae37-7261e28b4315 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257443 Dec 16 08:17:09.690369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 564eb886-5e7a-4251-85d6-dc1055f46ebb, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=564eb886-5e7a-4251-85d6-dc1055f46ebb,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:09.690972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:09.708568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 564eb886-5e7a-4251-85d6-dc1055f46ebb owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:09.984513 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:10.034280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=564eb886-5e7a-4251-85d6-dc1055f46ebb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:10.247115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cff8f6a8-979d-4aa8-9254-3bf990157f6a up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:10.320320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:10.328571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38d2691f-0ba3-4119-871c-69939e8aa966 req-88c161e0-9252-4dfa-a774-cb1724c6c369 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0587606 Dec 16 08:17:10.417814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port cff8f6a8-979d-4aa8-9254-3bf990157f6a completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:17:10.422189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port cff8f6a8-979d-4aa8-9254-3bf990157f6a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:10.422696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:10.622499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c022f-bec8-48eb-897d-f4dcf643eef2 req-ec38ef59-5f3d-4b10-be9f-7cfb28c37a44 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:10.630146 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609c022f-bec8-48eb-897d-f4dcf643eef2 req-ec38ef59-5f3d-4b10-be9f-7cfb28c37a44 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 944 time: 0.1110630 Dec 16 08:17:10.693206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609c022f-bec8-48eb-897d-f4dcf643eef2 req-f74fa2d2-967f-435e-97de-32054ce4b8e7 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610249 Dec 16 08:17:10.696164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:10.744896 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:10.750176 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 0f9770d7-7802-448d-b746-7643904b3448 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:17:10.781037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:10.783655 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964b5c1c-2f1f-48e4-9f3c-dcbefc60edfe" -d '{"events": [{"server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "name": "network-vif-plugged", "status": "completed", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:10.800254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port cff8f6a8-979d-4aa8-9254-3bf990157f6a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:10.809615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port ceb57c0c-c82d-4c7c-94ac-2ccd6c1cc3c3 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:10.810239 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:10.851221 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c06fa7-3e40-4e61-9f96-0ebe9d228dcd x-openstack-request-id: req-08c06fa7-3e40-4e61-9f96-0ebe9d228dcd {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:10.851774 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "name": "network-vif-plugged", "status": "completed", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:10.852356 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08c06fa7-3e40-4e61-9f96-0ebe9d228dcd {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:10.852702 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'code': 200} Dec 16 08:17:10.912414 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:10.923646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:10.933687 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4fad5b3a-c6a2-4246-92ad-4093ba605e13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/0f9770d7-7802-448d-b746-7643904b3448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0452690 Dec 16 08:17:10.934076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33548) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:10.952141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] Sync routers for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:10.980417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:10.981074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:11.043155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting subnet 3939f3e0-93b0-4c39-bdf9-aa33177ee8fc {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:17:11.048059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.052035 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=cff8f6a8-979d-4aa8-9254-3bf990157f6a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:11.093654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9def9f5-a2d7-4e1a-b02a-fdca2e092c6c req-3500fc60-57ee-4b29-93ee-38a3228724f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:11.095092 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9def9f5-a2d7-4e1a-b02a-fdca2e092c6c req-3500fc60-57ee-4b29-93ee-38a3228724f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1097 time: 0.0940592 Dec 16 08:17:11.097281 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.119389 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:11.206008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9def9f5-a2d7-4e1a-b02a-fdca2e092c6c req-2762abae-cc1f-4f39-9826-870dd74f303e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851893 Dec 16 08:17:11.222393 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.344569 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:17:09Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:11.362255 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.371956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] Checking router: 0f9770d7-7802-448d-b746-7643904b3448 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:11.380537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] Routers {'0f9770d7-7802-448d-b746-7643904b3448'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:11.381176 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['0f9770d7-7802-448d-b746-7643904b3448'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:11.406336 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.409636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/subnets/3939f3e0-93b0-4c39-bdf9-aa33177ee8fc HTTP/1.1" status: 204 len: 168 time: 0.4745455 Dec 16 08:17:11.412003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e11ac9-ff94-4207-976c-f39f7d67e674 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Subnet': ['ID=3939f3e0-93b0-4c39-bdf9-aa33177ee8fc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:11.413771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33556) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:11.420710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf7d66-ba76-432c-a9b6-d252122d242b None None] Network d3420f04-28ef-4f48-800b-cf28a10f665c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:11.438867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-32fb6e7e-1c1d-469d-b533-980b99160e8e req-1925b8b8-3471-48b5-b233-923e638a6409 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0644171 Dec 16 08:17:11.557936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.561572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] Set router 0f9770d7-7802-448d-b746-7643904b3448 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:11.672124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.758852 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] DHCP port deletion for d3420f04-28ef-4f48-800b-cf28a10f665c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:11.827948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:17:09Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:11.862816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de3834-d6a2-44dc-a2f1-537f8bb10bac None None] The sync data for ids ['0f9770d7-7802-448d-b746-7643904b3448'] in n-d-820935-11 is: [{'id': '0f9770d7-7802-448d-b746-7643904b3448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-539456604', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:14:01Z', 'updated_at': '2021-12-16T08:17:09Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'b882e6b3-8373-45a9-90e7-af80569d2caa', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9770d7-7802-448d-b746-7643904b3448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:14:03Z', 'updated_at': '2021-12-16T08:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:11.867052 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a0b2-d218-45b9-9dbd-284b7e2cefc9 req-99cdb736-05e1-4829-88ff-5feedf6d1342 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:11.867405 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] Deleting port 80b1cbae-26dd-4e6a-84b8-aab629c1726f {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:11.868237 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.869254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ce8a0b2-d218-45b9-9dbd-284b7e2cefc9 req-99cdb736-05e1-4829-88ff-5feedf6d1342 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0766079 Dec 16 08:17:11.881445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port b882e6b3-8373-45a9-90e7-af80569d2caa {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:11.881722 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.934456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] For port 80b1cbae-26dd-4e6a-84b8-aab629c1726f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=80b1cbae-26dd-4e6a-84b8-aab629c1726f,segment=NetworkSegment(e1d4a864-6544-45f8-8cf4-f3cb0c9c890b),segment_id=e1d4a864-6544-45f8-8cf4-f3cb0c9c890b)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:11.934851 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:11.952605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] Calling delete_port for 80b1cbae-26dd-4e6a-84b8-aab629c1726f owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:11.981792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1ce8a0b2-d218-45b9-9dbd-284b7e2cefc9 req-2e55fdd5-9054-4bca-84a7-7166e8556d7c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038003 Dec 16 08:17:12.042080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port b882e6b3-8373-45a9-90e7-af80569d2caa, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b882e6b3-8373-45a9-90e7-af80569d2caa,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:12.042080 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.055850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for b882e6b3-8373-45a9-90e7-af80569d2caa owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:12.126264 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.155069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] No DVR routers for this DVR port 80b1cbae-26dd-4e6a-84b8-aab629c1726f on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:17:12.159643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c26c0-762b-4234-b0d6-ed9dd186ebde None None] Pushing event deleted for resources: {'Port': ['ID=80b1cbae-26dd-4e6a-84b8-aab629c1726f,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:12.303524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.346373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=b882e6b3-8373-45a9-90e7-af80569d2caa,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:12.372643 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03435575-eb0d-4e7b-a21e-1d97b2d4a12e None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:12.453907 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.594662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 564eb886-5e7a-4251-85d6-dc1055f46ebb no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:17:12.616041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 564eb886-5e7a-4251-85d6-dc1055f46ebb {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:17:12.616413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 564eb886-5e7a-4251-85d6-dc1055f46ebb not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:17:12.617361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 80b1cbae-26dd-4e6a-84b8-aab629c1726f no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:17:12.647081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-567e1e14-3f80-48a6-b236-ed0cc1a8d927 req-63642cdb-0986-4305-893f-395eff19ffa5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0561574 Dec 16 08:17:12.647081 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.648380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 80b1cbae-26dd-4e6a-84b8-aab629c1726f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:17:12.649138 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.650036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 80b1cbae-26dd-4e6a-84b8-aab629c1726f not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:17:12.803008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.803780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Fanout notify agent at l3_agent the message router_deleted on router 0f9770d7-7802-448d-b746-7643904b3448 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:17:12.814402 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.819830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-89b20c84-f909-4400-8862-1a5d032a35df tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/routers/0f9770d7-7802-448d-b746-7643904b3448 HTTP/1.1" status: 204 len: 168 time: 1.3991504 Dec 16 08:17:12.819830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33576) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:12.918446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:12.988895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-c36186c3-9f53-412a-a943-dcecd3386541 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:12.990717 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-c36186c3-9f53-412a-a943-dcecd3386541 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1986487 Dec 16 08:17:13.022000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'port': {'device_id': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'admin_state_up': True, 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:13.076975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.114723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3420f04-28ef-4f48-800b-cf28a10f665c']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:13.141457 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:13.141834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d4a864-6544-45f8-8cf4-f3cb0c9c890b') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:13.155101 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.175204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.185319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce28b9-c220-4b96-a6da-b031b542885d req-f6fd64eb-442f-4e56-8a9a-73bbeecc6488 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:13.187025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69ce28b9-c220-4b96-a6da-b031b542885d req-f6fd64eb-442f-4e56-8a9a-73bbeecc6488 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0859694 Dec 16 08:17:13.192275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:17:13.192757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:17:13.201416 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:17:13.291734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:13.295339 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.306624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69ce28b9-c220-4b96-a6da-b031b542885d req-d22f2d69-c723-4660-972e-64ac371f3dcb tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078258 Dec 16 08:17:13.371865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.385008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.392632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/networks/d3420f04-28ef-4f48-800b-cf28a10f665c HTTP/1.1" status: 204 len: 168 time: 0.5730155 Dec 16 08:17:13.397024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33588) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:13.441045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a1f48-d8c9-4d8f-90c3-8c8d2f4fd75b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Network': ['ID=d3420f04-28ef-4f48-800b-cf28a10f665c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:13.520618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.20.0.10 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/5d96c380-357d-4ccf-8b79-dcf149bb8df9) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:13.541233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f1-f2f8-4fdf-951c-beb6d0b6689f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.577281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f139c4-0e19-4384-bd58-a9786a07b2c7 req-6052151d-e782-40c3-b96b-e44c5870fefd tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:13.583442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81f139c4-0e19-4384-bd58-a9786a07b2c7 req-6052151d-e782-40c3-b96b-e44c5870fefd tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.1463604 Dec 16 08:17:13.589475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33598) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:13.594984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'floatingip': {'port_id': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:13.599324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f1-f2f8-4fdf-951c-beb6d0b6689f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.682938 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:13.853487 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39abca8f-a916-4ab5-ae48-96621431e813 req-4585dee2-20f4-4100-9eb4-0a36355e90f4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0594046 Dec 16 08:17:13.889417 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.006288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.011728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f1-f2f8-4fdf-951c-beb6d0b6689f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.029652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f1-f2f8-4fdf-951c-beb6d0b6689f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.033460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c46c01f1-f2f8-4fdf-951c-beb6d0b6689f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/security-groups/4a1a578f-5d4e-45d2-9db4-4743db045f2b HTTP/1.1" status: 204 len: 168 time: 0.6319644 Dec 16 08:17:14.060938 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:14.064532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:14.073446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c01f1-f2f8-4fdf-951c-beb6d0b6689f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1a578f-5d4e-45d2-9db4-4743db045f2b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:14.089747 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:14.232901 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=5d96c380-357d-4ccf-8b79-dcf149bb8df9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:14.303650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:14.305000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.399322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b882e6b3-8373-45a9-90e7-af80569d2caa no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:17:14.432018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-a6bf07d7-06eb-46fb-97fc-2b9d17df0d70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4161551 Dec 16 08:17:14.465181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b882e6b3-8373-45a9-90e7-af80569d2caa {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:17:14.466364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b882e6b3-8373-45a9-90e7-af80569d2caa not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:17:14.705997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-18817a9c-96f5-4d60-b659-53e96a220ac0 None None] Provisioning complete for port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:14.708284 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-18817a9c-96f5-4d60-b659-53e96a220ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.749572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Request body: {'port': {'device_id': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:14.753582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.790873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-18817a9c-96f5-4d60-b659-53e96a220ac0 None None] Port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:14.816405 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:14.977136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefcdd3-ed0b-47be-b8d9-91e7f1c9344b req-e9bc1656-81e5-40a2-a5ee-179a030029ba tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:14.978819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fefcdd3-ed0b-47be-b8d9-91e7f1c9344b req-e9bc1656-81e5-40a2-a5ee-179a030029ba tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 932 time: 0.0593679 Dec 16 08:17:15.036508 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fefcdd3-ed0b-47be-b8d9-91e7f1c9344b req-340fa9ad-555d-4481-9abb-3282188592d0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507309 Dec 16 08:17:15.113263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d96c380-357d-4ccf-8b79-dcf149bb8df9 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:17:15.121379 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.134760 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Transition to ACTIVE for port object 5d96c380-357d-4ccf-8b79-dcf149bb8df9 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:17:15.213887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.214572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.287328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33616) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:15.295284 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-083cba58-1f9d-4ea2-835f-d0e35a2abe48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404337417', 'description': 'tempest-secgroup-smoke-1404337417 description', 'project_id': '44fea2caa1b44b76ab343b98224961b5'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:15.300849 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Pushing event updated for resources: {'Port': ['ID=5d96c380-357d-4ccf-8b79-dcf149bb8df9,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:15.411731 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Floating IP 9d173439-ae05-49ba-a657-36ee07462230 associated. External IP: 172.25.2.187, port: cff8f6a8-979d-4aa8-9254-3bf990157f6a. Dec 16 08:17:15.420937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Attempting to bind port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:15.421171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Attempting to bind port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:15.421509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Attempting to bind port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:15.431254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:15.431638 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Attempting to bind port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:15.439245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:15.442794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:15.442794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:15.442794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Bound port: 5d96c380-357d-4ccf-8b79-dcf149bb8df9, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:15.442794 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.518887 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-083cba58-1f9d-4ea2-835f-d0e35a2abe48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.606862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] For port 5d96c380-357d-4ccf-8b79-dcf149bb8df9, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:15.620558 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] For port 5d96c380-357d-4ccf-8b79-dcf149bb8df9, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5d96c380-357d-4ccf-8b79-dcf149bb8df9,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:15.676798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-083cba58-1f9d-4ea2-835f-d0e35a2abe48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.703498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.704147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Router a11c4fda-1e73-4169-bd06-4f7a745963ef has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:17:15.751034 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:15.751693 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.753153 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] 10.222.0.16 "PUT /v2.0/ports/5d96c380-357d-4ccf-8b79-dcf149bb8df9 HTTP/1.1" status: 200 len: 1093 time: 1.3083003 Dec 16 08:17:15.753605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'tag': '5d96c380-357d-4ccf-8b79-dcf149bb8df9'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:15.756024 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d142237-bca6-4af0-af07-f1e55155efa9" -d '{"events": [{"name": "network-changed", "server_uuid": "7abafc72-4dce-4ff5-8793-8cc73a9861b5", "tag": "5d96c380-357d-4ccf-8b79-dcf149bb8df9"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:15.762522 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-083cba58-1f9d-4ea2-835f-d0e35a2abe48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.821989 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a429c-0934-463b-898f-c9454d78be3f x-openstack-request-id: req-b33a429c-0934-463b-898f-c9454d78be3f {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:15.822309 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abafc72-4dce-4ff5-8793-8cc73a9861b5", "tag": "5d96c380-357d-4ccf-8b79-dcf149bb8df9", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:15.822573 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b33a429c-0934-463b-898f-c9454d78be3f {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:15.822994 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'tag': '5d96c380-357d-4ccf-8b79-dcf149bb8df9', 'status': 'completed', 'code': 200} Dec 16 08:17:15.875992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:15.882105 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.882810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97b5f-38bd-4355-b884-d9cf0f3ecb53 service neutron] Pushing event updated for resources: {'Port': ['ID=5d96c380-357d-4ccf-8b79-dcf149bb8df9,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:15.890249 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] Sync routers for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:15.905822 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:15.907602 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:15.925529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-083cba58-1f9d-4ea2-835f-d0e35a2abe48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:15.926848 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-083cba58-1f9d-4ea2-835f-d0e35a2abe48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6382504 Dec 16 08:17:15.935251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cba58-1f9d-4ea2-835f-d0e35a2abe48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3f58dc-734b-415e-a422-904984fc1ed8,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:15.936674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33634) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:15.957255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3fcd893d-eeaf-4931-b986-16c17df7e45e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '5f3f58dc-734b-415e-a422-904984fc1ed8', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:15.974869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d142237-bca6-4af0-af07-f1e55155efa9 req-1b9b438a-2d43-4a5c-9bbd-a99256eab7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:15.985166 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d142237-bca6-4af0-af07-f1e55155efa9 req-1b9b438a-2d43-4a5c-9bbd-a99256eab7a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 1096 time: 0.1140137 Dec 16 08:17:16.004219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e2b961dc-7ed2-499e-9f9f-4e9d9232b5ba tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "PUT /v2.0/floatingips/9d173439-ae05-49ba-a657-36ee07462230 HTTP/1.1" status: 200 len: 991 time: 2.4134543 Dec 16 08:17:16.011901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:16.014412 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeed5fc-a104-4df2-9c23-d14dab1405d2" -d '{"events": [{"name": "network-changed", "server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:16.090248 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4ec540-9801-4366-bc27-eaca3be16b35 x-openstack-request-id: req-8e4ec540-9801-4366-bc27-eaca3be16b35 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:16.090548 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:16.090804 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e4ec540-9801-4366-bc27-eaca3be16b35 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:16.091225 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'status': 'completed', 'code': 200} Dec 16 08:17:16.117804 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:16.144956 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3fcd893d-eeaf-4931-b986-16c17df7e45e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:16.292745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-e661ae56-bda5-459a-8ac8-ac58ff0f5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.294324 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-e661ae56-bda5-459a-8ac8-ac58ff0f5692 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1097 time: 0.1505833 Dec 16 08:17:16.373873 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef3af-559b-41c5-bed8-340f3807646a req-0dc12530-c816-410a-af74-e5968613bf50 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.375465 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-482ef3af-559b-41c5-bed8-340f3807646a req-0dc12530-c816-410a-af74-e5968613bf50 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.1613452 Dec 16 08:17:16.377467 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3fcd893d-eeaf-4931-b986-16c17df7e45e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:16.386571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d142237-bca6-4af0-af07-f1e55155efa9 req-150c1643-62c2-4a5d-8f55-533e2af9333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.389611 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d142237-bca6-4af0-af07-f1e55155efa9 req-150c1643-62c2-4a5d-8f55-533e2af9333f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0dfac316b0434e1e9ac41246ee93e487&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3909504 Dec 16 08:17:16.470881 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3fcd893d-eeaf-4931-b986-16c17df7e45e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:16.489193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd893d-eeaf-4931-b986-16c17df7e45e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c77044-cd35-4de3-87b0-8b9e746c1eae,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:16.492946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-67fd1ae8-f39b-45f7-a3c5-e5413aa9fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.494471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-67fd1ae8-f39b-45f7-a3c5-e5413aa9fce1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.1921442 Dec 16 08:17:16.512484 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-482ef3af-559b-41c5-bed8-340f3807646a req-f923d87f-07c7-42a8-b396-77f6460070f1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234756 Dec 16 08:17:16.594591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-bc095cbb-a848-4031-a570-5bd21e717bb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 999 time: 0.0783985 Dec 16 08:17:16.662340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-c52b91b7-5ba7-4f2c-ba97-2422cd7ddb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.664579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-c52b91b7-5ba7-4f2c-ba97-2422cd7ddb51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0627177 Dec 16 08:17:16.668407 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3fcd893d-eeaf-4931-b986-16c17df7e45e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:16.669571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3fcd893d-eeaf-4931-b986-16c17df7e45e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7316923 Dec 16 08:17:16.673256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33652) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:16.682970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-509ddee1-f2a7-4abf-8d6c-8df50696acda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '5f3f58dc-734b-415e-a422-904984fc1ed8', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:16.713219 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d142237-bca6-4af0-af07-f1e55155efa9 req-7750ef15-19c3-4a7f-aee3-815a21a87116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.715487 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-2d142237-bca6-4af0-af07-f1e55155efa9 req-7750ef15-19c3-4a7f-aee3-815a21a87116 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3164728 Dec 16 08:17:16.757949 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '9d173439-ae05-49ba-a657-36ee07462230', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'port_id': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'mac_address': 'fa:16:3e:ad:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7161f-99f8-4fef-b626-9206a968ed36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:16:52Z', 'updated_at': '2021-12-16T08:17:14Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:16.769257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-f0d0b580-cfa1-4fea-9a91-c08afec33249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.770771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-f0d0b580-cfa1-4fea-9a91-c08afec33249 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994923 Dec 16 08:17:16.792973 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] Checking router: a11c4fda-1e73-4169-bd06-4f7a745963ef for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:16.805830 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:16.806813 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:16.845108 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-509ddee1-f2a7-4abf-8d6c-8df50696acda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:16.910244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-153f6f51-02d9-4a7e-8cca-416cdd35bc5d service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315446 Dec 16 08:17:16.968016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-509ddee1-f2a7-4abf-8d6c-8df50696acda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:16.977850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-f093a952-4139-43b7-83b6-0e68a98d3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:16.979632 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-f093a952-4139-43b7-83b6-0e68a98d3d78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 1096 time: 0.1929476 Dec 16 08:17:17.025112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbeed5fc-a104-4df2-9c23-d14dab1405d2 req-5042cdc8-246e-4087-946b-fe61789eb6c3 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048913 Dec 16 08:17:17.027800 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:17.061059 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-bd98af02-3ff9-4e0f-b8cb-71ec12332f08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d96c380-357d-4ccf-8b79-dcf149bb8df9 HTTP/1.1" status: 200 len: 217 time: 0.0658655 Dec 16 08:17:17.062175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-509ddee1-f2a7-4abf-8d6c-8df50696acda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.116310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ddee1-f2a7-4abf-8d6c-8df50696acda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ea3c4a-36d2-4223-a474-b47fb0351448,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:17.138758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-192a635e-7595-4254-889e-57e8e2677de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:17.140287 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-192a635e-7595-4254-889e-57e8e2677de3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0713990 Dec 16 08:17:17.204152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-509ddee1-f2a7-4abf-8d6c-8df50696acda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.206166 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-509ddee1-f2a7-4abf-8d6c-8df50696acda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5317295 Dec 16 08:17:17.209325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33664) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:17.213939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-f9b1f511-69c1-4ba0-8ccf-4f5aeac0c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:17.214119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f5d65840-7c7e-49a5-8657-bade1f8431fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '5f3f58dc-734b-415e-a422-904984fc1ed8', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:17.215600 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-f9b1f511-69c1-4ba0-8ccf-4f5aeac0c2ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678871 Dec 16 08:17:17.338399 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5d65840-7c7e-49a5-8657-bade1f8431fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.394995 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-4ac40fef-8311-4a26-ab5f-28102282c49a service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710103 Dec 16 08:17:17.410842 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5d65840-7c7e-49a5-8657-bade1f8431fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.443306 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '9d173439-ae05-49ba-a657-36ee07462230', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'port_id': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'mac_address': 'fa:16:3e:ad:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7161f-99f8-4fef-b626-9206a968ed36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:16:52Z', 'updated_at': '2021-12-16T08:17:14Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:17.462897 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5d65840-7c7e-49a5-8657-bade1f8431fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.501731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d65840-7c7e-49a5-8657-bade1f8431fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9a8ab9-292a-4962-b0cd-19dcae0ed654,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:17.516410 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c3583c-15ee-41b4-b4c4-e17bb0a85b3f None None] The sync data for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 is: [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '9d173439-ae05-49ba-a657-36ee07462230', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'port_id': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'mac_address': 'fa:16:3e:ad:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f7161f-99f8-4fef-b626-9206a968ed36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:16:52Z', 'updated_at': '2021-12-16T08:17:14Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:17.537609 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5a6c0848-5739-4701-9956-b771b3c17e01 req-2f44312f-7f64-4310-84fe-0172b37ef9bd service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340747 Dec 16 08:17:17.580670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5d65840-7c7e-49a5-8657-bade1f8431fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.582087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f5d65840-7c7e-49a5-8657-bade1f8431fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3716810 Dec 16 08:17:17.588371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33670) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:17.593450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b5e129c7-daaf-4e31-8198-56e9c0e44caa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '5f3f58dc-734b-415e-a422-904984fc1ed8', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:17.665497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232161b2-e5b2-488f-95b5-c5ceab504a05 req-9d5ad370-dae4-4875-ab34-775abc4aea54 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:17.667413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-232161b2-e5b2-488f-95b5-c5ceab504a05 req-9d5ad370-dae4-4875-ab34-775abc4aea54 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.0651886 Dec 16 08:17:17.733660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-232161b2-e5b2-488f-95b5-c5ceab504a05 req-41550d2f-0a20-4f34-8a23-8cbf4f4e540c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593996 Dec 16 08:17:17.735672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5e129c7-daaf-4e31-8198-56e9c0e44caa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.840398 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5e129c7-daaf-4e31-8198-56e9c0e44caa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.892289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27aaa46-e60a-4dcc-9c00-6a6a34e0cb32 None None] New status for floating IP 9d173439-ae05-49ba-a657-36ee07462230: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:17:17.914768 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5e129c7-daaf-4e31-8198-56e9c0e44caa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:17.943552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e129c7-daaf-4e31-8198-56e9c0e44caa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1d2c9a-3654-4065-8627-dd39e495b855,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:18.020649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b5e129c7-daaf-4e31-8198-56e9c0e44caa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.027812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33674) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:18.035471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '5f3f58dc-734b-415e-a422-904984fc1ed8', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:18.037040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b5e129c7-daaf-4e31-8198-56e9c0e44caa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4466374 Dec 16 08:17:18.138303 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:17:18.145233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.227549 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.298903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33678) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:18.306488 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.330782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec95f3f2-0b43-43c8-9cf4-d971bc246761,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:18.403070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.405129 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cec51c0d-3386-43c6-ace6-63b722e9fbc9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3759687 Dec 16 08:17:18.408056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33684) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:18.415000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '5f3f58dc-734b-415e-a422-904984fc1ed8', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:18.475195 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d58bf3b-d0fb-4e8c-9718-8c2f83e6e24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.563588 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:17:18.574393 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.582112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d58bf3b-d0fb-4e8c-9718-8c2f83e6e24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.933718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d885190-b907-4d27-b421-59dfc4cc5fa2 req-2d9f8a96-c8ed-4a1e-8957-3abfc52969d2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:18.936165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d885190-b907-4d27-b421-59dfc4cc5fa2 req-2d9f8a96-c8ed-4a1e-8957-3abfc52969d2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.0593593 Dec 16 08:17:18.949813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.951349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d58bf3b-d0fb-4e8c-9718-8c2f83e6e24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:18.989920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d885190-b907-4d27-b421-59dfc4cc5fa2 req-5b4f6b64-1e71-4996-bff3-863bcf25bfb2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Dec 16 08:17:18.992224 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d58bf3b-d0fb-4e8c-9718-8c2f83e6e24e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e697d6f116fd4151ae4061d994da3a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6909561 Dec 16 08:17:18.992224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58bf3b-d0fb-4e8c-9718-8c2f83e6e24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8661b-f159-4252-be18-215fb478ada3,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:18.993713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33690) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:19.011670 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.032247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1193cd31-a9bf-49c3-9ecf-cdcc5179e1f2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:19.052742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd1a768c-5554-48ef-8638-b7b5d5f38fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.076843 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd1a768c-5554-48ef-8638-b7b5d5f38fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.102061 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.102061 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0d825c1f-7d48-428f-8d11-1eecea6d9f20 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6925259 Dec 16 08:17:19.104899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33692) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:19.110589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'network': {'name': 'tempest-network-smoke--601517623', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'port_security_enabled': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:19.228611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:19.228846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd1a768c-5554-48ef-8638-b7b5d5f38fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.231634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd1a768c-5554-48ef-8638-b7b5d5f38fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.235413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.235574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bd1a768c-5554-48ef-8638-b7b5d5f38fef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66a8661b-f159-4252-be18-215fb478ada3 HTTP/1.1" status: 204 len: 168 time: 0.2382150 Dec 16 08:17:19.243332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a768c-5554-48ef-8638-b7b5d5f38fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8661b-f159-4252-be18-215fb478ada3,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:19.272471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:17:19.285672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.289997 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Added segment 25d07dd1-0c03-41d9-bbe7-19833abe11a1 of type vlan for network 3ab0705c-5f91-457c-a63a-3e680ac329e2 Dec 16 08:17:19.329715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.399985 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.406122 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:19.406745 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.484824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Network': ['ID=3ab0705c-5f91-457c-a63a-3e680ac329e2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:19.499788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:17:19.558385 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1909ccca-98a7-4553-b598-9f4c824060c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4523320 Dec 16 08:17:19.561110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33700) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:19.566145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'admin_state_up': True, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:19.674379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.675470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.725811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:19.981696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33706) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:19.995074 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb06fc38-c564-413b-9911-d8b9737cf469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.089459 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb06fc38-c564-413b-9911-d8b9737cf469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.171629 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bb06fc38-c564-413b-9911-d8b9737cf469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.214659 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bb06fc38-c564-413b-9911-d8b9737cf469 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb688d51d2b94a8dab9821e255f369ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359076 Dec 16 08:17:20.218142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33714) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:20.226295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06fc38-c564-413b-9911-d8b9737cf469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26e1de2-ba30-4647-bb10-6ac2e7989e64,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:20.271120 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39ba330d-f63c-45f1-9a30-a318b8295888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.294201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39ba330d-f63c-45f1-9a30-a318b8295888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.335867 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.349190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ec24d-9628-4a61-9079-13232dd70a7b req-3dfd81c5-b2ac-4a84-bdcc-b584113c2d6e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:20.351223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b4ec24d-9628-4a61-9079-13232dd70a7b req-3dfd81c5-b2ac-4a84-bdcc-b584113c2d6e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.1196496 Dec 16 08:17:20.399605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b4ec24d-9628-4a61-9079-13232dd70a7b req-dc2f3f4a-ff5a-4d3e-989c-3fca0c883eda tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Dec 16 08:17:20.446493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39ba330d-f63c-45f1-9a30-a318b8295888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.449783 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-39ba330d-f63c-45f1-9a30-a318b8295888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.451106 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-39ba330d-f63c-45f1-9a30-a318b8295888 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e26e1de2-ba30-4647-bb10-6ac2e7989e64 HTTP/1.1" status: 204 len: 168 time: 0.2320647 Dec 16 08:17:20.461318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba330d-f63c-45f1-9a30-a318b8295888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26e1de2-ba30-4647-bb10-6ac2e7989e64,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:20.683119 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.702993 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:20.816513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.123 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/3dc4bc79-f1f9-47e6-b00c-acab62508d35) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:20.932208 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:21.017201 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:21.060355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:21.065004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:21.071298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:21.074596 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=3dc4bc79-f1f9-47e6-b00c-acab62508d35,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:21.086870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e06e98-a7fd-4b56-8ea2-1fc590901366 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:21.147129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9960eab7-6b0c-473e-a426-4b3b0c6d35fa None None] Provisioning complete for port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:21.152049 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9960eab7-6b0c-473e-a426-4b3b0c6d35fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:21.191789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9960eab7-6b0c-473e-a426-4b3b0c6d35fa None None] Port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:21.454586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:21.599335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1d425-b299-46ef-8e6f-a779b51f6334 req-f2d29ac2-225e-4014-83cc-da6954eecce4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:21.601432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47e1d425-b299-46ef-8e6f-a779b51f6334 req-f2d29ac2-225e-4014-83cc-da6954eecce4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.1051373 Dec 16 08:17:21.734478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47e1d425-b299-46ef-8e6f-a779b51f6334 req-3edd93f5-558c-41da-8856-8df8d9a8d0a7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264551 Dec 16 08:17:21.754484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:21.970741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 3d2453b0-13a9-4a93-a13f-1f96a3023175 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:17:22.084976 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:22.098601 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Sync routers for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:22.113948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:22.113948 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:22.185641 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:22.190030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-38728708-fc56-40de-b391-44b9ea8f4fad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6247351 Dec 16 08:17:22.193773 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:22.224164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c76ead9d-fd3f-45fc-af0e-22f0e681a6d0 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=44fea2caa1b44b76ab343b98224961b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322824 Dec 16 08:17:22.227175 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:22.266135 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:22.352556 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a2bfc-086d-4cfb-974a-f05d063bc160 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:22.354079 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9f7a2bfc-086d-4cfb-974a-f05d063bc160 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1253583 Dec 16 08:17:22.357075 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:22.387860 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f596c1e1-0396-41ea-91c0-960013204793 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294900 Dec 16 08:17:22.390321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:22.395395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703830819', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:22.513099 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:21Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:22.545650 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Checking router: 3d2453b0-13a9-4a93-a13f-1f96a3023175 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:22.546002 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Updating router 3d2453b0-13a9-4a93-a13f-1f96a3023175 port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:17:22.559730 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:22.568768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:22.581173 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:22.870752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0edb7b-c6e1-4f7e-b94b-aa1ed72c5149 req-c64df07a-5360-4300-b0f1-18b2adf98e7e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:22.872360 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f0edb7b-c6e1-4f7e-b94b-aa1ed72c5149 req-c64df07a-5360-4300-b0f1-18b2adf98e7e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.0529442 Dec 16 08:17:22.874337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:22.886889 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:22.925016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8f0edb7b-c6e1-4f7e-b94b-aa1ed72c5149 req-ac9699d2-7f25-442b-bbd3-d38fded89913 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463984 Dec 16 08:17:22.945988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Subnet': ['ID=fb25b506-647f-43e0-9542-af08eec97f63,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:22.956539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Checking segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:22.956913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network hostable DHCP agents. Network: 3ab0705c-5f91-457c-a63a-3e680ac329e2, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:17:22.965553 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.012015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b49c45-02c4-45f3-997b-a8ccbfbca0d3 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:23.016453 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Attempting to bind port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:23.016831 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Attempting to bind port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:23.017324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Attempting to bind port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:23.027922 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:23.028338 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:23.028738 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.029121 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:23.029593 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Bound port: 3dc4bc79-f1f9-47e6-b00c-acab62508d35, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:23.030218 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.062394 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5347f-d414-4b15-88b4-3318292bf34f None None] Pushing event updated for resources: {'Port': ['ID=3dc4bc79-f1f9-47e6-b00c-acab62508d35,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:23.068287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:17:23.088619 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] For port 3dc4bc79-f1f9-47e6-b00c-acab62508d35, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:23.091687 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] For port 3dc4bc79-f1f9-47e6-b00c-acab62508d35, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3dc4bc79-f1f9-47e6-b00c-acab62508d35,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:23.135376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-914dc853-96f8-47fc-9ff3-b3ff3a3e8da4 None None] Provisioning complete for port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:23.135673 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-914dc853-96f8-47fc-9ff3-b3ff3a3e8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.169454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-914dc853-96f8-47fc-9ff3-b3ff3a3e8da4 None None] Port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:23.176871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 3ab0705c-5f91-457c-a63a-3e680ac329e2) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:23.177419 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.187651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:23.187651 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.187905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc610bde-e19c-4ee5-a624-7e7dd818ab46 None None] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:23.254736 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5347f-d414-4b15-88b4-3318292bf34f None None] Pushing event updated for resources: {'Port': ['ID=3dc4bc79-f1f9-47e6-b00c-acab62508d35,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:23.259144 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:23.259862 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:23.266219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2bb16acf-3f8b-4ab9-836c-d6793e40431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8746588 Dec 16 08:17:23.269328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33782) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:23.271192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07c57f-0f39-467c-9c37-1d11ef872c1e None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:23.344118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-3ab0705c-5f91-457c-a63a-3e680ac329e2', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:17:23.345342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.411921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33788) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:23.450632 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:23.516311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Allocated IP 172.20.0.2 (3ab0705c-5f91-457c-a63a-3e680ac329e2/fb25b506-647f-43e0-9542-af08eec97f63/951fb53f-23fb-4c9b-8d3b-15d3e0af72fc) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:23.568619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5559a3cf-fa54-4252-a549-25272a0245a6 None None] Provisioning complete for port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:23.568985 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5559a3cf-fa54-4252-a549-25272a0245a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.644555 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8703-fbdb-44e0-a34c-87bfac476c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.755394 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5559a3cf-fa54-4252-a549-25272a0245a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.783053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5559a3cf-fa54-4252-a549-25272a0245a6 None None] For port 3dc4bc79-f1f9-47e6-b00c-acab62508d35, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3dc4bc79-f1f9-47e6-b00c-acab62508d35,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:23.798430 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.849878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:21Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:23.858691 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8703-fbdb-44e0-a34c-87bfac476c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.868698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5559a3cf-fa54-4252-a549-25272a0245a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.900112 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:23.904287 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc6d38-f943-4ade-bf17-49480bedfed1 None None] The sync data for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 is: [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:21Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:23.942149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:23.946055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:23.950078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:23.953358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559a3cf-fa54-4252-a549-25272a0245a6 None None] Pushing event updated for resources: {'Port': ['ID=3dc4bc79-f1f9-47e6-b00c-acab62508d35,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:23.987527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8703-fbdb-44e0-a34c-87bfac476c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.049404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Pushing event updated for resources: {'Port': ['ID=951fb53f-23fb-4c9b-8d3b-15d3e0af72fc,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:24.052340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Attempting to bind port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:24.052724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Attempting to bind port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:24.053847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Attempting to bind port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:24.060575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:24.060959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Checking segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:24.061362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.061757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Bound using segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:24.062236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Bound port: 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:24.062623 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.104485 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b3fb8703-fbdb-44e0-a34c-87bfac476c11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bd56b2a304e4eac9f9cf46321d3f76f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6913598 Dec 16 08:17:24.110827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33798) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:24.127062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb8703-fbdb-44e0-a34c-87bfac476c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d52d4-0463-4558-af76-2fa4b0c355ba,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:24.212218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd2569-efbb-4e57-9059-0194d1466916 req-09ed66ae-dd02-449f-ad3b-7448d98cdd5d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:24.215745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] For port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:24.219924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] For port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=951fb53f-23fb-4c9b-8d3b-15d3e0af72fc,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:24.222547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bfd2569-efbb-4e57-9059-0194d1466916 req-09ed66ae-dd02-449f-ad3b-7448d98cdd5d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.1801062 Dec 16 08:17:24.230033 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.240777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-006fc2cf-ead4-4f64-b36e-767e28913de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.294673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0bfd2569-efbb-4e57-9059-0194d1466916 req-bf65f6a2-5c8c-42a4-8707-79c8b2b4d0b7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692656 Dec 16 08:17:24.315384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-006fc2cf-ead4-4f64-b36e-767e28913de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.325448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.448921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c84ac8-e916-4653-aa64-9dfba16365d3 None None] Pushing event updated for resources: {'Port': ['ID=951fb53f-23fb-4c9b-8d3b-15d3e0af72fc,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:24.562787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3dc4bc79-f1f9-47e6-b00c-acab62508d35 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:24.615781 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-006fc2cf-ead4-4f64-b36e-767e28913de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.620022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-006fc2cf-ead4-4f64-b36e-767e28913de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.621599 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-006fc2cf-ead4-4f64-b36e-767e28913de0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/030d52d4-0463-4558-af76-2fa4b0c355ba HTTP/1.1" status: 204 len: 168 time: 0.5098255 Dec 16 08:17:24.643327 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fc2cf-ead4-4f64-b36e-767e28913de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d52d4-0463-4558-af76-2fa4b0c355ba,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:24.646388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:24.646866 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:24.696570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33804) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:24.879107 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.1 (3ab0705c-5f91-457c-a63a-3e680ac329e2/fb25b506-647f-43e0-9542-af08eec97f63/6a965944-3180-440d-b63a-298d3f732cde) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:24.900739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8aef4ff-5575-40d7-998d-c76322bf9512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.041797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8aef4ff-5575-40d7-998d-c76322bf9512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.051380 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.130856 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a8aef4ff-5575-40d7-998d-c76322bf9512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.160070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.174338 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a8aef4ff-5575-40d7-998d-c76322bf9512 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91089782b6ba4cf2845c8e73a48763f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4765198 Dec 16 08:17:25.177515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aef4ff-5575-40d7-998d-c76322bf9512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a06a5-031c-492d-b5bf-d465602e3a04,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:25.178456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33812) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:25.215573 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:25.229394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:25.238350 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:25.282518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=6a965944-3180-440d-b63a-298d3f732cde,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:25.308332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.382959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c884824-6dcb-4ab1-a9a8-02f793503656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.417593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c884824-6dcb-4ab1-a9a8-02f793503656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.425605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbd90c-220e-409e-8353-a9d386f49308 req-dcf1c51e-d4b9-4f2f-8aa6-890ac32714f4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:25.434921 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edbbd90c-220e-409e-8353-a9d386f49308 req-dcf1c51e-d4b9-4f2f-8aa6-890ac32714f4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.0636015 Dec 16 08:17:25.490254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-edbbd90c-220e-409e-8353-a9d386f49308 req-82205511-fd8b-4957-8375-7ebc31ac207d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Dec 16 08:17:25.508804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33816) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:25.522990 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af3cf85e-7a19-472b-8f79-31d38ee56498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.610619 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c884824-6dcb-4ab1-a9a8-02f793503656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.613307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1c884824-6dcb-4ab1-a9a8-02f793503656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.614454 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1c884824-6dcb-4ab1-a9a8-02f793503656 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b6a06a5-031c-492d-b5bf-d465602e3a04 HTTP/1.1" status: 204 len: 168 time: 0.4349527 Dec 16 08:17:25.631810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c884824-6dcb-4ab1-a9a8-02f793503656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a06a5-031c-492d-b5bf-d465602e3a04,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:25.634747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.690851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af3cf85e-7a19-472b-8f79-31d38ee56498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.784157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9e42a-c7f5-4255-b6ec-4d28ef460cc5 None None] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:25.790669 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af3cf85e-7a19-472b-8f79-31d38ee56498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.852822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a1f3f7f0-650c-4c7d-900b-96df2905d0cb None None] Provisioning complete for port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:25.853479 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f7f0-650c-4c7d-900b-96df2905d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.855668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-af3cf85e-7a19-472b-8f79-31d38ee56498 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5563200da8e423c8ff65eccbbebdb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452251 Dec 16 08:17:25.856675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cf85e-7a19-472b-8f79-31d38ee56498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a93851-8af6-44d9-a3bc-c10d0a326992,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:25.859334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33820) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:25.934092 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4b75dbc-00da-453f-bf7d-80a940cc2595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.965382 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4b75dbc-00da-453f-bf7d-80a940cc2595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:25.979791 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f7f0-650c-4c7d-900b-96df2905d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.002222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.018999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a1f3f7f0-650c-4c7d-900b-96df2905d0cb None None] For port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=951fb53f-23fb-4c9b-8d3b-15d3e0af72fc,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:26.056672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.119298 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f7f0-650c-4c7d-900b-96df2905d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.130988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4b75dbc-00da-453f-bf7d-80a940cc2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.134645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e4b75dbc-00da-453f-bf7d-80a940cc2595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.138821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e4b75dbc-00da-453f-bf7d-80a940cc2595 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2a93851-8af6-44d9-a3bc-c10d0a326992 HTTP/1.1" status: 204 len: 168 time: 0.2762003 Dec 16 08:17:26.169983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.171902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=6a965944-3180-440d-b63a-298d3f732cde,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:26.181625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b75dbc-00da-453f-bf7d-80a940cc2595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a93851-8af6-44d9-a3bc-c10d0a326992,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:26.248293 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3f7f0-650c-4c7d-900b-96df2905d0cb None None] Pushing event updated for resources: {'Port': ['ID=951fb53f-23fb-4c9b-8d3b-15d3e0af72fc,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:26.291216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:26.291216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:26.348937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-404d7202-fbc0-42f9-a74d-cb4bd1b75466 None None] Provisioning complete for port 6a965944-3180-440d-b63a-298d3f732cde triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:26.349664 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-404d7202-fbc0-42f9-a74d-cb4bd1b75466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.403533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-404d7202-fbc0-42f9-a74d-cb4bd1b75466 None None] Port 6a965944-3180-440d-b63a-298d3f732cde cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:26.432132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-404d7202-fbc0-42f9-a74d-cb4bd1b75466 None None] Provisioning complete for port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:26.432545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-404d7202-fbc0-42f9-a74d-cb4bd1b75466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.442328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 3d2453b0-13a9-4a93-a13f-1f96a3023175 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:17:26.482795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 33828) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:26.514959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.531327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:26.645983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:26.665334 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a79540a1-f63f-4ca9-ba6f-0aff0a8a0d9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/3d2453b0-13a9-4a93-a13f-1f96a3023175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3929422 Dec 16 08:17:26.667483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Sync routers for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:26.698711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:26.699593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:26.705707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53802fa-9b41-4490-92c9-b5979b888ceb req-2dcc721c-a18c-47ea-ab35-25c2e3de563e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:26.707389 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b53802fa-9b41-4490-92c9-b5979b888ceb req-2dcc721c-a18c-47ea-ab35-25c2e3de563e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.1181333 Dec 16 08:17:26.749086 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.809463 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b53802fa-9b41-4490-92c9-b5979b888ceb req-338e1bc1-dad8-41b0-92ea-3636515f81d2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933528 Dec 16 08:17:26.840014 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.842748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:26.843238 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.872023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:26.908950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1df9113fb8a4a71a4be07fcc851a9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4249034 Dec 16 08:17:26.911642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 33852) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:26.914508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8541c44c-00e5-4848-b0a4-08c41fcd9893,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:26.927901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.928995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.929342 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.929860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.930373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.930706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.931083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.931413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.931732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.933057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.933057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.935583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.935583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761125-57d0-43e1-8313-900d62637790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:26.948682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ca386b15-70b2-4fd2-93e8-8097ea8f84bc None None] Provisioning complete for port 6a965944-3180-440d-b63a-298d3f732cde triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:26.949059 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca386b15-70b2-4fd2-93e8-8097ea8f84bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:26.994008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-e0d8c69c-4611-4a2d-b642-3782b9f1f83a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404337417&fields=id&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 267 time: 0.0819542 Dec 16 08:17:27.010251 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfd1875e-4dd1-43a7-83a9-e091ccef51f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.035838 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfd1875e-4dd1-43a7-83a9-e091ccef51f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.083740 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ca386b15-70b2-4fd2-93e8-8097ea8f84bc None None] Port 6a965944-3180-440d-b63a-298d3f732cde cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:27.125479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-63f24808-1cee-4367-9828-d95b9101e0d9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:27.127029 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-63f24808-1cee-4367-9828-d95b9101e0d9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 796 time: 0.1251726 Dec 16 08:17:27.144869 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-32adfd3b-7aa4-4353-9ddf-98c33c552ed0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/quotas/44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 375 time: 0.0096047 Dec 16 08:17:27.213011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-35db8052-c7cd-42e5-9979-a929ad278071 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564628 Dec 16 08:17:27.217034 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfd1875e-4dd1-43a7-83a9-e091ccef51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.220875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dfd1875e-4dd1-43a7-83a9-e091ccef51f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.225098 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dfd1875e-4dd1-43a7-83a9-e091ccef51f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8541c44c-00e5-4848-b0a4-08c41fcd9893 HTTP/1.1" status: 204 len: 168 time: 0.3122051 Dec 16 08:17:27.228822 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4759e887-cd5a-4ca6-8a4c-af6bc10663b2 None None] Provisioning complete for port 6a965944-3180-440d-b63a-298d3f732cde triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:27.228980 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4759e887-cd5a-4ca6-8a4c-af6bc10663b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.233657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1875e-4dd1-43a7-83a9-e091ccef51f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8541c44c-00e5-4848-b0a4-08c41fcd9893,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:27.294275 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 2, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:27.296523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4759e887-cd5a-4ca6-8a4c-af6bc10663b2 None None] Port 6a965944-3180-440d-b63a-298d3f732cde cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:27.351886 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-24184ca4-886f-44a3-9e8f-af19e557659b service neutron] 10.222.0.43 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170630 Dec 16 08:17:27.460141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-e1a7214f-9274-4d8d-85bd-11677799c17b service neutron] 10.222.0.43 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009781 Dec 16 08:17:27.486507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Checking router: 3d2453b0-13a9-4a93-a13f-1f96a3023175 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:27.486862 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Updating router 3d2453b0-13a9-4a93-a13f-1f96a3023175 port 6a965944-3180-440d-b63a-298d3f732cde binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:17:27.515658 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.719235 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.738426 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6287a2e0-3f35-41d8-95c4-c11da96e721f req-486b3c27-c5ad-440a-8f4d-bdb880626ad6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 210 time: 0.0415618 Dec 16 08:17:27.857648 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.926340 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:27.931357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0c50-562b-4009-a063-aa65afedba32 req-06cda7b1-7556-48b5-95e7-990c1ebe24bf tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:27.933245 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce8e0c50-562b-4009-a063-aa65afedba32 req-06cda7b1-7556-48b5-95e7-990c1ebe24bf tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.0549729 Dec 16 08:17:27.991513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4a3dd-9c57-418c-bbca-5989a6159b96 None None] Pushing event updated for resources: {'Port': ['ID=6a965944-3180-440d-b63a-298d3f732cde,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:28.019457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ce8e0c50-562b-4009-a063-aa65afedba32 req-44ae9e32-9242-400b-8664-a137fd2f505b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742443 Dec 16 08:17:28.096350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Attempting to bind port 6a965944-3180-440d-b63a-298d3f732cde on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:28.097009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Attempting to bind port 6a965944-3180-440d-b63a-298d3f732cde by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:28.097567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Attempting to bind port 6a965944-3180-440d-b63a-298d3f732cde on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:28.105270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:28.106209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Checking segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:28.106636 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:28.107036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Bound using segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:28.107604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Bound port: 6a965944-3180-440d-b63a-298d3f732cde, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:28.107992 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:28.207897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] For port 6a965944-3180-440d-b63a-298d3f732cde, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:28.211838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] For port 6a965944-3180-440d-b63a-298d3f732cde, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6a965944-3180-440d-b63a-298d3f732cde,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:28.280349 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ddba95f3-0cbb-4929-b0c5-83cc6415b3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:28.323887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c43fe4f8-7a49-49b9-804e-8160475eec73 None None] Provisioning complete for port 6a965944-3180-440d-b63a-298d3f732cde triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:28.323887 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c43fe4f8-7a49-49b9-804e-8160475eec73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:28.350806 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:28.387235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c43fe4f8-7a49-49b9-804e-8160475eec73 None None] Port 6a965944-3180-440d-b63a-298d3f732cde cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:28.410612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:28.411595 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:28.524681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4a3dd-9c57-418c-bbca-5989a6159b96 None None] Pushing event updated for resources: {'Port': ['ID=6a965944-3180-440d-b63a-298d3f732cde,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:28.547608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:28.740124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-65b723ea-1629-4583-a919-e3a6c50e67c5 None None] Provisioning complete for port 6a965944-3180-440d-b63a-298d3f732cde triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:28.740689 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-65b723ea-1629-4583-a919-e3a6c50e67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:28.852693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a11c188-7f7b-480a-9a29-5f9ab863d49c req-a9cb9f38-b400-4710-badd-8cd3ee256632 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 210 time: 0.0326426 Dec 16 08:17:28.878465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:28.909063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b4414-907e-478c-8456-8a6d002fa091 None None] The sync data for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 is: [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:28.913335 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-65b723ea-1629-4583-a919-e3a6c50e67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:28.947782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-65b723ea-1629-4583-a919-e3a6c50e67c5 None None] For port 6a965944-3180-440d-b63a-298d3f732cde, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6a965944-3180-440d-b63a-298d3f732cde,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:29.124753 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-65b723ea-1629-4583-a919-e3a6c50e67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:29.171646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc022fa3-0af8-40d2-b0e3-321f1f81a06f req-f871ab9e-3d42-48b5-b8c4-2c18eed748dc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:29.173283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc022fa3-0af8-40d2-b0e3-321f1f81a06f req-f871ab9e-3d42-48b5-b8c4-2c18eed748dc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.0533073 Dec 16 08:17:29.190858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b723ea-1629-4583-a919-e3a6c50e67c5 None None] Pushing event updated for resources: {'Port': ['ID=6a965944-3180-440d-b63a-298d3f732cde,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:29.265277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc022fa3-0af8-40d2-b0e3-321f1f81a06f req-2f3ce1f7-12b4-4023-8413-98db04b14eb7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725808 Dec 16 08:17:29.981925 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8b7d250-b3e9-4142-8ef7-53a24c1f5d79 req-c867c6a2-e9bc-4bf1-95d7-fc1d525d2f08 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 210 time: 0.0395010 Dec 16 08:17:30.131941 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:30.296357 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-15e0ea05-8f97-421a-8327-a9e52333a0ae tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:30.298167 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-15e0ea05-8f97-421a-8327-a9e52333a0ae tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 796 time: 0.1214404 Dec 16 08:17:30.409732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-9b07b95e-f058-4450-88d8-11ab535e3591 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 380 time: 0.0937998 Dec 16 08:17:30.448580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'port': {'device_id': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'admin_state_up': True, 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'security_groups': ['5f3f58dc-734b-415e-a422-904984fc1ed8']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:30.492707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891aa87-b7ff-4a8a-9fff-31694c1c302f req-60c5b0b9-3dd4-4a33-9975-dfd502488c03 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:30.501819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e891aa87-b7ff-4a8a-9fff-31694c1c302f req-60c5b0b9-3dd4-4a33-9975-dfd502488c03 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 944 time: 0.1630452 Dec 16 08:17:30.566861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6a965944-3180-440d-b63a-298d3f732cde up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:30.667353 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6a965944-3180-440d-b63a-298d3f732cde triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:30.668270 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:30.669843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e891aa87-b7ff-4a8a-9fff-31694c1c302f req-ebfa3236-003c-4efa-a379-11c39b17f84b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670146 Dec 16 08:17:30.717187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34002) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:30.753977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-408baeb1-23c8-427d-a367-ee94acecc09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:30.867580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:30.871415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:30.879150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:30.933521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5d96c380-357d-4ccf-8b79-dcf149bb8df9 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:17:30.964105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.013177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.7 (3ab0705c-5f91-457c-a63a-3e680ac329e2/fb25b506-647f-43e0-9542-af08eec97f63/32114529-2d6f-4ccd-8374-279352269158) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:31.078110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 5d96c380-357d-4ccf-8b79-dcf149bb8df9, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5d96c380-357d-4ccf-8b79-dcf149bb8df9,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:31.084902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.098421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '5d96c380-357d-4ccf-8b79-dcf149bb8df9', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'port_id': '5d96c380-357d-4ccf-8b79-dcf149bb8df9', 'mac_address': 'fa:16:3e:1f:16:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:17:31.119405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4cde2-5aef-4200-a78b-6096a6b7ef6c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:31.138849 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.141649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.142236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.142791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.143341 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.143893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.144497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.145042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.145574 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.146098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.146661 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.147213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.147764 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.148318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:17:31.155282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d057debf-9d00-40c7-93cd-cd9efccd4992 req-a9ff9f67-391c-4cb5-958b-e83004102327 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 210 time: 0.0681825 Dec 16 08:17:31.157097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d96c380-357d-4ccf-8b79-dcf149bb8df9 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:17:31.172409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-614d8c5c-bc02-465f-84d8-806a254664ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecb35d3ad1cc4adc89187c5f07a4b8c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535286 Dec 16 08:17:31.176426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34016) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:31.187726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 5d96c380-357d-4ccf-8b79-dcf149bb8df9, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5d96c380-357d-4ccf-8b79-dcf149bb8df9,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:31.224281 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.244074 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.252800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b18940-8416-40d0-9204-b745d8a74e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.280771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b18940-8416-40d0-9204-b745d8a74e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.299958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=5d96c380-357d-4ccf-8b79-dcf149bb8df9,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:31.347147 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.393241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:31.396573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:31.404553 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:31.421877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b18940-8416-40d0-9204-b745d8a74e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.425969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-61b18940-8416-40d0-9204-b745d8a74e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.427040 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61b18940-8416-40d0-9204-b745d8a74e64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06e4cde2-5aef-4200-a78b-6096a6b7ef6c HTTP/1.1" status: 204 len: 168 time: 0.2466478 Dec 16 08:17:31.435274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:31.462727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b18940-8416-40d0-9204-b745d8a74e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4cde2-5aef-4200-a78b-6096a6b7ef6c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:31.467728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:31.468652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.554892 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34022) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:31.557776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-a4028aa7-33c9-4dda-bd58-331e9058f03b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1267228 Dec 16 08:17:31.578876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Request body: {'port': {'device_id': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:31.647252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['5d96c380-357d-4ccf-8b79-dcf149bb8df9'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:17:31.680019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.741945 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-51b412d1-f7e6-47d4-b305-f878bed2d6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.806973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6bd7e95d-b0a0-4c78-a9d9-7c0fa6a8c751 None None] Provisioning complete for port 32114529-2d6f-4ccd-8374-279352269158 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:31.807431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e95d-b0a0-4c78-a9d9-7c0fa6a8c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.834346 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-51b412d1-f7e6-47d4-b305-f878bed2d6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.892011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7e95d-b0a0-4c78-a9d9-7c0fa6a8c751 None None] Port 32114529-2d6f-4ccd-8374-279352269158 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:31.898244 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.918939 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-51b412d1-f7e6-47d4-b305-f878bed2d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:31.963264 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-51b412d1-f7e6-47d4-b305-f878bed2d6dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=910286475ef74725a234b747a702b6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4072273 Dec 16 08:17:31.964429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b412d1-f7e6-47d4-b305-f878bed2d6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8b241b-b884-47c4-bf15-14ccf4abade1,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:31.968400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34032) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:32.024201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f16a81-add7-49da-b53a-b183f29fa92a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.049229 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f16a81-add7-49da-b53a-b183f29fa92a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.159246 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f16a81-add7-49da-b53a-b183f29fa92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.163839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79f16a81-add7-49da-b53a-b183f29fa92a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.165255 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-79f16a81-add7-49da-b53a-b183f29fa92a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb8b241b-b884-47c4-bf15-14ccf4abade1 HTTP/1.1" status: 204 len: 168 time: 0.1957109 Dec 16 08:17:32.174594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f16a81-add7-49da-b53a-b183f29fa92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8b241b-b884-47c4-bf15-14ccf4abade1,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:32.264978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:32.285374 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6a64d401-8ea4-4e99-8481-38bb4788d9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.325175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8e3db-8798-4977-b6b9-d017888902c5 req-f1acd211-baf6-48b5-86d2-ffce10025441 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:32.326726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf8e3db-8798-4977-b6b9-d017888902c5 req-f1acd211-baf6-48b5-86d2-ffce10025441 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 945 time: 0.5513904 Dec 16 08:17:32.389399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6a64d401-8ea4-4e99-8481-38bb4788d9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.428529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a390890-2346-4ff5-838d-db2db59c601c req-6674264e-0842-4a7d-822a-ee66706bdede tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:32.430025 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a390890-2346-4ff5-838d-db2db59c601c req-6674264e-0842-4a7d-822a-ee66706bdede tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 931 time: 0.1664183 Dec 16 08:17:32.462228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6a64d401-8ea4-4e99-8481-38bb4788d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.484792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9cf8e3db-8798-4977-b6b9-d017888902c5 req-d08fd4b9-7422-4d35-ac63-970d3a3f6935 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440494 Dec 16 08:17:32.504529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64d401-8ea4-4e99-8481-38bb4788d9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd3d50-903d-411f-b6a9-d42f8d646578,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:32.516860 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6a64d401-8ea4-4e99-8481-38bb4788d9bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8366808f7dfe410c83f6305053788a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504721 Dec 16 08:17:32.519976 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34042) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:32.544868 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:17:32.548099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a390890-2346-4ff5-838d-db2db59c601c req-9630979b-6c7b-420a-a355-665c28a351d0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085711 Dec 16 08:17:32.582134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2daf2dbc-3aa4-4a04-8f24-12038bc13a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.603449 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32114529-2d6f-4ccd-8374-279352269158 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:17:32.605331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2daf2dbc-3aa4-4a04-8f24-12038bc13a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.612002 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.625980 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Transition to ACTIVE for port object 32114529-2d6f-4ccd-8374-279352269158 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:17:32.707450 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.735734 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2daf2dbc-3aa4-4a04-8f24-12038bc13a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.738903 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2daf2dbc-3aa4-4a04-8f24-12038bc13a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.741973 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2daf2dbc-3aa4-4a04-8f24-12038bc13a41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2dd3d50-903d-411f-b6a9-d42f8d646578 HTTP/1.1" status: 204 len: 168 time: 0.2207923 Dec 16 08:17:32.750031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf2dbc-3aa4-4a04-8f24-12038bc13a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd3d50-903d-411f-b6a9-d42f8d646578,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:32.765524 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:32.843560 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:32.843926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:32.844293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:32.850970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:32.852015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:32.859046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:32.859393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Checking segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:32.859776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Bound using segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:32.861218 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Bound port: 32114529-2d6f-4ccd-8374-279352269158, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:32.861605 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.923569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34048) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:32.935413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:32.938940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:32.941141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9ce463d5-ab6d-490a-9f77-bcc44bcd71c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:32.943653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5d96c380-357d-4ccf-8b79-dcf149bb8df9 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:33.034164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9ce463d5-ab6d-490a-9f77-bcc44bcd71c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.045552 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.073344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:17:33.077503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:33.078401 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.089067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.090621 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.092075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] 10.222.0.36 "PUT /v2.0/ports/32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 1092 time: 1.5181885 Dec 16 08:17:33.094574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:33.098832 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a304a-ba42-4f5f-95dc-0444ad853d65" -d '{"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:33.136446 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9ce463d5-ab6d-490a-9f77-bcc44bcd71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.136661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e33281-444b-44a0-979d-cf24de4be135 service neutron] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:33.185563 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb5844b-f699-4919-9120-076261fb6a52 x-openstack-request-id: req-dcb5844b-f699-4919-9120-076261fb6a52 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:33.186169 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:33.186427 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcb5844b-f699-4919-9120-076261fb6a52 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:33.187079 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'status': 'completed', 'code': 200} Dec 16 08:17:33.231301 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.235068 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9ce463d5-ab6d-490a-9f77-bcc44bcd71c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f23eac33736f49b99936466dc6dec116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101351 Dec 16 08:17:33.238201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34060) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:33.254585 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce463d5-ab6d-490a-9f77-bcc44bcd71c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b952ff-65e9-4220-b01b-1df73bcd2691,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:33.276392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d96c380-357d-4ccf-8b79-dcf149bb8df9'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:33.278828 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1bb5ba-ae3d-4fe2-8474-f9a9a2c55687" -d '{"events": [{"server_uuid": "7abafc72-4dce-4ff5-8793-8cc73a9861b5", "name": "network-vif-plugged", "status": "completed", "tag": "5d96c380-357d-4ccf-8b79-dcf149bb8df9"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:33.296403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 5d96c380-357d-4ccf-8b79-dcf149bb8df9, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5d96c380-357d-4ccf-8b79-dcf149bb8df9,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:33.325612 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b274d71d-81fc-490e-addf-109833abd9b7 x-openstack-request-id: req-b274d71d-81fc-490e-addf-109833abd9b7 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:33.326071 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abafc72-4dce-4ff5-8793-8cc73a9861b5", "name": "network-vif-plugged", "status": "completed", "tag": "5d96c380-357d-4ccf-8b79-dcf149bb8df9", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:33.326326 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b274d71d-81fc-490e-addf-109833abd9b7 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:33.326726 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d96c380-357d-4ccf-8b79-dcf149bb8df9', 'code': 200} Dec 16 08:17:33.334923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a304a-ba42-4f5f-95dc-0444ad853d65 req-8c902831-256e-49b4-a34e-778ad4abda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.336522 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-178a304a-ba42-4f5f-95dc-0444ad853d65 req-8c902831-256e-49b4-a34e-778ad4abda6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1095 time: 0.0885732 Dec 16 08:17:33.350005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-503b47dc-8ab3-442b-b058-0362d23e0a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.370174 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.446120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-503b47dc-8ab3-442b-b058-0362d23e0a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.454638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=5d96c380-357d-4ccf-8b79-dcf149bb8df9,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:33.469728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad5dee-9e87-4774-97c9-438ee1bf79fa req-0f5932c4-6d6f-4a35-a017-a681b1ee2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.471459 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aad5dee-9e87-4774-97c9-438ee1bf79fa req-0f5932c4-6d6f-4a35-a017-a681b1ee2845 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 1098 time: 0.0470579 Dec 16 08:17:33.541710 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1aad5dee-9e87-4774-97c9-438ee1bf79fa req-8105678f-8655-4eb3-a41f-d8f81c2a8b7d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620377 Dec 16 08:17:33.545832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.554135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a304a-ba42-4f5f-95dc-0444ad853d65 req-358ae3fe-5925-4737-abc1-72a9aeaa44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.555630 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-178a304a-ba42-4f5f-95dc-0444ad853d65 req-358ae3fe-5925-4737-abc1-72a9aeaa44a2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=44fea2caa1b44b76ab343b98224961b5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2007544 Dec 16 08:17:33.734305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c9734-78d1-4f2c-87c6-781901498905 req-b5e9f489-82db-4acf-8a86-b24e3be80dda tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.735777 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-603c9734-78d1-4f2c-87c6-781901498905 req-b5e9f489-82db-4acf-8a86-b24e3be80dda tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.1465571 Dec 16 08:17:33.745156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de9d1b-e053-4c8d-963c-c17d13fbb2ed req-149d4fad-d12d-4041-858a-1c87a37b0d37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.750428 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28de9d1b-e053-4c8d-963c-c17d13fbb2ed req-149d4fad-d12d-4041-858a-1c87a37b0d37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.1211455 Dec 16 08:17:33.757651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a304a-ba42-4f5f-95dc-0444ad853d65 req-cd13b44b-ac60-493a-8931-959c8877500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.758958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-178a304a-ba42-4f5f-95dc-0444ad853d65 req-cd13b44b-ac60-493a-8931-959c8877500b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1963339 Dec 16 08:17:33.789979 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-503b47dc-8ab3-442b-b058-0362d23e0a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.792481 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-503b47dc-8ab3-442b-b058-0362d23e0a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:33.793600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-503b47dc-8ab3-442b-b058-0362d23e0a0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7b952ff-65e9-4220-b01b-1df73bcd2691 HTTP/1.1" status: 204 len: 168 time: 0.5543270 Dec 16 08:17:33.813736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b47dc-8ab3-442b-b058-0362d23e0a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b952ff-65e9-4220-b01b-1df73bcd2691,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:33.833409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-603c9734-78d1-4f2c-87c6-781901498905 req-60ea8a1f-f5ed-4bc4-b424-d31951f7e873 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859199 Dec 16 08:17:33.884044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-28de9d1b-e053-4c8d-963c-c17d13fbb2ed req-e41d6606-7c4a-4158-89d3-1815710eb8bb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293085 Dec 16 08:17:33.902512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-33a4df93-03cc-445d-863d-b1699440a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:33.904231 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-33a4df93-03cc-445d-863d-b1699440a17d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1095 time: 0.0649300 Dec 16 08:17:33.962696 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-862e5dca-ae02-43dd-90de-30dd36a8b148 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 217 time: 0.0388286 Dec 16 08:17:34.015259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-97d8b243-b70d-45bb-93e3-476bedf20546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:34.016695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-97d8b243-b70d-45bb-93e3-476bedf20546 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0461071 Dec 16 08:17:34.064166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-716d56dd-7521-44c1-bbe0-0ebdb4aef9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:34.065731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-716d56dd-7521-44c1-bbe0-0ebdb4aef9f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420921 Dec 16 08:17:34.174416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-9fd80d7c-1030-4162-b1db-f2503484486b service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972364 Dec 16 08:17:34.193908 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:34.287524 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd1311ce-ab58-4f26-9c53-4f73a12a37da req-b46cef83-30c0-4264-868d-d2ec258569db service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064913 Dec 16 08:17:34.739251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34110) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:34.894561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-466424201'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:34.972682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23f85f-6a0a-4474-9ea6-eb392f6f697d req-a8fcb4c9-f5ac-4d67-86eb-0d080e127f60 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:34.974362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f23f85f-6a0a-4474-9ea6-eb392f6f697d req-a8fcb4c9-f5ac-4d67-86eb-0d080e127f60 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.0563517 Dec 16 08:17:34.989134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Made reservation on behalf of 5e9d535d64ea4c59af5abd6676f73f30 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:34.993498 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.026783 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.109082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f23f85f-6a0a-4474-9ea6-eb392f6f697d req-a1f9636b-3491-4e91-a0b6-3f8785162263 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236341 Dec 16 08:17:35.125377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96e0c-64ae-48fe-bec1-7bcae95c2429 req-0d2ff8b5-b118-413d-b3a7-41285924cd22 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:35.126949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7e96e0c-64ae-48fe-bec1-7bcae95c2429 req-0d2ff8b5-b118-413d-b3a7-41285924cd22 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.1400812 Dec 16 08:17:35.208977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7e96e0c-64ae-48fe-bec1-7bcae95c2429 req-ea8fc1b0-8d8b-4002-b5b1-cf7bef6229b7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722134 Dec 16 08:17:35.236222 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.369538 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.396965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:17:35.406446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ed447-c9a7-4c6e-9658-097640e89801,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:35.413729 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.414103 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Added segment e9da79ff-c062-4e26-9bbc-75907d425a01 of type vlan for network de2d5ddf-84c1-431d-9231-ed9f63912285 Dec 16 08:17:35.455395 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.570176 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.575898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:35.576540 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:35.644273 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Pushing event updated for resources: {'Network': ['ID=de2d5ddf-84c1-431d-9231-ed9f63912285,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:35.654980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network de2d5ddf-84c1-431d-9231-ed9f63912285 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:17:35.687674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ad445830-76ab-49f2-80d5-f18fc81c9ae2 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9461882 Dec 16 08:17:35.915059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34148) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:35.918487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Request body: {'port': {'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285', 'binding:host_id': 'n-h1-820935-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-181770972'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:36.009663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Made reservation on behalf of 6c142339f5ef45a2923c4f7d49a8b72b for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:36.012025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.022202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.106492 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.180577 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.185388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] device_id is not set on port 7771805c-656b-4149-9d15-17943f5030c2 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:36.298323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3278da-8d87-4b1a-ab3f-f6c76201fb3e,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:36.332332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c9e93-e47d-4b04-a179-fbd58d19758a req-6cea6d61-59b3-4dd9-84fa-286a1f7ae1fa tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:36.334399 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe2c9e93-e47d-4b04-a179-fbd58d19758a req-6cea6d61-59b3-4dd9-84fa-286a1f7ae1fa tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.1435299 Dec 16 08:17:36.409950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:17:36.481930 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe2c9e93-e47d-4b04-a179-fbd58d19758a req-7640f85f-acd1-4625-a778-25b228637274 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397705 Dec 16 08:17:36.548929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322b329-e47d-443d-a352-edf1ea39502e req-320c3422-677a-4d8c-903d-ef8b839754dc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:36.550504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8322b329-e47d-443d-a352-edf1ea39502e req-320c3422-677a-4d8c-903d-ef8b839754dc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.1788952 Dec 16 08:17:36.558850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:36.561676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] device_id is not set on port 7771805c-656b-4149-9d15-17943f5030c2 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:36.575260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '32114529-2d6f-4ccd-8374-279352269158', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'port_id': '32114529-2d6f-4ccd-8374-279352269158', 'mac_address': 'fa:16:3e:a3:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:17:36.584949 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.618853 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.632955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32114529-2d6f-4ccd-8374-279352269158 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:17:36.660421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:36.671291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8322b329-e47d-443d-a352-edf1ea39502e req-b2c172e9-1579-4799-95f7-9ef6b0a8287b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138833 Dec 16 08:17:36.674916 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.735820 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:36.743130 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3082eef-e950-48d2-8968-d4c57efebb7c req-aaa366c7-a89c-472f-87c2-b3d9b7b63239 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:36.744745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3082eef-e950-48d2-8968-d4c57efebb7c req-aaa366c7-a89c-472f-87c2-b3d9b7b63239 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.1459312 Dec 16 08:17:36.745871 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=7771805c-656b-4149-9d15-17943f5030c2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:36.790363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Checking segment: {'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:36.790363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Network hostable DHCP agents. Network: de2d5ddf-84c1-431d-9231-ed9f63912285, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:17:36.801248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:36.823192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3082eef-e950-48d2-8968-d4c57efebb7c req-657b2abe-e449-4be9-b9e4-3da25554db78 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698843 Dec 16 08:17:36.871791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Network de2d5ddf-84c1-431d-9231-ed9f63912285 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:17:36.946904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d14f0-efac-41f2-bcb9-d0d1a1dd4b66 req-8c355673-5654-4d0b-9e67-bd1c685e9347 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:36.948514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-906d14f0-efac-41f2-bcb9-d0d1a1dd4b66 req-8c355673-5654-4d0b-9e67-bd1c685e9347 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.0538065 Dec 16 08:17:36.954298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, de2d5ddf-84c1-431d-9231-ed9f63912285) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:36.961757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6b457-9d7a-4fc2-97b3-3254b7d5ef73 None None] Network de2d5ddf-84c1-431d-9231-ed9f63912285 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:36.965997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:37.002521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.003648 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.004005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.019558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.019954 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.023207 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 2 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.043225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['32114529-2d6f-4ccd-8374-279352269158'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:17:37.053968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-906d14f0-efac-41f2-bcb9-d0d1a1dd4b66 req-56a9e069-ef00-457f-8e70-fa358d09192d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975716 Dec 16 08:17:37.055247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.055595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.055971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.060858 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.061193 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.061903 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 3 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.075585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.075924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.076317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.081524 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.082076 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.082663 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 4 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.097751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.098260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.098704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.104527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.104868 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.105320 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 5 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.123775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.124413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.124768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.129780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.130116 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.130668 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 6 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.152601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.152947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.153292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.158566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.158907 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.159335 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 7 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.174927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.175526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.176037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.181762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.182323 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.182887 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 8 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.198543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.198778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.199108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.204933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.205890 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.206307 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 9 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.221118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.221470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.222053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.227326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.227662 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.228100 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 10 to bind port 7771805c-656b-4149-9d15-17943f5030c2 Dec 16 08:17:37.245506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:37.245903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:37.246296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:37.253036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 7771805c-656b-4149-9d15-17943f5030c2 on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:37.253419 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 7771805c-656b-4149-9d15-17943f5030c2 on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:37.253800 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:37.361075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] For port 7771805c-656b-4149-9d15-17943f5030c2, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:37.361588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempted to set empty binding levels {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 08:17:37.432928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:37.494647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=7771805c-656b-4149-9d15-17943f5030c2,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:37.503233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:37.503843 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:37.591450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7a7486ee-5334-4926-b253-b1837e50081b tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6752965 Dec 16 08:17:37.591684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34176) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:37.633857 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b123-b5bc-4fed-a515-c7de148ad5f9 req-e30aea77-7415-4f1c-8048-4d95320eb339 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:37.635432 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8233b123-b5bc-4fed-a515-c7de148ad5f9 req-e30aea77-7415-4f1c-8048-4d95320eb339 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.0938699 Dec 16 08:17:37.728723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8233b123-b5bc-4fed-a515-c7de148ad5f9 req-57fc6106-cf98-4d0c-9d9f-63d090fe682f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631602 Dec 16 08:17:37.734879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Deleting port 7771805c-656b-4149-9d15-17943f5030c2 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:37.735625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:37.831565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] For port 7771805c-656b-4149-9d15-17943f5030c2, host n-h1-820935-11, got binding levels [] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:37.832039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:37.850692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Calling delete_port for 7771805c-656b-4149-9d15-17943f5030c2 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:37.862160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f3741-1f83-45c0-8788-a670a3b8bc16 req-10c3c9f5-2825-432d-a845-7f2016b752aa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:37.864218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea8f3741-1f83-45c0-8788-a670a3b8bc16 req-10c3c9f5-2825-432d-a845-7f2016b752aa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 944 time: 0.1146262 Dec 16 08:17:37.965297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ea8f3741-1f83-45c0-8788-a670a3b8bc16 req-d7c0a8af-4266-4a4b-ac11-13ad22f1ef55 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949826 Dec 16 08:17:38.044137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.076913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event deleted for resources: {'Port': ['ID=7771805c-656b-4149-9d15-17943f5030c2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:38.080600 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.084470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7d50750e-668c-4aec-aa87-a07b54b7c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "DELETE /v2.0/ports/7771805c-656b-4149-9d15-17943f5030c2 HTTP/1.1" status: 204 len: 168 time: 0.4910064 Dec 16 08:17:38.087608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34182) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:38.111858 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9c4520-7b77-4720-81a9-6272d0e0b2f4 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:17:38.113221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9a9c4520-7b77-4720-81a9-6272d0e0b2f4 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "GET /v2.0/ports/7771805c-656b-4149-9d15-17943f5030c2 HTTP/1.1" status: 404 len: 333 time: 0.0244532 Dec 16 08:17:38.116838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34184) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:38.121424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Request body: {'port': {'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1199088602'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:38.226151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Made reservation on behalf of 6c142339f5ef45a2923c4f7d49a8b72b for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:38.228626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.244545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] device_id is not set on port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:38.390781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.411771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:38.473243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.521289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Network de2d5ddf-84c1-431d-9231-ed9f63912285 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:38.524392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:38.527970 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:38.532595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:38.532595 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.536916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc4c79d-7427-4e57-a5f1-7bc393591f9f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:38.551535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 32114529-2d6f-4ccd-8374-279352269158 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:17:38.556137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 32114529-2d6f-4ccd-8374-279352269158 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:38.556535 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.600972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ea7961a9-368c-4e05-a753-67e9fc52c68a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4830594 Dec 16 08:17:38.603495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34188) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:38.608558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:38.632922 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.656664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:38.658884 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20313f-7d1b-4137-9392-e9293f938800" -d '{"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-plugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:38.665676 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.674472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:38.698604 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a715bc-12ca-49d4-812c-f6d0c36003e6 x-openstack-request-id: req-02a715bc-12ca-49d4-812c-f6d0c36003e6 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:38.698943 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-plugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:38.699197 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02a715bc-12ca-49d4-812c-f6d0c36003e6 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:38.699816 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'code': 200} Dec 16 08:17:38.729695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.803199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:38.930661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12998e-b590-4c93-bd4f-17afb9728a98 req-534fe4f8-2548-4f71-8969-833f17b5bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:38.932158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a12998e-b590-4c93-bd4f-17afb9728a98 req-534fe4f8-2548-4f71-8969-833f17b5bccf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1097 time: 0.1206915 Dec 16 08:17:38.939851 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] device_id is not set on port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:38.953315 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:38.962519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54118595-35c7-4f52-ad43-313ff68955ab req-effc4f41-cef8-4f4d-a545-60b3d455318d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:38.964007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54118595-35c7-4f52-ad43-313ff68955ab req-effc4f41-cef8-4f4d-a545-60b3d455318d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.1218107 Dec 16 08:17:39.034145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1a12998e-b590-4c93-bd4f-17afb9728a98 req-7812a167-17f1-4c37-b665-3729e2605a3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895715 Dec 16 08:17:39.049693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54118595-35c7-4f52-ad43-313ff68955ab req-a0595d8f-5a76-46e0-a590-c20835dd87e7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787411 Dec 16 08:17:39.053994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.127121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc4c79d-7427-4e57-a5f1-7bc393591f9f,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:39.138233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82887bd-7f34-4744-9926-72a557776f5c req-9b923765-5644-4262-98dd-d76eb01bd0ea tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.139733 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82887bd-7f34-4744-9926-72a557776f5c req-9b923765-5644-4262-98dd-d76eb01bd0ea tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.1012015 Dec 16 08:17:39.167294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.167635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.167978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.179175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.179509 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.184354 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 2 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.211005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.211351 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.211697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.229530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b82887bd-7f34-4744-9926-72a557776f5c req-8dc90ea4-86a3-4548-b95d-260dae8bad09 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735354 Dec 16 08:17:39.239414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.240412 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.240841 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 3 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.253617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.254063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.254337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.259383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.259695 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.260083 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 4 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.267870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-5bbcd1c3-a8ee-4e04-b353-365cc1e9e5b2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.269400 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-5bbcd1c3-a8ee-4e04-b353-365cc1e9e5b2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 946 time: 0.0653503 Dec 16 08:17:39.273090 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.273429 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.273768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.278345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.278674 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.279051 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 5 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.291204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.291745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.292086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.296639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.296966 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.297354 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 6 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.314485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.314820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.315153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.320458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.320786 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.321176 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 7 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.333999 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.334496 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.334984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.339277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.339600 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.339974 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 8 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.353289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.353626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.353959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.358189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.358512 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.358890 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 9 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.371231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.371566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.371895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.373251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Deleting port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:39.373797 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.376431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.376790 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.377136 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 10 to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f Dec 16 08:17:39.398762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:39.399128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:39.399704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:39.412392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:39.412392 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:39.412392 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.473282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] For port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:39.473423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempted to set empty binding levels {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 08:17:39.476027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] For port 5d96c380-357d-4ccf-8b79-dcf149bb8df9, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=5d96c380-357d-4ccf-8b79-dcf149bb8df9,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:39.476453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.490966 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Calling delete_port for 5d96c380-357d-4ccf-8b79-dcf149bb8df9 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:39.542008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.578491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] In _notify_port_updated(), no bound segment for port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:17:39.579484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.580100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.581953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "PUT /v2.0/ports/4bc4c79d-7427-4e57-a5f1-7bc393591f9f HTTP/1.1" status: 200 len: 976 time: 0.9769850 Dec 16 08:17:39.584598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34212) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:39.595361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8c3d4-bc08-47a6-bd5e-9987f3b24c6c tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc4c79d-7427-4e57-a5f1-7bc393591f9f,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:39.712623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.713100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.713564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.714024 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.714479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.714933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.715383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.715831 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.716301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.716750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.717200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.717646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.718090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.718543 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.719000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.719434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.719874 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.720352 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.720797 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.721245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.721686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.722133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.722577 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.723026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.723500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.723902 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:39.727947 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a2da175c-de87-49d6-9e56-6a142da221ff tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23434 time: 0.1413326 Dec 16 08:17:39.731913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34216) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:39.769915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.797242 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event deleted for resources: {'Port': ['ID=5d96c380-357d-4ccf-8b79-dcf149bb8df9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:39.810017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['5d96c380-357d-4ccf-8b79-dcf149bb8df9'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:17:39.815431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Deleting port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:39.816060 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.868062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] No DVR routers for this DVR port 5d96c380-357d-4ccf-8b79-dcf149bb8df9 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:17:39.870966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.875427 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-50c84241-3b5e-4769-84aa-6b5f4ac82fab req-6e288e9b-91b7-4cce-8da4-b9deae850eff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "DELETE /v2.0/ports/5d96c380-357d-4ccf-8b79-dcf149bb8df9 HTTP/1.1" status: 204 len: 173 time: 0.5983922 Dec 16 08:17:39.876148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'name': 'network-vif-deleted', 'tag': '5d96c380-357d-4ccf-8b79-dcf149bb8df9'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:39.886874 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44e7567-62b2-45c3-ae0c-8eb9e6b2e02a" -d '{"events": [{"server_uuid": "7abafc72-4dce-4ff5-8793-8cc73a9861b5", "name": "network-vif-deleted", "tag": "5d96c380-357d-4ccf-8b79-dcf149bb8df9"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:39.890092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] For port 4bc4c79d-7427-4e57-a5f1-7bc393591f9f, host n-h1-820935-11, got binding levels [] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:39.890531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:39.906637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Calling delete_port for 4bc4c79d-7427-4e57-a5f1-7bc393591f9f owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:39.931192 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525c428c-7d35-46e7-ba60-f8b4347f2a38 x-openstack-request-id: req-525c428c-7d35-46e7-ba60-f8b4347f2a38 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:39.931563 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abafc72-4dce-4ff5-8793-8cc73a9861b5", "name": "network-vif-deleted", "tag": "5d96c380-357d-4ccf-8b79-dcf149bb8df9", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:39.931886 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-525c428c-7d35-46e7-ba60-f8b4347f2a38 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:39.932407 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abafc72-4dce-4ff5-8793-8cc73a9861b5', 'name': 'network-vif-deleted', 'tag': '5d96c380-357d-4ccf-8b79-dcf149bb8df9', 'status': 'completed', 'code': 200} Dec 16 08:17:40.083719 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:40.123157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bc4c79d-7427-4e57-a5f1-7bc393591f9f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:40.135730 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:40.139186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a35ae1e3-6108-4839-af4b-1bd72bd8a73a tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4bc4c79d-7427-4e57-a5f1-7bc393591f9f HTTP/1.1" status: 204 len: 168 time: 0.4061439 Dec 16 08:17:40.141889 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34222) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:40.181325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecdc4c20-1b27-4c32-927a-f4c1e9e55e92 req-3ee7bc2f-26a0-4db1-8942-416109b58d6d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0407813 Dec 16 08:17:40.183548 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-874d80b9-bbf6-4e9c-b1a6-9fa2e87bcc76 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:17:40.185398 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-874d80b9-bbf6-4e9c-b1a6-9fa2e87bcc76 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "GET /v2.0/ports/4bc4c79d-7427-4e57-a5f1-7bc393591f9f HTTP/1.1" status: 404 len: 333 time: 0.0424438 Dec 16 08:17:40.198321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34224) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:40.206839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-883935352', 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:40.316601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Made reservation on behalf of 6c142339f5ef45a2923c4f7d49a8b72b for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:40.319307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:40.357484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] device_id is not set on port 58dd9b6c-28d8-47b9-ad7a-d5c0aa485687 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:40.375751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec27c-bbe7-434f-bd09-18c501a68fd1 req-c8bd24f7-a9c0-4901-92cd-7b0bdb0bd01e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:40.377254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f0ec27c-bbe7-434f-bd09-18c501a68fd1 req-c8bd24f7-a9c0-4901-92cd-7b0bdb0bd01e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0821543 Dec 16 08:17:40.508457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9f0ec27c-bbe7-434f-bd09-18c501a68fd1 req-95e2d691-7789-4c25-af99-1cf78bbb6ce7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011136 Dec 16 08:17:40.628757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:40.781756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:40.825492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Network de2d5ddf-84c1-431d-9231-ed9f63912285 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:40.828578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:40.831968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:40.832923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:40.833844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:40.842027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=58dd9b6c-28d8-47b9-ad7a-d5c0aa485687,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:40.856207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34232) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:40.922962 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-58ba8863-839d-44f4-878a-534524337689 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3370 time: 0.0649240 Dec 16 08:17:40.925963 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34234) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:40.931781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'network': {'name': 'tempest-network-smoke--1272252626', 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'port_security_enabled': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:40.966618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3909398e-e21b-4a58-a322-fc6002e86bd1 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7670264 Dec 16 08:17:40.969320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34236) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:41.006078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c520018-f01d-4d3a-9d82-ea245afebc18 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:41.009592 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5c520018-f01d-4d3a-9d82-ea245afebc18 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "GET /v2.0/ports/58dd9b6c-28d8-47b9-ad7a-d5c0aa485687 HTTP/1.1" status: 200 len: 954 time: 0.0370877 Dec 16 08:17:41.010398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34238) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:41.064151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Made reservation on behalf of ec40685aded84d3e806b80a37a464f97 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:41.068716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.104303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:17:41.116674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.116944 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Added segment 71dc735f-52ff-47a7-a336-e75356dbb8a9 of type vlan for network 18765146-2d47-4bbd-90a1-b22e0fdec39b Dec 16 08:17:41.127091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Deleting port 58dd9b6c-28d8-47b9-ad7a-d5c0aa485687 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:41.127430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.220524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.233538 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.257967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Calling delete_port for 58dd9b6c-28d8-47b9-ad7a-d5c0aa485687 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:41.316078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b6855b3-731f-43c2-bc2c-7041b46279ef req-02ca41bc-8570-491c-9f03-f515e981bd0e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0494876 Dec 16 08:17:41.333023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.339516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:41.341140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.415936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Network': ['ID=18765146-2d47-4bbd-90a1-b22e0fdec39b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:41.426237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:17:41.458513 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-989feeec-0d3d-4439-99d1-f0dc121155bd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5315092 Dec 16 08:17:41.461382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34242) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:41.466167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'admin_state_up': True, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:41.523697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.553961 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event deleted for resources: {'Port': ['ID=58dd9b6c-28d8-47b9-ad7a-d5c0aa485687,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:41.560363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.568311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34248) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:41.569149 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb5fb8cd-bc27-4f52-b0a4-4bb70f4956fa tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "DELETE /v2.0/ports/58dd9b6c-28d8-47b9-ad7a-d5c0aa485687 HTTP/1.1" status: 204 len: 168 time: 0.5576396 Dec 16 08:17:41.570656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.571904 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.608260 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8132b6-00d6-49ae-83e4-ec04bee20998 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:17:41.613500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ac8132b6-00d6-49ae-83e4-ec04bee20998 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "GET /v2.0/ports/58dd9b6c-28d8-47b9-ad7a-d5c0aa485687 HTTP/1.1" status: 404 len: 333 time: 0.0404232 Dec 16 08:17:41.613823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34252) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:41.621928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Request body: {'port': {'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1910840269'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:41.649480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.721435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ac64d-7433-40bc-be66-eeb28772c159 req-13b3500e-31cf-43f8-baab-7f247ed659f5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:41.724337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b97ac64d-7433-40bc-be66-eeb28772c159 req-13b3500e-31cf-43f8-baab-7f247ed659f5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0843189 Dec 16 08:17:41.752755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Made reservation on behalf of 6c142339f5ef45a2923c4f7d49a8b72b for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:41.755701 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:41.794905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] device_id is not set on port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:41.803455 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b97ac64d-7433-40bc-be66-eeb28772c159 req-701a2cad-3a7a-412c-b689-047dfb76f177 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722659 Dec 16 08:17:41.892323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.007355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d46344-a1ff-43b6-bdbe-56ca50588a07 req-841f9c9e-284b-49ba-86b8-e891d23d111a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:42.008953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3d46344-a1ff-43b6-bdbe-56ca50588a07 req-841f9c9e-284b-49ba-86b8-e891d23d111a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.1151946 Dec 16 08:17:42.039491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.087178 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f3d46344-a1ff-43b6-bdbe-56ca50588a07 req-a1e76163-aa3e-4b68-ac9d-4731046329d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669675 Dec 16 08:17:42.113301 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34260) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:42.161817 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f86b3-a594-4274-a3ea-eeaa61abafbb tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:42.166104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f66f86b3-a594-4274-a3ea-eeaa61abafbb tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1092 time: 0.0491278 Dec 16 08:17:42.166431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34262) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:42.170870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '32114529-2d6f-4ccd-8374-279352269158', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:42.175496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.187230 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.208329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.231326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Network de2d5ddf-84c1-431d-9231-ed9f63912285 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:42.244451 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:42.248349 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:42.249494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:42.252881 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.262136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:42.337043 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.362443 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Allocated IP 172.25.2.130 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/34742cbf-3e6e-41d3-9501-a356ce8535ed) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:42.418961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7adb5ba5-6a5a-471e-8a0b-e03e27e5a389 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8033848 Dec 16 08:17:42.423644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34270) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:42.448719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:42.452311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4f63675-63ef-4b97-8730-bdea6918bd6b req-3c84ad38-569a-494f-9cdf-37a82b7676dc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0497377 Dec 16 08:17:42.501159 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.519890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.630890 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.634261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.687427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:42.695129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:42.704197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:42.714531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d16bda1-b7d1-4fe3-b71f-df517cfa8706 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:42.729588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=34742cbf-3e6e-41d3-9501-a356ce8535ed,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:42.825218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ca989317-918b-40cd-90d6-e4c828dfbb33 None None] Provisioning complete for port 34742cbf-3e6e-41d3-9501-a356ce8535ed triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:42.825601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca989317-918b-40cd-90d6-e4c828dfbb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:42.903247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ca989317-918b-40cd-90d6-e4c828dfbb33 None None] Port 34742cbf-3e6e-41d3-9501-a356ce8535ed cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:43.078137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5d96c380-357d-4ccf-8b79-dcf149bb8df9 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:17:43.118315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 5d96c380-357d-4ccf-8b79-dcf149bb8df9 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:17:43.123284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 5d96c380-357d-4ccf-8b79-dcf149bb8df9 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:17:43.267201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] device_id is not set on port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:43.278702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:43.307517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.144 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/90a158ad-801a-4063-8742-8ce28b48f67b) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:43.385245 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:43.455544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:43.477673 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:43.514124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.514124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.514124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.538811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.538811 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.538811 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 2 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.577078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.578394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.580272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.588193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:43.603651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.603651 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.603651 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 3 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.646831 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b382e12-1b04-4a1a-9e83-7e8e3f05987f req-f116842e-4637-47a3-aac8-639a7a757321 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0453444 Dec 16 08:17:43.647815 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.648153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.648517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.653962 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.654302 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.654703 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 4 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.668867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.672691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.672691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.675088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.675390 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.676132 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 5 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.690552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.690900 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.691242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.697070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:43.705096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.705440 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.726982 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 6 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.754693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:43.758337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.758751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.759094 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.762966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:43.768107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:43.791312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=90a158ad-801a-4063-8742-8ce28b48f67b,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:43.793800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.794131 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.796758 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 7 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.820399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.820744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.821081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.831345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.831732 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.834626 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 8 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.849683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:43.869440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.869676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.870020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.897833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.898163 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.900700 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 9 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:43.948038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:43.948426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:43.948783 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:43.960608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:43.960608 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:43.991443 n-d-820935-11 neutron-server[110395]: INFO neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempt 10 to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d Dec 16 08:17:44.019271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:44.019870 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:44.021436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempting to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:44.059698 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:44.060038 n-d-820935-11 neutron-server[110395]: ERROR neutron.plugins.ml2.managers [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Failed to bind port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on host n-h1-820935-11 for vnic_type normal using segments [{'id': 'e9da79ff-c062-4e26-9bbc-75907d425a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de2d5ddf-84c1-431d-9231-ed9f63912285'}] Dec 16 08:17:44.060451 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.066510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router b943c9f7-cd96-4980-9990-6073778571f6 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:17:44.184637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:44.184896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] For port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:44.185277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attempted to set empty binding levels {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 08:17:44.197887 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Sync routers for ids ['b943c9f7-cd96-4980-9990-6073778571f6'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:44.210757 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Routers {'b943c9f7-cd96-4980-9990-6073778571f6'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:44.212804 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b943c9f7-cd96-4980-9990-6073778571f6'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:44.271432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.286269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.289501 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b2a1179-01bc-4574-9d27-302c4ddaaecc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8269238 Dec 16 08:17:44.293391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34282) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.331906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event updated for resources: {'Port': ['ID=9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:44.334152 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Set router b943c9f7-cd96-4980-9990-6073778571f6 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:44.350765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.383729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdb7ef-0a68-4050-9bab-cc316d8ea16b tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:44.401230 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6bdb7ef-0a68-4050-9bab-cc316d8ea16b tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=ec40685aded84d3e806b80a37a464f97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1065855 Dec 16 08:17:44.404565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34286) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.409608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] In _notify_port_updated(), no bound segment for port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d on network de2d5ddf-84c1-431d-9231-ed9f63912285 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:17:44.410743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:44.411954 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.414951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2f2bc9cf-0e79-4a41-bcde-02ef7aa8ec15 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "PUT /v2.0/ports/9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d HTTP/1.1" status: 200 len: 976 time: 1.9726834 Dec 16 08:17:44.424280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34288) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.534602 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Deleting port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:17:44.535096 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.549009 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:17:43Z', 'revision_number': 3, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:44.578362 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Checking router: b943c9f7-cd96-4980-9990-6073778571f6 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:44.578965 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Updating router b943c9f7-cd96-4980-9990-6073778571f6 port 34742cbf-3e6e-41d3-9501-a356ce8535ed binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:17:44.605304 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.616712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] For port 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d, host n-h1-820935-11, got binding levels [] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:44.617094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.622485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f706a83-7752-42a1-89f1-bf8bbac4a9ee tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:44.628715 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2f706a83-7752-42a1-89f1-bf8bbac4a9ee tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2225134 Dec 16 08:17:44.632879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.633053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Calling delete_port for 9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:17:44.709268 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7bb86e6d-0ba9-48af-b835-9052e88ec03e tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720801 Dec 16 08:17:44.711432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34300) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.717606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.776208 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4742c52b-ae02-4a4b-b594-c5dd14098406 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=ec40685aded84d3e806b80a37a464f97&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627723 Dec 16 08:17:44.778079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34302) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.815011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.891220 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:44.899340 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d HTTP/1.1" status: 204 len: 168 time: 0.4769299 Dec 16 08:17:44.899340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34304) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.903467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1c470-0846-4583-a53c-f8b4160dfb88 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:44.907842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e49b7f48-1c55-4112-b357-673263b31664 req-e87b23ae-e9c2-4fdb-a42c-acc696cde8ce tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0939088 Dec 16 08:17:44.940710 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c71a1f1-216e-4f52-915c-67baeeec8bb4 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] GET failed (client error): The resource could not be found. Dec 16 08:17:44.940710 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0c71a1f1-216e-4f52-915c-67baeeec8bb4 tempest-PortsAdminExtendedAttrsTestJSON-1809636622 tempest-PortsAdminExtendedAttrsTestJSON-1809636622-project-admin] 10.222.0.43 "GET /v2.0/ports/9a7ca9a3-c2a7-4017-bfb0-7b4800a3d22d HTTP/1.1" status: 404 len: 333 time: 0.0373862 Dec 16 08:17:44.940710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34306) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.963136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774654db-0ae5-482b-b52f-d34993ce3843 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:44.965097 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-774654db-0ae5-482b-b52f-d34993ce3843 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1860099 Dec 16 08:17:44.967774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34308) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:44.996657 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-20eaeea0-3d63-42c7-971b-626091630cf5 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276923 Dec 16 08:17:44.999021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34310) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:45.005684 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1222798493', 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b', 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:45.034569 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.053396 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.100622 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.127493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.132577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3488c84-de5e-41df-a338-c6a5b3903f77 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:45.152019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Made reservation on behalf of ec40685aded84d3e806b80a37a464f97 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:45.155773 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.186577 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Attempting to bind port 34742cbf-3e6e-41d3-9501-a356ce8535ed on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:45.186950 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Attempting to bind port 34742cbf-3e6e-41d3-9501-a356ce8535ed by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:45.187311 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Attempting to bind port 34742cbf-3e6e-41d3-9501-a356ce8535ed on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:45.203618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:45.203618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:45.203618 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.203618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:45.203618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Bound port: 34742cbf-3e6e-41d3-9501-a356ce8535ed, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:45.203618 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.204828 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.221906 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dc2b1-8fce-436b-8275-76849bd13ac3 None None] Pushing event updated for resources: {'Port': ['ID=34742cbf-3e6e-41d3-9501-a356ce8535ed,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:45.226100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.232577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2d5ddf-84c1-431d-9231-ed9f63912285']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:45.264924 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] For port 34742cbf-3e6e-41d3-9501-a356ce8535ed, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:45.268446 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] For port 34742cbf-3e6e-41d3-9501-a356ce8535ed, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=34742cbf-3e6e-41d3-9501-a356ce8535ed,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:45.269280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-077918dc-d087-4eb9-92e4-205a8bf1e138 None None] Provisioning complete for port 34742cbf-3e6e-41d3-9501-a356ce8535ed triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:45.269832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-077918dc-d087-4eb9-92e4-205a8bf1e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.292859 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da79ff-c062-4e26-9bbc-75907d425a01') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:45.293199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da79ff-c062-4e26-9bbc-75907d425a01') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:45.313379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.329717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-077918dc-d087-4eb9-92e4-205a8bf1e138 None None] Port 34742cbf-3e6e-41d3-9501-a356ce8535ed cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:45.344217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=90a158ad-801a-4063-8742-8ce28b48f67b,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:45.359340 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.370721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.380213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.382265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:17:45.382649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:17:45.385717 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:17:45.436548 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dc2b1-8fce-436b-8275-76849bd13ac3 None None] Pushing event updated for resources: {'Port': ['ID=34742cbf-3e6e-41d3-9501-a356ce8535ed,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:45.452774 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Routers {'b943c9f7-cd96-4980-9990-6073778571f6'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:45.453660 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b943c9f7-cd96-4980-9990-6073778571f6'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:45.455814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39f228-2eac-4db2-9a46-94341cc80900 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:17:45.524473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.558173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a2b2e1bc-d75f-4472-9577-47a6f84b710a None None] Provisioning complete for port 34742cbf-3e6e-41d3-9501-a356ce8535ed triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:45.558921 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e1bc-d75f-4472-9577-47a6f84b710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.572224 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 13eee88a-17af-4050-9adb-0a387643f96e associated. External IP: 172.25.2.144, port: 32114529-2d6f-4ccd-8374-279352269158. Dec 16 08:17:45.587008 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] Set router b943c9f7-cd96-4980-9990-6073778571f6 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:45.602064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Subnet': ['ID=483f029e-874f-4ef0-b9fe-f1e68465f813,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:45.627399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Checking segment: {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:45.628067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network hostable DHCP agents. Network: 18765146-2d47-4bbd-90a1-b22e0fdec39b, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:17:45.669463 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e1bc-d75f-4472-9577-47a6f84b710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.704010 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.704436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a2b2e1bc-d75f-4472-9577-47a6f84b710a None None] For port 34742cbf-3e6e-41d3-9501-a356ce8535ed, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=34742cbf-3e6e-41d3-9501-a356ce8535ed,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:45.712742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.716015 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] 10.222.0.43 "DELETE /v2.0/networks/de2d5ddf-84c1-431d-9231-ed9f63912285 HTTP/1.1" status: 204 len: 168 time: 0.7747049 Dec 16 08:17:45.769608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00b0f2-88a6-4ae5-b553-fb79a15b9e47 tempest-PortsAdminExtendedAttrsTestJSON-18218988 tempest-PortsAdminExtendedAttrsTestJSON-18218988-project] Pushing event deleted for resources: {'Network': ['ID=de2d5ddf-84c1-431d-9231-ed9f63912285,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:45.846489 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:17:43Z', 'revision_number': 3, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:45.858121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 3d2453b0-13a9-4a93-a13f-1f96a3023175 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:17:45.874910 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3babca-ebd1-4409-a851-82ac92c677bb None None] The sync data for ids ['b943c9f7-cd96-4980-9990-6073778571f6'] in n-d-820935-11 is: [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:17:43Z', 'revision_number': 3, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:45.959228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:17:45.961614 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e1bc-d75f-4472-9577-47a6f84b710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:45.997576 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:46.015402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] Sync routers for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:46.038072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2e1bc-d75f-4472-9577-47a6f84b710a None None] Pushing event updated for resources: {'Port': ['ID=34742cbf-3e6e-41d3-9501-a356ce8535ed,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:46.042996 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:46.044312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:46.068212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 18765146-2d47-4bbd-90a1-b22e0fdec39b) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:46.074179 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:46.075151 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:46.076685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb3762d1-aee9-44ca-a2cb-a958381ba63c req-bb63508b-ad58-4580-ac75-a043cbc74991 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abafc72-4dce-4ff5-8793-8cc73a9861b5 HTTP/1.1" status: 200 len: 210 time: 0.0344191 Dec 16 08:17:46.114149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:46.157018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2786d82-ec80-4055-8501-41fbc498e186 None None] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:46.185458 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a2d653ee-6fd4-4791-b144-03870a87429d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0178509 Dec 16 08:17:46.186183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:46.188810 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a011259-a94f-438f-973d-89b13eefb233" -d '{"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:46.200467 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1184b133-6a55-44a5-a336-4f37f3bc6ddc tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1996348 Dec 16 08:17:46.203498 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34330) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:46.488480 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48383969-7535-42a0-89bd-eab4a38c7934 x-openstack-request-id: req-48383969-7535-42a0-89bd-eab4a38c7934 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:46.488786 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:46.489195 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48383969-7535-42a0-89bd-eab4a38c7934 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:46.489878 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'status': 'completed', 'code': 200} Dec 16 08:17:46.548598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:46.582434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34336) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:46.635461 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 34742cbf-3e6e-41d3-9501-a356ce8535ed up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:46.690537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-18765146-2d47-4bbd-90a1-b22e0fdec39b', 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b', 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'fixed_ips': [{'subnet_id': '483f029e-874f-4ef0-b9fe-f1e68465f813'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:17:46.691410 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:46.767867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b929ae2-7966-461f-b5ab-ff31b1c3885b req-bbd7fd7f-7881-442a-b7d6-f71afe0b4fa2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:46.769502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b929ae2-7966-461f-b5ab-ff31b1c3885b req-bbd7fd7f-7881-442a-b7d6-f71afe0b4fa2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.3449986 Dec 16 08:17:46.770398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 34742cbf-3e6e-41d3-9501-a356ce8535ed triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:46.770788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:46.821049 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-332269f4-2c4c-4fc5-a49e-9eae032dc595 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e9d535d64ea4c59af5abd6676f73f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323599 Dec 16 08:17:46.822544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:46.932635 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17fcdf6a-3cf9-46b9-a80c-dbf8bdd7afe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:46.934036 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011259-a94f-438f-973d-89b13eefb233 req-1a702cbe-1d3c-4d5e-b8c5-b738ff36b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:46.937078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a011259-a94f-438f-973d-89b13eefb233 req-1a702cbe-1d3c-4d5e-b8c5-b738ff36b3d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1097 time: 0.4101448 Dec 16 08:17:46.993166 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17fcdf6a-3cf9-46b9-a80c-dbf8bdd7afe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.087363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Allocated IP 172.20.0.18 (18765146-2d47-4bbd-90a1-b22e0fdec39b/483f029e-874f-4ef0-b9fe-f1e68465f813/6f1522af-c8b1-4c87-b049-d9d411917f13) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:47.115209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3b929ae2-7966-461f-b5ab-ff31b1c3885b req-956e8992-6436-40be-bcc0-b988b18192a5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915850 Dec 16 08:17:47.152968 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:47.163536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17fcdf6a-3cf9-46b9-a80c-dbf8bdd7afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.166917 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17fcdf6a-3cf9-46b9-a80c-dbf8bdd7afe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.168700 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17fcdf6a-3cf9-46b9-a80c-dbf8bdd7afe4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba2ed447-c9a7-4c6e-9658-097640e89801 HTTP/1.1" status: 204 len: 168 time: 0.3449333 Dec 16 08:17:47.228140 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011259-a94f-438f-973d-89b13eefb233 req-cf1ce987-10d1-4dd9-b73a-656b6a4eb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:47.229739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a011259-a94f-438f-973d-89b13eefb233 req-cf1ce987-10d1-4dd9-b73a-656b6a4eb45c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.2656887 Dec 16 08:17:47.234154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcdf6a-3cf9-46b9-a80c-dbf8bdd7afe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ed447-c9a7-4c6e-9658-097640e89801,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:47.338666 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c3e86667-5e9d-465f-8585-db125202bdb9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/13eee88a-17af-4050-9adb-0a387643f96e HTTP/1.1" status: 200 len: 991 time: 0.1842132 Dec 16 08:17:47.439572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '13eee88a-17af-4050-9adb-0a387643f96e', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'port_id': '32114529-2d6f-4ccd-8374-279352269158', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'mac_address': 'fa:16:3e:a3:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:17:44Z', 'updated_at': '2021-12-16T08:17:44Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:47.471703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.550418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] Checking router: 3d2453b0-13a9-4a93-a13f-1f96a3023175 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:47.564853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:47.565506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:47.669934 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.737173 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:47.746375 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:47.752100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:47.754188 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Pushing event updated for resources: {'Port': ['ID=6f1522af-c8b1-4c87-b049-d9d411917f13,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:47.763970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:47.873849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a011259-a94f-438f-973d-89b13eefb233 req-ec3604bf-c519-4807-9220-6cfd999136c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 999 time: 0.6279635 Dec 16 08:17:47.884711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Attempting to bind port 6f1522af-c8b1-4c87-b049-d9d411917f13 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:47.885065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Attempting to bind port 6f1522af-c8b1-4c87-b049-d9d411917f13 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:47.885435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Attempting to bind port 6f1522af-c8b1-4c87-b049-d9d411917f13 on network 18765146-2d47-4bbd-90a1-b22e0fdec39b {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:47.897846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:47.897846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Checking segment: {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:47.898233 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.898491 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Bound using segment: {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:47.899208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Bound port: 6f1522af-c8b1-4c87-b049-d9d411917f13, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:47.899595 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.920637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:47.948042 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011259-a94f-438f-973d-89b13eefb233 req-4bfaeb9f-1589-42b6-b1c0-53ea3cd52076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:47.949248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a011259-a94f-438f-973d-89b13eefb233 req-4bfaeb9f-1589-42b6-b1c0-53ea3cd52076 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0672467 Dec 16 08:17:48.084563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011259-a94f-438f-973d-89b13eefb233 req-9cc352ff-042f-41aa-b4c7-c87b33ace9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:48.086256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a011259-a94f-438f-973d-89b13eefb233 req-9cc352ff-042f-41aa-b4c7-c87b33ace9e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052444 Dec 16 08:17:48.091063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34360) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:48.219677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] For port 6f1522af-c8b1-4c87-b049-d9d411917f13, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:48.228990 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] For port 6f1522af-c8b1-4c87-b049-d9d411917f13, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6f1522af-c8b1-4c87-b049-d9d411917f13,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:48.255676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-27036bad-8406-4809-b2fa-e2f710b1bc22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c142339f5ef45a2923c4f7d49a8b72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606081 Dec 16 08:17:48.256703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:48.300961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '13eee88a-17af-4050-9adb-0a387643f96e', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'port_id': '32114529-2d6f-4ccd-8374-279352269158', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'mac_address': 'fa:16:3e:a3:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:17:44Z', 'updated_at': '2021-12-16T08:17:44Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:48.306030 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:48.325901 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a011259-a94f-438f-973d-89b13eefb233 req-19d0e4dc-580d-445f-ba9f-6f34008f1295 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266059 Dec 16 08:17:48.346123 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34364) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:48.352536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bda3b01c-8828-4fd3-affb-610b410f8c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:48.369065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264f97b-f96d-4a29-a5d9-b6ebbb10d58f None None] The sync data for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 is: [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '13eee88a-17af-4050-9adb-0a387643f96e', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'port_id': '32114529-2d6f-4ccd-8374-279352269158', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'mac_address': 'fa:16:3e:a3:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:17:44Z', 'updated_at': '2021-12-16T08:17:44Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:48.395898 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bda3b01c-8828-4fd3-affb-610b410f8c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:48.449232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a38e2-c711-4755-86c7-38ccd7c01b50 None None] Pushing event updated for resources: {'Port': ['ID=6f1522af-c8b1-4c87-b049-d9d411917f13,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:48.592020 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bda3b01c-8828-4fd3-affb-610b410f8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:48.593563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Allocated IP 172.20.0.17 (18765146-2d47-4bbd-90a1-b22e0fdec39b/483f029e-874f-4ef0-b9fe-f1e68465f813/dcdedcf1-1bce-4609-a5c7-8a280dd87ddd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:48.594638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bda3b01c-8828-4fd3-affb-610b410f8c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:48.598536 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bda3b01c-8828-4fd3-affb-610b410f8c6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b3278da-8d87-4b1a-ab3f-f6c76201fb3e HTTP/1.1" status: 204 len: 168 time: 0.3374150 Dec 16 08:17:48.610244 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3b01c-8828-4fd3-affb-610b410f8c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3278da-8d87-4b1a-ab3f-f6c76201fb3e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:48.624861 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d14dacd2-b59e-49e1-bd6d-932d4ee941f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/13eee88a-17af-4050-9adb-0a387643f96e HTTP/1.1" status: 200 len: 991 time: 0.2764707 Dec 16 08:17:48.799019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a011259-a94f-438f-973d-89b13eefb233 req-3fc9035d-e068-41d0-b020-9f49dd899479 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634905 Dec 16 08:17:48.933093 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:49.006791 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d210e1-399d-4412-8f1c-23215cf7fe81 None None] New status for floating IP 13eee88a-17af-4050-9adb-0a387643f96e: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:17:49.066943 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:49.169325 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:49.174225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:49.185376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:49.214454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:49.256634 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:49.621338 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:49.629723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34394) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:49.799894 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-187b6401-e28e-4a54-ae86-16af745f3a07 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/13eee88a-17af-4050-9adb-0a387643f96e HTTP/1.1" status: 200 len: 993 time: 0.1706419 Dec 16 08:17:50.036497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ba525-102e-4a2d-8ebe-d75e3b3b4fc4 None None] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:50.162077 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-315ff59c-b794-4f3c-91fc-159460d29a54 None None] Provisioning complete for port 6f1522af-c8b1-4c87-b049-d9d411917f13 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:50.162426 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-315ff59c-b794-4f3c-91fc-159460d29a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:50.194179 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:50.267394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:50.327223 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:50.438459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:50.451759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34406) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:50.540653 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-315ff59c-b794-4f3c-91fc-159460d29a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:50.547221 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:50.548063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:50.624017 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-315ff59c-b794-4f3c-91fc-159460d29a54 None None] For port 6f1522af-c8b1-4c87-b049-d9d411917f13, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6f1522af-c8b1-4c87-b049-d9d411917f13,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:50.680737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6f1522af-c8b1-4c87-b049-d9d411917f13 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:50.779982 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-541b25c0-3541-41d0-b0f4-08bfcba8b72b tempest-AgentManagementNegativeTest-2127334805 tempest-AgentManagementNegativeTest-2127334805-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3107541 Dec 16 08:17:50.784085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router b943c9f7-cd96-4980-9990-6073778571f6 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:17:50.795182 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6f1522af-c8b1-4c87-b049-d9d411917f13 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:50.797362 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:50.806851 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-315ff59c-b794-4f3c-91fc-159460d29a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:51.007078 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:17:51.024775 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Sync routers for ids ['b943c9f7-cd96-4980-9990-6073778571f6'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:17:51.032866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c63022e-c6cd-44fe-97f0-47e4634b0b64 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "PUT /v2.0/routers/b943c9f7-cd96-4980-9990-6073778571f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8208110 Dec 16 08:17:51.057717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6a5367cc-1309-48c7-9cc6-67a8f082e9ab None None] Provisioning complete for port 6f1522af-c8b1-4c87-b049-d9d411917f13 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:51.067467 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a5367cc-1309-48c7-9cc6-67a8f082e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:51.107977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Routers {'b943c9f7-cd96-4980-9990-6073778571f6'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:51.108853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b943c9f7-cd96-4980-9990-6073778571f6'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:51.259604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Set router b943c9f7-cd96-4980-9990-6073778571f6 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:51.489876 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ff59c-b794-4f3c-91fc-159460d29a54 None None] Pushing event updated for resources: {'Port': ['ID=6f1522af-c8b1-4c87-b049-d9d411917f13,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:51.547117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34432) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:51.655184 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-4adfa6d0-14c3-4884-acad-890398d382da tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:51.670548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-4adfa6d0-14c3-4884-acad-890398d382da tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/networks?id=18765146-2d47-4bbd-90a1-b22e0fdec39b HTTP/1.1" status: 200 len: 798 time: 0.3155756 Dec 16 08:17:51.703475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-cdcbec98-6288-455c-94ea-8bf5c8244d3d tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/quotas/ec40685aded84d3e806b80a37a464f97 HTTP/1.1" status: 200 len: 375 time: 0.0286567 Dec 16 08:17:51.737087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6a5367cc-1309-48c7-9cc6-67a8f082e9ab None None] Provisioning complete for port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:51.737390 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6a5367cc-1309-48c7-9cc6-67a8f082e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:51.798290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab9915a8-ac68-4ac9-bb3a-2c99b2fa9c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:51.804117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-55602d49-b285-4a81-8ded-bd9dc233429c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0993881 Dec 16 08:17:51.831231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6a5367cc-1309-48c7-9cc6-67a8f082e9ab None None] Port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:51.837603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:17:49Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'dcdedcf1-1bce-4609-a5c7-8a280dd87ddd', 'name': '', 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e3:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '483f029e-874f-4ef0-b9fe-f1e68465f813', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:48Z', 'updated_at': '2021-12-16T08:17:49Z', 'revision_number': 2, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': '483f029e-874f-4ef0-b9fe-f1e68465f813', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:51.878574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Checking router: b943c9f7-cd96-4980-9990-6073778571f6 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:17:51.878574 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Updating router b943c9f7-cd96-4980-9990-6073778571f6 port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:17:51.905558 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:51.971961 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab9915a8-ac68-4ac9-bb3a-2c99b2fa9c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.018362 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-bd29f2d8-5d07-4ff3-a54c-c058ec011772 service neutron] 10.222.0.43 "GET /v2.0/networks/18765146-2d47-4bbd-90a1-b22e0fdec39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950150 Dec 16 08:17:52.037662 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab9915a8-ac68-4ac9-bb3a-2c99b2fa9c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.081731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9915a8-ac68-4ac9-bb3a-2c99b2fa9c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63760ab-9b54-413b-a371-a6e6b772fa1e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:52.084536 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b86c41c8-eedc-4222-9574-edc17a67e50f None None] Provisioning complete for port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:52.085230 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b86c41c8-eedc-4222-9574-edc17a67e50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.153189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-49a904d9-c5ab-463b-a637-b64212135352 service neutron] 10.222.0.43 "GET /v2.0/networks/18765146-2d47-4bbd-90a1-b22e0fdec39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305730 Dec 16 08:17:52.160945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34442) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:52.163285 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab9915a8-ac68-4ac9-bb3a-2c99b2fa9c8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6a090a49c284648be40ee12d9341ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147618 Dec 16 08:17:52.231017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2274-70b0-4dc0-a6a6-bbdaa69a5fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.278878 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2274-70b0-4dc0-a6a6-bbdaa69a5fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.353063 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b86c41c8-eedc-4222-9574-edc17a67e50f None None] Port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:52.417137 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2274-70b0-4dc0-a6a6-bbdaa69a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.418090 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2274-70b0-4dc0-a6a6-bbdaa69a5fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.419836 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1f3e2274-70b0-4dc0-a6a6-bbdaa69a5fad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f63760ab-9b54-413b-a371-a6e6b772fa1e HTTP/1.1" status: 204 len: 168 time: 0.2571073 Dec 16 08:17:52.446493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e2274-70b0-4dc0-a6a6-bbdaa69a5fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63760ab-9b54-413b-a371-a6e6b772fa1e,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:52.512544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.533331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6f1522af-c8b1-4c87-b049-d9d411917f13 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:52.567891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f9d1751-0d00-448e-be42-90c3d76e7f20 req-7f8b8f94-046c-4bda-b5a1-287a30b41ece tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 210 time: 0.0801735 Dec 16 08:17:52.635331 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.768808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c18cfc-dd1c-41a1-8835-116a5cc55d50 None None] Pushing event updated for resources: {'Port': ['ID=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:52.839034 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6f1522af-c8b1-4c87-b049-d9d411917f13 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:52.839544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.887974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Attempting to bind port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:52.888479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Attempting to bind port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:52.888941 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Attempting to bind port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd on network 18765146-2d47-4bbd-90a1-b22e0fdec39b {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:52.897331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:52.897868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Checking segment: {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:52.898630 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:52.899388 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Bound using segment: {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:52.899808 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Bound port: dcdedcf1-1bce-4609-a5c7-8a280dd87ddd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:52.900313 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:53.035877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] For port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:53.053964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] For port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:53.131629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:53.270781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Routers {'b943c9f7-cd96-4980-9990-6073778571f6'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:17:53.271699 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:17:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b943c9f7-cd96-4980-9990-6073778571f6'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:53.524514 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] Set router b943c9f7-cd96-4980-9990-6073778571f6 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:17:53.716359 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e161f3e1-36ac-447e-93c8-edaeb62df70e req-0a180155-c04e-442d-9b8f-3012027b0772 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 210 time: 0.0646052 Dec 16 08:17:53.758350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b55d8a8b-d6e8-489f-8da8-74b47a2c5a9e None None] Provisioning complete for port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:53.758350 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b55d8a8b-d6e8-489f-8da8-74b47a2c5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:53.806694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c18cfc-dd1c-41a1-8835-116a5cc55d50 None None] Pushing event updated for resources: {'Port': ['ID=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:54.310267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34532) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:54.322531 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b55d8a8b-d6e8-489f-8da8-74b47a2c5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:54.391589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:17:49Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'dcdedcf1-1bce-4609-a5c7-8a280dd87ddd', 'name': '', 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e3:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '483f029e-874f-4ef0-b9fe-f1e68465f813', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:48Z', 'updated_at': '2021-12-16T08:17:53Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': '483f029e-874f-4ef0-b9fe-f1e68465f813', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:17:54.414586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b55d8a8b-d6e8-489f-8da8-74b47a2c5a9e None None] For port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:54.461531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b858f57-a9d0-4b75-93f1-95ecab7d2015 None None] The sync data for ids ['b943c9f7-cd96-4980-9990-6073778571f6'] in n-d-820935-11 is: [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:17:49Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'dcdedcf1-1bce-4609-a5c7-8a280dd87ddd', 'name': '', 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e3:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '483f029e-874f-4ef0-b9fe-f1e68465f813', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:48Z', 'updated_at': '2021-12-16T08:17:53Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': '483f029e-874f-4ef0-b9fe-f1e68465f813', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:17:54.529882 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b55d8a8b-d6e8-489f-8da8-74b47a2c5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:54.618067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2041707907'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:54.628709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d8a8b-d6e8-489f-8da8-74b47a2c5a9e None None] Pushing event updated for resources: {'Port': ['ID=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:54.674885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-350cf8ea-50ec-4628-80e4-916779a924da None None] Provisioning complete for port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:54.675564 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-350cf8ea-50ec-4628-80e4-916779a924da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:54.842891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:54.847213 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:54.862159 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:54.940681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad5aa123-2bea-43f5-955e-593b25cf6af5 req-6a3e95ca-b977-4e63-9e30-10a826c121ef tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 210 time: 0.0669134 Dec 16 08:17:55.094124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:55.151728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:55.177661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:17:55.200520 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:55.201558 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Added segment f2e5a424-3ff4-48ee-b28d-6435706344e0 of type vlan for network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 Dec 16 08:17:55.282999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:55.374597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef92d5-452b-47c3-b12a-c30f7a532cea,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:55.401151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:55.431454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:55.432148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:55.595665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Network': ['ID=3a164e29-9e3f-4f50-b662-6eaf661b9e32,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:55.605430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:17:55.679898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:55.680891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-47a2d229-9454-49e0-9648-8b909e964f90 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3692868 Dec 16 08:17:55.689104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'subnet': {'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:55.879472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-a74432a4-0df4-4d23-85bb-98ba1c502125 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:55.882075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-a74432a4-0df4-4d23-85bb-98ba1c502125 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.36 "GET /v2.0/networks?id=18765146-2d47-4bbd-90a1-b22e0fdec39b HTTP/1.1" status: 200 len: 798 time: 0.2480686 Dec 16 08:17:55.909390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Request body: {'port': {'device_id': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b', 'admin_state_up': True, 'tenant_id': 'ec40685aded84d3e806b80a37a464f97'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:55.939899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:55.943820 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.143299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e853f857-5ff5-482a-a643-43cc4953277e req-0edc4b39-9dd9-42f6-9b69-aece690f4335 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 210 time: 0.0726829 Dec 16 08:17:56.265109 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Made reservation on behalf of ec40685aded84d3e806b80a37a464f97 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:56.270252 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.357535 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.431728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Allocated IP 172.20.0.27 (18765146-2d47-4bbd-90a1-b22e0fdec39b/483f029e-874f-4ef0-b9fe-f1e68465f813/839163f6-0768-4558-aee9-0c38fc288e21) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:56.496645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Subnet': ['ID=afc8fa73-75b8-4fad-9d50-38709a3fada7,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:56.538827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Checking segment: {'id': 'f2e5a424-3ff4-48ee-b28d-6435706344e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:56.539509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network hostable DHCP agents. Network: 3a164e29-9e3f-4f50-b662-6eaf661b9e32, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:17:56.568728 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dcdedcf1-1bce-4609-a5c7-8a280dd87ddd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:56.660030 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:17:56.683039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.688821 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:56.690033 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.762396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 3a164e29-9e3f-4f50-b662-6eaf661b9e32) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:56.766657 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:56.767281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.785488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656f011-8be2-460d-b2b0-6fdfb6202ce4 None None] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:56.831544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.874221 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f9e62e2-b3dd-4ee7-91c7-4b55626468ea tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1910007 Dec 16 08:17:56.876719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34590) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:56.881950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'name': 'tempest-AllowedAddressPairTestJSON-307643300'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:56.906492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event updated for resources: {'Port': ['ID=839163f6-0768-4558-aee9-0c38fc288e21,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:56.917214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'project_id': '01c2b179bbd54cfcb7afa0c775689541', 'fixed_ips': [{'subnet_id': 'afc8fa73-75b8-4fad-9d50-38709a3fada7'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:17:56.919273 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:56.931061 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:56.932761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:56.936164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:57.029682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:57.036591 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.110043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Allocated IP 172.20.0.2 (3a164e29-9e3f-4f50-b662-6eaf661b9e32/afc8fa73-75b8-4fad-9d50-38709a3fada7/061394e5-cae9-4089-9cda-245654cb2564) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:57.120268 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1a1f759f-c840-485e-8d68-a1503d719ba0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2150347 Dec 16 08:17:57.147212 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Request body: {'port': {'device_id': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:57.219866 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:57.223750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.234240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.263621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] device_id is not set on port 1361b6f9-1d91-47fa-9b47-cfd0248753aa yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:57.339214 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.380556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-95110cd0-d530-4268-9d51-a3423ab72fcc None None] Provisioning complete for port 839163f6-0768-4558-aee9-0c38fc288e21 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:57.381204 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-95110cd0-d530-4268-9d51-a3423ab72fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.432778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-95110cd0-d530-4268-9d51-a3423ab72fcc None None] Port 839163f6-0768-4558-aee9-0c38fc288e21 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:17:57.433348 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.471068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Allocated IP 172.20.0.8 (3a164e29-9e3f-4f50-b662-6eaf661b9e32/afc8fa73-75b8-4fad-9d50-38709a3fada7/1361b6f9-1d91-47fa-9b47-cfd0248753aa) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:57.480532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:57.483007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd4ea2-afc4-4f85-92ff-1f06ebcaeca7 req-fca8b324-9d2b-469b-bda7-6c6fd5e92c96 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:57.484328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:57.487083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-babd4ea2-afc4-4f85-92ff-1f06ebcaeca7 req-fca8b324-9d2b-469b-bda7-6c6fd5e92c96 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 895 time: 0.1423042 Dec 16 08:17:57.510012 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:57.572683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Pushing event updated for resources: {'Port': ['ID=061394e5-cae9-4089-9cda-245654cb2564,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:57.632872 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Attempting to bind port 061394e5-cae9-4089-9cda-245654cb2564 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:57.633774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Attempting to bind port 061394e5-cae9-4089-9cda-245654cb2564 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'f2e5a424-3ff4-48ee-b28d-6435706344e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:57.634549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Attempting to bind port 061394e5-cae9-4089-9cda-245654cb2564 on network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:57.670036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:57.670469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Checking segment: {'id': 'f2e5a424-3ff4-48ee-b28d-6435706344e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:57.670896 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.674743 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Bound using segment: {'id': 'f2e5a424-3ff4-48ee-b28d-6435706344e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:57.675371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Bound port: 061394e5-cae9-4089-9cda-245654cb2564, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5a424-3ff4-48ee-b28d-6435706344e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:57.675797 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.732369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839163f6-0768-4558-aee9-0c38fc288e21 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:17:57.740091 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.750491 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.752440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.768776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Transition to ACTIVE for port object 839163f6-0768-4558-aee9-0c38fc288e21 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:17:57.793670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] For port 061394e5-cae9-4089-9cda-245654cb2564, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:57.797168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] For port 061394e5-cae9-4089-9cda-245654cb2564, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=061394e5-cae9-4089-9cda-245654cb2564,segment=NetworkSegment(f2e5a424-3ff4-48ee-b28d-6435706344e0),segment_id=f2e5a424-3ff4-48ee-b28d-6435706344e0)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:57.848747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.883924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.884562 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:57.907792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Pushing event updated for resources: {'Port': ['ID=839163f6-0768-4558-aee9-0c38fc288e21,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:57.932768 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:17:57.936085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:17:57.940126 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:17:58.007923 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Attempting to bind port 839163f6-0768-4558-aee9-0c38fc288e21 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:17:58.008901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Attempting to bind port 839163f6-0768-4558-aee9-0c38fc288e21 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:17:58.008901 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Attempting to bind port 839163f6-0768-4558-aee9-0c38fc288e21 on network 18765146-2d47-4bbd-90a1-b22e0fdec39b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:58.012445 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=1361b6f9-1d91-47fa-9b47-cfd0248753aa,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:58.024316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Port 839163f6-0768-4558-aee9-0c38fc288e21 on network 18765146-2d47-4bbd-90a1-b22e0fdec39b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:17:58.025124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Attempting to bind port 839163f6-0768-4558-aee9-0c38fc288e21 on network 18765146-2d47-4bbd-90a1-b22e0fdec39b {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:17:58.035533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:17:58.035533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Checking segment: {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:17:58.035533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Bound using segment: {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:17:58.036149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Bound port: 839163f6-0768-4558-aee9-0c38fc288e21, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dc735f-52ff-47a7-a336-e75356dbb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:17:58.036338 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:58.041445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae9d17-f317-4323-b64e-fdf5c762e13c None None] Pushing event updated for resources: {'Port': ['ID=061394e5-cae9-4089-9cda-245654cb2564,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:58.053461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:58.054301 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:58.123062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] For port 839163f6-0768-4558-aee9-0c38fc288e21, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:17:58.127189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] For port 839163f6-0768-4558-aee9-0c38fc288e21, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=839163f6-0768-4558-aee9-0c38fc288e21,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:17:58.169038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34600) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:17:58.170215 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-23a2a0ca-925f-4371-9363-f0237599d3cd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2914879 Dec 16 08:17:58.175055 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'name': 'tempest-AllowedAddressPairTestJSON-756170435', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:44:a0:b6'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:17:58.190536 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9d0814ef-c98c-47ec-b3e1-934be3ab600a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:58.262285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:58.340693 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:58.341322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:58.342731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/839163f6-0768-4558-aee9-0c38fc288e21 HTTP/1.1" status: 200 len: 1056 time: 1.2015491 Dec 16 08:17:58.343180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'tag': '839163f6-0768-4558-aee9-0c38fc288e21'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:17:58.345465 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae9473-e79e-4cb9-b54f-16e086f47d61" -d '{"events": [{"name": "network-changed", "server_uuid": "c35e2d26-7efd-4fe9-bc63-e20f0382485d", "tag": "839163f6-0768-4558-aee9-0c38fc288e21"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:17:58.429964 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf8fcb6-d7b3-4522-924f-dc57c0d15682 x-openstack-request-id: req-dbf8fcb6-d7b3-4522-924f-dc57c0d15682 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:17:58.430601 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35e2d26-7efd-4fe9-bc63-e20f0382485d", "tag": "839163f6-0768-4558-aee9-0c38fc288e21", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:17:58.431042 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbf8fcb6-d7b3-4522-924f-dc57c0d15682 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:17:58.431648 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'tag': '839163f6-0768-4558-aee9-0c38fc288e21', 'status': 'completed', 'code': 200} Dec 16 08:17:58.432740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca08dbc-21a7-4e4e-8867-2079871075f4 service neutron] Pushing event updated for resources: {'Port': ['ID=839163f6-0768-4558-aee9-0c38fc288e21,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:58.547669 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae9473-e79e-4cb9-b54f-16e086f47d61 req-99912aec-0e48-4c6b-88cb-9b8f585d9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:58.551530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aae9473-e79e-4cb9-b54f-16e086f47d61 req-99912aec-0e48-4c6b-88cb-9b8f585d9889 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 1059 time: 0.0815563 Dec 16 08:17:58.586414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:17:58.694951 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 061394e5-cae9-4089-9cda-245654cb2564 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:17:58.848918 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 061394e5-cae9-4089-9cda-245654cb2564 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:58.850180 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:58.870911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baedc2-23cb-4407-b885-0e868ce6a913 req-af4b06b8-e2f4-4bc5-8142-2990198a7526 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:58.882724 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-70baedc2-23cb-4407-b885-0e868ce6a913 req-af4b06b8-e2f4-4bc5-8142-2990198a7526 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 907 time: 0.1847136 Dec 16 08:17:58.903572 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:58.938854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae9473-e79e-4cb9-b54f-16e086f47d61 req-805eed69-0e35-4731-8170-e4fa77359432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:58.939466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae9473-e79e-4cb9-b54f-16e086f47d61 req-805eed69-0e35-4731-8170-e4fa77359432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:58.941893 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aae9473-e79e-4cb9-b54f-16e086f47d61 req-805eed69-0e35-4731-8170-e4fa77359432 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec40685aded84d3e806b80a37a464f97&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.3726699 Dec 16 08:17:58.943217 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] device_id is not set on port d3a13957-3c28-4d19-a511-50f1d67877d5 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:17:59.032832 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:59.073817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 061394e5-cae9-4089-9cda-245654cb2564, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=061394e5-cae9-4089-9cda-245654cb2564,segment=NetworkSegment(f2e5a424-3ff4-48ee-b28d-6435706344e0),segment_id=f2e5a424-3ff4-48ee-b28d-6435706344e0)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:17:59.145643 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:59.168533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae9473-e79e-4cb9-b54f-16e086f47d61 req-79d34b81-31a5-4540-b34d-bdede6d16e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:59.179628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8aae9473-e79e-4cb9-b54f-16e086f47d61 req-79d34b81-31a5-4540-b34d-bdede6d16e03 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2205358 Dec 16 08:17:59.203439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Allocated IP 172.20.0.6 (3a164e29-9e3f-4f50-b662-6eaf661b9e32/afc8fa73-75b8-4fad-9d50-38709a3fada7/d3a13957-3c28-4d19-a511-50f1d67877d5) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:17:59.245213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=061394e5-cae9-4089-9cda-245654cb2564,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:17:59.388160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-9da9b5d3-7a33-4a7e-81af-7752285931d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:59.389717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-9da9b5d3-7a33-4a7e-81af-7752285931d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 1059 time: 0.1183202 Dec 16 08:17:59.458745 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-ec3ba397-2695-4823-a3cb-d19542791f46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=839163f6-0768-4558-aee9-0c38fc288e21 HTTP/1.1" status: 200 len: 217 time: 0.0531497 Dec 16 08:17:59.580483 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:59.590564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-c6ad8508-6ad1-46db-84f2-d140ef9c12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:59.592329 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-c6ad8508-6ad1-46db-84f2-d140ef9c12a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=483f029e-874f-4ef0-b9fe-f1e68465f813 HTTP/1.1" status: 200 len: 838 time: 0.1234977 Dec 16 08:17:59.676208 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-f51a7a2a-3fed-406a-9831-d0816ae6e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:17:59.677873 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-f51a7a2a-3fed-406a-9831-d0816ae6e3e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18765146-2d47-4bbd-90a1-b22e0fdec39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0750208 Dec 16 08:17:59.707940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1922fd-6e85-4080-a441-987efff23d40 None None] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:17:59.794358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-569779a9-c3fc-422d-9eb0-a431db69a0a3 service neutron] 10.222.0.36 "GET /v2.0/networks/18765146-2d47-4bbd-90a1-b22e0fdec39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079884 Dec 16 08:17:59.797303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:17:59.961512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3b99bfcc-ac64-4445-973c-646d552a9a76 None None] Provisioning complete for port 061394e5-cae9-4089-9cda-245654cb2564 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:17:59.962074 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3b99bfcc-ac64-4445-973c-646d552a9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.173871 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.439976 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Provisioning complete for port 1361b6f9-1d91-47fa-9b47-cfd0248753aa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:00.440823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:18:00.444321 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.474370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:18:00.489050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:18:00.514480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=d3a13957-3c28-4d19-a511-50f1d67877d5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:00.547933 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Port 1361b6f9-1d91-47fa-9b47-cfd0248753aa cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:00.586832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 061394e5-cae9-4089-9cda-245654cb2564 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:18:00.616896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155a600-3ff2-4d15-a0ba-5c86f44738bb req-3c245f19-7dd6-487c-8f58-5d1b3b567152 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:00.639198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1155a600-3ff2-4d15-a0ba-5c86f44738bb req-3c245f19-7dd6-487c-8f58-5d1b3b567152 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 907 time: 0.2223566 Dec 16 08:18:00.639311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Provisioning complete for port d3a13957-3c28-4d19-a511-50f1d67877d5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:00.639311 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.644746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0fb95f74-a51e-4004-b1ac-fae5cf0af71c req-d8a20390-00d2-4ed5-86d5-e9bc9bfa1c68 service neutron] 10.222.0.36 "GET /v2.0/networks/18765146-2d47-4bbd-90a1-b22e0fdec39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8357556 Dec 16 08:18:00.658543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:00.659630 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.718014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Port d3a13957-3c28-4d19-a511-50f1d67877d5 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:00.736647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Provisioning complete for port 061394e5-cae9-4089-9cda-245654cb2564 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:00.737036 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1828-2e2d-4ddd-bb88-c76d3b1dc887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.768452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 061394e5-cae9-4089-9cda-245654cb2564 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:00.769767 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.808130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a6df2583-d430-4420-978f-b19c90199152 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.6353860 Dec 16 08:18:00.808595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34624) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:00.811112 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb42d-ec26-4732-a0ab-ec974897b3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:00.882365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6e03c-eb0d-4911-91ca-c93db5216857 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:00.889550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6e03c-eb0d-4911-91ca-c93db5216857 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:00.897949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6e03c-eb0d-4911-91ca-c93db5216857 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:00.899890 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3df6e03c-eb0d-4911-91ca-c93db5216857 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0897844 Dec 16 08:18:00.902612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34626) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:01.034667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting port d3a13957-3c28-4d19-a511-50f1d67877d5 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:01.035085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.069708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-13cb0dcc-f5c4-497f-bbd1-d02846709b9e None None] Provisioning complete for port 1361b6f9-1d91-47fa-9b47-cfd0248753aa triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:01.070160 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-13cb0dcc-f5c4-497f-bbd1-d02846709b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.119883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-13cb0dcc-f5c4-497f-bbd1-d02846709b9e None None] Port 1361b6f9-1d91-47fa-9b47-cfd0248753aa cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:01.140903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-13cb0dcc-f5c4-497f-bbd1-d02846709b9e None None] Provisioning complete for port d3a13957-3c28-4d19-a511-50f1d67877d5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:01.141290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-13cb0dcc-f5c4-497f-bbd1-d02846709b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.176211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.186401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-13cb0dcc-f5c4-497f-bbd1-d02846709b9e None None] Port d3a13957-3c28-4d19-a511-50f1d67877d5 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:01.193379 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Calling delete_port for d3a13957-3c28-4d19-a511-50f1d67877d5 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:01.402461 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.438322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Port': ['ID=d3a13957-3c28-4d19-a511-50f1d67877d5,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:01.631629 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.636521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7e097b0c-3f79-4627-88ef-35a9d7708262 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/ports/d3a13957-3c28-4d19-a511-50f1d67877d5 HTTP/1.1" status: 204 len: 168 time: 0.7325232 Dec 16 08:18:01.638969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34634) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:01.674739 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9103c9c-99cc-48fe-995c-6d7a703b1bdd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] GET failed (client error): The resource could not be found. Dec 16 08:18:01.679491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f9103c9c-99cc-48fe-995c-6d7a703b1bdd tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "GET /v2.0/ports/d3a13957-3c28-4d19-a511-50f1d67877d5 HTTP/1.1" status: 404 len: 333 time: 0.0387006 Dec 16 08:18:01.682965 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34638) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:01.689009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'name': 'tempest-AllowedAddressPairTestJSON-781805534'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:01.817580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8021d2-d4c5-4ff7-b0bc-58c3194443d3 req-42a587b9-18a2-4ae9-bfe7-76c3543c2602 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:01.819114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd8021d2-d4c5-4ff7-b0bc-58c3194443d3 req-42a587b9-18a2-4ae9-bfe7-76c3543c2602 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 907 time: 0.0863628 Dec 16 08:18:01.849859 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.916779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:18:01.920290 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:01.939037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] device_id is not set on port ece44b5d-12bb-47ed-bb89-a71031231d19 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:18:02.075801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Allocated IP 172.20.0.9 (3a164e29-9e3f-4f50-b662-6eaf661b9e32/afc8fa73-75b8-4fad-9d50-38709a3fada7/ece44b5d-12bb-47ed-bb89-a71031231d19) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:18:02.239516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:02.357237 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:02.416928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:18:02.421494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:18:02.423363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=ece44b5d-12bb-47ed-bb89-a71031231d19,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:02.426121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:18:02.491587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:02.492473 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:02.497036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 839163f6-0768-4558-aee9-0c38fc288e21 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:18:02.607460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a79da5ec-7355-4b6f-aa5a-edad71a8887d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9209738 Dec 16 08:18:02.607713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34648) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:02.613271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:44:a0:b6'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:02.632966 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 839163f6-0768-4558-aee9-0c38fc288e21, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=839163f6-0768-4558-aee9-0c38fc288e21,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:02.654030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '839163f6-0768-4558-aee9-0c38fc288e21', 'network_id': '18765146-2d47-4bbd-90a1-b22e0fdec39b', 'port_id': '839163f6-0768-4558-aee9-0c38fc288e21', 'mac_address': 'fa:16:3e:d8:96:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483f029e-874f-4ef0-b9fe-f1e68465f813', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:18:02.708787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:02.726845 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:02.734601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839163f6-0768-4558-aee9-0c38fc288e21 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:18:02.761189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bb5dac38-09f0-4a3c-bfbe-e8774f7cfdb7 None None] Provisioning complete for port ece44b5d-12bb-47ed-bb89-a71031231d19 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:02.761489 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bb5dac38-09f0-4a3c-bfbe-e8774f7cfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:02.771458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 839163f6-0768-4558-aee9-0c38fc288e21, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=839163f6-0768-4558-aee9-0c38fc288e21,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:02.787924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34652) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:02.828828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bb5dac38-09f0-4a3c-bfbe-e8774f7cfdb7 None None] Port ece44b5d-12bb-47ed-bb89-a71031231d19 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:02.857785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:02.933734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=839163f6-0768-4558-aee9-0c38fc288e21,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:02.942387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.942741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.943086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.943426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.943761 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.944094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.944444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.944773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.945174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.945407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.945730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.946053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.946455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:02.998093 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98543386-9472-48c1-89e8-841d592faa6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.049076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe143ed-6bff-46ff-a6b9-2035894bc80c req-418f1013-145d-40c2-9e72-daa3416f6d79 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:03.056847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dbe143ed-6bff-46ff-a6b9-2035894bc80c req-418f1013-145d-40c2-9e72-daa3416f6d79 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 908 time: 0.1042190 Dec 16 08:18:03.079177 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.093163 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98543386-9472-48c1-89e8-841d592faa6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.173253 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.184594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['839163f6-0768-4558-aee9-0c38fc288e21'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:18:03.184818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-98543386-9472-48c1-89e8-841d592faa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.259299 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=ece44b5d-12bb-47ed-bb89-a71031231d19,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:03.283596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98543386-9472-48c1-89e8-841d592faa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5218f32-4f08-462a-bd1c-5edff3b9807e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:03.290093 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-98543386-9472-48c1-89e8-841d592faa6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63cb3ad325414943a3e784e2dafb80f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5028498 Dec 16 08:18:03.293275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34660) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:03.299132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] In _notify_port_updated(), no bound segment for port ece44b5d-12bb-47ed-bb89-a71031231d19 on network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:18:03.313837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:03.316973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.318585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-39bc1a94-e618-46fd-8fba-e4bffe006525 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "PUT /v2.0/ports/ece44b5d-12bb-47ed-bb89-a71031231d19 HTTP/1.1" status: 200 len: 992 time: 0.7099850 Dec 16 08:18:03.321665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34662) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:03.354982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90dd5fed-4045-49e3-ba03-81a12de088da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.386888 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90dd5fed-4045-49e3-ba03-81a12de088da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.465008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting port ece44b5d-12bb-47ed-bb89-a71031231d19 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:03.471265 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.488456 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.556698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-19c62302-fd89-4748-abb5-7ed1a813bd05 None None] Provisioning complete for port ece44b5d-12bb-47ed-bb89-a71031231d19 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:03.557982 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19c62302-fd89-4748-abb5-7ed1a813bd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.577279 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.579076 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90dd5fed-4045-49e3-ba03-81a12de088da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.583944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-90dd5fed-4045-49e3-ba03-81a12de088da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.590197 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-90dd5fed-4045-49e3-ba03-81a12de088da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5218f32-4f08-462a-bd1c-5edff3b9807e HTTP/1.1" status: 204 len: 168 time: 0.2939343 Dec 16 08:18:03.599196 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd5fed-4045-49e3-ba03-81a12de088da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5218f32-4f08-462a-bd1c-5edff3b9807e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:03.603029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Calling delete_port for ece44b5d-12bb-47ed-bb89-a71031231d19 owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:03.636152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-19c62302-fd89-4748-abb5-7ed1a813bd05 None None] Port ece44b5d-12bb-47ed-bb89-a71031231d19 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:03.847102 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:03.882495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Port': ['ID=ece44b5d-12bb-47ed-bb89-a71031231d19,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:04.037851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.044324 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ce193ffc-4c37-4c34-a0da-8a6511814198 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/ports/ece44b5d-12bb-47ed-bb89-a71031231d19 HTTP/1.1" status: 204 len: 168 time: 0.7189288 Dec 16 08:18:04.044754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34670) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:04.078255 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-a401419d-c0a3-47f0-8029-9ff904ce58e9 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] GET failed (client error): The resource could not be found. Dec 16 08:18:04.078255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a401419d-c0a3-47f0-8029-9ff904ce58e9 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "GET /v2.0/ports/ece44b5d-12bb-47ed-bb89-a71031231d19 HTTP/1.1" status: 404 len: 333 time: 0.0283906 Dec 16 08:18:04.084370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34674) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:04.091107 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'name': 'tempest-AllowedAddressPairTestJSON-2083333150'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:04.236066 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.246338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b2f6-c34e-42b9-9377-dca7ec21ad68 req-10fd633a-eb75-4b5c-8911-350ec551187d tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:04.247872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d09b2f6-c34e-42b9-9377-dca7ec21ad68 req-10fd633a-eb75-4b5c-8911-350ec551187d tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 908 time: 0.0887289 Dec 16 08:18:04.298582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34678) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:04.312796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54f361c-20ed-4529-8061-76c187792745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.349326 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:18:04.352818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.371724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] device_id is not set on port fdedd282-faaa-4001-a180-55e5e1535a7c yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:18:04.400381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54f361c-20ed-4529-8061-76c187792745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.493364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b54f361c-20ed-4529-8061-76c187792745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.506437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Allocated IP 172.20.0.12 (3a164e29-9e3f-4f50-b662-6eaf661b9e32/afc8fa73-75b8-4fad-9d50-38709a3fada7/fdedd282-faaa-4001-a180-55e5e1535a7c) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:18:04.516125 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 839163f6-0768-4558-aee9-0c38fc288e21 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:18:04.565015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34682) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:04.566220 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b54f361c-20ed-4529-8061-76c187792745 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a9185c8c4694ce591501b05b2a1f84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655728 Dec 16 08:18:04.569744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f361c-20ed-4529-8061-76c187792745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861bc4dd-388d-4574-b898-fe6cb9b836bf,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:04.665052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 839163f6-0768-4558-aee9-0c38fc288e21 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:18:04.670567 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 839163f6-0768-4558-aee9-0c38fc288e21 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:04.670938 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.689561 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06de6a3c-8219-4776-b450-f612f456bd29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.732814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.735316 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06de6a3c-8219-4776-b450-f612f456bd29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.763101 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.797630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839163f6-0768-4558-aee9-0c38fc288e21'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:04.799953 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbe04d2-b956-4695-b6c0-d1d21eaa1bab" -d '{"events": [{"server_uuid": "c35e2d26-7efd-4fe9-bc63-e20f0382485d", "name": "network-vif-plugged", "status": "completed", "tag": "839163f6-0768-4558-aee9-0c38fc288e21"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:04.814269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 839163f6-0768-4558-aee9-0c38fc288e21, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=839163f6-0768-4558-aee9-0c38fc288e21,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:04.967532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.967532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06de6a3c-8219-4776-b450-f612f456bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.968108 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.968617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-06de6a3c-8219-4776-b450-f612f456bd29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:04.969830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-06de6a3c-8219-4776-b450-f612f456bd29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/861bc4dd-388d-4574-b898-fe6cb9b836bf HTTP/1.1" status: 204 len: 168 time: 0.4027798 Dec 16 08:18:05.027800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=839163f6-0768-4558-aee9-0c38fc288e21,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:05.032220 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:18:05.044082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de6a3c-8219-4776-b450-f612f456bd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861bc4dd-388d-4574-b898-fe6cb9b836bf,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:05.049294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:18:05.054331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:18:05.091394 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8ae3f6-59f6-4d18-b09a-6f02909a3b7d x-openstack-request-id: req-8a8ae3f6-59f6-4d18-b09a-6f02909a3b7d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:05.091725 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35e2d26-7efd-4fe9-bc63-e20f0382485d", "name": "network-vif-plugged", "status": "completed", "tag": "839163f6-0768-4558-aee9-0c38fc288e21", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:05.093823 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a8ae3f6-59f6-4d18-b09a-6f02909a3b7d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:05.094840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=fdedd282-faaa-4001-a180-55e5e1535a7c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:05.095337 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839163f6-0768-4558-aee9-0c38fc288e21', 'code': 200} Dec 16 08:18:05.129814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:05.130981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:05.245656 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c599edba-0ef0-49ed-ae9d-c809e09c8e62 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1599250 Dec 16 08:18:05.251551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a138a-139f-44ea-ad93-b5c48987fb63 req-9ab645d0-5cf2-4aaf-b4ed-f6f6b935324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:05.253405 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34692) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:05.257712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb1a138a-139f-44ea-ad93-b5c48987fb63 req-9ab645d0-5cf2-4aaf-b4ed-f6f6b935324f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 1061 time: 0.0691886 Dec 16 08:18:05.259829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:44:a0:b6'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:05.383584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1627c0be-220d-4628-be88-78dcbea0b776 None None] Provisioning complete for port fdedd282-faaa-4001-a180-55e5e1535a7c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:05.384507 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1627c0be-220d-4628-be88-78dcbea0b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:05.430569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ac8c4-a2de-47e9-ba03-36ccd8dcf974 req-5a16af6b-caa5-42e3-ac01-aeae2899ec0b tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:05.432583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb2ac8c4-a2de-47e9-ba03-36ccd8dcf974 req-5a16af6b-caa5-42e3-ac01-aeae2899ec0b tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 909 time: 0.0836847 Dec 16 08:18:05.438573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1627c0be-220d-4628-be88-78dcbea0b776 None None] Port fdedd282-faaa-4001-a180-55e5e1535a7c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:05.452480 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:05.658062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:05.761726 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:05.847106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=fdedd282-faaa-4001-a180-55e5e1535a7c,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:05.859282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] In _notify_port_updated(), no bound segment for port fdedd282-faaa-4001-a180-55e5e1535a7c on network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:18:05.866000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:05.866685 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:05.870513 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1afff412-dfbf-4f96-a3b4-46e2bc32c60b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "PUT /v2.0/ports/fdedd282-faaa-4001-a180-55e5e1535a7c HTTP/1.1" status: 200 len: 997 time: 0.6129501 Dec 16 08:18:05.870770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34708) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:06.070298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-640167c7-90af-4ee0-9ee7-84c7c5163d6f None None] Provisioning complete for port fdedd282-faaa-4001-a180-55e5e1535a7c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:06.070900 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-640167c7-90af-4ee0-9ee7-84c7c5163d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:06.118020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-640167c7-90af-4ee0-9ee7-84c7c5163d6f None None] Port fdedd282-faaa-4001-a180-55e5e1535a7c cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:06.322490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting port fdedd282-faaa-4001-a180-55e5e1535a7c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:06.322880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:06.415715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:06.429245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Calling delete_port for fdedd282-faaa-4001-a180-55e5e1535a7c owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:06.585441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b992340-cdc2-494b-8383-7f5366dea9ea req-8936fa28-45ef-4286-b5cb-d448b5aefad3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:06.587246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5b992340-cdc2-494b-8383-7f5366dea9ea req-8936fa28-45ef-4286-b5cb-d448b5aefad3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 909 time: 0.0625889 Dec 16 08:18:06.832667 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:06.869619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Port': ['ID=fdedd282-faaa-4001-a180-55e5e1535a7c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:06.949243 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:07.061686 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-abb1cff6-434d-4596-b27c-46991039b82f tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/ports/fdedd282-faaa-4001-a180-55e5e1535a7c HTTP/1.1" status: 204 len: 168 time: 1.0811002 Dec 16 08:18:07.061686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34728) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:07.061686 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d945f5f6-2985-41dc-aaa2-e731654b1c80 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] GET failed (client error): The resource could not be found. Dec 16 08:18:07.061686 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d945f5f6-2985-41dc-aaa2-e731654b1c80 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "GET /v2.0/ports/fdedd282-faaa-4001-a180-55e5e1535a7c HTTP/1.1" status: 404 len: 333 time: 0.0277383 Dec 16 08:18:07.061686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34730) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:07.061686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'name': 'tempest-AllowedAddressPairTestJSON-1853470415'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:07.230600 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:18:07.234693 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:07.255711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] device_id is not set on port 9d6ee042-362b-440c-997c-dd84cb32227d yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:18:07.374503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Allocated IP 172.20.0.6 (3a164e29-9e3f-4f50-b662-6eaf661b9e32/afc8fa73-75b8-4fad-9d50-38709a3fada7/9d6ee042-362b-440c-997c-dd84cb32227d) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:18:07.551722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:07.682075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:07.741094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:18:07.745998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:18:07.751003 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:18:07.768339 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b591c-af9d-4d2f-a333-3f57f3ba68a2 req-3ebbcff1-a57d-41c6-95fa-9692e342dfc3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:07.781807 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d27b591c-af9d-4d2f-a333-3f57f3ba68a2 req-3ebbcff1-a57d-41c6-95fa-9692e342dfc3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 909 time: 0.0812361 Dec 16 08:18:07.782656 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=9d6ee042-362b-440c-997c-dd84cb32227d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:07.855426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:07.856164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:07.970893 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ae0161f9-120b-44df-ab09-f2353363491d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9784019 Dec 16 08:18:07.974488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34758) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:07.980087 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'network_id': '3a164e29-9e3f-4f50-b662-6eaf661b9e32', 'name': 'tempest-AllowedAddressPairTestJSON-1041232204'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:08.001261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5ee46-f00a-42e7-8214-3d541e0d93b1 req-afa8c608-6874-4cd7-9fe5-60f84dbf4dbf tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:08.019467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-15f5ee46-f00a-42e7-8214-3d541e0d93b1 req-afa8c608-6874-4cd7-9fe5-60f84dbf4dbf tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 909 time: 0.1279910 Dec 16 08:18:08.070953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-78441ab1-99b0-40f7-b4b1-215a32834630 None None] Provisioning complete for port 9d6ee042-362b-440c-997c-dd84cb32227d triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:08.079322 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-78441ab1-99b0-40f7-b4b1-215a32834630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:08.113839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-78441ab1-99b0-40f7-b4b1-215a32834630 None None] Port 9d6ee042-362b-440c-997c-dd84cb32227d cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:08.157796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53234e5-8309-4cd2-8a69-f619c081e8a2 req-d24992ab-835b-44fe-a567-ab164c11ab1a tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:08.160452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d53234e5-8309-4cd2-8a69-f619c081e8a2 req-d24992ab-835b-44fe-a567-ab164c11ab1a tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 1061 time: 0.0574260 Dec 16 08:18:08.224838 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Made reservation on behalf of 01c2b179bbd54cfcb7afa0c775689541 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:18:08.228765 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:08.259172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] device_id is not set on port 05e42dd4-635c-42c6-925f-da497c2b64af yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:18:08.303063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc28c9-4c08-453f-88fb-a32a42f43b36 req-5ea86699-635c-4df9-a268-3ebb4e9dba3c tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:08.305497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3dc28c9-4c08-453f-88fb-a32a42f43b36 req-5ea86699-635c-4df9-a268-3ebb4e9dba3c tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1136 time: 0.0654182 Dec 16 08:18:08.381498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3dc28c9-4c08-453f-88fb-a32a42f43b36 req-cb269c66-8381-4238-8a6b-3e98f2c539b4 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0659628 Dec 16 08:18:08.398310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34774) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:08.442226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Allocated IP 172.20.0.12 (3a164e29-9e3f-4f50-b662-6eaf661b9e32/afc8fa73-75b8-4fad-9d50-38709a3fada7/05e42dd4-635c-42c6-925f-da497c2b64af) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:18:08.468150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d33594-139b-4121-84fb-8a28950f85f3 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:08.470162 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-60d33594-139b-4121-84fb-8a28950f85f3 tempest-TestSecurityGroupsBasicOps-1749680109 tempest-TestSecurityGroupsBasicOps-1749680109-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 1056 time: 0.0699925 Dec 16 08:18:08.643631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:08.842153 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:08.887081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:18:08.890338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:18:08.894614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:18:08.925111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=05e42dd4-635c-42c6-925f-da497c2b64af,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:08.972278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:08.973211 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.084342 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4cb47393-d907-48f6-8e4f-5241dbdcb47b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1085320 Dec 16 08:18:09.085978 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3bcd7-51a2-4097-8dd8-575f7c7cff54 req-d310e662-06af-4d17-a101-4cb8bc858bd7 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:09.087128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34786) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:09.087671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a3c3bcd7-51a2-4097-8dd8-575f7c7cff54 req-d310e662-06af-4d17-a101-4cb8bc858bd7 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 909 time: 0.0622377 Dec 16 08:18:09.092695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:44:a0:b6'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:01:84:14'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:09.150202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2877f6f0-26e1-4ada-8d65-7f95f17a2d18 None None] Provisioning complete for port 05e42dd4-635c-42c6-925f-da497c2b64af triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:09.155551 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2877f6f0-26e1-4ada-8d65-7f95f17a2d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.185560 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.193220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2877f6f0-26e1-4ada-8d65-7f95f17a2d18 None None] Port 05e42dd4-635c-42c6-925f-da497c2b64af cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:09.400752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.475826 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.545354 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:18:09.554457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event updated for resources: {'Port': ['ID=05e42dd4-635c-42c6-925f-da497c2b64af,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:09.584000 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] In _notify_port_updated(), no bound segment for port 05e42dd4-635c-42c6-925f-da497c2b64af on network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 {{(pid=110396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:18:09.589559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:09.592234 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.593612 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4f9f49b4-7466-49d3-b81c-3ba185b92c68 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "PUT /v2.0/ports/05e42dd4-635c-42c6-925f-da497c2b64af HTTP/1.1" status: 200 len: 1056 time: 0.5053713 Dec 16 08:18:09.597391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34794) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:09.713651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting port 05e42dd4-635c-42c6-925f-da497c2b64af {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:09.714124 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.812844 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.820158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5584b1e6-7c9a-4a98-94fa-a0946cbd2adc None None] Provisioning complete for port 05e42dd4-635c-42c6-925f-da497c2b64af triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:09.820962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5584b1e6-7c9a-4a98-94fa-a0946cbd2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:09.837639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Calling delete_port for 05e42dd4-635c-42c6-925f-da497c2b64af owned by {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:09.864315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5584b1e6-7c9a-4a98-94fa-a0946cbd2adc None None] Port 05e42dd4-635c-42c6-925f-da497c2b64af cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:10.091824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:10.137111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Port': ['ID=05e42dd4-635c-42c6-925f-da497c2b64af,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:10.297780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca18d0-0269-4b83-830a-d1727ce6e4eb req-7be71c12-4ab3-4945-92e0-e3c5e98e5432 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:10.305379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7aca18d0-0269-4b83-830a-d1727ce6e4eb req-7be71c12-4ab3-4945-92e0-e3c5e98e5432 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 909 time: 0.0986743 Dec 16 08:18:10.436563 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:10.443232 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ad48d48a-c0d5-4346-a61c-0b9499116fc8 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/ports/05e42dd4-635c-42c6-925f-da497c2b64af HTTP/1.1" status: 204 len: 168 time: 0.8415544 Dec 16 08:18:10.443232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34804) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:10.469003 n-d-820935-11 neutron-server[110395]: INFO neutron.pecan_wsgi.hooks.translation [None req-417bc41e-b362-47ba-ab0b-7d67a9c5154d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] GET failed (client error): The resource could not be found. Dec 16 08:18:10.482274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34808) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:10.484943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-417bc41e-b362-47ba-ab0b-7d67a9c5154d tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "GET /v2.0/ports/05e42dd4-635c-42c6-925f-da497c2b64af HTTP/1.1" status: 404 len: 333 time: 0.0349429 Dec 16 08:18:10.589637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting port 9d6ee042-362b-440c-997c-dd84cb32227d {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:10.590258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:10.695193 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:10.714464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Calling delete_port for 9d6ee042-362b-440c-997c-dd84cb32227d owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:10.743259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-a9ed6ae7-8982-4640-9860-94398471c63c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:10.744896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-a9ed6ae7-8982-4640-9860-94398471c63c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.36 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 909 time: 0.0558500 Dec 16 08:18:10.996570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting port 839163f6-0768-4558-aee9-0c38fc288e21 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:10.996793 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.085578 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.099083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] For port 839163f6-0768-4558-aee9-0c38fc288e21, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=839163f6-0768-4558-aee9-0c38fc288e21,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:11.101345 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.114063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Calling delete_port for 839163f6-0768-4558-aee9-0c38fc288e21 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:11.120952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Port': ['ID=9d6ee042-362b-440c-997c-dd84cb32227d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:11.210687 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.215014 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7fa5a067-ef87-4299-a5ee-92a42d95c14b tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/ports/9d6ee042-362b-440c-997c-dd84cb32227d HTTP/1.1" status: 204 len: 168 time: 0.7318184 Dec 16 08:18:11.217777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34814) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:11.246062 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa793a87-1a4f-4c15-9851-65564e75b1a4 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] GET failed (client error): The resource could not be found. Dec 16 08:18:11.248283 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa793a87-1a4f-4c15-9851-65564e75b1a4 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "GET /v2.0/ports/9d6ee042-362b-440c-997c-dd84cb32227d HTTP/1.1" status: 404 len: 333 time: 0.0287585 Dec 16 08:18:11.251803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34816) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:11.362484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting port 1361b6f9-1d91-47fa-9b47-cfd0248753aa {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:11.362827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.421206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.458905 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Port': ['ID=839163f6-0768-4558-aee9-0c38fc288e21,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:11.464589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.472084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d6a3-bc59-4023-b6a2-cf8e436ee534 req-80080a4a-fdcb-4f2e-aba1-fd8f466026f5 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:11.480899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a0e2d6a3-bc59-4023-b6a2-cf8e436ee534 req-80080a4a-fdcb-4f2e-aba1-fd8f466026f5 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 830 time: 0.0975721 Dec 16 08:18:11.482640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Calling delete_port for 1361b6f9-1d91-47fa-9b47-cfd0248753aa owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:11.535487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] No DVR routers for this DVR port 839163f6-0768-4558-aee9-0c38fc288e21 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:11.557472 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.561328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cf12d900-2445-4226-9009-fd32ecaaa38d req-23d3083b-fd54-46d1-a4d5-152ffe298e56 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.36 "DELETE /v2.0/ports/839163f6-0768-4558-aee9-0c38fc288e21 HTTP/1.1" status: 204 len: 173 time: 0.8089418 Dec 16 08:18:11.561828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'name': 'network-vif-deleted', 'tag': '839163f6-0768-4558-aee9-0c38fc288e21'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:11.575397 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1549db-cb9f-4620-91b8-2dd8986d8443" -d '{"events": [{"server_uuid": "c35e2d26-7efd-4fe9-bc63-e20f0382485d", "name": "network-vif-deleted", "tag": "839163f6-0768-4558-aee9-0c38fc288e21"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:11.779348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.801593 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a35e603-d40d-4166-acc8-b8b1a325d7b7 x-openstack-request-id: req-0a35e603-d40d-4166-acc8-b8b1a325d7b7 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:11.802437 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35e2d26-7efd-4fe9-bc63-e20f0382485d", "name": "network-vif-deleted", "tag": "839163f6-0768-4558-aee9-0c38fc288e21", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:11.802874 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a35e603-d40d-4166-acc8-b8b1a325d7b7 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:11.804015 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35e2d26-7efd-4fe9-bc63-e20f0382485d', 'name': 'network-vif-deleted', 'tag': '839163f6-0768-4558-aee9-0c38fc288e21', 'status': 'completed', 'code': 200} Dec 16 08:18:11.880213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Port': ['ID=1361b6f9-1d91-47fa-9b47-cfd0248753aa,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:11.954412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:11.958772 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a58416e2-25c4-4362-890c-605fee65bb33 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/ports/1361b6f9-1d91-47fa-9b47-cfd0248753aa HTTP/1.1" status: 204 len: 168 time: 0.7050192 Dec 16 08:18:11.961385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:12.026714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting subnet afc8fa73-75b8-4fad-9d50-38709a3fada7 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:18:12.031173 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.085837 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.188672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.583790 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f2232443-0352-4e92-ab79-215bc9c3a693 req-eed00215-fe7b-4746-b0f7-dedace284a9b tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=c35e2d26-7efd-4fe9-bc63-e20f0382485d HTTP/1.1" status: 200 len: 210 time: 0.0279627 Dec 16 08:18:12.615343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.662900 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.668494 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/subnets/afc8fa73-75b8-4fad-9d50-38709a3fada7 HTTP/1.1" status: 204 len: 168 time: 0.7037838 Dec 16 08:18:12.668494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9958-7bbb-48c3-8da7-698150d8cf8a tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Subnet': ['ID=afc8fa73-75b8-4fad-9d50-38709a3fada7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:12.668800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34856) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:12.675401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2653612-e079-4a5d-aad3-94b4aedeeaf9 None None] Network 3a164e29-9e3f-4f50-b662-6eaf661b9e32 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:18:12.766850 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.820495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Deleting port 061394e5-cae9-4089-9cda-245654cb2564 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:12.820871 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.918569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] For port 061394e5-cae9-4089-9cda-245654cb2564, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=061394e5-cae9-4089-9cda-245654cb2564,segment=NetworkSegment(f2e5a424-3ff4-48ee-b28d-6435706344e0),segment_id=f2e5a424-3ff4-48ee-b28d-6435706344e0)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:12.918988 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:12.933704 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Calling delete_port for 061394e5-cae9-4089-9cda-245654cb2564 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:13.032720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] DHCP port deletion for 3a164e29-9e3f-4f50-b662-6eaf661b9e32 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:18:13.081321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] Deleting port 061394e5-cae9-4089-9cda-245654cb2564 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:13.081693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.115366 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.151995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] For port 061394e5-cae9-4089-9cda-245654cb2564, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=061394e5-cae9-4089-9cda-245654cb2564,segment=NetworkSegment(f2e5a424-3ff4-48ee-b28d-6435706344e0),segment_id=f2e5a424-3ff4-48ee-b28d-6435706344e0)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:13.152389 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.153599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Port': ['ID=061394e5-cae9-4089-9cda-245654cb2564,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:13.162443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] No DVR routers for this DVR port 061394e5-cae9-4089-9cda-245654cb2564 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:13.171585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] Calling delete_port for 061394e5-cae9-4089-9cda-245654cb2564 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:13.254061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.258702 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.279748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a164e29-9e3f-4f50-b662-6eaf661b9e32']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:13.289708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] Pushing event deleted for resources: {'Port': ['ID=061394e5-cae9-4089-9cda-245654cb2564,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:13.297659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e5a424-3ff4-48ee-b28d-6435706344e0') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:13.297659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e5a424-3ff4-48ee-b28d-6435706344e0') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:13.298052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c392c0b-1782-4db3-ab55-b82928c39f5f None None] No DVR routers for this DVR port 061394e5-cae9-4089-9cda-245654cb2564 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:13.303373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.321134 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.344232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:18:13.353239 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:18:13.510088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-82c65605-fb18-4be2-8dec-b9f7b3be13fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1775465 Dec 16 08:18:13.520915 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.536295 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:13.536295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] 10.222.0.43 "DELETE /v2.0/networks/3a164e29-9e3f-4f50-b662-6eaf661b9e32 HTTP/1.1" status: 204 len: 168 time: 0.8625247 Dec 16 08:18:13.545866 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430517e-7cdf-4a12-ad4c-b420e9c41480 tempest-AllowedAddressPairTestJSON-1369740746 tempest-AllowedAddressPairTestJSON-1369740746-project] Pushing event deleted for resources: {'Network': ['ID=3a164e29-9e3f-4f50-b662-6eaf661b9e32,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:13.631434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-9519cf9e-2cfa-4ba0-a2d3-9ec722c680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:13.636571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-9519cf9e-2cfa-4ba0-a2d3-9ec722c680e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1097 time: 0.0526304 Dec 16 08:18:13.657908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34876) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:13.841192 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-a75e4c14-0b7c-4299-91d3-ddee05243d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:13.842662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-a75e4c14-0b7c-4299-91d3-ddee05243d6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.1815841 Dec 16 08:18:14.009244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-42b6f2cf-d2e5-4535-a147-114b208fa602 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 1001 time: 0.1530249 Dec 16 08:18:14.112527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-42496aaf-e76b-40d9-971b-28b9aa145e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:14.114607 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-42496aaf-e76b-40d9-971b-28b9aa145e57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0965881 Dec 16 08:18:14.126421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34894) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:14.196778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-5be90e16-9d83-4836-8829-b4ccd250351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:14.198273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-5be90e16-9d83-4836-8829-b4ccd250351f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568404 Dec 16 08:18:14.300148 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6a8fcf0d-3da3-41ff-8b6f-6a430362ade9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01c2b179bbd54cfcb7afa0c775689541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715939 Dec 16 08:18:14.301412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34898) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:14.366582 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19be872e-ab5d-4665-9547-8fa91c4c803b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:14.395217 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19be872e-ab5d-4665-9547-8fa91c4c803b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:14.531331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 839163f6-0768-4558-aee9-0c38fc288e21 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:14.540921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19be872e-ab5d-4665-9547-8fa91c4c803b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:14.543569 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-19be872e-ab5d-4665-9547-8fa91c4c803b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:14.552080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-19be872e-ab5d-4665-9547-8fa91c4c803b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37ef92d5-452b-47c3-b12a-c30f7a532cea HTTP/1.1" status: 204 len: 168 time: 0.2462354 Dec 16 08:18:14.572646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be872e-ab5d-4665-9547-8fa91c4c803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef92d5-452b-47c3-b12a-c30f7a532cea,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:14.601835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 839163f6-0768-4558-aee9-0c38fc288e21 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:14.603325 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 839163f6-0768-4558-aee9-0c38fc288e21 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:14.605152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 061394e5-cae9-4089-9cda-245654cb2564 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:14.651737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 061394e5-cae9-4089-9cda-245654cb2564 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:14.653033 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 061394e5-cae9-4089-9cda-245654cb2564 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:14.775989 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-d02dbc7f-ea9a-4b92-8ece-4755faf7e760 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140823 Dec 16 08:18:14.881063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-9a21175f-47c4-49e5-91b1-d84e3f2adbe9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731417 Dec 16 08:18:14.956635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba928-3671-44d0-984a-146bfb8b616b req-a808e000-c097-4e3c-a979-bfe99d415ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:14.959271 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-a808e000-c097-4e3c-a979-bfe99d415ed1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1136 time: 0.1063092 Dec 16 08:18:15.028547 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:15.066499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-141bffc5-bcda-4fe2-870f-faa83f087ae9 req-7f325c6a-f019-4c03-963b-3ec6c392c677 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768618 Dec 16 08:18:15.096486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba928-3671-44d0-984a-146bfb8b616b req-8b90d1d1-2348-4d16-9720-d2785e3a48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:15.098049 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-8b90d1d1-2348-4d16-9720-d2785e3a48a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea68dd1e-8676-4508-803b-a6ac1dd006fe HTTP/1.1" status: 200 len: 898 time: 0.1093869 Dec 16 08:18:15.217195 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-03aa47c8-795a-4266-bb3e-3d739bc31e88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28706c3b-7b1f-4207-9c06-40c963250c01 HTTP/1.1" status: 200 len: 1001 time: 0.1114352 Dec 16 08:18:15.307816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba928-3671-44d0-984a-146bfb8b616b req-6e809751-8b67-4395-9013-7efbc13adb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:15.309544 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-6e809751-8b67-4395-9013-7efbc13adb08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73fc3df-f929-48b3-abe9-5b861fe9fd4b HTTP/1.1" status: 200 len: 835 time: 0.0855951 Dec 16 08:18:15.365607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:15.366321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:15.367217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba928-3671-44d0-984a-146bfb8b616b req-b6919812-2dd4-412c-bbd7-3c05b89f1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:15.369251 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-b6919812-2dd4-412c-bbd7-3c05b89f1e85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea68dd1e-8676-4508-803b-a6ac1dd006fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517836 Dec 16 08:18:15.481549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] For port dcdedcf1-1bce-4609-a5c7-8a280dd87ddd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:15.482377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:15.490317 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-08f11bc2-3ccf-412b-a2e9-26b2c89af80d service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120872 Dec 16 08:18:15.499992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Calling delete_port for dcdedcf1-1bce-4609-a5c7-8a280dd87ddd owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:15.613069 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-b57ba928-3671-44d0-984a-146bfb8b616b req-872af80b-2cd0-4025-becb-5c92686ed15a service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147001 Dec 16 08:18:15.848312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:15.894178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Port': ['ID=dcdedcf1-1bce-4609-a5c7-8a280dd87ddd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:16.112251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34940) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:16.156211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.291915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038093196'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:16.389644 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.410257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.440895 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router b943c9f7-cd96-4980-9990-6073778571f6 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:18:16.530265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.598374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:18:16.608403 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] Sync routers for ids ['b943c9f7-cd96-4980-9990-6073778571f6'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:18:16.612904 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2f8001b7-c9b8-4f66-8a5c-575c5fbeacb1 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "PUT /v2.0/routers/b943c9f7-cd96-4980-9990-6073778571f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9506812 Dec 16 08:18:16.613257 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34944) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:16.625697 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] Routers {'b943c9f7-cd96-4980-9990-6073778571f6'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:18:16.627359 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:18:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b943c9f7-cd96-4980-9990-6073778571f6'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:16.672539 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting subnet 483f029e-874f-4ef0-b9fe-f1e68465f813 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:18:16.677061 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.679340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.774189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.777412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd89eb-5020-4070-b697-9ecb47d5db66,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:16.875046 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] Set router b943c9f7-cd96-4980-9990-6073778571f6 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:18:16.875318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.947416 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:16.986596 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.041304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b499010-febb-4806-9ea0-beeed4959fbc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:17.067162 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.071705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34952) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:17.081371 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-afa2daa0-6bd8-463a-ac0f-bc1e5c93c9c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9680734 Dec 16 08:18:17.109850 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:18:15Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:17.121138 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.144071 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] Checking router: b943c9f7-cd96-4980-9990-6073778571f6 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:18:17.153484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d78ea1-6636-4c9c-b7b6-8115de9b16fe None None] Network 18765146-2d47-4bbd-90a1-b22e0fdec39b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:18:17.153980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.154086 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] Routers {'b943c9f7-cd96-4980-9990-6073778571f6'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:18:17.154609 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:18:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b943c9f7-cd96-4980-9990-6073778571f6'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:17.167763 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/subnets/483f029e-874f-4ef0-b9fe-f1e68465f813 HTTP/1.1" status: 204 len: 168 time: 0.5512273 Dec 16 08:18:17.174568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34954) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:17.206088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab547c06-5067-476b-8562-21f1471a6221 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Subnet': ['ID=483f029e-874f-4ef0-b9fe-f1e68465f813,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:17.243939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2fa69cb1-7736-41ca-97ec-12c7a746e863 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1704061 Dec 16 08:18:17.246830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34956) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:17.252571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-067eff7b-6e78-484a-99a1-56b69c7c3f1d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-security--243581622', 'description': 'tempest-security-description-230146711'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:17.350842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-067eff7b-6e78-484a-99a1-56b69c7c3f1d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.363821 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] Set router b943c9f7-cd96-4980-9990-6073778571f6 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:18:17.431902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] DHCP port deletion for 18765146-2d47-4bbd-90a1-b22e0fdec39b request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:18:17.441155 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.491815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-067eff7b-6e78-484a-99a1-56b69c7c3f1d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.525686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] Deleting port 6f1522af-c8b1-4c87-b049-d9d411917f13 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:17.526345 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.598045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] For port 6f1522af-c8b1-4c87-b049-d9d411917f13, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6f1522af-c8b1-4c87-b049-d9d411917f13,segment=NetworkSegment(71dc735f-52ff-47a7-a336-e75356dbb8a9),segment_id=71dc735f-52ff-47a7-a336-e75356dbb8a9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:17.598726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.613396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] Calling delete_port for 6f1522af-c8b1-4c87-b049-d9d411917f13 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:17.618489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-067eff7b-6e78-484a-99a1-56b69c7c3f1d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.622078 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-067eff7b-6e78-484a-99a1-56b69c7c3f1d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.623385 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-067eff7b-6e78-484a-99a1-56b69c7c3f1d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "PUT /v2.0/security-groups/1b499010-febb-4806-9ea0-beeed4959fbc HTTP/1.1" status: 200 len: 1795 time: 0.3754523 Dec 16 08:18:17.630008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.633152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34958) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:17.687300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067eff7b-6e78-484a-99a1-56b69c7c3f1d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b499010-febb-4806-9ea0-beeed4959fbc,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:17.747891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34960) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:17.748814 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-91211e82-6e23-4512-8f77-0e15e0fcd96a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups/1b499010-febb-4806-9ea0-beeed4959fbc HTTP/1.1" status: 200 len: 1795 time: 0.1120896 Dec 16 08:18:17.790749 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:18:15Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:17.819718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting port 34742cbf-3e6e-41d3-9501-a356ce8535ed {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:17.820070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.835016 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbfaaa-2f35-47f7-919e-487537457d85 None None] The sync data for ids ['b943c9f7-cd96-4980-9990-6073778571f6'] in n-d-820935-11 is: [{'id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1788965757', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:41Z', 'updated_at': '2021-12-16T08:18:15Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': '34742cbf-3e6e-41d3-9501-a356ce8535ed', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b943c9f7-cd96-4980-9990-6073778571f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:42Z', 'updated_at': '2021-12-16T08:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:18:17.841876 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.891206 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-747df81b-19a4-41b7-b4d8-7dab4f2b4086 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.928886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-747df81b-19a4-41b7-b4d8-7dab4f2b4086 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:17.951747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] Pushing event deleted for resources: {'Port': ['ID=6f1522af-c8b1-4c87-b049-d9d411917f13,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:17.963317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256c80b-7ea1-4360-8e2b-d570d1963051 None None] No DVR routers for this DVR port 6f1522af-c8b1-4c87-b049-d9d411917f13 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:18.015017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] For port 34742cbf-3e6e-41d3-9501-a356ce8535ed, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=34742cbf-3e6e-41d3-9501-a356ce8535ed,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:18.020273 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.033685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Calling delete_port for 34742cbf-3e6e-41d3-9501-a356ce8535ed owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:18.147453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-747df81b-19a4-41b7-b4d8-7dab4f2b4086 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.150923 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-747df81b-19a4-41b7-b4d8-7dab4f2b4086 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.152206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-747df81b-19a4-41b7-b4d8-7dab4f2b4086 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/1b499010-febb-4806-9ea0-beeed4959fbc HTTP/1.1" status: 204 len: 168 time: 0.4005599 Dec 16 08:18:18.154785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34968) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:18.176954 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df81b-19a4-41b7-b4d8-7dab4f2b4086 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b499010-febb-4806-9ea0-beeed4959fbc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:18.232170 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d9c5b2ab-bd9f-4dd8-95ba-d7b3c1e8a93b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758741 Dec 16 08:18:18.234826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34970) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:18.255364 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-e518f1ab-f040-4320-907b-324c66881631 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] delete failed (client error): The resource could not be found. Dec 16 08:18:18.260677 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e518f1ab-f040-4320-907b-324c66881631 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/1b499010-febb-4806-9ea0-beeed4959fbc HTTP/1.1" status: 404 len: 347 time: 0.0203440 Dec 16 08:18:18.260677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34972) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:18.266158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ab794207-be75-4571-928a-f84a4464bc12 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050555137'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:18.388509 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.420601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab794207-be75-4571-928a-f84a4464bc12 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.434884 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Port': ['ID=34742cbf-3e6e-41d3-9501-a356ce8535ed,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:18.471927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f18b07-0454-436a-b9d8-ac3b6a1571bc None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:18:18.535960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab794207-be75-4571-928a-f84a4464bc12 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.542440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.566686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dcdedcf1-1bce-4609-a5c7-8a280dd87ddd no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:18.587605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: dcdedcf1-1bce-4609-a5c7-8a280dd87ddd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:18.588037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dcdedcf1-1bce-4609-a5c7-8a280dd87ddd not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:18.588563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6f1522af-c8b1-4c87-b049-d9d411917f13 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:18.608879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 6f1522af-c8b1-4c87-b049-d9d411917f13 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:18.609319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6f1522af-c8b1-4c87-b049-d9d411917f13 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:18.630150 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab794207-be75-4571-928a-f84a4464bc12 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.643773 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.647198 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.668752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab794207-be75-4571-928a-f84a4464bc12 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e65b2b9-8477-4d65-abc2-7dcfb478a5d2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:18.747733 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab794207-be75-4571-928a-f84a4464bc12 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.747733 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab794207-be75-4571-928a-f84a4464bc12 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4801219 Dec 16 08:18:18.747733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34976) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:18.750519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2a523680-1e49-4632-8757-eecd1778ab9f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '0e65b2b9-8477-4d65-abc2-7dcfb478a5d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:18.766827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.767396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Fanout notify agent at l3_agent the message router_deleted on router b943c9f7-cd96-4980-9990-6073778571f6 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:18:18.774997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.776098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-443cd0e9-1243-438b-8664-0041a6c1928a tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/routers/b943c9f7-cd96-4980-9990-6073778571f6 HTTP/1.1" status: 204 len: 168 time: 1.5962789 Dec 16 08:18:18.783612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34978) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:18.878740 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:18.904719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a523680-1e49-4632-8757-eecd1778ab9f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.029079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.083837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18765146-2d47-4bbd-90a1-b22e0fdec39b']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:19.088373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ed213-6117-4ec9-bbc6-68009783ee96 req-b712183e-b8d5-47ba-a5ce-8936fb6cfe8c tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:19.097291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d27ed213-6117-4ec9-bbc6-68009783ee96 req-b712183e-b8d5-47ba-a5ce-8936fb6cfe8c tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1097 time: 0.0717773 Dec 16 08:18:19.098007 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dc735f-52ff-47a7-a336-e75356dbb8a9') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:19.098465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dc735f-52ff-47a7-a336-e75356dbb8a9') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:19.118673 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.136438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.145199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:18:19.146185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.156815 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d27ed213-6117-4ec9-bbc6-68009783ee96 req-56183614-0d9c-436f-83ea-750693ee560f tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591438 Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:18:19.201994 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:18:19.237785 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a523680-1e49-4632-8757-eecd1778ab9f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.291592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1abd9-74dc-4574-8bd8-54f6d61c399b req-96d576fa-6118-41da-bc06-207ee2169760 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:19.297192 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54f1abd9-74dc-4574-8bd8-54f6d61c399b req-96d576fa-6118-41da-bc06-207ee2169760 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0572300 Dec 16 08:18:19.339044 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a523680-1e49-4632-8757-eecd1778ab9f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.341465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.363822 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.363822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/networks/18765146-2d47-4bbd-90a1-b22e0fdec39b HTTP/1.1" status: 204 len: 168 time: 0.5742891 Dec 16 08:18:19.366827 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 34992) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:19.387380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a523680-1e49-4632-8757-eecd1778ab9f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758ea4c7-c2be-4e71-b450-3f1358169ec2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:19.389217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e7d9a-2d32-4e83-821a-e92f45c74d0c tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Network': ['ID=18765146-2d47-4bbd-90a1-b22e0fdec39b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:19.426469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54f1abd9-74dc-4574-8bd8-54f6d61c399b req-cfdb2cac-5b68-4073-aa03-40f729c4fddf tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145017 Dec 16 08:18:19.451113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:19.521428 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d16cec13-0342-425e-ad2d-8d9ef457c6e9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/13eee88a-17af-4050-9adb-0a387643f96e HTTP/1.1" status: 200 len: 993 time: 0.0686879 Dec 16 08:18:19.559461 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a523680-1e49-4632-8757-eecd1778ab9f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.559461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2a523680-1e49-4632-8757-eecd1778ab9f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8094296 Dec 16 08:18:19.559658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting port f4091a22-5c3c-4e12-bd50-329cf01d53c6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:19.559658 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.561683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 34998) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:19.602328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6cc935dc-2aa9-4c47-91ab-0554d336959b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.610850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6cc935dc-2aa9-4c47-91ab-0554d336959b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.641628 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.642033 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.656530 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Calling delete_port for f4091a22-5c3c-4e12-bd50-329cf01d53c6 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:19.744955 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6cc935dc-2aa9-4c47-91ab-0554d336959b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.750666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6cc935dc-2aa9-4c47-91ab-0554d336959b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.755111 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6cc935dc-2aa9-4c47-91ab-0554d336959b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/758ea4c7-c2be-4e71-b450-3f1358169ec2 HTTP/1.1" status: 204 len: 168 time: 0.1921668 Dec 16 08:18:19.755682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35002) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:19.770694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc935dc-2aa9-4c47-91ab-0554d336959b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=758ea4c7-c2be-4e71-b450-3f1358169ec2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:19.837686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a651c50-d32c-4703-acf4-1e3dbf9b7fdb tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783973 Dec 16 08:18:19.841368 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35006) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:19.904025 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8226e39f-a02f-4e9b-9708-b67f8a232730 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.928166 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8226e39f-a02f-4e9b-9708-b67f8a232730 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.943990 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:19.973777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Port': ['ID=f4091a22-5c3c-4e12-bd50-329cf01d53c6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:20.039544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8226e39f-a02f-4e9b-9708-b67f8a232730 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.041809 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.042148 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Floating IP 4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65 disassociated (deleted). External IP: 172.25.2.125, port: 28706c3b-7b1f-4207-9c06-40c963250c01. Dec 16 08:18:20.045689 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8226e39f-a02f-4e9b-9708-b67f8a232730 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.045689 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8226e39f-a02f-4e9b-9708-b67f8a232730 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/0e65b2b9-8477-4d65-abc2-7dcfb478a5d2 HTTP/1.1" status: 204 len: 168 time: 0.2015069 Dec 16 08:18:20.047098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35014) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:20.063986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226e39f-a02f-4e9b-9708-b67f8a232730 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e65b2b9-8477-4d65-abc2-7dcfb478a5d2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:20.138619 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-316508be-81fe-4cd3-a328-baf18342fb52 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0881901 Dec 16 08:18:20.139362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35022) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:20.145435 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d4df7afe-acd3-4158-894d-d55944ddcbf5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510403535'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:20.287713 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4df7afe-acd3-4158-894d-d55944ddcbf5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.301536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router c28a79d9-e69b-46ac-8169-fec7f5029458 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:18:20.422401 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4df7afe-acd3-4158-894d-d55944ddcbf5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.458641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:18:20.464487 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.472683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] Sync routers for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:18:20.483769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:18:20.484915 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:18:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:20.522219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4df7afe-acd3-4158-894d-d55944ddcbf5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.522769 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9f8ac90d-a51a-47f6-b010-99872d467428 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/floatingips/4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65 HTTP/1.1" status: 204 len: 168 time: 1.1516168 Dec 16 08:18:20.522769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:20.524580 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:20.542198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5c33-0b28-4d40-90c2-5378852d9e2b req-26f2acac-a2c2-4244-963e-faab0228befd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:20.543786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-045d5c33-0b28-4d40-90c2-5378852d9e2b req-26f2acac-a2c2-4244-963e-faab0228befd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.1238990 Dec 16 08:18:20.550685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 34742cbf-3e6e-41d3-9501-a356ce8535ed no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:20.577324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 34742cbf-3e6e-41d3-9501-a356ce8535ed {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:20.578002 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 34742cbf-3e6e-41d3-9501-a356ce8535ed not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:20.584318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df7afe-acd3-4158-894d-d55944ddcbf5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74eea41e-42b8-4ad6-be16-5f26b6c0d3b5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:20.632674 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-045d5c33-0b28-4d40-90c2-5378852d9e2b req-8a211574-48e9-40c2-be35-1d3bcaa8bd13 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775919 Dec 16 08:18:20.655559 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:18:20.664312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35030) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:20.695930 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496f3cda-73cc-40f0-9120-c7dfdd91baec x-openstack-request-id: req-496f3cda-73cc-40f0-9120-c7dfdd91baec {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:20.696063 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:20.696466 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-496f3cda-73cc-40f0-9120-c7dfdd91baec {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:20.696943 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01', 'status': 'completed', 'code': 200} Dec 16 08:18:20.727189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d4df7afe-acd3-4158-894d-d55944ddcbf5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.731731 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d4df7afe-acd3-4158-894d-d55944ddcbf5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5893517 Dec 16 08:18:20.732626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35034) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:20.737786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6bc64d67-f229-4ebb-928b-1f6b522e614b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '74eea41e-42b8-4ad6-be16-5f26b6c0d3b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:20.834384 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-967c3303-1f5f-4d32-a52d-55c1247eddb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1687000 Dec 16 08:18:20.836104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-810adc52-e262-47e2-867a-3e4f587f7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:20.838440 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-810adc52-e262-47e2-867a-3e4f587f7e66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec40685aded84d3e806b80a37a464f97&device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 1136 time: 0.0975153 Dec 16 08:18:20.847921 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-4ae36282-7d4d-4e66-9d4d-d7e698714ac0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:18:20.853485 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-4ae36282-7d4d-4e66-9d4d-d7e698714ac0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077512 Dec 16 08:18:20.876466 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6bc64d67-f229-4ebb-928b-1f6b522e614b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.914809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:10Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:20.944240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] Checking router: c28a79d9-e69b-46ac-8169-fec7f5029458 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:18:20.950590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-58f1bdf8-b00e-4ad6-abd3-35699c30aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:20.952247 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-58f1bdf8-b00e-4ad6-abd3-35699c30aef5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea68dd1e-8676-4508-803b-a6ac1dd006fe HTTP/1.1" status: 200 len: 898 time: 0.1022735 Dec 16 08:18:20.953322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:18:20.953958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:18:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:20.960760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6bc64d67-f229-4ebb-928b-1f6b522e614b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:20.998284 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-804c2a4a-e1d2-4b57-94f3-88c19689dffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28706c3b-7b1f-4207-9c06-40c963250c01 HTTP/1.1" status: 200 len: 217 time: 0.0385671 Dec 16 08:18:21.054747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6bc64d67-f229-4ebb-928b-1f6b522e614b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:21.056882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-8ce85883-415d-4a1c-a89d-4df82c88a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:21.059198 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-8ce85883-415d-4a1c-a89d-4df82c88a6ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73fc3df-f929-48b3-abe9-5b861fe9fd4b HTTP/1.1" status: 200 len: 835 time: 0.0546062 Dec 16 08:18:21.081801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:18:21.107294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc64d67-f229-4ebb-928b-1f6b522e614b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dd0a9a-768f-4f60-9630-ea2939fe9ed8,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:21.181287 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6bc64d67-f229-4ebb-928b-1f6b522e614b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:21.185797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6bc64d67-f229-4ebb-928b-1f6b522e614b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4519680 Dec 16 08:18:21.194691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35048) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:21.201265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b5688444-539f-424c-ae32-027a88768c77 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '74eea41e-42b8-4ad6-be16-5f26b6c0d3b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:21.223449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-07765888-f60c-4e3f-9eee-09f990751e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:21.225764 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-07765888-f60c-4e3f-9eee-09f990751e99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea68dd1e-8676-4508-803b-a6ac1dd006fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245127 Dec 16 08:18:21.304887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae633d5-59be-443c-838a-45ff6fa4895f req-58117eb4-4bc8-4a75-93b9-dd1a3dc2edb3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:21.313173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ae633d5-59be-443c-838a-45ff6fa4895f req-58117eb4-4bc8-4a75-93b9-dd1a3dc2edb3 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 984 time: 0.1575773 Dec 16 08:18:21.391219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-74d5b8ce-e8dc-442e-99f7-7fd32b387309 service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555667 Dec 16 08:18:21.395440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ae633d5-59be-443c-838a-45ff6fa4895f req-c3610a31-109f-47fe-88b7-9e3783699a8b tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0819309 Dec 16 08:18:21.409991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:10Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:21.438095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9da49-4a4b-4f42-b3be-ec433a9ee719 None None] The sync data for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 is: [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:16:04Z', 'revision_number': 4, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '8737f03f-bdb5-4ef9-b799-eb1db6400496', 'name': '', 'network_id': 'ea68dd1e-8676-4508-803b-a6ac1dd006fe', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'mac_address': 'fa:16:3e:e5:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:02Z', 'updated_at': '2021-12-16T08:16:10Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'subnets': [{'id': 'd73fc3df-f929-48b3-abe9-5b861fe9fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:18:21.468126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b5688444-539f-424c-ae32-027a88768c77 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:21.556001 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1f77ff1c-fcd6-4b60-af2f-a3078dcc7893 req-f16e94c6-ef41-4c6c-940a-e3404f497b4e service neutron] 10.222.0.16 "GET /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557670 Dec 16 08:18:21.572982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b5688444-539f-424c-ae32-027a88768c77 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:21.703850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b5688444-539f-424c-ae32-027a88768c77 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:21.721132 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a948b-a082-4da8-813b-87de07291c37 None None] New status for floating IP 4de0cc1e-6147-4d7d-8f9a-2fe38c18bf65: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:18:21.726136 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5688444-539f-424c-ae32-027a88768c77 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f828c1f-8a01-4d4c-bac6-24bf095775c2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:21.765708 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48297e70-93f0-4143-99d0-5052b5741cee req-d7af234d-2364-4537-bd29-90f34cfd0398 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:21.767839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48297e70-93f0-4143-99d0-5052b5741cee req-d7af234d-2364-4537-bd29-90f34cfd0398 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0603776 Dec 16 08:18:21.827640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48297e70-93f0-4143-99d0-5052b5741cee req-97bf8342-4924-4b51-9459-e85e98f4b4cd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519500 Dec 16 08:18:21.841050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b5688444-539f-424c-ae32-027a88768c77 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:21.842659 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b5688444-539f-424c-ae32-027a88768c77 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6466293 Dec 16 08:18:21.845561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35064) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:21.850647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d6b5266f-b023-4914-9226-6a0c544f3faf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '74eea41e-42b8-4ad6-be16-5f26b6c0d3b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:22.000514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b5266f-b023-4914-9226-6a0c544f3faf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.060884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b5266f-b023-4914-9226-6a0c544f3faf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.177936 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b5266f-b023-4914-9226-6a0c544f3faf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.198701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5266f-b023-4914-9226-6a0c544f3faf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e1e509-616b-4e0c-b761-8b6406b83cc6,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:22.309680 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d6b5266f-b023-4914-9226-6a0c544f3faf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.314638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d6b5266f-b023-4914-9226-6a0c544f3faf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4641855 Dec 16 08:18:22.315189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35086) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:22.319439 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-c04c95e5-5f62-47b3-bbef-8f4325c7ead9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '74eea41e-42b8-4ad6-be16-5f26b6c0d3b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:22.435913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c04c95e5-5f62-47b3-bbef-8f4325c7ead9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.538651 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c04c95e5-5f62-47b3-bbef-8f4325c7ead9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.553464 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628d24-1591-4474-86a0-2c02611e0f19 req-6c2706f0-fc96-4b7f-affc-3d7e1970d3fa tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:22.555077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d628d24-1591-4474-86a0-2c02611e0f19 req-6c2706f0-fc96-4b7f-affc-3d7e1970d3fa tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 984 time: 0.0804589 Dec 16 08:18:22.622319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d628d24-1591-4474-86a0-2c02611e0f19 req-92f59eaf-b8cf-4422-bcbb-fdab727b92d0 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/security-groups?id=770d74bb-17fd-4ffa-bf55-7e891ae30ec2&id=4167ce77-a89c-4078-b00c-3c5f781563d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0584166 Dec 16 08:18:22.720832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c04c95e5-5f62-47b3-bbef-8f4325c7ead9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.735828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c95e5-5f62-47b3-bbef-8f4325c7ead9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15caf5e7-9191-4e26-9cfe-02a94f8b81c6,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:22.738471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-c578b301-3f3b-4cae-98e6-8bcb06d8d69f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:22.740073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-c578b301-3f3b-4cae-98e6-8bcb06d8d69f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.16 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 984 time: 0.0550511 Dec 16 08:18:22.842164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting port 28706c3b-7b1f-4207-9c06-40c963250c01 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:22.842505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.882697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c04c95e5-5f62-47b3-bbef-8f4325c7ead9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.886350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c04c95e5-5f62-47b3-bbef-8f4325c7ead9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5682683 Dec 16 08:18:22.887271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35100) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:22.893272 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ffd8ce79-fecd-4216-9824-e37f997d6fc8 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '74eea41e-42b8-4ad6-be16-5f26b6c0d3b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:22.957771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] For port 28706c3b-7b1f-4207-9c06-40c963250c01, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=28706c3b-7b1f-4207-9c06-40c963250c01,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:22.958177 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:22.981597 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Calling delete_port for 28706c3b-7b1f-4207-9c06-40c963250c01 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:22.998163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86334ac-1ac0-4dc3-a7f7-4f9c088d184a req-aacaecc8-c996-40e7-9f33-b918c06bec25 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:22.999825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f86334ac-1ac0-4dc3-a7f7-4f9c088d184a req-aacaecc8-c996-40e7-9f33-b918c06bec25 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0770965 Dec 16 08:18:23.058373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f86334ac-1ac0-4dc3-a7f7-4f9c088d184a req-00fa7a33-cb73-44e2-8f64-573f2f597eba tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506814 Dec 16 08:18:23.076653 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ce79-fecd-4216-9824-e37f997d6fc8 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.131823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ce79-fecd-4216-9824-e37f997d6fc8 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.199342 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.229830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Port': ['ID=28706c3b-7b1f-4207-9c06-40c963250c01,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:23.235054 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ce79-fecd-4216-9824-e37f997d6fc8 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.266844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8ce79-fecd-4216-9824-e37f997d6fc8 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54e4f46-5c98-4648-b575-e0daaa2b5f09,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:23.302824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] No DVR routers for this DVR port 28706c3b-7b1f-4207-9c06-40c963250c01 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:23.305424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.309041 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-82802f9d-9a46-4a19-a77e-1d2b7ea6d11f req-ae1331a3-6d5a-4126-b8f0-0cfa90bf37f8 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.16 "DELETE /v2.0/ports/28706c3b-7b1f-4207-9c06-40c963250c01 HTTP/1.1" status: 204 len: 173 time: 0.5626638 Dec 16 08:18:23.318300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'name': 'network-vif-deleted', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:23.318300 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ca19f5-7bb3-4595-8303-d7af9f7c6d5a" -d '{"events": [{"server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "name": "network-vif-deleted", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:23.356762 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043422e0-fa8e-4233-a8a2-3f940a6615cf x-openstack-request-id: req-043422e0-fa8e-4233-a8a2-3f940a6615cf {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:23.358781 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1199c-5baf-4ee3-bbb1-fd9260450970", "name": "network-vif-deleted", "tag": "28706c3b-7b1f-4207-9c06-40c963250c01", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:23.359049 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-043422e0-fa8e-4233-a8a2-3f940a6615cf {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:23.359466 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f1199c-5baf-4ee3-bbb1-fd9260450970', 'name': 'network-vif-deleted', 'tag': '28706c3b-7b1f-4207-9c06-40c963250c01', 'status': 'completed', 'code': 200} Dec 16 08:18:23.368388 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ce79-fecd-4216-9824-e37f997d6fc8 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.369648 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ffd8ce79-fecd-4216-9824-e37f997d6fc8 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4814188 Dec 16 08:18:23.372799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35108) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:23.411238 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ff8fc5e-e024-48eb-9f1b-2292bb98cbff tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.436612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ff8fc5e-e024-48eb-9f1b-2292bb98cbff tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.727369 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ff8fc5e-e024-48eb-9f1b-2292bb98cbff tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.756409 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ff8fc5e-e024-48eb-9f1b-2292bb98cbff tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.760322 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4ff8fc5e-e024-48eb-9f1b-2292bb98cbff tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f54e4f46-5c98-4648-b575-e0daaa2b5f09 HTTP/1.1" status: 204 len: 168 time: 0.3840549 Dec 16 08:18:23.761394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:23.770238 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c6ea82d-fe05-46d4-bdd8-e976e5827edb req-d07a1745-0707-425b-bfd3-952cc76ec2c5 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f1199c-5baf-4ee3-bbb1-fd9260450970 HTTP/1.1" status: 200 len: 210 time: 0.0563271 Dec 16 08:18:23.792971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8fc5e-e024-48eb-9f1b-2292bb98cbff tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f54e4f46-5c98-4648-b575-e0daaa2b5f09,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:23.852823 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb453c77-86ec-46b5-b2c7-2cf02f6972bd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0894020 Dec 16 08:18:23.855415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:23.882362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a67271-1b6a-4aab-9959-dec53e6cc97f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:23.890262 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a67271-1b6a-4aab-9959-dec53e6cc97f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.022288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a67271-1b6a-4aab-9959-dec53e6cc97f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.036541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-48a67271-1b6a-4aab-9959-dec53e6cc97f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.036541 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-48a67271-1b6a-4aab-9959-dec53e6cc97f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/15caf5e7-9191-4e26-9cfe-02a94f8b81c6 HTTP/1.1" status: 204 len: 168 time: 0.1772931 Dec 16 08:18:24.037315 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35120) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.040871 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a67271-1b6a-4aab-9959-dec53e6cc97f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15caf5e7-9191-4e26-9cfe-02a94f8b81c6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:24.157868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fb8ac140-1d2d-43a5-9fdc-9ce6ade72506 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1190941 Dec 16 08:18:24.161715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35124) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.194289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-bc984a61-e67b-4663-8ab8-04c17d0ad754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:24.196122 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-bc984a61-e67b-4663-8ab8-04c17d0ad754 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1097 time: 0.0956964 Dec 16 08:18:24.202942 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b672808-de1c-405f-92a0-a027ec7c4a86 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.214117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b672808-de1c-405f-92a0-a027ec7c4a86 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.227236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd204-ecef-448c-817e-e3ba299de4a0 req-b049c9d9-d410-4a2a-b3da-17dc53545f59 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:24.229007 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c76cd204-ecef-448c-817e-e3ba299de4a0 req-b049c9d9-d410-4a2a-b3da-17dc53545f59 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0701230 Dec 16 08:18:24.320652 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b672808-de1c-405f-92a0-a027ec7c4a86 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.325542 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0b672808-de1c-405f-92a0-a027ec7c4a86 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.329124 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0b672808-de1c-405f-92a0-a027ec7c4a86 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e0e1e509-616b-4e0c-b761-8b6406b83cc6 HTTP/1.1" status: 204 len: 168 time: 0.1621928 Dec 16 08:18:24.330169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35126) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.351963 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672808-de1c-405f-92a0-a027ec7c4a86 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0e1e509-616b-4e0c-b761-8b6406b83cc6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:24.368035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c76cd204-ecef-448c-817e-e3ba299de4a0 req-d153d75f-116c-40de-a9a1-925745e0ea9e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266203 Dec 16 08:18:24.399909 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80f86813-bf07-44e5-b134-ed3b8b50dda9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0667384 Dec 16 08:18:24.402718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.421663 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-a3202c06-9f19-4762-9936-95c8fe36d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:24.423379 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-a3202c06-9f19-4762-9936-95c8fe36d4fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.2121639 Dec 16 08:18:24.461398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b6cf-1c18-452a-bf90-7db3cb42783a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.473565 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b6cf-1c18-452a-bf90-7db3cb42783a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.551036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-107289d1-02ea-4327-9f08-444748e44fba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 1001 time: 0.1149507 Dec 16 08:18:24.617759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-a43f62ad-ab66-42b2-bcbb-1fe83b67f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:24.619433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-a43f62ad-ab66-42b2-bcbb-1fe83b67f655 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0593417 Dec 16 08:18:24.620412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b6cf-1c18-452a-bf90-7db3cb42783a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.636391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b6cf-1c18-452a-bf90-7db3cb42783a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.640090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c2d1b6cf-1c18-452a-bf90-7db3cb42783a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4f828c1f-8a01-4d4c-bac6-24bf095775c2 HTTP/1.1" status: 204 len: 168 time: 0.2338495 Dec 16 08:18:24.641544 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35134) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.645810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1b6cf-1c18-452a-bf90-7db3cb42783a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f828c1f-8a01-4d4c-bac6-24bf095775c2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:24.692077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-f0dce34f-6455-4fa7-adf0-4dd064cc7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:24.694056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-f0dce34f-6455-4fa7-adf0-4dd064cc7b83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635238 Dec 16 08:18:24.712472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-320cda7d-e67e-47da-a270-93912cf693d9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0689712 Dec 16 08:18:24.715590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.742157 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abc3a988-86a2-4ecf-b8bf-c4aaf498a534 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.751393 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abc3a988-86a2-4ecf-b8bf-c4aaf498a534 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.798495 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-20f82954-95ba-4b3e-970a-d2e807d58000 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Dec 16 08:18:24.829745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35140) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.883152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abc3a988-86a2-4ecf-b8bf-c4aaf498a534 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.892386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abc3a988-86a2-4ecf-b8bf-c4aaf498a534 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.895733 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-abc3a988-86a2-4ecf-b8bf-c4aaf498a534 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e1dd0a9a-768f-4f60-9630-ea2939fe9ed8 HTTP/1.1" status: 204 len: 168 time: 0.1772678 Dec 16 08:18:24.897727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35142) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:24.913627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3a988-86a2-4ecf-b8bf-c4aaf498a534 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1dd0a9a-768f-4f60-9630-ea2939fe9ed8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:24.918796 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8696093-d123-4ed1-83be-8371ae62097f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.927140 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-6f883fd7-9878-4395-a4fa-ac86addb88dc service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163013 Dec 16 08:18:24.946309 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8696093-d123-4ed1-83be-8371ae62097f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:24.964084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b4464071-fcf9-43de-82c3-40e8baf7de53 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624380 Dec 16 08:18:24.964346 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35144) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:25.038484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cd8af81-81ec-4b7f-945c-ed26ee1ac1bb tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.062208 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8696093-d123-4ed1-83be-8371ae62097f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.067512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8696093-d123-4ed1-83be-8371ae62097f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.069629 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b8696093-d123-4ed1-83be-8371ae62097f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/security-groups/4167ce77-a89c-4078-b00c-3c5f781563d8 HTTP/1.1" status: 204 len: 168 time: 0.2388668 Dec 16 08:18:25.077187 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cd8af81-81ec-4b7f-945c-ed26ee1ac1bb tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.077187 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35148) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:25.084494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8696093-d123-4ed1-83be-8371ae62097f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4167ce77-a89c-4078-b00c-3c5f781563d8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:25.504561 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f1a2-f832-4887-82e8-663cdcbd53ab tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.531573 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954ed85-b626-4684-b76d-75d9bb73f219 req-065a90ac-dd28-455c-ba41-5850b3372a8d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:25.533058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2954ed85-b626-4684-b76d-75d9bb73f219 req-065a90ac-dd28-455c-ba41-5850b3372a8d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0776122 Dec 16 08:18:25.542989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f1a2-f832-4887-82e8-663cdcbd53ab tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.595133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cd8af81-81ec-4b7f-945c-ed26ee1ac1bb tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.597803 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7cd8af81-81ec-4b7f-945c-ed26ee1ac1bb tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.598984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7cd8af81-81ec-4b7f-945c-ed26ee1ac1bb tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/74eea41e-42b8-4ad6-be16-5f26b6c0d3b5 HTTP/1.1" status: 204 len: 168 time: 0.6288569 Dec 16 08:18:25.602267 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35156) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:25.618267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8af81-81ec-4b7f-945c-ed26ee1ac1bb tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eea41e-42b8-4ad6-be16-5f26b6c0d3b5,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:25.631908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2954ed85-b626-4684-b76d-75d9bb73f219 req-75e53d76-f377-42d0-aedb-6449642c6fb8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908227 Dec 16 08:18:25.684108 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-df7a8b8b-ed60-4c96-80b6-e89cec6b77a7 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767620 Dec 16 08:18:25.685190 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35160) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:25.689608 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-58559c38-feed-45b2-a847-774ca408a236 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976073511'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:25.720489 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f1a2-f832-4887-82e8-663cdcbd53ab tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.723951 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f1a2-f832-4887-82e8-663cdcbd53ab tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.725298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8eb5f1a2-f832-4887-82e8-663cdcbd53ab tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/security-groups/770d74bb-17fd-4ffa-bf55-7e891ae30ec2 HTTP/1.1" status: 204 len: 168 time: 0.6505077 Dec 16 08:18:25.728385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35164) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:25.735027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5f1a2-f832-4887-82e8-663cdcbd53ab tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770d74bb-17fd-4ffa-bf55-7e891ae30ec2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:25.825006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58559c38-feed-45b2-a847-774ca408a236 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:25.991168 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58559c38-feed-45b2-a847-774ca408a236 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.075051 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58559c38-feed-45b2-a847-774ca408a236 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.110316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58559c38-feed-45b2-a847-774ca408a236 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc5189-043d-40e4-8857-796a273e3d65,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:26.207595 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.212645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-58559c38-feed-45b2-a847-774ca408a236 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.220263 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-58559c38-feed-45b2-a847-774ca408a236 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5282116 Dec 16 08:18:26.223079 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35176) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:26.227660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6b8cfef9-c5ad-43d7-97d9-6bf04d5cc41b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '31fc5189-043d-40e4-8857-796a273e3d65', 'direction': 'ingress', 'protocol': 17}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:26.355102 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfef9-c5ad-43d7-97d9-6bf04d5cc41b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.421352 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfef9-c5ad-43d7-97d9-6bf04d5cc41b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.565725 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfef9-c5ad-43d7-97d9-6bf04d5cc41b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.595570 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cfef9-c5ad-43d7-97d9-6bf04d5cc41b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a2b657-b647-4e67-9ed5-3d47e0c704e6,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:26.687762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfef9-c5ad-43d7-97d9-6bf04d5cc41b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.690089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6b8cfef9-c5ad-43d7-97d9-6bf04d5cc41b tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4659557 Dec 16 08:18:26.693532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35182) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:26.822805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cc4d4-2ae5-435a-b835-c483101f6162 req-1b68a70d-a36a-40a7-8969-71e9471924a3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:26.830891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a0cc4d4-2ae5-435a-b835-c483101f6162 req-1b68a70d-a36a-40a7-8969-71e9471924a3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.1011899 Dec 16 08:18:26.848541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35186) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:26.891888 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.917438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting port 8737f03f-bdb5-4ef9-b799-eb1db6400496 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:26.918221 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:26.951169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a0cc4d4-2ae5-435a-b835-c483101f6162 req-f19c49fb-60ef-4717-9efc-ea72ecb96671 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187260 Dec 16 08:18:26.953314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.032131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] For port 8737f03f-bdb5-4ef9-b799-eb1db6400496, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8737f03f-bdb5-4ef9-b799-eb1db6400496,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:27.032700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.040673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a78aea70-5e5e-42c5-af2b-dffeb4b808c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.047451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Calling delete_port for 8737f03f-bdb5-4ef9-b799-eb1db6400496 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:27.173700 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.177167 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.180897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/31fc5189-043d-40e4-8857-796a273e3d65 HTTP/1.1" status: 204 len: 168 time: 0.4834623 Dec 16 08:18:27.181712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35190) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:27.201011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc5189-043d-40e4-8857-796a273e3d65,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:27.210373 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.210709 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.211062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.211419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.211758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.212099 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.219818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.219818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.219818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.219818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.219818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.219818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.219818 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49488fd-a7c3-4009-89a4-39e35b7adef0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:27.251254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 28706c3b-7b1f-4207-9c06-40c963250c01 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:27.278901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7034ff92-d5ac-41e9-a3ff-91bab1262297 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0955906 Dec 16 08:18:27.284731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35194) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:27.288717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 28706c3b-7b1f-4207-9c06-40c963250c01 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:27.288717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 28706c3b-7b1f-4207-9c06-40c963250c01 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:27.296343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c2450436-bf9e-4835-96a0-6bd3dce9608f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557335948'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:27.298359 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a78aea70-5e5e-42c5-af2b-dffeb4b808c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.364506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a78aea70-5e5e-42c5-af2b-dffeb4b808c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.396212 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2450436-bf9e-4835-96a0-6bd3dce9608f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.398469 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.402340 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aea70-5e5e-42c5-af2b-dffeb4b808c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d080596-47a9-4eba-a03a-e133b45c5db6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:27.408031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a78aea70-5e5e-42c5-af2b-dffeb4b808c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef67ac5cd5bd4f81875ace29577d0567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466909 Dec 16 08:18:27.411028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35196) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:27.446174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Port': ['ID=8737f03f-bdb5-4ef9-b799-eb1db6400496,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:27.468457 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62308de9-3973-46b8-b59d-ff417129ccbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.497027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62308de9-3973-46b8-b59d-ff417129ccbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.615865 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.646798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62308de9-3973-46b8-b59d-ff417129ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.651420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-62308de9-3973-46b8-b59d-ff417129ccbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.656394 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-62308de9-3973-46b8-b59d-ff417129ccbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d080596-47a9-4eba-a03a-e133b45c5db6 HTTP/1.1" status: 204 len: 168 time: 0.2414739 Dec 16 08:18:27.664601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62308de9-3973-46b8-b59d-ff417129ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d080596-47a9-4eba-a03a-e133b45c5db6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:27.709524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.773115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2450436-bf9e-4835-96a0-6bd3dce9608f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.877601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2450436-bf9e-4835-96a0-6bd3dce9608f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.956123 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2450436-bf9e-4835-96a0-6bd3dce9608f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d969fa-69a7-4d1f-bddb-f6c0cde410ef,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:27.978448 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2450436-bf9e-4835-96a0-6bd3dce9608f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:27.983138 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c2450436-bf9e-4835-96a0-6bd3dce9608f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6898997 Dec 16 08:18:27.984128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35204) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:27.992391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-96a2c6fc-7ed2-4a0b-8e80-f3f6dfc1a792 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606813263'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:28.023545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Router c28a79d9-e69b-46ac-8169-fec7f5029458 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:18:28.122751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6fc-7ed2-4a0b-8e80-f3f6dfc1a792 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.204417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8426e-2111-4d45-ae8f-4aefdbe20e5a req-af5d9e29-8d16-47c7-89c9-9639b2111076 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:28.212533 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d8426e-2111-4d45-ae8f-4aefdbe20e5a req-af5d9e29-8d16-47c7-89c9-9639b2111076 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0970259 Dec 16 08:18:28.228652 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ee468520-6f70-4fe1-bdf4-1a1ff0ec268e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.250607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:18:28.261739 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-13cd2cb3-35e0-4220-9f55-fecc769f372f tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "PUT /v2.0/routers/c28a79d9-e69b-46ac-8169-fec7f5029458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313704 Dec 16 08:18:28.263127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] Sync routers for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:18:28.269879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35208) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:28.278505 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:18:28.279911 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:18:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:28.283427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0d8426e-2111-4d45-ae8f-4aefdbe20e5a req-5ec353ec-eed0-4c8f-ae02-be1454cee18a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682344 Dec 16 08:18:28.320882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6fc-7ed2-4a0b-8e80-f3f6dfc1a792 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.343427 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting subnet d73fc3df-f929-48b3-abe9-5b861fe9fd4b {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:18:28.348122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.379992 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6fc-7ed2-4a0b-8e80-f3f6dfc1a792 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.414214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:18:28.421884 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.443715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2c6fc-7ed2-4a0b-8e80-f3f6dfc1a792 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d68690-3f4c-463e-962c-2575521ef1de,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:28.524739 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.561570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6fc-7ed2-4a0b-8e80-f3f6dfc1a792 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.565881 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-96a2c6fc-7ed2-4a0b-8e80-f3f6dfc1a792 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5784256 Dec 16 08:18:28.566211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35212) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:28.570772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-56c84b33-2461-46d3-a03b-5521b31a2472 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': 'b6d969fa-69a7-4d1f-bddb-f6c0cde410ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '42d68690-3f4c-463e-962c-2575521ef1de', 'remote_ip_prefix': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:28.588743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35214) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:28.608698 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f69fa520-9c31-45c2-a95f-3d804b3b5b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.616347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:18:27Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:28.647241 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] Checking router: c28a79d9-e69b-46ac-8169-fec7f5029458 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:18:28.655665 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] Routers {'c28a79d9-e69b-46ac-8169-fec7f5029458'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:18:28.657729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:18:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['c28a79d9-e69b-46ac-8169-fec7f5029458'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:28.683324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f69fa520-9c31-45c2-a95f-3d804b3b5b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.706060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.744441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Subnet': ['ID=d73fc3df-f929-48b3-abe9-5b861fe9fd4b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:28.747860 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56c84b33-2461-46d3-a03b-5521b31a2472 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.756217 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f69fa520-9c31-45c2-a95f-3d804b3b5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.757975 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.759675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd603be-19a3-4950-9143-6cf4b2bece7d None None] Network ea68dd1e-8676-4508-803b-a6ac1dd006fe requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:18:28.761333 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2ef261de-f8db-4ec6-a09e-9977fdff04dd tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/subnets/d73fc3df-f929-48b3-abe9-5b861fe9fd4b HTTP/1.1" status: 204 len: 168 time: 0.4902241 Dec 16 08:18:28.767993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35216) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:28.795290 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f69fa520-9c31-45c2-a95f-3d804b3b5b4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37d7f8cc4c1f4fd581ee9562a49f4f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030885 Dec 16 08:18:28.795290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fa520-9c31-45c2-a95f-3d804b3b5b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79973f-58d8-4c72-b604-a1e874f4c632,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:28.796216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35218) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:28.809721 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] Set router c28a79d9-e69b-46ac-8169-fec7f5029458 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:18:28.852877 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0dde3fc2-ddd7-4bc7-8a20-a05ea36e8e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.876170 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0dde3fc2-ddd7-4bc7-8a20-a05ea36e8e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.922968 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56c84b33-2461-46d3-a03b-5521b31a2472 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:28.934436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.010021 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0dde3fc2-ddd7-4bc7-8a20-a05ea36e8e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.013240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0dde3fc2-ddd7-4bc7-8a20-a05ea36e8e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.013868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56c84b33-2461-46d3-a03b-5521b31a2472 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.017438 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0dde3fc2-ddd7-4bc7-8a20-a05ea36e8e49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f79973f-58d8-4c72-b604-a1e874f4c632 HTTP/1.1" status: 204 len: 168 time: 0.2175589 Dec 16 08:18:29.029587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3fc2-ddd7-4bc7-8a20-a05ea36e8e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79973f-58d8-4c72-b604-a1e874f4c632,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:29.050021 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84b33-2461-46d3-a03b-5521b31a2472 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b42c36e-ce49-4ee3-8aef-6b7f5733769f,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:29.078434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.151711 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56c84b33-2461-46d3-a03b-5521b31a2472 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.153153 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-56c84b33-2461-46d3-a03b-5521b31a2472 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5858905 Dec 16 08:18:29.160524 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35224) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:29.199887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ef06-bbf4-47cb-8ee8-dc905f16917c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.212338 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ef06-bbf4-47cb-8ee8-dc905f16917c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.231120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:18:27Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:29.231547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Deleting port a537c7db-c7b2-4711-bc48-4ae6b3901c29 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:29.232323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.261549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] DHCP port deletion for ea68dd1e-8676-4508-803b-a6ac1dd006fe request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:18:29.264593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a727b9-bbba-4b2c-b3df-5c38302947db None None] The sync data for ids ['c28a79d9-e69b-46ac-8169-fec7f5029458'] in n-d-820935-11 is: [{'id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1232837211', 'tenant_id': 'ec40685aded84d3e806b80a37a464f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:15:56Z', 'updated_at': '2021-12-16T08:18:27Z', 'revision_number': 5, 'project_id': 'ec40685aded84d3e806b80a37a464f97', 'gw_port': {'id': 'a537c7db-c7b2-4711-bc48-4ae6b3901c29', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28a79d9-e69b-46ac-8169-fec7f5029458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:15:57Z', 'updated_at': '2021-12-16T08:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:18:29.326169 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ef06-bbf4-47cb-8ee8-dc905f16917c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.333758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ef06-bbf4-47cb-8ee8-dc905f16917c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.338193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35230) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:29.339505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c4d3ef06-bbf4-47cb-8ee8-dc905f16917c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3b42c36e-ce49-4ee3-8aef-6b7f5733769f HTTP/1.1" status: 204 len: 168 time: 0.1774187 Dec 16 08:18:29.350856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] Deleting port 587b772a-4d78-401f-b572-aeac424164ec {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:18:29.351128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3ef06-bbf4-47cb-8ee8-dc905f16917c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b42c36e-ce49-4ee3-8aef-6b7f5733769f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:29.351922 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.421721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] For port a537c7db-c7b2-4711-bc48-4ae6b3901c29, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a537c7db-c7b2-4711-bc48-4ae6b3901c29,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:29.422118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.428356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93632291-13f1-4e45-a836-07befe4c8258 req-8426d4aa-12e5-433e-a38b-7b61bd9c368b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:29.429553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93632291-13f1-4e45-a836-07befe4c8258 req-8426d4aa-12e5-433e-a38b-7b61bd9c368b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0654628 Dec 16 08:18:29.446139 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eaa11e01-2380-443a-a14f-f1d84c269ce0 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1013331 Dec 16 08:18:29.453332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35238) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:29.467645 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] For port 587b772a-4d78-401f-b572-aeac424164ec, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=587b772a-4d78-401f-b572-aeac424164ec,segment=NetworkSegment(fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce),segment_id=fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:29.469194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Calling delete_port for a537c7db-c7b2-4711-bc48-4ae6b3901c29 owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:29.470586 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.496493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] Calling delete_port for 587b772a-4d78-401f-b572-aeac424164ec owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:18:29.496716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93632291-13f1-4e45-a836-07befe4c8258 req-b5c4276f-5a51-4b7c-b1e7-411360453ff3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594363 Dec 16 08:18:29.603368 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56aba289-50ba-48e8-bc4a-99a8f2a2abfd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.667568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56aba289-50ba-48e8-bc4a-99a8f2a2abfd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.714792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.740039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] No DVR routers for this DVR port 587b772a-4d78-401f-b572-aeac424164ec on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:29.765972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c50afb-4f67-4790-b4bf-523c3864631c None None] Pushing event deleted for resources: {'Port': ['ID=587b772a-4d78-401f-b572-aeac424164ec,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:29.788126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-aacb5986-dc33-414e-9b8c-fc57101fefa1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:29.789827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-aacb5986-dc33-414e-9b8c-fc57101fefa1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1312401 Dec 16 08:18:29.806069 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56aba289-50ba-48e8-bc4a-99a8f2a2abfd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.808871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-56aba289-50ba-48e8-bc4a-99a8f2a2abfd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.812891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35246) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:29.817064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-56aba289-50ba-48e8-bc4a-99a8f2a2abfd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/42d68690-3f4c-463e-962c-2575521ef1de HTTP/1.1" status: 204 len: 168 time: 0.3593709 Dec 16 08:18:29.824561 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba289-50ba-48e8-bc4a-99a8f2a2abfd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d68690-3f4c-463e-962c-2575521ef1de,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:29.825060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-54a64989-5325-4d1f-b9ca-5d642fefbefe tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/quotas/0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 375 time: 0.0286310 Dec 16 08:18:29.851698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:29.885037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Port': ['ID=a537c7db-c7b2-4711-bc48-4ae6b3901c29,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:29.903037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4abab-23d2-4412-b3f2-dd72a0d35ffd None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:18:29.939264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0a105f3d-f900-4e02-9575-3a2e8bd581de tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1236801 Dec 16 08:18:29.944836 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35248) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:29.945266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35250) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:29.946369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-265ec1dc-885e-4e17-a21e-85b46bf1bf58 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106594 Dec 16 08:18:29.979978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3f22bfca-9aea-479c-a5d6-3bd060e4c23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.001637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.042126 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-ada2ea4d-f811-4bc1-8203-b1feec3ed644 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Dec 16 08:18:30.113078 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.124580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.130316 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.136622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-d3313d0d-2b51-43a3-ba36-6c15b52e8ed8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871773 Dec 16 08:18:30.201118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64264f3a-8819-4748-a51c-01919e21ed37 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.239815 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64264f3a-8819-4748-a51c-01919e21ed37 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.250263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3f22bfca-9aea-479c-a5d6-3bd060e4c23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.295300 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.295800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Fanout notify agent at l3_agent the message router_deleted on router c28a79d9-e69b-46ac-8169-fec7f5029458 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:18:30.309852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.309852 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e4a6906b-1477-49bc-82aa-5d9e1be59110 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/routers/c28a79d9-e69b-46ac-8169-fec7f5029458 HTTP/1.1" status: 204 len: 168 time: 1.5363202 Dec 16 08:18:30.310095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35258) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:30.325941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3f22bfca-9aea-479c-a5d6-3bd060e4c23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.371362 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3f22bfca-9aea-479c-a5d6-3bd060e4c23d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f26d4d1cf1424823baf7238dbb09fdcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4250054 Dec 16 08:18:30.372379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22bfca-9aea-479c-a5d6-3bd060e4c23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aadd9f-dd1d-4d37-b650-e93dc9209bc6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:30.375485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35262) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:30.399011 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64264f3a-8819-4748-a51c-01919e21ed37 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.401637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64264f3a-8819-4748-a51c-01919e21ed37 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.402943 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-64264f3a-8819-4748-a51c-01919e21ed37 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/b6d969fa-69a7-4d1f-bddb-f6c0cde410ef HTTP/1.1" status: 204 len: 168 time: 0.4554954 Dec 16 08:18:30.408915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35266) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:30.439637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64264f3a-8819-4748-a51c-01919e21ed37 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d969fa-69a7-4d1f-bddb-f6c0cde410ef,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:30.470431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0fa783e-e6b2-42be-875a-792621827120 req-1264dea4-2498-4929-bbef-5748f7f0dcee tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0490510 Dec 16 08:18:30.494716 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50655ead-1365-40a6-ba41-06360ced1395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.499683 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e0383048-c3cb-47cf-a0ec-9992e28cce09 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0854957 Dec 16 08:18:30.504947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35268) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:30.513285 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-752e68fe-a6ba-4cd6-abc0-3c80d709bb5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--714424412'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:30.544406 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.545032 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50655ead-1365-40a6-ba41-06360ced1395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.634729 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752e68fe-a6ba-4cd6-abc0-3c80d709bb5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.675960 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50655ead-1365-40a6-ba41-06360ced1395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.679603 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-50655ead-1365-40a6-ba41-06360ced1395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.680969 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-50655ead-1365-40a6-ba41-06360ced1395 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20aadd9f-dd1d-4d37-b650-e93dc9209bc6 HTTP/1.1" status: 204 len: 168 time: 0.3045228 Dec 16 08:18:30.689455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.701210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50655ead-1365-40a6-ba41-06360ced1395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aadd9f-dd1d-4d37-b650-e93dc9209bc6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:30.725267 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f755433-aac8-44fd-847f-e03ce9ecca7c req-60a1203f-917b-48dd-8fbf-a406e09276b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:30.726776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f755433-aac8-44fd-847f-e03ce9ecca7c req-60a1203f-917b-48dd-8fbf-a406e09276b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.1157675 Dec 16 08:18:30.730700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea68dd1e-8676-4508-803b-a6ac1dd006fe']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:30.739681 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2efc35fa-90d4-4d92-8914-f65851790e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.747824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752e68fe-a6ba-4cd6-abc0-3c80d709bb5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.754458 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:30.754766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1b2a8f-90c4-4671-b2db-d7fae6ae2dce') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:18:30.769145 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.797487 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.807347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0f755433-aac8-44fd-847f-e03ce9ecca7c req-2a5be51d-bbcf-40a8-a953-b7d11ab2b09f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742798 Dec 16 08:18:30.808365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:18:30.808752 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:18:30.819001 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:18:30.843784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752e68fe-a6ba-4cd6-abc0-3c80d709bb5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.873374 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e68fe-a6ba-4cd6-abc0-3c80d709bb5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77687697-b67e-4a14-a5e0-d1a40e9e771c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:30.931747 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752e68fe-a6ba-4cd6-abc0-3c80d709bb5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.933143 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-752e68fe-a6ba-4cd6-abc0-3c80d709bb5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4272254 Dec 16 08:18:30.936421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35278) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:30.942413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '77687697-b67e-4a14-a5e0-d1a40e9e771c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:30.968910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8737f03f-bdb5-4ef9-b799-eb1db6400496 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:30.989443 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.998354 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:30.998576 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8737f03f-bdb5-4ef9-b799-eb1db6400496 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:30.998954 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8737f03f-bdb5-4ef9-b799-eb1db6400496 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:30.999707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 587b772a-4d78-401f-b572-aeac424164ec no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:31.001799 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] 10.222.0.43 "DELETE /v2.0/networks/ea68dd1e-8676-4508-803b-a6ac1dd006fe HTTP/1.1" status: 204 len: 168 time: 0.6924610 Dec 16 08:18:31.014080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52032a2b-a457-43e0-8170-a3c667f1b302 tempest-TestSecurityGroupsBasicOps-1069259413 tempest-TestSecurityGroupsBasicOps-1069259413-project] Pushing event deleted for resources: {'Network': ['ID=ea68dd1e-8676-4508-803b-a6ac1dd006fe,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:31.029531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 587b772a-4d78-401f-b572-aeac424164ec {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:31.029877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 587b772a-4d78-401f-b572-aeac424164ec not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:31.079325 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.161919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.226842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.248883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c363a9-eb40-4798-b9ee-1ba656a9d403,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:31.256878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.256878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.256878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.256878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.256878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.256878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.256878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.262299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.262299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.262299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.262299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.262299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.262299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:18:31.349678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.360932 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-43d2c36f-9992-474d-a916-27fb60249276 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4139571 Dec 16 08:18:31.363942 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35296) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:31.391662 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dffca5fc-161a-4bcc-bb72-0746e53642a9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.399704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dffca5fc-161a-4bcc-bb72-0746e53642a9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.527584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dffca5fc-161a-4bcc-bb72-0746e53642a9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.554389 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dffca5fc-161a-4bcc-bb72-0746e53642a9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.562468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dffca5fc-161a-4bcc-bb72-0746e53642a9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/67c363a9-eb40-4798-b9ee-1ba656a9d403 HTTP/1.1" status: 204 len: 168 time: 0.1973670 Dec 16 08:18:31.567666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35306) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:31.582640 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffca5fc-161a-4bcc-bb72-0746e53642a9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67c363a9-eb40-4798-b9ee-1ba656a9d403,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:31.588151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d6378a7-2e92-4828-9e6c-1ccc859f6249 req-1993466b-cbc4-460b-92eb-2d0e96e65dc3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0531676 Dec 16 08:18:31.629244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bbae4d21-a353-45e8-a8c3-fc3ef189d4a3 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560870 Dec 16 08:18:31.631803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35308) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:31.646958 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35310) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:31.703118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe967436-379b-449a-8b9b-d80b4b8091e5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.733290 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe967436-379b-449a-8b9b-d80b4b8091e5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.807151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c5145353-13d3-48a3-ac27-5ea5abf43e71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec40685aded84d3e806b80a37a464f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580446 Dec 16 08:18:31.809784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35318) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:31.864271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-10c44165-7d24-479f-98fe-dcf1a9b50fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.887079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe967436-379b-449a-8b9b-d80b4b8091e5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.887499 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.888715 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-10c44165-7d24-479f-98fe-dcf1a9b50fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.890723 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe967436-379b-449a-8b9b-d80b4b8091e5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:31.895713 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe967436-379b-449a-8b9b-d80b4b8091e5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/77687697-b67e-4a14-a5e0-d1a40e9e771c HTTP/1.1" status: 204 len: 168 time: 0.2591450 Dec 16 08:18:31.898080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35324) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:31.917447 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe967436-379b-449a-8b9b-d80b4b8091e5 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77687697-b67e-4a14-a5e0-d1a40e9e771c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:31.964950 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b60404c-a0b7-4d80-afed-a55f7fc3017e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0654523 Dec 16 08:18:31.968771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35328) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:31.974868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-103ddc25-a5d3-4198-9f37-0638bf704d5e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150596692'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:31.993296 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ce64-d583-4ba9-abbf-e999eca1061c req-60b6232a-30dc-4e76-8fc1-f4ea27f32f2d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:32.000744 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e98ce64-d583-4ba9-abbf-e999eca1061c req-60b6232a-30dc-4e76-8fc1-f4ea27f32f2d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.1141884 Dec 16 08:18:32.055856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e98ce64-d583-4ba9-abbf-e999eca1061c req-a68b11b9-12b8-4821-a961-fb4ae36a9147 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540724 Dec 16 08:18:32.096907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-103ddc25-a5d3-4198-9f37-0638bf704d5e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.125652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-10c44165-7d24-479f-98fe-dcf1a9b50fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.129742 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-10c44165-7d24-479f-98fe-dcf1a9b50fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.131236 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-10c44165-7d24-479f-98fe-dcf1a9b50fe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bc238d9-6866-4fa6-944a-953ac43e58fe HTTP/1.1" status: 204 len: 168 time: 0.3203013 Dec 16 08:18:32.139986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c44165-7d24-479f-98fe-dcf1a9b50fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc238d9-6866-4fa6-944a-953ac43e58fe,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:32.181115 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-103ddc25-a5d3-4198-9f37-0638bf704d5e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.228336 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-103ddc25-a5d3-4198-9f37-0638bf704d5e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.263277 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ddc25-a5d3-4198-9f37-0638bf704d5e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9378e46-0a92-42d7-8d82-841364575a13,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:32.317170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-103ddc25-a5d3-4198-9f37-0638bf704d5e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.318456 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-103ddc25-a5d3-4198-9f37-0638bf704d5e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3487003 Dec 16 08:18:32.321121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35334) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:32.325632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7bb37cfa-2460-4a6a-8194-7965629e4549 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': 'a9378e46-0a92-42d7-8d82-841364575a13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:32.426827 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7bb37cfa-2460-4a6a-8194-7965629e4549 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.449464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a537c7db-c7b2-4711-bc48-4ae6b3901c29 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:32.470051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: a537c7db-c7b2-4711-bc48-4ae6b3901c29 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:18:32.470489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a537c7db-c7b2-4711-bc48-4ae6b3901c29 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:32.490499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7bb37cfa-2460-4a6a-8194-7965629e4549 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.592604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7bb37cfa-2460-4a6a-8194-7965629e4549 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.610169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb37cfa-2460-4a6a-8194-7965629e4549 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88baa1bb-3794-44e2-ac8a-1014d85c36b1,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:32.693849 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7bb37cfa-2460-4a6a-8194-7965629e4549 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.695098 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7bb37cfa-2460-4a6a-8194-7965629e4549 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729279 Dec 16 08:18:32.697348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ef8a443-d7b7-4913-9531-6dabda5bf103 req-30984c47-a6ed-412f-a929-9f043c2a9b78 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0338223 Dec 16 08:18:32.697812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35342) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:32.714345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eba97dc3-cd01-4780-8d2d-bd925241fefc tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules/88baa1bb-3794-44e2-ac8a-1014d85c36b1 HTTP/1.1" status: 200 len: 763 time: 0.0152185 Dec 16 08:18:32.716957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35344) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:32.757838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-726d877d-f44c-4ddb-988e-87e6de7fe1c1 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398324 Dec 16 08:18:32.760440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35346) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:32.788117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ff21-5fec-4f9b-949d-67bc6d09d67e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.801202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ff21-5fec-4f9b-949d-67bc6d09d67e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.899828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-2bf7f477-d675-4137-a16c-54c6e431300a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:32.901332 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-2bf7f477-d675-4137-a16c-54c6e431300a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1223052 Dec 16 08:18:32.919903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'port': {'device_id': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'admin_state_up': True, 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:32.947487 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ff21-5fec-4f9b-949d-67bc6d09d67e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.954079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ff21-5fec-4f9b-949d-67bc6d09d67e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:32.955241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2bf3ff21-5fec-4f9b-949d-67bc6d09d67e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/88baa1bb-3794-44e2-ac8a-1014d85c36b1 HTTP/1.1" status: 204 len: 168 time: 0.1938653 Dec 16 08:18:32.959204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35352) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:32.979589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ff21-5fec-4f9b-949d-67bc6d09d67e tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88baa1bb-3794-44e2-ac8a-1014d85c36b1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:32.997183 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35354) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.013574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fcefb36c-c23e-4055-b8c7-00106e5a8f5a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532720 Dec 16 08:18:33.016605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35356) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.021380 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b08b376b-c969-4c6d-bb3a-4f4f566e2fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.027938 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f66f6ffd-d094-420e-bd14-834483f1e8fd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': 'a9378e46-0a92-42d7-8d82-841364575a13', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:33.125138 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b08b376b-c969-4c6d-bb3a-4f4f566e2fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.164308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:18:33.179317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.185807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f66f6ffd-d094-420e-bd14-834483f1e8fd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.205219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b08b376b-c969-4c6d-bb3a-4f4f566e2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.233278 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abc46-20b1-4c05-bfeb-e3aedcf81ef3 req-3a2f471c-b48e-445b-b6d9-5663918a1043 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:33.235715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e9abc46-20b1-4c05-bfeb-e3aedcf81ef3 req-3a2f471c-b48e-445b-b6d9-5663918a1043 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0818658 Dec 16 08:18:33.292378 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f66f6ffd-d094-420e-bd14-834483f1e8fd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.312681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6e9abc46-20b1-4c05-bfeb-e3aedcf81ef3 req-e84d573d-1557-4a52-978c-3e335b6e5934 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688086 Dec 16 08:18:33.327547 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b08b376b-c969-4c6d-bb3a-4f4f566e2fa2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b6b67cff83747bfad4b0257089523ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293231 Dec 16 08:18:33.331548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.332393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b376b-c969-4c6d-bb3a-4f4f566e2fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025d94d8-a113-405d-ade7-fd5d01fe129e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:33.365779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f66f6ffd-d094-420e-bd14-834483f1e8fd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.390355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f6ffd-d094-420e-bd14-834483f1e8fd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c40c30f-8e5a-4034-b171-41ecf004b18f,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:33.430953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.20.0.14 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/f8a27ae7-17cf-481d-98dc-d5ab24d9af04) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:18:33.439600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-27fe2fe5-0a1f-485d-b4c4-21732aad8f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.472671 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f66f6ffd-d094-420e-bd14-834483f1e8fd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.478000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f66f6ffd-d094-420e-bd14-834483f1e8fd tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4597113 Dec 16 08:18:33.479043 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35366) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.488553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-27fe2fe5-0a1f-485d-b4c4-21732aad8f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.511625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-30b4de22-21d1-45dd-a78f-e6bac7e98413 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules/2c40c30f-8e5a-4034-b171-41ecf004b18f HTTP/1.1" status: 200 len: 763 time: 0.0311368 Dec 16 08:18:33.512633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35368) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.542381 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.646394 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1f2beebe-fbbb-4171-a5c8-9c0d83cc98d9 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1291902 Dec 16 08:18:33.646743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.694830 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9adcfba8-400a-4e61-ac42-9701bea5ee50 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.711678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9adcfba8-400a-4e61-ac42-9701bea5ee50 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.720297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.733172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-27fe2fe5-0a1f-485d-b4c4-21732aad8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.735866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-27fe2fe5-0a1f-485d-b4c4-21732aad8f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.737101 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-27fe2fe5-0a1f-485d-b4c4-21732aad8f21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/025d94d8-a113-405d-ade7-fd5d01fe129e HTTP/1.1" status: 204 len: 168 time: 0.4013512 Dec 16 08:18:33.765018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe2fe5-0a1f-485d-b4c4-21732aad8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025d94d8-a113-405d-ade7-fd5d01fe129e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:33.844241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53259def-09a7-43b4-9756-a04602df7a64 req-822a992b-fea2-4bf2-821f-ef4c141cb97f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0679657 Dec 16 08:18:33.866770 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9adcfba8-400a-4e61-ac42-9701bea5ee50 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.876614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9adcfba8-400a-4e61-ac42-9701bea5ee50 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.881468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9adcfba8-400a-4e61-ac42-9701bea5ee50 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2c40c30f-8e5a-4034-b171-41ecf004b18f HTTP/1.1" status: 204 len: 168 time: 0.2314041 Dec 16 08:18:33.884748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35380) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.892233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcfba8-400a-4e61-ac42-9701bea5ee50 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c40c30f-8e5a-4034-b171-41ecf004b18f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:33.918655 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:33.960462 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:33.960935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d1d1e627-acc9-4e38-ade0-b834ec18422d tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749049 Dec 16 08:18:33.973392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f0319794-0c63-4bf9-9725-a4045677c37c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': 'a9378e46-0a92-42d7-8d82-841364575a13', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:33.986070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:18:33.993389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:18:33.996314 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:18:34.059865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:34.079615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:34.080309 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.207509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-4cbc34b2-71bf-4b66-a523-ab73f2abbf8a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2911313 Dec 16 08:18:34.210040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0319794-0c63-4bf9-9725-a4045677c37c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.216827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.235437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Request body: {'port': {'device_id': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:34.320213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.326096 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ff9b0c69-ee19-44dd-8d40-465c0d6d83ff None None] Provisioning complete for port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:34.326695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0c69-ee19-44dd-8d40-465c0d6d83ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.327597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0319794-0c63-4bf9-9725-a4045677c37c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.365366 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b0c69-ee19-44dd-8d40-465c0d6d83ff None None] Port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:18:34.401112 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0319794-0c63-4bf9-9725-a4045677c37c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.453796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaf43e-4a53-4ba3-a970-b865be9836b9 req-e0d8cb31-f202-4051-81a3-765cf20c51ad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:34.455311 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1bcaf43e-4a53-4ba3-a970-b865be9836b9 req-e0d8cb31-f202-4051-81a3-765cf20c51ad tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0590646 Dec 16 08:18:34.505146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0319794-0c63-4bf9-9725-a4045677c37c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b48954-a955-461a-bb7d-13374292f71b,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:34.528754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1bcaf43e-4a53-4ba3-a970-b865be9836b9 req-b6c0ccc8-1fdb-4d54-b8e0-a5eaada813ea tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664871 Dec 16 08:18:34.591698 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f0319794-0c63-4bf9-9725-a4045677c37c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.592924 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0319794-0c63-4bf9-9725-a4045677c37c tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6300576 Dec 16 08:18:34.595670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35396) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:34.630437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65ec3952-8d21-4c0a-8579-51c0732c1125 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules/a2b48954-a955-461a-bb7d-13374292f71b HTTP/1.1" status: 200 len: 764 time: 0.0321186 Dec 16 08:18:34.633088 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35398) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:34.662729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35400) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:34.693475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f6a320b1-c0b9-4535-985d-0c01acef8a91 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0580058 Dec 16 08:18:34.694145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35402) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:34.718214 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c3f09eb-dfd2-4f07-ab93-f104a608f336 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.727051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c3f09eb-dfd2-4f07-ab93-f104a608f336 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.752769 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6e9989e2-5125-44e7-91e4-01cf07c0b470 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db1373caed214d819250a7b7731575c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864356 Dec 16 08:18:34.753204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35404) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:34.754670 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a27ae7-17cf-481d-98dc-d5ab24d9af04 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:18:34.762222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.802678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a8dedbd-047c-45f8-80ea-859263e23b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.823799 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a8dedbd-047c-45f8-80ea-859263e23b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.856582 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Transition to ACTIVE for port object f8a27ae7-17cf-481d-98dc-d5ab24d9af04 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:18:34.857853 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c3f09eb-dfd2-4f07-ab93-f104a608f336 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.866296 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c3f09eb-dfd2-4f07-ab93-f104a608f336 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.867585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8c3f09eb-dfd2-4f07-ab93-f104a608f336 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a2b48954-a955-461a-bb7d-13374292f71b HTTP/1.1" status: 204 len: 168 time: 0.1724417 Dec 16 08:18:34.870120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35406) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:34.872778 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f09eb-dfd2-4f07-ab93-f104a608f336 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b48954-a955-461a-bb7d-13374292f71b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:34.918408 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2e22ff3c-3036-4dba-818f-8deeb6dd3725 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469508 Dec 16 08:18:34.921090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35410) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:34.973855 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.982697 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a8dedbd-047c-45f8-80ea-859263e23b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.986401 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2a8dedbd-047c-45f8-80ea-859263e23b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:34.988406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2a8dedbd-047c-45f8-80ea-859263e23b60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a82bd08-e43c-4dfb-983a-62033e6e2b26 HTTP/1.1" status: 204 len: 168 time: 0.2341049 Dec 16 08:18:35.001182 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dedbd-047c-45f8-80ea-859263e23b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a82bd08-e43c-4dfb-983a-62033e6e2b26,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:35.012855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d184f3-873b-48e7-aee2-bf89181807a1 req-f795cac3-3fcc-41ba-9cea-3ba70f9ab54a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:35.014822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7d184f3-873b-48e7-aee2-bf89181807a1 req-f795cac3-3fcc-41ba-9cea-3ba70f9ab54a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 932 time: 0.0809953 Dec 16 08:18:35.075980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:35.096317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c7d184f3-873b-48e7-aee2-bf89181807a1 req-78fde96d-a774-48d7-9e19-8ef7cde8121b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723722 Dec 16 08:18:35.119705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8e6adf1-7d20-4628-836f-222921767abf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.206966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8e6adf1-7d20-4628-836f-222921767abf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.255529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Attempting to bind port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:18:35.255773 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Attempting to bind port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:18:35.256111 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Attempting to bind port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:18:35.271147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:18:35.271147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Attempting to bind port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:18:35.271147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:18:35.271147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:18:35.271147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:18:35.271147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Bound port: f8a27ae7-17cf-481d-98dc-d5ab24d9af04, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:18:35.271147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.343439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] For port f8a27ae7-17cf-481d-98dc-d5ab24d9af04, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:18:35.347268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] For port f8a27ae7-17cf-481d-98dc-d5ab24d9af04, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:18:35.359265 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8e6adf1-7d20-4628-836f-222921767abf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.362870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8e6adf1-7d20-4628-836f-222921767abf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.371274 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e8e6adf1-7d20-4628-836f-222921767abf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9378e46-0a92-42d7-8d82-841364575a13 HTTP/1.1" status: 204 len: 168 time: 0.4418418 Dec 16 08:18:35.371412 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35420) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:35.375287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6adf1-7d20-4628-836f-222921767abf tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9378e46-0a92-42d7-8d82-841364575a13,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:35.416916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35422) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:35.417201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a3f42ae8-a8cb-4308-b4ab-9b86e5ce0fa4 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490141 Dec 16 08:18:35.422857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-de60251d-d012-4e64-aa88-cb78cb2a1490 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group': {'name': 'tempest-secgroup--609958795'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:35.457803 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.518104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:35.532449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:35.533427 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.537021 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-504f61fd-b341-468b-a1ae-e786ed5e6648 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8a27ae7-17cf-481d-98dc-d5ab24d9af04 HTTP/1.1" status: 200 len: 1093 time: 1.3090522 Dec 16 08:18:35.539878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'tag': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:35.545416 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5155e805-fee8-43d8-acf4-c208ffabecf6" -d '{"events": [{"name": "network-changed", "server_uuid": "5069c520-8bde-46c3-90bd-ca11cd70433d", "tag": "f8a27ae7-17cf-481d-98dc-d5ab24d9af04"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:35.553492 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60251d-d012-4e64-aa88-cb78cb2a1490 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.701795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60251d-d012-4e64-aa88-cb78cb2a1490 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.704972 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f47771-f418-4050-8746-3feaca80322c x-openstack-request-id: req-f1f47771-f418-4050-8746-3feaca80322c {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:35.705471 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5069c520-8bde-46c3-90bd-ca11cd70433d", "tag": "f8a27ae7-17cf-481d-98dc-d5ab24d9af04", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:35.714226 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1f47771-f418-4050-8746-3feaca80322c {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:35.715000 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'tag': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04', 'status': 'completed', 'code': 200} Dec 16 08:18:35.820408 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60251d-d012-4e64-aa88-cb78cb2a1490 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:35.842837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064da7-508b-4b6d-88ab-d61cf0f03769 req-d3197e2b-0408-4576-ab90-fe9fd7c4f3da tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:35.844728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1064da7-508b-4b6d-88ab-d61cf0f03769 req-d3197e2b-0408-4576-ab90-fe9fd7c4f3da tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.1241972 Dec 16 08:18:35.910089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60251d-d012-4e64-aa88-cb78cb2a1490 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f07a5-b126-4d32-adea-83f610e164d7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:35.951973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-399e1cde-0229-481b-816c-5cc3561e81be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:35.956894 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-399e1cde-0229-481b-816c-5cc3561e81be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 1096 time: 0.2394199 Dec 16 08:18:35.992784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f1064da7-508b-4b6d-88ab-d61cf0f03769 req-d4ae77a0-a805-4cc9-91ed-e2f32d8f21f5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406538 Dec 16 08:18:36.021203 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-83b6d55b-f1c1-4732-b598-824fcf1ba858 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a27ae7-17cf-481d-98dc-d5ab24d9af04 HTTP/1.1" status: 200 len: 217 time: 0.0512426 Dec 16 08:18:36.023364 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-de60251d-d012-4e64-aa88-cb78cb2a1490 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.027689 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-de60251d-d012-4e64-aa88-cb78cb2a1490 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6088958 Dec 16 08:18:36.029020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35432) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:36.037701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9f576701-902a-4168-86d2-0a3f2b957e89 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Request body: {'security_group_rule': {'security_group_id': '0a3f07a5-b126-4d32-adea-83f610e164d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:36.075252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-967c8734-c67f-4af4-a774-16cf0c43bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:36.076684 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-967c8734-c67f-4af4-a774-16cf0c43bfcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0474207 Dec 16 08:18:36.138907 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f576701-902a-4168-86d2-0a3f2b957e89 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.142362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-d6c7b28f-ccce-471c-b70c-98d57cf5e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:36.143937 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-d6c7b28f-ccce-471c-b70c-98d57cf5e466 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598533 Dec 16 08:18:36.218937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f576701-902a-4168-86d2-0a3f2b957e89 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.256462 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-b802a82e-7475-4695-abd2-1c6b5184333d service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050692 Dec 16 08:18:36.292915 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c2d5-bfcd-4940-a126-ea918f385517 req-734ce31f-d579-420e-b03f-ad819cc0a802 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:36.302973 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed14c2d5-bfcd-4940-a126-ea918f385517 req-734ce31f-d579-420e-b03f-ad819cc0a802 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0804892 Dec 16 08:18:36.305824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f576701-902a-4168-86d2-0a3f2b957e89 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.340547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f576701-902a-4168-86d2-0a3f2b957e89 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74fc230-7491-40e5-8bcb-6c6037ebb4e7,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:36.379569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ed14c2d5-bfcd-4940-a126-ea918f385517 req-f6555ad1-d7c2-4f12-8658-6f8e0f8c82a9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755682 Dec 16 08:18:36.432290 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f576701-902a-4168-86d2-0a3f2b957e89 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.435989 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9f576701-902a-4168-86d2-0a3f2b957e89 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4001138 Dec 16 08:18:36.443316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35436) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:36.445798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fee022d8-8389-4c42-ba56-6d9a96ce0f7f req-0ec81f2c-81a9-4f44-8919-af91254dd6cc service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824803 Dec 16 08:18:36.523008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec5041df-eec9-4baa-8cc6-b6bed65d5c06 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.551640 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec5041df-eec9-4baa-8cc6-b6bed65d5c06 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.673919 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec5041df-eec9-4baa-8cc6-b6bed65d5c06 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.677477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ec5041df-eec9-4baa-8cc6-b6bed65d5c06 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:36.680852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ec5041df-eec9-4baa-8cc6-b6bed65d5c06 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/0a3f07a5-b126-4d32-adea-83f610e164d7 HTTP/1.1" status: 204 len: 168 time: 0.2414911 Dec 16 08:18:36.681957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35440) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:36.723334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5041df-eec9-4baa-8cc6-b6bed65d5c06 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f07a5-b126-4d32-adea-83f610e164d7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:36.757289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-85f78534-d9ba-49bc-ab39-7beb99d01b3a tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0742302 Dec 16 08:18:36.759780 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35442) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:36.799963 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-50b991de-f779-4e36-b562-34b872a6123f tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0379798 Dec 16 08:18:36.803120 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35444) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:36.821108 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-d22d092c-824a-458d-ba35-3577a4651e79 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] delete failed (client error): The resource could not be found. Dec 16 08:18:36.822479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d22d092c-824a-458d-ba35-3577a4651e79 tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "DELETE /v2.0/security-groups/0a3f07a5-b126-4d32-adea-83f610e164d7 HTTP/1.1" status: 404 len: 347 time: 0.0180304 Dec 16 08:18:36.826485 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35448) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:36.901866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-135c989a-c03b-46c9-b05b-87393f9c48ec tempest-SecGroupTest-434218492 tempest-SecGroupTest-434218492-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0730462 Dec 16 08:18:37.177654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0f0f6-0e2e-457a-858e-aaa562f2663a req-e498c1f1-01b0-4fff-a819-d430fc71ea5a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:37.179323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8e0f0f6-0e2e-457a-858e-aaa562f2663a req-e498c1f1-01b0-4fff-a819-d430fc71ea5a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0942132 Dec 16 08:18:37.194081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-6792b2fa-b095-49fa-b873-9696fbb595a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:37.197795 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-6792b2fa-b095-49fa-b873-9696fbb595a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 1096 time: 0.5753894 Dec 16 08:18:37.240296 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c8e0f0f6-0e2e-457a-858e-aaa562f2663a req-a101e9be-d7e5-4b29-b3f8-e3f2fbf32389 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548728 Dec 16 08:18:37.344715 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-3ffea637-008a-4602-917f-ca871de525fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:37.347170 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-3ffea637-008a-4602-917f-ca871de525fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.1389220 Dec 16 08:18:37.399550 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-345a0e6d-dbaf-407f-90fc-1345d0fd02a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a27ae7-17cf-481d-98dc-d5ab24d9af04 HTTP/1.1" status: 200 len: 217 time: 0.0451121 Dec 16 08:18:37.469043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-4a1ba99c-c494-4772-aff7-6cc238ee40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:37.472061 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-4a1ba99c-c494-4772-aff7-6cc238ee40f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0570061 Dec 16 08:18:37.540877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-e4e3af21-59fd-487f-92ec-dd4be600e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:37.542841 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-e4e3af21-59fd-487f-92ec-dd4be600e58d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635862 Dec 16 08:18:37.557766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35458) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:37.588536 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cf1ca-bd52-48fa-ab35-51decfd8eedc req-93b47587-b421-4a35-9635-9cecb21905da tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:37.590134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-621cf1ca-bd52-48fa-ab35-51decfd8eedc req-93b47587-b421-4a35-9635-9cecb21905da tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0954390 Dec 16 08:18:37.676356 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-c8562f80-81df-4b2a-94c3-148751240bef service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258647 Dec 16 08:18:37.697999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-621cf1ca-bd52-48fa-ab35-51decfd8eedc req-7d8d9d91-4d94-4bcd-8424-23cb1627b396 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992393 Dec 16 08:18:37.812006 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5155e805-fee8-43d8-acf4-c208ffabecf6 req-9b0be403-c907-4611-9c02-1027a763f536 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276436 Dec 16 08:18:37.815796 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f0f40910-ae35-4aa8-aaf9-d90bba368bf1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e90d3c7ccb6148fb9663e1e97468705c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567580 Dec 16 08:18:37.818307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35464) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:37.873986 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dba9f917-e35e-4541-bab2-1b3e70d27b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:37.897531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dba9f917-e35e-4541-bab2-1b3e70d27b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:38.045211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dba9f917-e35e-4541-bab2-1b3e70d27b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:38.048001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dba9f917-e35e-4541-bab2-1b3e70d27b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:38.049473 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dba9f917-e35e-4541-bab2-1b3e70d27b87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fedd89eb-5020-4070-b697-9ecb47d5db66 HTTP/1.1" status: 204 len: 168 time: 0.2299881 Dec 16 08:18:38.058727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9f917-e35e-4541-bab2-1b3e70d27b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd89eb-5020-4070-b697-9ecb47d5db66,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:38.391312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4cdf-16ae-4fea-b3b5-fd15fa0cca01 req-a806eea8-f52d-4469-8f6d-bcaeb562fdd8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:38.395397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bdb4cdf-16ae-4fea-b3b5-fd15fa0cca01 req-a806eea8-f52d-4469-8f6d-bcaeb562fdd8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0687151 Dec 16 08:18:38.451888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bdb4cdf-16ae-4fea-b3b5-fd15fa0cca01 req-4b54e419-81de-47ff-b7df-d56224444e18 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499878 Dec 16 08:18:38.846579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d318-8dc5-40f6-af2f-5a23c57feafd req-6166e8f3-3b66-4495-8a50-48845db9bc50 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:38.846579 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5560d318-8dc5-40f6-af2f-5a23c57feafd req-6166e8f3-3b66-4495-8a50-48845db9bc50 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0516050 Dec 16 08:18:38.880973 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5560d318-8dc5-40f6-af2f-5a23c57feafd req-97e4644c-be7b-44e5-95e2-c9f1db541568 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452797 Dec 16 08:18:39.427776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35496) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:39.538805 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-3b3dd8d2-b268-44ee-9288-0715de238fb8 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:39.540052 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-3b3dd8d2-b268-44ee-9288-0715de238fb8 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 08:18:39.540646 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-3b3dd8d2-b268-44ee-9288-0715de238fb8 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 08:18:39.541628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3b3dd8d2-b268-44ee-9288-0715de238fb8 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1128280 Dec 16 08:18:39.545471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35502) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:39.553101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846398209'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:39.595251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991c5f-a309-4014-b1b6-f86463e0af40 req-dd7d989b-78a8-48fa-9706-973cb935cdf5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:39.597383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d991c5f-a309-4014-b1b6-f86463e0af40 req-dd7d989b-78a8-48fa-9706-973cb935cdf5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0547717 Dec 16 08:18:39.650291 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d991c5f-a309-4014-b1b6-f86463e0af40 req-333a22ce-a01b-4c48-a7e7-c87bcc779b92 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Dec 16 08:18:39.659440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:39.673263 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:39.755773 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:39.849967 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:39.905197 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68534da-7038-45a0-9d68-bfdd009a13d0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:39.965048 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.044402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce354-662e-4141-bf88-76c10916d5f1 req-9d410eeb-93f9-41b5-ae32-81469ee521c2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:40.045897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcce354-662e-4141-bf88-76c10916d5f1 req-9d410eeb-93f9-41b5-ae32-81469ee521c2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0552497 Dec 16 08:18:40.053606 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.093552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb5116-69c8-436f-b78a-3c3b4dfd33e6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:40.103932 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0dcce354-662e-4141-bf88-76c10916d5f1 req-9027045d-9ce4-4de7-88f2-f4025e969e01 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 Dec 16 08:18:40.195517 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.196902 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9f82ff3d-f2a4-42bb-84da-cf546766bfb4 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6504333 Dec 16 08:18:40.199920 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35512) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:40.204380 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a5f9df68-0b97-404d-ab14-8fa609ff9381 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'cadb5116-69c8-436f-b78a-3c3b4dfd33e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:40.323067 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df68-0b97-404d-ab14-8fa609ff9381 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.394443 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df68-0b97-404d-ab14-8fa609ff9381 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.410549 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35516) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:40.495544 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df68-0b97-404d-ab14-8fa609ff9381 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.527566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9df68-0b97-404d-ab14-8fa609ff9381 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71333e6-6f53-48ce-889d-b5b48f8b5434,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:40.541777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ee650a-e595-482a-a350-e20f17f55dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.627440 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df68-0b97-404d-ab14-8fa609ff9381 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.628707 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a5f9df68-0b97-404d-ab14-8fa609ff9381 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4277306 Dec 16 08:18:40.630712 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ee650a-e595-482a-a350-e20f17f55dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.631483 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35520) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:40.637092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-00555eec-2ace-4092-8743-498e4c4ccd2f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'cadb5116-69c8-436f-b78a-3c3b4dfd33e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:40.766709 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-30ee650a-e595-482a-a350-e20f17f55dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.781321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07089464-e0b0-4054-ad36-bbfad1d68e23 req-b8ca1e3c-42d0-413d-a45b-17384adc403c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:40.782915 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07089464-e0b0-4054-ad36-bbfad1d68e23 req-b8ca1e3c-42d0-413d-a45b-17384adc403c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0588014 Dec 16 08:18:40.784041 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-00555eec-2ace-4092-8743-498e4c4ccd2f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.811487 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-30ee650a-e595-482a-a350-e20f17f55dd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a312c5e23844eeda0c7803918079085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997340 Dec 16 08:18:40.815992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee650a-e595-482a-a350-e20f17f55dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef9af7-98c4-4fb0-8d2c-a7162b4dce52,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:40.815992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35524) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:40.865601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b9d13a03-c37c-465e-a95a-501fa066b2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.867030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07089464-e0b0-4054-ad36-bbfad1d68e23 req-bfdbb6d0-82d0-4781-9156-4aed669ee815 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735023 Dec 16 08:18:40.892294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b9d13a03-c37c-465e-a95a-501fa066b2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:40.929038 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-00555eec-2ace-4092-8743-498e4c4ccd2f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 08:18:40.932839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-00555eec-2ace-4092-8743-498e4c4ccd2f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2970216 Dec 16 08:18:40.933133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35526) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:40.986839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f58a164b-5775-4484-8250-1f7d2f160ac2 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.009734 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f58a164b-5775-4484-8250-1f7d2f160ac2 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.022866 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b9d13a03-c37c-465e-a95a-501fa066b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.025656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b9d13a03-c37c-465e-a95a-501fa066b2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.026890 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b9d13a03-c37c-465e-a95a-501fa066b2a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccef9af7-98c4-4fb0-8d2c-a7162b4dce52 HTTP/1.1" status: 204 len: 168 time: 0.2104640 Dec 16 08:18:41.035680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d13a03-c37c-465e-a95a-501fa066b2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef9af7-98c4-4fb0-8d2c-a7162b4dce52,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:41.148049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f58a164b-5775-4484-8250-1f7d2f160ac2 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.151446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f58a164b-5775-4484-8250-1f7d2f160ac2 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.152750 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f58a164b-5775-4484-8250-1f7d2f160ac2 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/cadb5116-69c8-436f-b78a-3c3b4dfd33e6 HTTP/1.1" status: 204 len: 168 time: 0.2187240 Dec 16 08:18:41.155590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:41.163091 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a164b-5775-4484-8250-1f7d2f160ac2 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb5116-69c8-436f-b78a-3c3b4dfd33e6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:41.219276 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3354e78f-d9e6-4294-9af3-4e7ccf8d2b94 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621789 Dec 16 08:18:41.223977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35534) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:41.227566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7e1e10e7-58fb-4fc4-872e-787e39d7f4a7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089708151'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:41.254616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f12480-5895-47ac-a54c-c3f09812663d req-39c6e247-e2a4-4082-936b-f782d46ff649 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:41.256205 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33f12480-5895-47ac-a54c-c3f09812663d req-39c6e247-e2a4-4082-936b-f782d46ff649 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0701413 Dec 16 08:18:41.310199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33f12480-5895-47ac-a54c-c3f09812663d req-aa3b5359-4439-4a59-86f8-720cba9c5d5a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Dec 16 08:18:41.365117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e10e7-58fb-4fc4-872e-787e39d7f4a7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.444403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e10e7-58fb-4fc4-872e-787e39d7f4a7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.530333 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e10e7-58fb-4fc4-872e-787e39d7f4a7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.559418 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e10e7-58fb-4fc4-872e-787e39d7f4a7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1562f9d1-3ec2-4136-96db-f2faf51ae88b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:41.675203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7e1e10e7-58fb-4fc4-872e-787e39d7f4a7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.676752 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7e1e10e7-58fb-4fc4-872e-787e39d7f4a7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4527936 Dec 16 08:18:41.679498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35548) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:41.684050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f74c6f38-2e60-43b5-8f50-75b6b72ff783 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '1562f9d1-3ec2-4136-96db-f2faf51ae88b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:41.687793 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-f74c6f38-2e60-43b5-8f50-75b6b72ff783 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 08:18:41.687793 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-f74c6f38-2e60-43b5-8f50-75b6b72ff783 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:41.687793 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f74c6f38-2e60-43b5-8f50-75b6b72ff783 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058219 Dec 16 08:18:41.690772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35550) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:41.750271 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bd71f00-9f3f-4287-b707-a0187252a989 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.775691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bd71f00-9f3f-4287-b707-a0187252a989 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.907573 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bd71f00-9f3f-4287-b707-a0187252a989 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.910745 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9bd71f00-9f3f-4287-b707-a0187252a989 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:41.911909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9bd71f00-9f3f-4287-b707-a0187252a989 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/1562f9d1-3ec2-4136-96db-f2faf51ae88b HTTP/1.1" status: 204 len: 168 time: 0.2197235 Dec 16 08:18:41.914639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35556) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:41.921629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd71f00-9f3f-4287-b707-a0187252a989 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1562f9d1-3ec2-4136-96db-f2faf51ae88b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:41.993842 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5c57a679-b338-41b8-833b-83c7bde48614 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0777776 Dec 16 08:18:41.994531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35562) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:41.998893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-09066e23-7c63-4d73-baaf-bfa170d45092 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501708338'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:42.025484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933415a-b918-44f5-8a11-c2baaceb9390 req-cda8294a-52bb-48ce-92c8-f5c2c0aa73c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:42.027041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e933415a-b918-44f5-8a11-c2baaceb9390 req-cda8294a-52bb-48ce-92c8-f5c2c0aa73c1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0587533 Dec 16 08:18:42.086120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e933415a-b918-44f5-8a11-c2baaceb9390 req-2adf45ec-f94d-4946-82ec-01f4c7329467 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527210 Dec 16 08:18:42.153649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09066e23-7c63-4d73-baaf-bfa170d45092 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.227719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09066e23-7c63-4d73-baaf-bfa170d45092 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.302169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09066e23-7c63-4d73-baaf-bfa170d45092 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.338979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09066e23-7c63-4d73-baaf-bfa170d45092 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6675842-6a54-4f03-a22a-c4b52b5ef1ec,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:42.440080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09066e23-7c63-4d73-baaf-bfa170d45092 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.443406 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-09066e23-7c63-4d73-baaf-bfa170d45092 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4467533 Dec 16 08:18:42.447820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35576) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:42.452490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e5dd45eb-2772-4a2e-9a1c-e9bde381696b tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'f6675842-6a54-4f03-a22a-c4b52b5ef1ec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:42.453540 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-e5dd45eb-2772-4a2e-9a1c-e9bde381696b tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 08:18:42.458452 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-e5dd45eb-2772-4a2e-9a1c-e9bde381696b tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:42.460925 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e5dd45eb-2772-4a2e-9a1c-e9bde381696b tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119519 Dec 16 08:18:42.463304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35578) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:42.489907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7df8d-70cf-499f-8c74-fdded9fb553b req-a9242044-28cf-4b64-ab5f-95d80d91435b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:42.497472 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7b7df8d-70cf-499f-8c74-fdded9fb553b req-a9242044-28cf-4b64-ab5f-95d80d91435b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0866423 Dec 16 08:18:42.534065 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4837d3f4-7bfa-47b6-af83-1e81a1b20920 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.557497 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4837d3f4-7bfa-47b6-af83-1e81a1b20920 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.584082 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d7b7df8d-70cf-499f-8c74-fdded9fb553b req-b90f103d-a9dd-4894-bbec-ea32c326a210 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857270 Dec 16 08:18:42.589876 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-d023b7b2-1852-402b-82b5-696e6c40a7ae service neutron] show failed (client error): The resource could not be found. Dec 16 08:18:42.590186 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-d023b7b2-1852-402b-82b5-696e6c40a7ae service neutron] 10.222.0.36 "GET /v2.0/ports/32114529-2d6f-4ccd-8374-279352269158/bindings/n-h1-820935-11 HTTP/1.1" status: 404 len: 381 time: 0.0900168 Dec 16 08:18:42.677172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4837d3f4-7bfa-47b6-af83-1e81a1b20920 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.679804 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4837d3f4-7bfa-47b6-af83-1e81a1b20920 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.680988 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4837d3f4-7bfa-47b6-af83-1e81a1b20920 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/f6675842-6a54-4f03-a22a-c4b52b5ef1ec HTTP/1.1" status: 204 len: 168 time: 0.2167015 Dec 16 08:18:42.691202 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837d3f4-7bfa-47b6-af83-1e81a1b20920 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6675842-6a54-4f03-a22a-c4b52b5ef1ec,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:42.692952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35580) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:42.744538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-24d48538-e267-4423-8485-b4d7499e2e17 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0500734 Dec 16 08:18:42.748627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35582) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:42.754796 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4b16a511-99b0-43ae-a8f4-4bfaacc80c03 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--403365599'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:42.914273 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b16a511-99b0-43ae-a8f4-4bfaacc80c03 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:42.987880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b16a511-99b0-43ae-a8f4-4bfaacc80c03 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.062505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b16a511-99b0-43ae-a8f4-4bfaacc80c03 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.089622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35586) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.095930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16a511-99b0-43ae-a8f4-4bfaacc80c03 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c4559-30bc-48ad-8b33-f6f71faf382f,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:43.202934 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b16a511-99b0-43ae-a8f4-4bfaacc80c03 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.202934 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4b16a511-99b0-43ae-a8f4-4bfaacc80c03 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4503374 Dec 16 08:18:43.203605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35592) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.208727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f0d0f996-73fb-4719-8a6a-ee240a647ec0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '4e9c4559-30bc-48ad-8b33-f6f71faf382f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:43.210331 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-f0d0f996-73fb-4719-8a6a-ee240a647ec0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 08:18:43.210845 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-f0d0f996-73fb-4719-8a6a-ee240a647ec0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:43.212154 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f0d0f996-73fb-4719-8a6a-ee240a647ec0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072806 Dec 16 08:18:43.215642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35594) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.222709 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-662472f5-9313-46d8-aead-c35156c8a409 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '4e9c4559-30bc-48ad-8b33-f6f71faf382f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:43.223515 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-662472f5-9313-46d8-aead-c35156c8a409 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 08:18:43.223995 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-662472f5-9313-46d8-aead-c35156c8a409 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:43.224970 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-662472f5-9313-46d8-aead-c35156c8a409 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074854 Dec 16 08:18:43.227538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35596) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.230950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-66b7cdff-0a01-41dd-bf39-3086a864daf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.237226 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2cfecff6-7019-464f-83d5-fa56cd571f9f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '4e9c4559-30bc-48ad-8b33-f6f71faf382f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:43.237226 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-2cfecff6-7019-464f-83d5-fa56cd571f9f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 08:18:43.237226 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-2cfecff6-7019-464f-83d5-fa56cd571f9f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:43.237226 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2cfecff6-7019-464f-83d5-fa56cd571f9f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064664 Dec 16 08:18:43.239351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35598) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.243621 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fc830911-7203-4aba-9c99-5084256eee67 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '4e9c4559-30bc-48ad-8b33-f6f71faf382f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:43.244699 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-fc830911-7203-4aba-9c99-5084256eee67 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 08:18:43.245361 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-fc830911-7203-4aba-9c99-5084256eee67 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:43.246487 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc830911-7203-4aba-9c99-5084256eee67 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059018 Dec 16 08:18:43.248848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35600) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.267378 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768a87-2d5a-42d3-bef7-62409dcaa419 req-48827827-b582-4ff5-82df-05e33f09f660 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:43.269618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc768a87-2d5a-42d3-bef7-62409dcaa419 req-48827827-b582-4ff5-82df-05e33f09f660 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0981085 Dec 16 08:18:43.309570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa294dca-ca63-4c3b-9cf1-a7d8723f7e8e tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.359109 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa294dca-ca63-4c3b-9cf1-a7d8723f7e8e tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.360054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc768a87-2d5a-42d3-bef7-62409dcaa419 req-2342f4f0-62a9-4a5f-945c-2bca5595068e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837309 Dec 16 08:18:43.384825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-66b7cdff-0a01-41dd-bf39-3086a864daf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.395142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-a8b055a3-97c6-4884-a647-031ad43653a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:43.396697 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-a8b055a3-97c6-4884-a647-031ad43653a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 1097 time: 0.0808992 Dec 16 08:18:43.415993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:43.479659 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.542884 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-66b7cdff-0a01-41dd-bf39-3086a864daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.590284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa294dca-ca63-4c3b-9cf1-a7d8723f7e8e tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.592962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa294dca-ca63-4c3b-9cf1-a7d8723f7e8e tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.593513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-66b7cdff-0a01-41dd-bf39-3086a864daf1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7966a378d6c74bc3a3abfe475a9534ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5027230 Dec 16 08:18:43.594415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7cdff-0a01-41dd-bf39-3086a864daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b02462-cff7-411c-9f71-d91cbaf24c2d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:43.594549 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa294dca-ca63-4c3b-9cf1-a7d8723f7e8e tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e9c4559-30bc-48ad-8b33-f6f71faf382f HTTP/1.1" status: 204 len: 168 time: 0.3447478 Dec 16 08:18:43.598321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35604) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.600347 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35606) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.659649 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa294dca-ca63-4c3b-9cf1-a7d8723f7e8e tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c4559-30bc-48ad-8b33-f6f71faf382f,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:43.683819 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-117518e8-8649-4b9b-92d4-1ff23630ee6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.729612 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-117518e8-8649-4b9b-92d4-1ff23630ee6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.743598 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4ee44c25-9732-4b4a-9bd5-1d924147593d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421783 Dec 16 08:18:43.754258 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35610) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:43.758743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88046a61-ada8-4e48-ae37-f8eb485b1b79 req-941702c8-d70a-4ef4-8422-36d6b4ae8b02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:43.758915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a00bbd16-a8ca-4546-b2f7-898fec2ceeeb tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855465476'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:43.760266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88046a61-ada8-4e48-ae37-f8eb485b1b79 req-941702c8-d70a-4ef4-8422-36d6b4ae8b02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0935330 Dec 16 08:18:43.824420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:43.826849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88046a61-ada8-4e48-ae37-f8eb485b1b79 req-af9d37c6-f05f-45c0-b76e-c15af8e9de34 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 Dec 16 08:18:43.869073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:18:43.905424 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd16-a8ca-4546-b2f7-898fec2ceeeb tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.927299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:43.929690 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc137fd-566f-4086-97bd-71a5c852b742" -d '{"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-unplugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:43.934632 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.941923 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-117518e8-8649-4b9b-92d4-1ff23630ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.944530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-117518e8-8649-4b9b-92d4-1ff23630ee6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:43.947988 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-117518e8-8649-4b9b-92d4-1ff23630ee6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12b02462-cff7-411c-9f71-d91cbaf24c2d HTTP/1.1" status: 204 len: 168 time: 0.3462765 Dec 16 08:18:43.955276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117518e8-8649-4b9b-92d4-1ff23630ee6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b02462-cff7-411c-9f71-d91cbaf24c2d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:43.961157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Transition to ACTIVE for port object 32114529-2d6f-4ccd-8374-279352269158 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:18:44.010663 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103182f6-eb50-40f8-bf5b-4ad6926f2931 x-openstack-request-id: req-103182f6-eb50-40f8-bf5b-4ad6926f2931 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:44.011020 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-unplugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:44.011349 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-103182f6-eb50-40f8-bf5b-4ad6926f2931 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:44.011866 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'code': 200} Dec 16 08:18:44.034411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd16-a8ca-4546-b2f7-898fec2ceeeb tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:44.067080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:44.155349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd16-a8ca-4546-b2f7-898fec2ceeeb tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:44.174615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=6']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:44.217636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bbd16-a8ca-4546-b2f7-898fec2ceeeb tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b806b73d-b628-4e03-a6e4-68bfc1249cdc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:44.248165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] No DVR routers for this DVR port 32114529-2d6f-4ccd-8374-279352269158 on host n-h2-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:44.347062 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a00bbd16-a8ca-4546-b2f7-898fec2ceeeb tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:44.348961 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a00bbd16-a8ca-4546-b2f7-898fec2ceeeb tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5937438 Dec 16 08:18:44.351790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35618) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:44.356142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-eb4dac44-6e21-4a76-bda2-45f12454bb14 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:44.356648 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-eb4dac44-6e21-4a76-bda2-45f12454bb14 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 08:18:44.357142 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-eb4dac44-6e21-4a76-bda2-45f12454bb14 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:44.358197 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eb4dac44-6e21-4a76-bda2-45f12454bb14 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053303 Dec 16 08:18:44.364336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35620) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:44.371650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ce7e5362-3873-46ef-9e2f-70735aa999e1 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:44.431517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:18:44.431865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:18:44.432536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:18:44.440163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:18:44.440519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:18:44.446300 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:18:44.446751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Checking segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:18:44.447218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Bound using segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:18:44.447774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Bound port: 32114529-2d6f-4ccd-8374-279352269158, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:18:44.448233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:44.541706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:18:44.545562 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:18:44.578987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851fa62-8413-47fe-8022-a5a878721f15 req-6914b514-7f08-4c0b-a42c-20dff3888af2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:44.580787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2851fa62-8413-47fe-8022-a5a878721f15 req-6914b514-7f08-4c0b-a42c-20dff3888af2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.0790529 Dec 16 08:18:44.646199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2851fa62-8413-47fe-8022-a5a878721f15 req-c29fd4e4-ed58-47af-86c1-221a8ec76d19 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592108 Dec 16 08:18:44.719403 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:44.739832 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-ce7e5362-3873-46ef-9e2f-70735aa999e1 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:44.740952 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ce7e5362-3873-46ef-9e2f-70735aa999e1 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3738961 Dec 16 08:18:44.743787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35632) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:44.750996 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d96fc929-f973-40a2-a547-0d2b01725f88 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:44.751513 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-d96fc929-f973-40a2-a547-0d2b01725f88 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 08:18:44.752512 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-d96fc929-f973-40a2-a547-0d2b01725f88 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:44.756641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d96fc929-f973-40a2-a547-0d2b01725f88 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093284 Dec 16 08:18:44.756925 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35634) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:44.760865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:44.761418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6d4dcb6c-7947-495b-ab2e-7a72a780c2ac tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:44.761771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:44.763423 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] 10.222.0.16 "PUT /v2.0/ports/32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 1092 time: 1.3515120 Dec 16 08:18:44.790097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b6d60-0122-4124-a365-31e2c4346963 service neutron] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=7']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:44.863872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-dce73d1f-ba5b-44fe-851e-acf84c3b0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:44.865852 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-dce73d1f-ba5b-44fe-851e-acf84c3b0404 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1095 time: 0.0584798 Dec 16 08:18:44.981431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69987605-7218-448a-bcb0-96ce4c4755fe req-6ab7a77a-9719-4247-8700-8d344c4d57da tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:44.983839 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69987605-7218-448a-bcb0-96ce4c4755fe req-6ab7a77a-9719-4247-8700-8d344c4d57da tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0711007 Dec 16 08:18:44.987624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-052b6089-63f0-4f3a-9316-8235a50e6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:44.989315 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-052b6089-63f0-4f3a-9316-8235a50e6b67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.1156640 Dec 16 08:18:45.006236 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-6d4dcb6c-7947-495b-ab2e-7a72a780c2ac tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:45.007825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6d4dcb6c-7947-495b-ab2e-7a72a780c2ac tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2498329 Dec 16 08:18:45.018605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35640) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:45.024460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e3aabafe-dc39-417e-bd1e-94dde54b528c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:45.025075 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-e3aabafe-dc39-417e-bd1e-94dde54b528c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 08:18:45.025572 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-e3aabafe-dc39-417e-bd1e-94dde54b528c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:45.026701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e3aabafe-dc39-417e-bd1e-94dde54b528c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067449 Dec 16 08:18:45.030739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35642) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:45.039210 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b9bb9cdf-f5d8-4759-83cf-155d0eb79b8d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:45.075557 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-8b10bf6b-1285-4c1f-ae30-ed1688467a4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 999 time: 0.0786600 Dec 16 08:18:45.078852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69987605-7218-448a-bcb0-96ce4c4755fe req-c7ff1a73-923c-48be-b167-ef19bc271a67 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831461 Dec 16 08:18:45.137055 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-29808f1c-a2d7-47df-81e1-7b1d90a75514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:45.139945 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-29808f1c-a2d7-47df-81e1-7b1d90a75514 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0560629 Dec 16 08:18:45.194487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-1e12fafe-a397-41c1-aef1-bb2e0bd09531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:45.196018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-1e12fafe-a397-41c1-aef1-bb2e0bd09531 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505700 Dec 16 08:18:45.290957 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-b9bb9cdf-f5d8-4759-83cf-155d0eb79b8d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:45.294643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b9bb9cdf-f5d8-4759-83cf-155d0eb79b8d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2603436 Dec 16 08:18:45.294860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35650) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:45.300746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5dad7a83-b386-499c-89a1-524806748ea0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:45.301337 n-d-820935-11 neutron-server[110395]: WARNING neutron.api.v2.base [None req-5dad7a83-b386-499c-89a1-524806748ea0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 08:18:45.302051 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-5dad7a83-b386-499c-89a1-524806748ea0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:45.303354 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5dad7a83-b386-499c-89a1-524806748ea0 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072408 Dec 16 08:18:45.304214 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-bafae5d6-1492-4877-8454-1e0717ebec18 service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012514 Dec 16 08:18:45.306696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35652) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:45.310688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-1ea0b8d4-2b7d-4320-be0e-b31a8dc84c2c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:45.409718 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-4d873968-ed44-42fa-a7ea-5398ef90895d service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990794 Dec 16 08:18:45.621814 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-1ea0b8d4-2b7d-4320-be0e-b31a8dc84c2c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:45.623066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1ea0b8d4-2b7d-4320-be0e-b31a8dc84c2c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3155541 Dec 16 08:18:45.625981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35662) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:45.631234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-b4de51f9-c786-437f-88a7-2be7c137b514 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'b806b73d-b628-4e03-a6e4-68bfc1249cdc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:45.786165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2450e-7259-4303-9eb2-9d55dda01048 req-e65af3cd-9ef3-470f-bc07-1308656db251 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:45.787658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bee2450e-7259-4303-9eb2-9d55dda01048 req-e65af3cd-9ef3-470f-bc07-1308656db251 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.0559258 Dec 16 08:18:45.845035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bee2450e-7259-4303-9eb2-9d55dda01048 req-bb78533e-f033-4107-99bb-64a8244e4f83 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493805 Dec 16 08:18:45.930633 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-b4de51f9-c786-437f-88a7-2be7c137b514 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:45.931692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b4de51f9-c786-437f-88a7-2be7c137b514 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3042011 Dec 16 08:18:45.934697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35676) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:45.998832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a2e3-29be-4ee9-bf9a-ef6f081a6f83 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:46.013143 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:46.015495 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6693228b-d9b7-4a82-a29b-b5cb075efc59" -d '{"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:46.025283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a2e3-29be-4ee9-bf9a-ef6f081a6f83 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:46.071518 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a720dc96-f9bc-46cc-b40b-c807729b7d5a x-openstack-request-id: req-a720dc96-f9bc-46cc-b40b-c807729b7d5a {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:46.071871 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:46.072239 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a720dc96-f9bc-46cc-b40b-c807729b7d5a {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:46.072706 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'status': 'completed', 'code': 200} Dec 16 08:18:46.163610 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-b966b247-bbf6-477b-9e78-8f4163f84d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.165326 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-b966b247-bbf6-477b-9e78-8f4163f84d7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1095 time: 0.0549762 Dec 16 08:18:46.227083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-838985cb-46b0-429e-bb80-ad2174106e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.228917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-838985cb-46b0-429e-bb80-ad2174106e58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1095 time: 0.0898213 Dec 16 08:18:46.233146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a2e3-29be-4ee9-bf9a-ef6f081a6f83 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:46.236345 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a2e3-29be-4ee9-bf9a-ef6f081a6f83 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:46.237503 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f5b5a2e3-29be-4ee9-bf9a-ef6f081a6f83 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/b806b73d-b628-4e03-a6e4-68bfc1249cdc HTTP/1.1" status: 204 len: 168 time: 0.3018980 Dec 16 08:18:46.265502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35682) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:46.265502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860c883-bc37-416d-b7a0-a9583397ec9e req-f2df196b-14b7-4766-a49c-5cfd94a32453 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.265502 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0860c883-bc37-416d-b7a0-a9583397ec9e req-f2df196b-14b7-4766-a49c-5cfd94a32453 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0849607 Dec 16 08:18:46.276881 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-1d7e0e89-1466-4d21-a430-58a81b2ca2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.278368 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-1d7e0e89-1466-4d21-a430-58a81b2ca2fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.1010509 Dec 16 08:18:46.320921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5a2e3-29be-4ee9-bf9a-ef6f081a6f83 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b806b73d-b628-4e03-a6e4-68bfc1249cdc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:46.359789 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-5e4e43b9-0666-436c-9b50-3499f49b3cc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 999 time: 0.0743496 Dec 16 08:18:46.402617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cd8c580a-d594-4a9e-9e06-c7a809401bc5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1579361 Dec 16 08:18:46.410327 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35684) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:46.416997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-445497f5-3e7a-46e2-a022-2eaebd1b9711 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--64965835'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:46.424114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-e085344c-ed2c-43cb-8652-4ddb02e2d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.425642 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-e085344c-ed2c-43cb-8652-4ddb02e2d51a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0587749 Dec 16 08:18:46.453684 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0860c883-bc37-416d-b7a0-a9583397ec9e req-ee3d69e9-035f-43c8-8eb6-0b9ca2d83d60 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785250 Dec 16 08:18:46.471830 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-42b11cae-cab6-4c7a-b201-d02b1e57a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.473559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-42b11cae-cab6-4c7a-b201-d02b1e57a95a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.2303054 Dec 16 08:18:46.490290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-b396f975-cb45-41cf-bbfb-a7f152791171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.496323 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-b396f975-cb45-41cf-bbfb-a7f152791171 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586209 Dec 16 08:18:46.545272 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:18:46.552695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-91e79c50-2b8a-4536-a0d9-9c8ef978568f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 999 time: 0.0673687 Dec 16 08:18:46.592993 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-34375621-0206-40e3-9a03-9cf1ee605e5a service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927799 Dec 16 08:18:46.623280 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:46.625232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-739d1886-96f5-4554-98d0-6b9ec478e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.626911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-739d1886-96f5-4554-98d0-6b9ec478e2c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0638473 Dec 16 08:18:46.672428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:46.691317 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-445497f5-3e7a-46e2-a022-2eaebd1b9711 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:46.725656 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-54e13384-ebd1-4a75-8e5e-95a0ca879529 service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238463 Dec 16 08:18:46.731772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-ac9ba71d-0389-4cfc-bac4-435ee0cf68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:46.733303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-ac9ba71d-0389-4cfc-bac4-435ee0cf68fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966828 Dec 16 08:18:46.839953 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-445497f5-3e7a-46e2-a022-2eaebd1b9711 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:46.867089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-e19a482f-797a-4124-8d58-81ccaa783029 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198728 Dec 16 08:18:46.986494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-445497f5-3e7a-46e2-a022-2eaebd1b9711 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:47.084139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445497f5-3e7a-46e2-a022-2eaebd1b9711 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9052faf9-b192-40d3-bc4f-2504a836abb7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:47.118427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39beed-6466-4268-aae3-455a25dc74b5 req-ec77818d-2e13-4fdf-893b-82e6394886c6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:47.121726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d39beed-6466-4268-aae3-455a25dc74b5 req-ec77818d-2e13-4fdf-893b-82e6394886c6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.1896286 Dec 16 08:18:47.155834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6693228b-d9b7-4a82-a29b-b5cb075efc59 req-00ac2ebf-98e6-485b-b8cc-afc46b81ad1a service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509696 Dec 16 08:18:47.196693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d39beed-6466-4268-aae3-455a25dc74b5 req-6e9adecb-77a3-42ca-9ed0-40ffd9b30f15 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666730 Dec 16 08:18:47.253422 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-445497f5-3e7a-46e2-a022-2eaebd1b9711 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:47.255765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-445497f5-3e7a-46e2-a022-2eaebd1b9711 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8434622 Dec 16 08:18:47.257529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35698) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:47.261982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-efba9c27-7816-4cfa-a393-50a3a924349c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '9052faf9-b192-40d3-bc4f-2504a836abb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:47.491450 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-efba9c27-7816-4cfa-a393-50a3a924349c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The resource could not be found. Dec 16 08:18:47.493687 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-efba9c27-7816-4cfa-a393-50a3a924349c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2346575 Dec 16 08:18:47.497070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35702) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:47.503930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5864eb18-1b93-474f-99e7-0848422126e7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '9052faf9-b192-40d3-bc4f-2504a836abb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '98a2e89f-a4cf-4d86-8366-71c77cf907ac'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:47.600382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c74b1-fb0a-4a4d-be6e-70270f220b8b req-bb2de05e-29d9-4d9d-9496-799c956a44e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:47.601964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-288c74b1-fb0a-4a4d-be6e-70270f220b8b req-bb2de05e-29d9-4d9d-9496-799c956a44e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0571091 Dec 16 08:18:47.659870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-288c74b1-fb0a-4a4d-be6e-70270f220b8b req-a73025e7-9bbd-4190-969d-774c8ac80676 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517409 Dec 16 08:18:47.726183 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-5864eb18-1b93-474f-99e7-0848422126e7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The resource could not be found. Dec 16 08:18:47.730168 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5864eb18-1b93-474f-99e7-0848422126e7 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2285101 Dec 16 08:18:47.730547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35706) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:47.791334 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3160317-81de-4422-9ccb-6d0ae760eba5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:47.818110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3160317-81de-4422-9ccb-6d0ae760eba5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:48.001980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3160317-81de-4422-9ccb-6d0ae760eba5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:48.001980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3160317-81de-4422-9ccb-6d0ae760eba5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:48.005888 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d3160317-81de-4422-9ccb-6d0ae760eba5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/9052faf9-b192-40d3-bc4f-2504a836abb7 HTTP/1.1" status: 204 len: 168 time: 0.2722332 Dec 16 08:18:48.006201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35710) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:48.020532 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3160317-81de-4422-9ccb-6d0ae760eba5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052faf9-b192-40d3-bc4f-2504a836abb7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:48.058909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6c0377b2-0ab1-47f6-af6e-62d600896979 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498555 Dec 16 08:18:48.065228 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35712) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:48.068575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-41deb279-dfd9-4703-9c99-cbd846c1ac23 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': '4ee58e44-3105-428a-b8bc-3aca1101fd20', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:48.321794 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-41deb279-dfd9-4703-9c99-cbd846c1ac23 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The resource could not be found. Dec 16 08:18:48.322828 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-41deb279-dfd9-4703-9c99-cbd846c1ac23 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2577977 Dec 16 08:18:48.326569 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35716) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:48.332475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-16207d3f-e414-4114-a5e6-ead053d7b393 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747676023'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:48.347169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c88c2-3465-4c89-8426-ab4f9a630185 req-e12cf1d8-51dc-45c3-a745-4043906c9ce7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:48.348695 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-938c88c2-3465-4c89-8426-ab4f9a630185 req-e12cf1d8-51dc-45c3-a745-4043906c9ce7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.0597262 Dec 16 08:18:48.399098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-938c88c2-3465-4c89-8426-ab4f9a630185 req-de5350f1-b303-4032-bf07-ccd8d7911cdf tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Dec 16 08:18:48.497052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16207d3f-e414-4114-a5e6-ead053d7b393 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:48.582410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16207d3f-e414-4114-a5e6-ead053d7b393 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:48.678769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16207d3f-e414-4114-a5e6-ead053d7b393 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:48.711211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16207d3f-e414-4114-a5e6-ead053d7b393 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d6d4e-60a3-4932-a6f0-4633ba298eb6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:48.797070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1a89-e2d0-471a-bc65-1c7aa0836590 req-2e726e4b-59d2-41b7-8a75-853883f2aeb1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:48.798822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f5f1a89-e2d0-471a-bc65-1c7aa0836590 req-2e726e4b-59d2-41b7-8a75-853883f2aeb1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0568368 Dec 16 08:18:48.829842 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-16207d3f-e414-4114-a5e6-ead053d7b393 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:48.833720 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-16207d3f-e414-4114-a5e6-ead053d7b393 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5057600 Dec 16 08:18:48.836102 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35724) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:48.841098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-8c7cde88-1f0b-406c-b317-1a992732154c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--397711667'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:48.889990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f5f1a89-e2d0-471a-bc65-1c7aa0836590 req-025778a4-8ca5-4580-a503-1549477c559c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790882 Dec 16 08:18:49.004891 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c7cde88-1f0b-406c-b317-1a992732154c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.095825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c7cde88-1f0b-406c-b317-1a992732154c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.198337 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c7cde88-1f0b-406c-b317-1a992732154c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.228992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cde88-1f0b-406c-b317-1a992732154c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd31cbe-f96f-41a8-8c49-77df9de42129,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:49.309317 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8c7cde88-1f0b-406c-b317-1a992732154c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.310595 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8c7cde88-1f0b-406c-b317-1a992732154c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4735401 Dec 16 08:18:49.314383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35728) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:49.321437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5171a318-6739-430d-bd84-f329a6502414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group_rule': {'security_group_id': 'cd3d6d4e-60a3-4932-a6f0-4633ba298eb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1cd31cbe-f96f-41a8-8c49-77df9de42129'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:49.407127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 32114529-2d6f-4ccd-8374-279352269158 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:18:49.520563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:49.538741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '32114529-2d6f-4ccd-8374-279352269158', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'port_id': '32114529-2d6f-4ccd-8374-279352269158', 'mac_address': 'fa:16:3e:a3:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:18:49.539911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44852cb2-6c52-4a18-890b-3aed51b44a17 req-c8914413-a878-4684-a8af-0f73cd7f8d18 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:49.541443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44852cb2-6c52-4a18-890b-3aed51b44a17 req-c8914413-a878-4684-a8af-0f73cd7f8d18 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 943 time: 0.0644362 Dec 16 08:18:49.562804 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-5171a318-6739-430d-bd84-f329a6502414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 08:18:49.567162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5171a318-6739-430d-bd84-f329a6502414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2486429 Dec 16 08:18:49.569642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35734) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:49.577057 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.595752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32114529-2d6f-4ccd-8374-279352269158 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:18:49.606649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44852cb2-6c52-4a18-890b-3aed51b44a17 req-9205f8ee-ef90-4e1e-8dfb-5d76300f27cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589035 Dec 16 08:18:49.629006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:49.638870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a7f8-e8e0-4607-9960-8a7bdf2b167f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.666228 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a7f8-e8e0-4607-9960-8a7bdf2b167f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.719705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.774723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:49.821489 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a7f8-e8e0-4607-9960-8a7bdf2b167f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.824704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a7f8-e8e0-4607-9960-8a7bdf2b167f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:49.825377 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a0e5a7f8-e8e0-4607-9960-8a7bdf2b167f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/1cd31cbe-f96f-41a8-8c49-77df9de42129 HTTP/1.1" status: 204 len: 168 time: 0.2566528 Dec 16 08:18:49.828952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35738) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:49.841564 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a7f8-e8e0-4607-9960-8a7bdf2b167f tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd31cbe-f96f-41a8-8c49-77df9de42129,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:49.902072 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-19c3e18c-e100-413e-bf75-0f46148ce415 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0714960 Dec 16 08:18:49.904417 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35740) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:49.965439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02e43453-5ab6-4735-8b69-551cfe8c4290 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.001755 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02e43453-5ab6-4735-8b69-551cfe8c4290 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.014153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1194-0539-46db-a426-2d45c21d0ed5 req-b3a4d986-8aff-43ee-bded-bfec2811bca5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:50.015912 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a7b1194-0539-46db-a426-2d45c21d0ed5 req-b3a4d986-8aff-43ee-bded-bfec2811bca5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0588968 Dec 16 08:18:50.096646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a7b1194-0539-46db-a426-2d45c21d0ed5 req-38c55c96-37f1-41a1-adde-58a9926cce4f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667913 Dec 16 08:18:50.102352 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['32114529-2d6f-4ccd-8374-279352269158'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:18:50.160002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c11c3a-3518-4899-8d63-8cf00c14f67a req-a66eb322-bff1-4b7f-be8f-66e38922bb58 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:50.167718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26c11c3a-3518-4899-8d63-8cf00c14f67a req-a66eb322-bff1-4b7f-be8f-66e38922bb58 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 944 time: 0.0625267 Dec 16 08:18:50.222574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26c11c3a-3518-4899-8d63-8cf00c14f67a req-a35cef06-7423-4d2c-abfd-0a9e422c7fc8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538635 Dec 16 08:18:50.264267 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02e43453-5ab6-4735-8b69-551cfe8c4290 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.267147 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-02e43453-5ab6-4735-8b69-551cfe8c4290 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.271090 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-02e43453-5ab6-4735-8b69-551cfe8c4290 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/cd3d6d4e-60a3-4932-a6f0-4633ba298eb6 HTTP/1.1" status: 204 len: 168 time: 0.3628566 Dec 16 08:18:50.271735 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35748) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:50.284753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e43453-5ab6-4735-8b69-551cfe8c4290 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d6d4e-60a3-4932-a6f0-4633ba298eb6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:50.320895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-e3e05505-4905-4c02-b64e-f6982e49a9de tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:50.322762 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-e3e05505-4905-4c02-b64e-f6982e49a9de tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958&tenant_id=44fea2caa1b44b76ab343b98224961b5&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 944 time: 0.1136901 Dec 16 08:18:50.331020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a888e3ce-1c8a-4e9b-88cd-78db3b9b30c5 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538530 Dec 16 08:18:50.331614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:50.342191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6ebf49ad-0607-4ac1-a17e-baa734185414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580766754'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:50.428953 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-a1b8eb9f-6cd9-4e4e-adbb-e552beb45780 service neutron] 10.222.0.16 "GET /v2.0/ports/32114529-2d6f-4ccd-8374-279352269158/bindings/n-h1-820935-11 HTTP/1.1" status: 200 len: 383 time: 0.0959840 Dec 16 08:18:50.509777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-47156b83-605c-4b98-9b9d-6d6b438b3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:50.511382 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-47156b83-605c-4b98-9b9d-6d6b438b3ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1096 time: 0.0427816 Dec 16 08:18:50.538225 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ebf49ad-0607-4ac1-a17e-baa734185414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.640991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-18babaa2-d817-443a-b124-4debc4f4e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:50.642613 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-18babaa2-d817-443a-b124-4debc4f4e54a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.1237793 Dec 16 08:18:50.676933 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ebf49ad-0607-4ac1-a17e-baa734185414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.801767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ebf49ad-0607-4ac1-a17e-baa734185414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.827429 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-eeb44f2d-c2c0-475d-9117-b4998bc85026 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 1000 time: 0.1682677 Dec 16 08:18:50.848157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf49ad-0607-4ac1-a17e-baa734185414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6973846-1b28-4b0b-bd20-31e4e4a87429,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:50.885064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-1f3696bf-9cbe-441a-8627-f6f64b1c1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:50.886525 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-1f3696bf-9cbe-441a-8627-f6f64b1c1b4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0495074 Dec 16 08:18:50.929754 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6ebf49ad-0607-4ac1-a17e-baa734185414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:50.930903 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6ebf49ad-0607-4ac1-a17e-baa734185414 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5963349 Dec 16 08:18:50.933704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:50.941170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5b08c871-ce26-4851-b77e-11ddd2cda1c3 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:50.943823 n-d-820935-11 neutron-server[110396]: WARNING neutron.api.v2.base [None req-5b08c871-ce26-4851-b77e-11ddd2cda1c3 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 08:18:50.943823 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-5b08c871-ce26-4851-b77e-11ddd2cda1c3 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 08:18:50.943823 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5b08c871-ce26-4851-b77e-11ddd2cda1c3 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "PUT /v2.0/security-groups/e6973846-1b28-4b0b-bd20-31e4e4a87429 HTTP/1.1" status: 409 len: 330 time: 0.0070233 Dec 16 08:18:50.946595 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:50.948855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-f77250cc-7301-4365-8bb6-fbcbf7d7b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:50.950324 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-f77250cc-7301-4365-8bb6-fbcbf7d7b80e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573142 Dec 16 08:18:50.999749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5e42310-2a04-441d-9cd8-875c3706b87d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:51.025222 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5e42310-2a04-441d-9cd8-875c3706b87d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:51.049854 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-e30ba454-80f6-4392-8a18-c8d416b5e2cc service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914865 Dec 16 08:18:51.155101 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-421d1e33-5c2f-4685-8a2f-a962e2fca983 service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976226 Dec 16 08:18:51.175637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5e42310-2a04-441d-9cd8-875c3706b87d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:51.178446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e5e42310-2a04-441d-9cd8-875c3706b87d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:51.182098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e5e42310-2a04-441d-9cd8-875c3706b87d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/e6973846-1b28-4b0b-bd20-31e4e4a87429 HTTP/1.1" status: 204 len: 168 time: 0.2320487 Dec 16 08:18:51.185864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35760) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:51.193715 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42310-2a04-441d-9cd8-875c3706b87d tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6973846-1b28-4b0b-bd20-31e4e4a87429,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:51.280677 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73b39-c968-49b1-b5c6-0189692df9e7 req-f5535087-af5a-4695-9813-9a5bbae3cf5f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:51.289567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fb73b39-c968-49b1-b5c6-0189692df9e7 req-f5535087-af5a-4695-9813-9a5bbae3cf5f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0969622 Dec 16 08:18:51.326344 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-daf948dd-3058-4ead-87f2-35cbfb0bb81a tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363873 Dec 16 08:18:51.327712 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35766) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:51.350301 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-571c03d3-1d10-411c-8369-f5f1a290e90c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] delete failed (client error): The resource could not be found. Dec 16 08:18:51.351571 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-571c03d3-1d10-411c-8369-f5f1a290e90c tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "DELETE /v2.0/security-groups/04f669ae-68b5-4f3a-9755-966036cd898a HTTP/1.1" status: 404 len: 347 time: 0.0227978 Dec 16 08:18:51.356228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:51.383102 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-9b473c8f-197e-4f48-a391-3ac503181480 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] show failed (client error): The resource could not be found. Dec 16 08:18:51.388762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35770) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:51.388975 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9b473c8f-197e-4f48-a391-3ac503181480 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-groups/297cd255-6cba-4097-a64b-a5598f099329 HTTP/1.1" status: 404 len: 347 time: 0.0316687 Dec 16 08:18:51.401993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9fb73b39-c968-49b1-b5c6-0189692df9e7 req-762e5a38-07e7-4b29-95b7-83b0e44b2f5d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108842 Dec 16 08:18:51.406707 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-98a6c048-b908-4026-96e6-910242e45467 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] show failed (client error): The resource could not be found. Dec 16 08:18:51.419870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-98a6c048-b908-4026-96e6-910242e45467 tempest-NegativeSecGroupTest-694816422 tempest-NegativeSecGroupTest-694816422-project] 10.222.0.43 "GET /v2.0/security-group-rules/8d4470ad-bf3b-4c8b-b734-7889c26b846a HTTP/1.1" status: 404 len: 356 time: 0.0227058 Dec 16 08:18:51.429021 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 32114529-2d6f-4ccd-8374-279352269158 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:18:51.582558 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd39db6-3666-4de6-8525-fa5e2a98e824 req-93ebb7ea-4e50-4da8-9621-3dfeb503fb8b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:51.584074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fd39db6-3666-4de6-8525-fa5e2a98e824 req-93ebb7ea-4e50-4da8-9621-3dfeb503fb8b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 944 time: 0.0549345 Dec 16 08:18:51.601716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 32114529-2d6f-4ccd-8374-279352269158 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:18:51.606764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 32114529-2d6f-4ccd-8374-279352269158 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:18:51.607308 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:51.638842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8fd39db6-3666-4de6-8525-fa5e2a98e824 req-d9d9f2c8-ccdc-428e-a0bd-6eff5cfe2e77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484762 Dec 16 08:18:51.700827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:51.728114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:51.730365 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507a472d-a26e-439c-811b-27d539194c95" -d '{"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-plugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:51.743189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:51.786869 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fe9157-8c1b-4552-b922-c21c528ef3cc x-openstack-request-id: req-c8fe9157-8c1b-4552-b922-c21c528ef3cc {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:51.787186 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-plugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:51.787426 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8fe9157-8c1b-4552-b922-c21c528ef3cc {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:51.787825 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'code': 200} Dec 16 08:18:51.846214 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:51.897184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:52.076519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35780) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:52.221910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b1c242a5-9deb-4e00-a4d8-ca24bec013bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=594667ae9bf24c50888da169d9a0b4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440878 Dec 16 08:18:52.225469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35784) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:52.275192 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc72a-eaf5-4dcc-8b84-70b18fd083c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:52.298397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc72a-eaf5-4dcc-8b84-70b18fd083c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:52.471811 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc72a-eaf5-4dcc-8b84-70b18fd083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:52.481536 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc72a-eaf5-4dcc-8b84-70b18fd083c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:52.481536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ad8dc72a-eaf5-4dcc-8b84-70b18fd083c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e68534da-7038-45a0-9d68-bfdd009a13d0 HTTP/1.1" status: 204 len: 168 time: 0.2509375 Dec 16 08:18:52.498650 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc72a-eaf5-4dcc-8b84-70b18fd083c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68534da-7038-45a0-9d68-bfdd009a13d0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:52.616441 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaf52d-a1af-47ce-b6d9-482f75c9e33c req-841dbaa9-0396-4c4f-b3b8-611884e36d84 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:52.624678 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93eaf52d-a1af-47ce-b6d9-482f75c9e33c req-841dbaa9-0396-4c4f-b3b8-611884e36d84 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0692184 Dec 16 08:18:52.685032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93eaf52d-a1af-47ce-b6d9-482f75c9e33c req-6b75d536-b8a0-4a0f-a5e0-44b3f3b27956 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574284 Dec 16 08:18:52.787562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de7bbf-6aa2-4a72-ac9d-2243a2e4bfc4 req-f3f3d6b5-232c-4524-a02c-efea24f1805d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:52.789162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01de7bbf-6aa2-4a72-ac9d-2243a2e4bfc4 req-f3f3d6b5-232c-4524-a02c-efea24f1805d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0718427 Dec 16 08:18:52.845273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-01de7bbf-6aa2-4a72-ac9d-2243a2e4bfc4 req-4991d0fe-228c-457b-901c-d634a29f0373 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483751 Dec 16 08:18:53.695025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35822) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:53.705006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35826) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:53.706380 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0096850 Dec 16 08:18:53.824758 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69895498-3668-48b1-8453-ea07bccdec47 req-8bc6d4c8-9542-46c7-ab70-29b319f3e98e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:53.826878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69895498-3668-48b1-8453-ea07bccdec47 req-8bc6d4c8-9542-46c7-ab70-29b319f3e98e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0688903 Dec 16 08:18:53.862546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8ebebeed-f339-4b51-a55c-f3c4239732a7 tempest-NetworksApiDiscovery-1134629997 tempest-NetworksApiDiscovery-1134629997-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1557784 Dec 16 08:18:53.949928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69895498-3668-48b1-8453-ea07bccdec47 req-6a87432b-f17d-4e2d-9173-d9757a6f08c7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125834 Dec 16 08:18:54.158207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-1e2a0ea6-9e82-4cef-a60d-83b415b202ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:54.159740 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-1e2a0ea6-9e82-4cef-a60d-83b415b202ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 1097 time: 0.0992551 Dec 16 08:18:54.180798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-11', 'device_owner': 'compute:nova'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:18:54.271238 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:54.288364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37dc3c-f795-41c2-8c3c-df413b1298b4 req-9828853a-cd62-4468-ad5c-76116908853d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:54.289876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d37dc3c-f795-41c2-8c3c-df413b1298b4 req-9828853a-cd62-4468-ad5c-76116908853d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0904458 Dec 16 08:18:54.435781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d37dc3c-f795-41c2-8c3c-df413b1298b4 req-60e83ea6-70d2-4a4b-ad61-cde0f08ad170 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389990 Dec 16 08:18:54.496746 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35840) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:54.657690 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64dc3386-75f8-4522-b560-2c12e90adc19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:54.769693 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64dc3386-75f8-4522-b560-2c12e90adc19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:54.867069 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-64dc3386-75f8-4522-b560-2c12e90adc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:54.870056 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:54.914266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:18:54.914511 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-64dc3386-75f8-4522-b560-2c12e90adc19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fb8c0c55a7943cba85f4afa45167296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115376 Dec 16 08:18:54.914511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc3386-75f8-4522-b560-2c12e90adc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081c63fb-7428-4690-b276-5ff36a0e4a9a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:54.914511 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35854) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:54.952374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:54.955548 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1cd699-bba3-4eb8-947a-4285eb225897" -d '{"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-unplugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:54.960851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:54.976297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42858349-c120-44df-aba1-500e03c4d36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:54.976497 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Transition to ACTIVE for port object 32114529-2d6f-4ccd-8374-279352269158 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:18:54.999418 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42858349-c120-44df-aba1-500e03c4d36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:55.023498 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2a0743-71fd-4e65-ba93-cbef2582e550 x-openstack-request-id: req-8e2a0743-71fd-4e65-ba93-cbef2582e550 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:55.023833 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-unplugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:55.024079 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e2a0743-71fd-4e65-ba93-cbef2582e550 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:55.024733 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'code': 200} Dec 16 08:18:55.071474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:55.084839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31180e17-b0a0-4560-a571-ddc817ab2068 req-013a8be8-608a-4fde-9ce8-f3b27c104b14 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:55.086388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31180e17-b0a0-4560-a571-ddc817ab2068 req-013a8be8-608a-4fde-9ce8-f3b27c104b14 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0604401 Dec 16 08:18:55.184683 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42858349-c120-44df-aba1-500e03c4d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:55.187676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-42858349-c120-44df-aba1-500e03c4d36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:55.188556 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-42858349-c120-44df-aba1-500e03c4d36b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/081c63fb-7428-4690-b276-5ff36a0e4a9a HTTP/1.1" status: 204 len: 168 time: 0.2745302 Dec 16 08:18:55.206144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858349-c120-44df-aba1-500e03c4d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081c63fb-7428-4690-b276-5ff36a0e4a9a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:55.243548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=10']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:55.288049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31180e17-b0a0-4560-a571-ddc817ab2068 req-b9340ff4-4a45-48f7-8b9f-79a1acb12ae8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819313 Dec 16 08:18:55.316896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] No DVR routers for this DVR port 32114529-2d6f-4ccd-8374-279352269158 on host n-h1-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:18:55.503139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:18:55.503561 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:18:55.503966 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:18:55.509548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:18:55.509992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Attempting to bind port 32114529-2d6f-4ccd-8374-279352269158 on network 3ab0705c-5f91-457c-a63a-3e680ac329e2 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:18:55.515311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:18:55.515736 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Checking segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:18:55.518248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Bound using segment: {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:18:55.518881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Bound port: 32114529-2d6f-4ccd-8374-279352269158, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d07dd1-0c03-41d9-bbe7-19833abe11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:18:55.519325 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:55.632860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5889893-1458-469a-b4b2-9751c911a308 req-1994cbca-dccd-46e2-91f5-c42aa0038c94 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:55.634655 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5889893-1458-469a-b4b2-9751c911a308 req-1994cbca-dccd-46e2-91f5-c42aa0038c94 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 944 time: 0.0981324 Dec 16 08:18:55.664269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:18:55.684772 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:18:55.712297 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e5889893-1458-469a-b4b2-9751c911a308 req-93b65b2c-1771-4920-81ac-2f7da3432f4d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678196 Dec 16 08:18:55.816314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:55.858282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:55.858987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:55.860955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] 10.222.0.36 "PUT /v2.0/ports/32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 1093 time: 1.6848691 Dec 16 08:18:55.885977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829419f-9195-4c94-a07d-186ff03ce399 service neutron] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=11']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:55.970076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-426c6411-854a-4c2c-a733-db961fa03448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:55.972683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-426c6411-854a-4c2c-a733-db961fa03448 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1096 time: 0.0630090 Dec 16 08:18:56.121024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-b304066a-73b8-4406-814c-f32fca503538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:56.122709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-b304066a-73b8-4406-814c-f32fca503538 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.1410160 Dec 16 08:18:56.205286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-ba34420d-f10e-4943-bed3-3a2657873e3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 999 time: 0.0729311 Dec 16 08:18:56.258021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-f4c94c90-a68e-455a-aa16-7c016b7d9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:56.259545 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-f4c94c90-a68e-455a-aa16-7c016b7d9d5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0449419 Dec 16 08:18:56.340025 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-104da489-fae4-4f55-b4aa-53743ee215ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:56.341903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-104da489-fae4-4f55-b4aa-53743ee215ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705006 Dec 16 08:18:56.497635 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f58c34-54ca-4fdb-99fe-82ef4e7c234a req-4ee02d49-c515-404f-8eb3-97cc385b49a5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:56.500066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07f58c34-54ca-4fdb-99fe-82ef4e7c234a req-4ee02d49-c515-404f-8eb3-97cc385b49a5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0779676 Dec 16 08:18:56.546086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-ee805596-f7cf-4a4d-93e7-55b1e93e3025 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886594 Dec 16 08:18:56.618317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07f58c34-54ca-4fdb-99fe-82ef4e7c234a req-2c06cb8f-f96c-468e-b4ca-c5c05347d3ae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071348 Dec 16 08:18:56.689949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-18e7a27b-b113-44f0-8ac7-e8bb25c271ff req-fde28796-e84a-442b-9a90-a94b9b3160a0 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349845 Dec 16 08:18:56.840761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfa3cf-b1d6-4883-81d1-5a60c1930ed9 req-179086bd-165d-4cf1-accf-6fbc391bf3ba tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:56.842170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50bfa3cf-b1d6-4883-81d1-5a60c1930ed9 req-179086bd-165d-4cf1-accf-6fbc391bf3ba tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 944 time: 0.0539882 Dec 16 08:18:56.910862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-50bfa3cf-b1d6-4883-81d1-5a60c1930ed9 req-f66ff43e-0371-406a-9af4-51a386f9ecfd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608401 Dec 16 08:18:57.029365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:18:57.035160 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc584ced-bbde-4b89-b879-db1f569b9c55" -d '{"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:18:57.092850 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a16e8a-6399-4d63-a7c2-386a76053755 x-openstack-request-id: req-89a16e8a-6399-4d63-a7c2-386a76053755 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:18:57.093207 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:18:57.093428 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89a16e8a-6399-4d63-a7c2-386a76053755 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:18:57.093838 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'status': 'completed', 'code': 200} Dec 16 08:18:57.212146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-d590f5da-995f-4476-b72c-4af56f23789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.215436 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-d590f5da-995f-4476-b72c-4af56f23789b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1096 time: 0.0756547 Dec 16 08:18:57.227127 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-4ab0189a-998a-4a9c-8d3a-1125cb401ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.228756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-4ab0189a-998a-4a9c-8d3a-1125cb401ad4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1096 time: 0.0623856 Dec 16 08:18:57.339413 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-c7c310a7-5f7b-4e53-8dec-62152ce3313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.341374 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-c7c310a7-5f7b-4e53-8dec-62152ce3313f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.1163442 Dec 16 08:18:57.355365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-3e77db08-d190-4134-afb8-896a8f3b5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.357195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-3e77db08-d190-4134-afb8-896a8f3b5496 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.1174216 Dec 16 08:18:57.458410 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-1f9587a7-fb20-4ef2-9c83-e5edeeb910cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 999 time: 0.1091158 Dec 16 08:18:57.465287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 32114529-2d6f-4ccd-8374-279352269158 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:18:57.466727 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-e544279e-e0af-4b15-9f22-37c3724997f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 999 time: 0.0999596 Dec 16 08:18:57.541916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-79011c36-942e-4055-8e62-6fb4c368848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.544884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-79011c36-942e-4055-8e62-6fb4c368848a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.0784900 Dec 16 08:18:57.566413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 32114529-2d6f-4ccd-8374-279352269158 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:18:57.581144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-b27f0a00-5c30-4feb-abdf-48e193c6e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.584113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-b27f0a00-5c30-4feb-abdf-48e193c6e507 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.1087320 Dec 16 08:18:57.627102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-acc0dd9e-b22c-4edd-b50e-6ffc4a58c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.628862 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-acc0dd9e-b22c-4edd-b50e-6ffc4a58c2d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755661 Dec 16 08:18:57.685416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-8e29c920-c350-4f27-b7ab-d6294b044b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.687586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-8e29c920-c350-4f27-b7ab-d6294b044b75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951471 Dec 16 08:18:57.707676 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:57.802027 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-72840a1d-6496-434d-af2f-4d18391bf8d7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657295 Dec 16 08:18:57.844442 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-ed9b8643-9d15-49d0-ab1c-24334ee4a791 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482532 Dec 16 08:18:57.929793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328599e-48be-4cee-be65-0cdb1c4438eb req-6e766061-5bbe-4c0f-b9e8-524617989b24 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:57.931312 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c328599e-48be-4cee-be65-0cdb1c4438eb req-6e766061-5bbe-4c0f-b9e8-524617989b24 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.1899502 Dec 16 08:18:57.941544 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-9fc68315-2337-4ad0-aff3-51d1635de7d9 service neutron] 10.222.0.16 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233470 Dec 16 08:18:58.024252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc584ced-bbde-4b89-b879-db1f569b9c55 req-48f11e0f-2ac3-46f8-82dc-11cd98889eb9 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690767 Dec 16 08:18:58.108548 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c328599e-48be-4cee-be65-0cdb1c4438eb req-d5a0a32b-2079-41eb-a8ec-a24ecbfcd60d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690450 Dec 16 08:18:58.132588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d7f96-aa10-4252-b83f-f8527911d8e3 req-fb434203-9b04-4677-b6a1-9de71caf8ba0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:58.133980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-650d7f96-aa10-4252-b83f-f8527911d8e3 req-fb434203-9b04-4677-b6a1-9de71caf8ba0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 944 time: 0.0728278 Dec 16 08:18:58.196763 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-650d7f96-aa10-4252-b83f-f8527911d8e3 req-e781829c-3c31-4362-b884-0305b50bd3d8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529480 Dec 16 08:18:58.286875 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-75663787-5c8f-459c-8fbd-e13da2f4733e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:58.696419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:18:58.813416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:58.831083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '32114529-2d6f-4ccd-8374-279352269158', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'port_id': '32114529-2d6f-4ccd-8374-279352269158', 'mac_address': 'fa:16:3e:a3:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:18:58.869599 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:58.884112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32114529-2d6f-4ccd-8374-279352269158 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:18:58.909993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:18:59.019014 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.116881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=12']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:59.117969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35944) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:59.318885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f670c460-b3b0-4f0c-bfa2-6f44acdf5d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.344591 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['32114529-2d6f-4ccd-8374-279352269158'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:18:59.404143 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171c8aa-ed39-4c51-967c-667338f20839 req-37d67b74-d988-4bf5-8de3-145d8fd01b7d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:59.412871 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4171c8aa-ed39-4c51-967c-667338f20839 req-37d67b74-d988-4bf5-8de3-145d8fd01b7d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0890408 Dec 16 08:18:59.457453 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f670c460-b3b0-4f0c-bfa2-6f44acdf5d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.486375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4171c8aa-ed39-4c51-967c-667338f20839 req-ad91444b-a6ec-4a72-b51c-79b1e2b64c0c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724797 Dec 16 08:18:59.603873 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f670c460-b3b0-4f0c-bfa2-6f44acdf5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.636803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4abfa0-7c9d-46ea-a79d-53239e67fd49 req-caa871ba-bbee-493f-b9d4-dba96d9e6ac9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:18:59.639725 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab4abfa0-7c9d-46ea-a79d-53239e67fd49 req-caa871ba-bbee-493f-b9d4-dba96d9e6ac9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 945 time: 0.0595138 Dec 16 08:18:59.659899 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f670c460-b3b0-4f0c-bfa2-6f44acdf5d72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ab704019ecf4f1487605604a2dd3458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401340 Dec 16 08:18:59.662675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 35960) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:59.670999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670c460-b3b0-4f0c-bfa2-6f44acdf5d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71181eca-0b4d-49c1-9d73-b71fe255c7f4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:18:59.727141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbad2c1-8e13-4e38-b56e-4aa4393458bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.740118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ab4abfa0-7c9d-46ea-a79d-53239e67fd49 req-15dac12c-c0ab-4d63-8e5c-4ffab2a2353c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904253 Dec 16 08:18:59.748652 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbad2c1-8e13-4e38-b56e-4aa4393458bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.763527 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35964) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:18:59.826181 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9f1399cb-de6e-471f-983a-623d29759f69 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/13eee88a-17af-4050-9adb-0a387643f96e HTTP/1.1" status: 200 len: 992 time: 0.0613658 Dec 16 08:18:59.912320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbad2c1-8e13-4e38-b56e-4aa4393458bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.914838 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dbbad2c1-8e13-4e38-b56e-4aa4393458bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:18:59.916022 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dbbad2c1-8e13-4e38-b56e-4aa4393458bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71181eca-0b4d-49c1-9d73-b71fe255c7f4 HTTP/1.1" status: 204 len: 168 time: 0.2524080 Dec 16 08:18:59.925153 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbad2c1-8e13-4e38-b56e-4aa4393458bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71181eca-0b4d-49c1-9d73-b71fe255c7f4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:00.138729 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:00.609792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4055f0-b50d-4814-b885-4debbd026943 req-6e40f165-1b1d-4f5f-9629-80a5124644dc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:00.611382 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee4055f0-b50d-4814-b885-4debbd026943 req-6e40f165-1b1d-4f5f-9629-80a5124644dc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0542707 Dec 16 08:19:00.686756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee4055f0-b50d-4814-b885-4debbd026943 req-7aa63958-2efa-4c02-a771-99cca3e4bcb7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508349 Dec 16 08:19:00.712683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:19:00.771569 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5445b88c-6e31-4c03-923c-18c6eaf0d83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:00.843336 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 32114529-2d6f-4ccd-8374-279352269158 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:19:00.852114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 32114529-2d6f-4ccd-8374-279352269158 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:00.852525 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:00.959207 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:00.984814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:00.987735 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91cec54-bafb-4a23-b270-e3f580edfa4d" -d '{"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-plugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:01.001920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:01.032292 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117683f2-5f83-48ec-ad15-e387e7e87831 x-openstack-request-id: req-117683f2-5f83-48ec-ad15-e387e7e87831 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:01.032292 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-plugged", "status": "completed", "tag": "32114529-2d6f-4ccd-8374-279352269158", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:01.032292 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-117683f2-5f83-48ec-ad15-e387e7e87831 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:01.032643 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'code': 200} Dec 16 08:19:01.078230 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.135392 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=13']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:01.205928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 35998) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:01.351917 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1283349922-network', 'tenant_id': '49cb56b2d0534430a7964624c2c2efb3'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:01.494433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Made reservation on behalf of 49cb56b2d0534430a7964624c2c2efb3 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:19:01.495756 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.505552 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.584476 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.687312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.717513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:19:01.730701 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac941bd2-d06a-4d2f-b908-fd948b90ffe4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:01.746736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.747104 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Added segment 63df7504-5b5a-482f-84e4-c51f0c09c054 of type vlan for network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 Dec 16 08:19:01.805561 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.858646 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.885878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd641cf-5546-4b25-bebc-4bb71fef344f req-21db6461-5a0b-4d9e-b9ca-b1206c67e3a0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:01.887277 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbd641cf-5546-4b25-bebc-4bb71fef344f req-21db6461-5a0b-4d9e-b9ca-b1206c67e3a0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0523801 Dec 16 08:19:01.937551 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.938682 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:01.939256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:01.949982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cbd641cf-5546-4b25-bebc-4bb71fef344f req-05af5887-5076-467f-878f-d4340e892681 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557871 Dec 16 08:19:02.013232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] Pushing event updated for resources: {'Network': ['ID=858a6d75-9338-4237-aa0b-6fb15e0a9b42,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:02.025322 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:19:02.071943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fa3a9d72-4637-477b-b5a4-2c03a7ef4c01 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8646204 Dec 16 08:19:02.074929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36016) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:02.080816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Request body: {'subnet': {'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1283349922-subnet', 'tenant_id': '49cb56b2d0534430a7964624c2c2efb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:02.166757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Made reservation on behalf of 49cb56b2d0534430a7964624c2c2efb3 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:19:02.169164 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:02.420623 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:02.489534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba242f44-0fad-4a6a-afd8-d20baff046e9,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:02.510423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Checking segment: {'id': '63df7504-5b5a-482f-84e4-c51f0c09c054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:19:02.515111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Network hostable DHCP agents. Network: 858a6d75-9338-4237-aa0b-6fb15e0a9b42, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:19:02.643722 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:19:02.746237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 858a6d75-9338-4237-aa0b-6fb15e0a9b42) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:02.750388 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:02.750993 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:02.757958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e069e9a-f6c2-4862-a167-8423eb4ddc0c None None] Network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:19:02.823572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7632eb47-7071-4776-8416-2b1325438e46 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7474210 Dec 16 08:19:02.859433 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a88645a-cae6-4836-b638-2f44e381ba1e None None] Network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:19:03.083988 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd692-b109-47eb-b51d-bf0c077f8086 req-0e673808-7239-4024-9ba2-b5f15d3213b5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:03.085608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37cdd692-b109-47eb-b51d-bf0c077f8086 req-0e673808-7239-4024-9ba2-b5f15d3213b5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0586078 Dec 16 08:19:03.141931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37cdd692-b109-47eb-b51d-bf0c077f8086 req-3e091e79-0532-401f-9c73-418b1e78a0b3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495753 Dec 16 08:19:03.533819 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:03.607457 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36046) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:03.613268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1240260812-network', 'tenant_id': 'd8532505b5734d798d010d7e1d8cdb37'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:03.734981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Made reservation on behalf of d8532505b5734d798d010d7e1d8cdb37 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:19:03.737458 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:03.749361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:03.822885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:03.889196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:03.914861 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:19:03.924403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e8163b-c9fa-4743-94c5-698a0e46832e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:03.930660 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:03.931012 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Added segment 78b2ade6-8d91-4c0e-b7d6-d137c907b0ec of type vlan for network 386e0d0a-34e6-4f75-82dc-96019468bfde Dec 16 08:19:03.976305 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:04.074943 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:04.075964 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:04.076603 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:04.135904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] Pushing event updated for resources: {'Network': ['ID=386e0d0a-34e6-4f75-82dc-96019468bfde,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:04.147138 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 386e0d0a-34e6-4f75-82dc-96019468bfde details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:19:04.196334 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5f553c1c-1fad-4868-8e0f-56dad7cb8b58 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5861928 Dec 16 08:19:04.197385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36054) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:04.205252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Request body: {'subnet': {'network_id': '386e0d0a-34e6-4f75-82dc-96019468bfde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1240260812-subnet', 'tenant_id': 'd8532505b5734d798d010d7e1d8cdb37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:04.227891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:04.316307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2314e5-8c32-4f6c-a739-3fd5e7249cd7 req-20915937-842a-45a2-855f-18a0ff808ffa tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:04.317939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d2314e5-8c32-4f6c-a739-3fd5e7249cd7 req-20915937-842a-45a2-855f-18a0ff808ffa tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0548408 Dec 16 08:19:04.330052 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Made reservation on behalf of d8532505b5734d798d010d7e1d8cdb37 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:19:04.332435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:04.368816 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d2314e5-8c32-4f6c-a739-3fd5e7249cd7 req-586c2864-1272-45d1-a6e8-2e31bc3f2753 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Dec 16 08:19:04.647209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:04.709771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7666e2-2ced-4c49-82c6-59d22c441b65,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:04.723318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Checking segment: {'id': '78b2ade6-8d91-4c0e-b7d6-d137c907b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '386e0d0a-34e6-4f75-82dc-96019468bfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:19:04.723772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Network hostable DHCP agents. Network: 386e0d0a-34e6-4f75-82dc-96019468bfde, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:19:04.823733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Network 386e0d0a-34e6-4f75-82dc-96019468bfde is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:19:04.946338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 386e0d0a-34e6-4f75-82dc-96019468bfde) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:04.950586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:04.951556 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:04.957908 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1e52f-cc01-42d8-be12-64f63d96da91 None None] Network 386e0d0a-34e6-4f75-82dc-96019468bfde requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:19:05.086384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b216543-d78f-4573-bc35-67221c48023c None None] Network 386e0d0a-34e6-4f75-82dc-96019468bfde requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:19:05.095945 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e6c603a3-3aac-40a5-936c-f568592c3f41 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8970931 Dec 16 08:19:05.531792 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83575a7-8339-4fe5-8be9-ad82a3ec42c4 req-d8aaaa86-2048-4616-8126-c9438b9aabb6 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:05.534310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e83575a7-8339-4fe5-8be9-ad82a3ec42c4 req-d8aaaa86-2048-4616-8126-c9438b9aabb6 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0665357 Dec 16 08:19:05.617635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e83575a7-8339-4fe5-8be9-ad82a3ec42c4 req-42d9f651-b557-4559-a50b-cd1b4d81ff08 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Dec 16 08:19:05.740786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-4d84a792-0577-4a5b-8e32-42bf31369b61 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:05.742194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-4d84a792-0577-4a5b-8e32-42bf31369b61 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/networks?id=858a6d75-9338-4237-aa0b-6fb15e0a9b42 HTTP/1.1" status: 200 len: 812 time: 0.1222334 Dec 16 08:19:05.758134 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-ab137414-a049-4100-8a63-9c01d430da84 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/quotas/49cb56b2d0534430a7964624c2c2efb3 HTTP/1.1" status: 200 len: 375 time: 0.0099025 Dec 16 08:19:05.803144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-d8d97ef2-23fb-4e25-aa0f-b4f692cd9fd1 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49cb56b2d0534430a7964624c2c2efb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390632 Dec 16 08:19:05.947776 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-ce16f64f-624c-4bd5-baff-836b7d196e4c service neutron] 10.222.0.43 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322594 Dec 16 08:19:06.064786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-8c2b7701-c9b8-4373-bca8-a1805ef69382 service neutron] 10.222.0.43 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102226 Dec 16 08:19:06.360572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25bc86e3-6d6b-4f54-8331-a7acc53c5b3b req-c8b28621-40bd-44e0-bb2d-fbb8411b739e tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 210 time: 0.0374134 Dec 16 08:19:06.730844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f1b7-cee2-4993-a67f-93fa008a69a7 req-653b08d6-6a2b-4d61-8dbf-f20969219022 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:06.733128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e25f1b7-cee2-4993-a67f-93fa008a69a7 req-653b08d6-6a2b-4d61-8dbf-f20969219022 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0534718 Dec 16 08:19:06.785939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e25f1b7-cee2-4993-a67f-93fa008a69a7 req-4d2372a3-0f33-4db4-a2cf-3d6abeed1bee tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Dec 16 08:19:07.442008 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69851ebf-a6b1-4599-96e4-60d833c21e98 req-ec3b2b34-2c9b-474f-803a-900389b28eca tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 210 time: 0.0268362 Dec 16 08:19:07.929868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea2a6f-abbb-48a3-bb86-7a2592cc03a3 req-b3658ea9-1ff9-453a-a178-b5620d77464c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:07.932066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bea2a6f-abbb-48a3-bb86-7a2592cc03a3 req-b3658ea9-1ff9-453a-a178-b5620d77464c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0702143 Dec 16 08:19:07.991048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5bea2a6f-abbb-48a3-bb86-7a2592cc03a3 req-cd548262-0330-49fc-9311-87623fddade0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524354 Dec 16 08:19:08.562999 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7b921378-7b8f-4da1-8819-e637371f21d6 req-45e3d532-c9af-4b73-a6cb-8e92ec4e429a tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 210 time: 0.0317883 Dec 16 08:19:09.052372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-6152fb87-04fd-4e72-96b6-38616cafa081 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:09.057020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-6152fb87-04fd-4e72-96b6-38616cafa081 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.36 "GET /v2.0/networks?id=858a6d75-9338-4237-aa0b-6fb15e0a9b42 HTTP/1.1" status: 200 len: 812 time: 0.1895785 Dec 16 08:19:09.075888 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Request body: {'port': {'device_id': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42', 'admin_state_up': True, 'tenant_id': '49cb56b2d0534430a7964624c2c2efb3'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:09.246444 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541cdf6-31ab-4639-ad4c-e3305c52bfcd req-afe350c4-3d72-498a-a6fd-5c9fa9b36fd0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:09.247953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4541cdf6-31ab-4639-ad4c-e3305c52bfcd req-afe350c4-3d72-498a-a6fd-5c9fa9b36fd0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0831542 Dec 16 08:19:09.309075 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4541cdf6-31ab-4639-ad4c-e3305c52bfcd req-61fae04e-a92e-4cb4-a6d7-637b573560b1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517316 Dec 16 08:19:09.334256 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Made reservation on behalf of 49cb56b2d0534430a7964624c2c2efb3 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:19:09.337765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:09.472713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Allocated IP 172.20.0.10 (858a6d75-9338-4237-aa0b-6fb15e0a9b42/ba242f44-0fad-4a6a-afd8-d20baff046e9/9254f3a8-3274-4b61-ba5e-b2f059630791) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:19:09.685201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2cf432f9-7ddd-4a2a-97f8-f403a14bbfd2 req-86213450-dd46-47e1-ac84-9ebbfa10bf7f tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 210 time: 0.0349584 Dec 16 08:19:09.699890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:09.792024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:09.838582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:19:09.842090 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:09.852320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:19:09.903618 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Pushing event updated for resources: {'Port': ['ID=9254f3a8-3274-4b61-ba5e-b2f059630791,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:09.935759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:09.936409 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:10.045809 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-c227dc2a-d355-4929-a8f4-a4610dad1d3b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9752054 Dec 16 08:19:10.064265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Request body: {'port': {'device_id': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:10.124618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:10.439616 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9254f3a8-3274-4b61-ba5e-b2f059630791 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:19:10.450936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:10.471100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Transition to ACTIVE for port object 9254f3a8-3274-4b61-ba5e-b2f059630791 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:19:10.484027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16417fc1-2d40-4d83-9554-32b91e59c0d1 req-85537f2a-f0a8-4f27-b558-245b278c5101 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:10.485677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16417fc1-2d40-4d83-9554-32b91e59c0d1 req-85537f2a-f0a8-4f27-b558-245b278c5101 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0922153 Dec 16 08:19:10.538411 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16417fc1-2d40-4d83-9554-32b91e59c0d1 req-b91161e9-97cd-42ba-8132-7279781963ff tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Dec 16 08:19:10.603412 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:10.659305 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Pushing event updated for resources: {'Port': ['ID=9254f3a8-3274-4b61-ba5e-b2f059630791,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:10.731836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Attempting to bind port 9254f3a8-3274-4b61-ba5e-b2f059630791 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:19:10.732837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Attempting to bind port 9254f3a8-3274-4b61-ba5e-b2f059630791 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '63df7504-5b5a-482f-84e4-c51f0c09c054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:19:10.733171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Attempting to bind port 9254f3a8-3274-4b61-ba5e-b2f059630791 on network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:19:10.738207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Port 9254f3a8-3274-4b61-ba5e-b2f059630791 on network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:19:10.738588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Attempting to bind port 9254f3a8-3274-4b61-ba5e-b2f059630791 on network 858a6d75-9338-4237-aa0b-6fb15e0a9b42 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:19:10.743683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:19:10.744026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Checking segment: {'id': '63df7504-5b5a-482f-84e4-c51f0c09c054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:19:10.744490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Bound using segment: {'id': '63df7504-5b5a-482f-84e4-c51f0c09c054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:19:10.744914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Bound port: 9254f3a8-3274-4b61-ba5e-b2f059630791, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63df7504-5b5a-482f-84e4-c51f0c09c054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:19:10.745845 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:10.852615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63843a46-48df-4ef2-ab5d-620075f34598 req-bd4d4025-cd33-4c2c-9a51-41f7154c297b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:10.854103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63843a46-48df-4ef2-ab5d-620075f34598 req-bd4d4025-cd33-4c2c-9a51-41f7154c297b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 944 time: 0.0895884 Dec 16 08:19:10.856569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] For port 9254f3a8-3274-4b61-ba5e-b2f059630791, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:19:10.863350 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] For port 9254f3a8-3274-4b61-ba5e-b2f059630791, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9254f3a8-3274-4b61-ba5e-b2f059630791,segment=NetworkSegment(63df7504-5b5a-482f-84e4-c51f0c09c054),segment_id=63df7504-5b5a-482f-84e4-c51f0c09c054)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:19:10.920060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63843a46-48df-4ef2-ab5d-620075f34598 req-4ea2c7fe-b7d9-40e0-9d1b-35e6b6529197 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553010 Dec 16 08:19:10.938328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:10.974724 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:10.975367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:10.976760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] 10.222.0.36 "PUT /v2.0/ports/9254f3a8-3274-4b61-ba5e-b2f059630791 HTTP/1.1" status: 200 len: 1093 time: 0.9168222 Dec 16 08:19:10.977216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'tag': '9254f3a8-3274-4b61-ba5e-b2f059630791'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:10.979491 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073b101-245b-43d9-9d01-12c51e63911e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7aa35c-c92d-483f-896d-ed0120c62bba", "tag": "9254f3a8-3274-4b61-ba5e-b2f059630791"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:11.010313 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9783d-0c29-4a68-9c63-e813a271b22f service neutron] Pushing event updated for resources: {'Port': ['ID=9254f3a8-3274-4b61-ba5e-b2f059630791,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:11.038258 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e5674-b289-4bde-83c9-91c2d6672c67 x-openstack-request-id: req-a48e5674-b289-4bde-83c9-91c2d6672c67 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:11.038258 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7aa35c-c92d-483f-896d-ed0120c62bba", "tag": "9254f3a8-3274-4b61-ba5e-b2f059630791", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:11.038258 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a48e5674-b289-4bde-83c9-91c2d6672c67 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:11.038258 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'tag': '9254f3a8-3274-4b61-ba5e-b2f059630791', 'status': 'completed', 'code': 200} Dec 16 08:19:11.125488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073b101-245b-43d9-9d01-12c51e63911e req-bba2fbdb-d50c-4e3c-bbbd-37b1fbbb80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:11.127011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5073b101-245b-43d9-9d01-12c51e63911e req-bba2fbdb-d50c-4e3c-bbbd-37b1fbbb80f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49cb56b2d0534430a7964624c2c2efb3&device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 1096 time: 0.0462797 Dec 16 08:19:11.240625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073b101-245b-43d9-9d01-12c51e63911e req-bf1d5707-58a0-4257-8f0b-6f976d7d2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:11.242090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5073b101-245b-43d9-9d01-12c51e63911e req-bf1d5707-58a0-4257-8f0b-6f976d7d2fe5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=49cb56b2d0534430a7964624c2c2efb3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0981195 Dec 16 08:19:11.349083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073b101-245b-43d9-9d01-12c51e63911e req-c94d3e62-3a43-4edf-920b-92bb95631c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:11.350628 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5073b101-245b-43d9-9d01-12c51e63911e req-c94d3e62-3a43-4edf-920b-92bb95631c7e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966649 Dec 16 08:19:11.457632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-8e12c38b-8573-4d41-9905-34ebeb072af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:11.459203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-8e12c38b-8573-4d41-9905-34ebeb072af3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49cb56b2d0534430a7964624c2c2efb3&device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 1096 time: 0.0427067 Dec 16 08:19:11.517175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-2685dd7d-e7d0-4bdd-a111-81c22d8626a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9254f3a8-3274-4b61-ba5e-b2f059630791 HTTP/1.1" status: 200 len: 217 time: 0.0402606 Dec 16 08:19:11.578763 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-d7febb1a-2634-4d93-9569-7f6b20cc91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:11.580254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-d7febb1a-2634-4d93-9569-7f6b20cc91f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba242f44-0fad-4a6a-afd8-d20baff046e9 HTTP/1.1" status: 200 len: 852 time: 0.0483248 Dec 16 08:19:11.622889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-61e87538-0550-4698-9d7d-16cf508a753f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=858a6d75-9338-4237-aa0b-6fb15e0a9b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275264 Dec 16 08:19:12.086647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c6053-c36a-4d46-b6cc-922255c76006 req-d9a0f4f9-bb7f-4352-bb6b-3bee174b9bfe tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:12.088115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c6c6053-c36a-4d46-b6cc-922255c76006 req-d9a0f4f9-bb7f-4352-bb6b-3bee174b9bfe tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.4683814 Dec 16 08:19:12.139795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb827fc-eb7f-43be-b084-d091ee3cb3a6 req-16af717d-1ae5-4bc8-98bc-848b59bf3263 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:12.142263 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abb827fc-eb7f-43be-b084-d091ee3cb3a6 req-16af717d-1ae5-4bc8-98bc-848b59bf3263 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 944 time: 0.1101048 Dec 16 08:19:12.151578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-82d00968-71d5-4c08-92e2-14c28404c76e service neutron] 10.222.0.36 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185599 Dec 16 08:19:12.239168 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c6c6053-c36a-4d46-b6cc-922255c76006 req-a80eec10-f9cb-4440-8b72-62459ec53b3a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365008 Dec 16 08:19:12.279350 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-abb827fc-eb7f-43be-b084-d091ee3cb3a6 req-5bf44c00-ac07-4c89-8805-9d595997eda1 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267939 Dec 16 08:19:12.310636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bed87a40-ec7b-405b-aa00-42b76542c77b req-907b8a40-9a57-45f1-9d62-c29177ca9700 service neutron] 10.222.0.36 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345341 Dec 16 08:19:13.368430 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fd7d2-f4f1-45a4-8e81-1a8186e29958 req-18b00802-e71e-49f6-aed2-6a9bec07c33f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:13.370062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-827fd7d2-f4f1-45a4-8e81-1a8186e29958 req-18b00802-e71e-49f6-aed2-6a9bec07c33f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0524735 Dec 16 08:19:13.425273 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-827fd7d2-f4f1-45a4-8e81-1a8186e29958 req-220f723f-cff9-4eb4-94fc-276570b66f62 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Dec 16 08:19:13.533045 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3a59-16e1-4ac6-9230-adba3d80b5fc req-e922ee2d-d4a8-470b-ba39-4e18347ea301 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:13.534431 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e38c3a59-16e1-4ac6-9230-adba3d80b5fc req-e922ee2d-d4a8-470b-ba39-4e18347ea301 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 944 time: 0.0776026 Dec 16 08:19:13.554209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0116e8-a2f3-4b5b-bcd4-bfb536fc498a req-d479bb3d-8d96-49a1-a987-18b4b2177f7c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:13.555625 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff0116e8-a2f3-4b5b-bcd4-bfb536fc498a req-d479bb3d-8d96-49a1-a987-18b4b2177f7c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0733974 Dec 16 08:19:13.620255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e38c3a59-16e1-4ac6-9230-adba3d80b5fc req-2779f8e3-da96-4f49-aee6-705bb3a200f4 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790727 Dec 16 08:19:13.636552 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff0116e8-a2f3-4b5b-bcd4-bfb536fc498a req-beeb5739-73d9-4b1c-8273-e2eaabde553b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720811 Dec 16 08:19:14.334800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-5e891462-2f76-4269-ab57-3518d95e5df7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451407 Dec 16 08:19:14.418993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-7a53622c-da6e-4042-8be9-427e9c58be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:14.424583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-7a53622c-da6e-4042-8be9-427e9c58be1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1098 time: 0.0452180 Dec 16 08:19:14.573260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-c4cb2acc-cc90-420a-a0fd-b76f7d950d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:14.574752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-c4cb2acc-cc90-420a-a0fd-b76f7d950d1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.1335156 Dec 16 08:19:14.583030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf499ce-90b9-4585-834c-7c2fffd8fcbf req-65aad265-1bca-4237-8eb4-bb7d9631a023 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:14.584419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4bf499ce-90b9-4585-834c-7c2fffd8fcbf req-65aad265-1bca-4237-8eb4-bb7d9631a023 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0815980 Dec 16 08:19:14.678352 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4bf499ce-90b9-4585-834c-7c2fffd8fcbf req-1e3e96f9-6532-49bd-bcb8-b9bf2da83066 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872421 Dec 16 08:19:14.680115 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-21d3ac19-eab8-4fb0-853f-518dad46d394 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 1001 time: 0.0945444 Dec 16 08:19:14.790554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-634637c6-7ffe-4afa-9db0-6a544c70557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:14.792002 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-634637c6-7ffe-4afa-9db0-6a544c70557a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.1012506 Dec 16 08:19:14.823630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48ae6-8267-4db1-866d-3f264f759857 req-fc99a852-5252-4f90-8d08-cde9585a0230 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:14.825436 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24c48ae6-8267-4db1-866d-3f264f759857 req-fc99a852-5252-4f90-8d08-cde9585a0230 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 944 time: 0.1252961 Dec 16 08:19:14.825929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9254f3a8-3274-4b61-ba5e-b2f059630791 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:19:14.857930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34c7a-cbe4-40a1-88fc-246965b9d78a req-e7a2583f-393a-4624-b851-093dd90bffc1 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:14.860201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29a34c7a-cbe4-40a1-88fc-246965b9d78a req-e7a2583f-393a-4624-b851-093dd90bffc1 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.1123374 Dec 16 08:19:14.925696 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-2f206795-d2bb-4dcd-9cc7-85d448df421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:14.927128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-2f206795-d2bb-4dcd-9cc7-85d448df421b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268220 Dec 16 08:19:14.928932 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9254f3a8-3274-4b61-ba5e-b2f059630791, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9254f3a8-3274-4b61-ba5e-b2f059630791,segment=NetworkSegment(63df7504-5b5a-482f-84e4-c51f0c09c054),segment_id=63df7504-5b5a-482f-84e4-c51f0c09c054)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:14.935561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-24c48ae6-8267-4db1-866d-3f264f759857 req-a3dafb2a-a677-4ef2-88c7-8f8b3cbc17de tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958340 Dec 16 08:19:14.941820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '9254f3a8-3274-4b61-ba5e-b2f059630791', 'network_id': '858a6d75-9338-4237-aa0b-6fb15e0a9b42', 'port_id': '9254f3a8-3274-4b61-ba5e-b2f059630791', 'mac_address': 'fa:16:3e:73:4e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba242f44-0fad-4a6a-afd8-d20baff046e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:19:14.986590 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:14.995310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-29a34c7a-cbe4-40a1-88fc-246965b9d78a req-f173d95e-d35c-47d5-b7b6-139a7ec7a43f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261504 Dec 16 08:19:15.003334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9254f3a8-3274-4b61-ba5e-b2f059630791 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:19:15.026006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9254f3a8-3274-4b61-ba5e-b2f059630791, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9254f3a8-3274-4b61-ba5e-b2f059630791,segment=NetworkSegment(63df7504-5b5a-482f-84e4-c51f0c09c054),segment_id=63df7504-5b5a-482f-84e4-c51f0c09c054)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:15.042581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-b7ff474b-6f32-45a3-a253-fe1765f0d6bb service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038246 Dec 16 08:19:15.110404 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:15.157088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c4199c-652d-4533-88cb-7e77a0d8e9b1 req-1d7e86ac-4564-4b1e-b68b-0d855385d5cb service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071420 Dec 16 08:19:15.174254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9254f3a8-3274-4b61-ba5e-b2f059630791,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:15.183202 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.183384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.183804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.184307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.184776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.184960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.185284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.185610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.185937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.186259 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.186598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.186968 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.187554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:15.434279 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['9254f3a8-3274-4b61-ba5e-b2f059630791'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:19:15.798986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81608256-47d4-4839-b494-d4401094c7cc req-4549dbc3-9eee-4cb3-8913-8809b45946bd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:15.800507 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81608256-47d4-4839-b494-d4401094c7cc req-4549dbc3-9eee-4cb3-8913-8809b45946bd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0508351 Dec 16 08:19:15.850752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-81608256-47d4-4839-b494-d4401094c7cc req-47bf836c-b53a-474f-9a20-99fa3e9ffa7d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Dec 16 08:19:16.062572 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9c9fa-5393-4968-aaf3-fd0db0f63893 req-51f6d010-0dfe-4199-8370-64889fe02158 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:16.064304 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbb9c9fa-5393-4968-aaf3-fd0db0f63893 req-51f6d010-0dfe-4199-8370-64889fe02158 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 945 time: 0.0535977 Dec 16 08:19:16.151174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dff2c-d4fa-4c3e-8b31-3a764e65aa37 req-c874b3a9-fe31-42b8-b54a-66040dd2fa9a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:16.152715 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213dff2c-d4fa-4c3e-8b31-3a764e65aa37 req-c874b3a9-fe31-42b8-b54a-66040dd2fa9a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0826502 Dec 16 08:19:16.156419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbb9c9fa-5393-4968-aaf3-fd0db0f63893 req-659e8615-e4cb-42a1-be41-ae605ea41f2e tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847020 Dec 16 08:19:16.200453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213dff2c-d4fa-4c3e-8b31-3a764e65aa37 req-d36ce338-7706-4246-8f6e-cda3dd810cb4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408702 Dec 16 08:19:16.821846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9254f3a8-3274-4b61-ba5e-b2f059630791 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:19:16.942349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 9254f3a8-3274-4b61-ba5e-b2f059630791 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:19:16.950074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 9254f3a8-3274-4b61-ba5e-b2f059630791 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:16.950475 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:16.969470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3cce2-687d-45b1-a432-add8f30737ac req-515519f3-8f48-4a38-91d6-2ee12ece6ad3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:16.970991 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8dd3cce2-687d-45b1-a432-add8f30737ac req-515519f3-8f48-4a38-91d6-2ee12ece6ad3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0540595 Dec 16 08:19:17.023529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8dd3cce2-687d-45b1-a432-add8f30737ac req-ae93da8e-e3ed-42fd-9a58-41cc1f928cae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440900 Dec 16 08:19:17.048166 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:17.071244 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9254f3a8-3274-4b61-ba5e-b2f059630791'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:17.073591 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e6bbe7-2a1b-4c6a-82c8-6162d1ae0d91" -d '{"events": [{"server_uuid": "bf7aa35c-c92d-483f-896d-ed0120c62bba", "name": "network-vif-plugged", "status": "completed", "tag": "9254f3a8-3274-4b61-ba5e-b2f059630791"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:17.086912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 9254f3a8-3274-4b61-ba5e-b2f059630791, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9254f3a8-3274-4b61-ba5e-b2f059630791,segment=NetworkSegment(63df7504-5b5a-482f-84e4-c51f0c09c054),segment_id=63df7504-5b5a-482f-84e4-c51f0c09c054)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:17.111797 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f5515e-bbc8-427f-89a3-0c751533ee7e x-openstack-request-id: req-02f5515e-bbc8-427f-89a3-0c751533ee7e {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:17.112107 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7aa35c-c92d-483f-896d-ed0120c62bba", "name": "network-vif-plugged", "status": "completed", "tag": "9254f3a8-3274-4b61-ba5e-b2f059630791", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:17.112430 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02f5515e-bbc8-427f-89a3-0c751533ee7e {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:17.112831 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9254f3a8-3274-4b61-ba5e-b2f059630791', 'code': 200} Dec 16 08:19:17.199710 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:17.269764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=9254f3a8-3274-4b61-ba5e-b2f059630791,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:17.323702 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a41f9-7af1-4d08-b413-fa047d0e2d10 req-d2e2b24f-a71a-46e7-b58b-476193660c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:17.325159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f49a41f9-7af1-4d08-b413-fa047d0e2d10 req-d2e2b24f-a71a-46e7-b58b-476193660c41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 1098 time: 0.1145015 Dec 16 08:19:17.342247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a249cfb-c367-4a23-982f-47d3504272a6 req-adf6fd10-9c81-407a-9760-b30da689a964 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:17.343793 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a249cfb-c367-4a23-982f-47d3504272a6 req-adf6fd10-9c81-407a-9760-b30da689a964 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0976942 Dec 16 08:19:17.375585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414531f-e371-4795-9883-7fa24386f9e9 req-d0cd678e-04ac-46a3-a3ae-d1e9bac46127 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:17.377065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8414531f-e371-4795-9883-7fa24386f9e9 req-d0cd678e-04ac-46a3-a3ae-d1e9bac46127 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0971951 Dec 16 08:19:17.434683 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f49a41f9-7af1-4d08-b413-fa047d0e2d10 req-d90eb2db-a8de-4ddf-bdf6-c371a0e8db33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898967 Dec 16 08:19:17.468868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8a249cfb-c367-4a23-982f-47d3504272a6 req-0d0a2725-5a3d-4b5e-a850-dfa95368df38 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164122 Dec 16 08:19:17.473242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8414531f-e371-4795-9883-7fa24386f9e9 req-1e316b64-e5f7-46ae-9149-4cb973faa1ab tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803087 Dec 16 08:19:18.151510 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d1455-f085-4e43-84bb-434bb7011278 req-a0f0ba2b-7645-4bfc-8b81-2d4176d44423 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:18.153107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-031d1455-f085-4e43-84bb-434bb7011278 req-a0f0ba2b-7645-4bfc-8b81-2d4176d44423 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0584698 Dec 16 08:19:18.215898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-031d1455-f085-4e43-84bb-434bb7011278 req-4eaa7d22-6f75-48d0-b15d-2af91ceb2d41 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557659 Dec 16 08:19:18.638856 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf421e6-f244-4162-bd59-63098fe30746 req-5e3ea5bf-e5bc-4d49-92f5-f04655e56bcb tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:18.640937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adf421e6-f244-4162-bd59-63098fe30746 req-5e3ea5bf-e5bc-4d49-92f5-f04655e56bcb tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0858409 Dec 16 08:19:18.649556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f9dd5-0e59-4a80-aeb2-932250370bbe req-5ce3aef0-6168-435b-b4d0-160944cef13e tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:18.650980 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-837f9dd5-0e59-4a80-aeb2-932250370bbe req-5ce3aef0-6168-435b-b4d0-160944cef13e tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0838535 Dec 16 08:19:18.727686 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-adf421e6-f244-4162-bd59-63098fe30746 req-3cbad286-1c6e-42dc-952d-f407290cfe91 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757272 Dec 16 08:19:18.731003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-837f9dd5-0e59-4a80-aeb2-932250370bbe req-95701abc-17c9-4aa9-b69f-c2889967a6f4 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649691 Dec 16 08:19:19.333587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc362e9c-319c-49e6-9bde-93b14851536c req-aab042fe-8398-42ff-bee6-d4a725ff2a3f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:19.335072 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc362e9c-319c-49e6-9bde-93b14851536c req-aab042fe-8398-42ff-bee6-d4a725ff2a3f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 944 time: 0.0508938 Dec 16 08:19:19.383538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc362e9c-319c-49e6-9bde-93b14851536c req-b0018ca6-0701-48f7-ab16-6d9f63d5d2ae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Dec 16 08:19:19.653603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8a27ae7-17cf-481d-98dc-d5ab24d9af04 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:19:19.919598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f8a27ae7-17cf-481d-98dc-d5ab24d9af04, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:19.933163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab778b9-ccb0-413a-b178-6c87706f711c req-b9024940-3e06-471c-978c-fe8df6896087 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:19.934673 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ab778b9-ccb0-413a-b178-6c87706f711c req-b9024940-3e06-471c-978c-fe8df6896087 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0983949 Dec 16 08:19:19.934823 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'port_id': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04', 'mac_address': 'fa:16:3e:0c:1a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:19:19.942591 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66507d-5c8f-434a-a63c-bb1eed128f90 req-f7f7be2c-6457-48b4-bbaf-98a1c8288ff9 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:19.944022 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b66507d-5c8f-434a-a63c-bb1eed128f90 req-f7f7be2c-6457-48b4-bbaf-98a1c8288ff9 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0748675 Dec 16 08:19:19.975497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:19.989624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a27ae7-17cf-481d-98dc-d5ab24d9af04 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:19:20.009494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f8a27ae7-17cf-481d-98dc-d5ab24d9af04, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:20.022358 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b66507d-5c8f-434a-a63c-bb1eed128f90 req-eb84452f-f17b-430d-b6fa-5600b5f10cce tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712228 Dec 16 08:19:20.027384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8ab778b9-ccb0-413a-b178-6c87706f711c req-f81fd893-1c2f-4701-9427-332c86d90138 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806754 Dec 16 08:19:20.102930 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:20.142138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb76d-9609-455b-a16d-0bef15989144 req-91056d7c-72a9-4303-a1a5-89bf07d3ff93 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:20.143646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93beb76d-9609-455b-a16d-0bef15989144 req-91056d7c-72a9-4303-a1a5-89bf07d3ff93 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0505121 Dec 16 08:19:20.152880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:20.200702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93beb76d-9609-455b-a16d-0bef15989144 req-7f9ed194-2c78-4717-b67d-069e9ce80e59 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Dec 16 08:19:20.466003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f8a27ae7-17cf-481d-98dc-d5ab24d9af04'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:19:20.511564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503dfe-ff7d-4a24-b6b1-4520f35f57a6 req-72b44f3b-6598-4573-91d7-5ce50a84ebc7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:20.513190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07503dfe-ff7d-4a24-b6b1-4520f35f57a6 req-72b44f3b-6598-4573-91d7-5ce50a84ebc7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 945 time: 0.0622954 Dec 16 08:19:20.568269 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07503dfe-ff7d-4a24-b6b1-4520f35f57a6 req-f4347dc9-f28b-4a79-81ce-68a1efeb68e0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468218 Dec 16 08:19:20.734548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b68e4-dbd9-4166-9c19-125bc070cb9f req-2f445a3f-2834-47b6-85e4-7483b948d0d4 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:20.735990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-547b68e4-dbd9-4166-9c19-125bc070cb9f req-2f445a3f-2834-47b6-85e4-7483b948d0d4 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0543590 Dec 16 08:19:20.785266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-547b68e4-dbd9-4166-9c19-125bc070cb9f req-a29ab764-3f57-4161-b9a1-8e9c183f1628 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Dec 16 08:19:21.147680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e7e8b-55dc-414d-b69b-51e9761079a7 req-e675cad9-ad20-432b-8d2c-d23d9854bccb tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:21.149216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-610e7e8b-55dc-414d-b69b-51e9761079a7 req-e675cad9-ad20-432b-8d2c-d23d9854bccb tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0544071 Dec 16 08:19:21.198811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-610e7e8b-55dc-414d-b69b-51e9761079a7 req-ea48c2df-5cbf-41ba-9262-d884b6d30a09 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434866 Dec 16 08:19:21.683310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8a27ae7-17cf-481d-98dc-d5ab24d9af04 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:19:21.683926 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693a567-982d-4eaa-9b3c-cdf38cb69cd2 req-4387cc65-cae6-4f2a-b86b-edd0716da2dd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:21.685142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b693a567-982d-4eaa-9b3c-cdf38cb69cd2 req-4387cc65-cae6-4f2a-b86b-edd0716da2dd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 945 time: 0.0502789 Dec 16 08:19:21.735748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b693a567-982d-4eaa-9b3c-cdf38cb69cd2 req-280c05f0-2d31-415f-a940-962b7decebbb tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Dec 16 08:19:21.836880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:19:21.841644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:21.842046 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:21.917529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d684577-e149-4b6e-8894-52923970d9b9 req-582a1f00-fccb-4dda-a3ce-e213dd33a361 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:21.919095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d684577-e149-4b6e-8894-52923970d9b9 req-582a1f00-fccb-4dda-a3ce-e213dd33a361 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0557463 Dec 16 08:19:21.938244 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:21.963835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:21.966252 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee6e94-2d44-47b4-a446-6a290856197e" -d '{"events": [{"server_uuid": "5069c520-8bde-46c3-90bd-ca11cd70433d", "name": "network-vif-plugged", "status": "completed", "tag": "f8a27ae7-17cf-481d-98dc-d5ab24d9af04"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:21.982036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f8a27ae7-17cf-481d-98dc-d5ab24d9af04, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:21.990073 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1d684577-e149-4b6e-8894-52923970d9b9 req-fedb5145-c49b-4153-aa20-8222702bcc3a tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561023 Dec 16 08:19:22.015399 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb48489-3dbe-4863-915a-2bcfac74a50c x-openstack-request-id: req-ffb48489-3dbe-4863-915a-2bcfac74a50c {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:22.015939 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5069c520-8bde-46c3-90bd-ca11cd70433d", "name": "network-vif-plugged", "status": "completed", "tag": "f8a27ae7-17cf-481d-98dc-d5ab24d9af04", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:22.016228 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffb48489-3dbe-4863-915a-2bcfac74a50c {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:22.016633 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04', 'code': 200} Dec 16 08:19:22.073883 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:22.127439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:22.148200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e6c25-ade3-4953-9153-72e1f3ac1015 req-96d221c4-8b29-4849-b0c1-20cc34cdd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:22.149824 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe0e6c25-ade3-4953-9153-72e1f3ac1015 req-96d221c4-8b29-4849-b0c1-20cc34cdd52b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 1098 time: 0.0439615 Dec 16 08:19:22.195409 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-fe0e6c25-ade3-4953-9153-72e1f3ac1015 req-00acb37e-c134-443e-9a9f-ff0cf066b5ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Dec 16 08:19:22.353454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd7391-44af-40df-973f-78e529029bba req-3b2cbffe-2a20-4a87-99b2-f94820a20994 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:22.354896 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-babd7391-44af-40df-973f-78e529029bba req-3b2cbffe-2a20-4a87-99b2-f94820a20994 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0821385 Dec 16 08:19:22.363307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43036f-cec2-4ab9-b2b5-d8cd161e3d20 req-c6c3dd44-4f11-49da-bbaa-df9ee59e2c62 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:22.364820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a43036f-cec2-4ab9-b2b5-d8cd161e3d20 req-c6c3dd44-4f11-49da-bbaa-df9ee59e2c62 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0800054 Dec 16 08:19:22.465922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a43036f-cec2-4ab9-b2b5-d8cd161e3d20 req-45a45a7c-e846-40b8-a37a-cd1e93a48894 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940819 Dec 16 08:19:22.472374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-babd7391-44af-40df-973f-78e529029bba req-183a2d20-df3d-4c7f-a4c3-f848e70f9169 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065691 Dec 16 08:19:22.490175 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-ea3d663b-585c-41c3-af49-c075f92b09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:22.491765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-ea3d663b-585c-41c3-af49-c075f92b09f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49cb56b2d0534430a7964624c2c2efb3&device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 1098 time: 0.0655932 Dec 16 08:19:22.592087 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-23c41df9-8a75-4642-a736-3f9082c1e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:22.594398 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-23c41df9-8a75-4642-a736-3f9082c1e05d service neutron] 10.222.0.36 "GET /v2.0/networks?id=858a6d75-9338-4237-aa0b-6fb15e0a9b42 HTTP/1.1" status: 200 len: 913 time: 0.0893347 Dec 16 08:19:22.642345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-a985007a-eb49-4539-bba4-1b31740968c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9254f3a8-3274-4b61-ba5e-b2f059630791 HTTP/1.1" status: 200 len: 217 time: 0.0381696 Dec 16 08:19:22.691420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-b9a29206-94cb-4679-b1c5-51fefee503cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:22.692872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-b9a29206-94cb-4679-b1c5-51fefee503cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba242f44-0fad-4a6a-afd8-d20baff046e9 HTTP/1.1" status: 200 len: 852 time: 0.0440340 Dec 16 08:19:22.727195 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-7217e51f-e986-4124-9fb4-ad05f3ce01e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=858a6d75-9338-4237-aa0b-6fb15e0a9b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267267 Dec 16 08:19:22.850037 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-429cb5b2-3e29-4da8-ba01-369cfe57b274 service neutron] 10.222.0.36 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154709 Dec 16 08:19:22.912746 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f947cc-ec52-4c2a-b22d-58517d11d011 req-8592ea89-7124-46ed-9e84-183f4b898e22 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:22.914127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69f947cc-ec52-4c2a-b22d-58517d11d011 req-8592ea89-7124-46ed-9e84-183f4b898e22 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 946 time: 0.1027405 Dec 16 08:19:22.989194 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69f947cc-ec52-4c2a-b22d-58517d11d011 req-da667947-fbfd-4028-8e4d-cb830c5b3adc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Dec 16 08:19:22.991040 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51c268e2-8394-4b7d-840e-753181bcd6a9 req-f0e0875d-059b-403d-8ba8-b44be3318393 service neutron] 10.222.0.36 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318691 Dec 16 08:19:23.548251 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:19:23.644750 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677443-fef3-4d6f-b6aa-93c39d2fa0b8 req-252dfbb1-ddf2-456b-90db-aa6aaf58174c tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:23.646259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d677443-fef3-4d6f-b6aa-93c39d2fa0b8 req-252dfbb1-ddf2-456b-90db-aa6aaf58174c tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0795157 Dec 16 08:19:23.653800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16342b-28d1-448d-b7f4-9e1414095790 req-948034f8-a253-42a2-9c48-b30ddcff2188 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:23.655400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a16342b-28d1-448d-b7f4-9e1414095790 req-948034f8-a253-42a2-9c48-b30ddcff2188 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0898533 Dec 16 08:19:23.735085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7d677443-fef3-4d6f-b6aa-93c39d2fa0b8 req-42753247-efa3-4a4d-95ee-6898d949b9fe tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776961 Dec 16 08:19:23.737927 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a16342b-28d1-448d-b7f4-9e1414095790 req-82305c63-960b-4e76-a34a-cc5bd97e33f0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756898 Dec 16 08:19:24.111847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f7112-ce96-412b-abad-b4fdbcf625d3 req-c9e5056a-f117-4f0a-9ef8-241d9dd43926 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:24.118069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f9f7112-ce96-412b-abad-b4fdbcf625d3 req-c9e5056a-f117-4f0a-9ef8-241d9dd43926 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 946 time: 0.0527430 Dec 16 08:19:24.163722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f9f7112-ce96-412b-abad-b4fdbcf625d3 req-55156539-26f5-47b8-ac78-2771ed773af7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Dec 16 08:19:24.281401 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47870eb-cd27-48b3-ad35-348aa73b1234 req-33e92708-1bea-41b7-99c8-1816d2dff9b0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:24.282797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c47870eb-cd27-48b3-ad35-348aa73b1234 req-33e92708-1bea-41b7-99c8-1816d2dff9b0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 946 time: 0.0494559 Dec 16 08:19:24.335056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c47870eb-cd27-48b3-ad35-348aa73b1234 req-d3ce05d1-ac5f-47b5-a7e3-954f31898f40 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Dec 16 08:19:24.449865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b97473-8758-4967-b70c-3e621bbf713d req-87a68eac-a368-49fb-8316-a5a4f27f6aaf tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:24.451353 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b97473-8758-4967-b70c-3e621bbf713d req-87a68eac-a368-49fb-8316-a5a4f27f6aaf tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 946 time: 0.0498278 Dec 16 08:19:24.500841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-62b97473-8758-4967-b70c-3e621bbf713d req-28494e37-ecaa-441a-8fe7-0db88e270c7c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Dec 16 08:19:24.853950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2722-af7d-4863-824e-1542476eef34 req-ea229e41-1b67-4dd1-a324-70bfafa94b39 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:24.856259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a1e2722-af7d-4863-824e-1542476eef34 req-ea229e41-1b67-4dd1-a324-70bfafa94b39 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0508218 Dec 16 08:19:24.907794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6a1e2722-af7d-4863-824e-1542476eef34 req-55559e15-c606-4de2-852c-60930ac7cc89 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Dec 16 08:19:25.022969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ce138-1015-4f7c-be3f-5412a0044822 req-81d93fe3-b603-43eb-8670-3ab64e0e702a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:25.024634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-700ce138-1015-4f7c-be3f-5412a0044822 req-81d93fe3-b603-43eb-8670-3ab64e0e702a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0581985 Dec 16 08:19:25.080347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-700ce138-1015-4f7c-be3f-5412a0044822 req-e2a190d7-0d09-47eb-a491-0e1cdc0aea7f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474930 Dec 16 08:19:25.191050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962a3f-a8be-43a6-95e4-796855e2861a req-837d4519-3c1a-41b0-8019-acb254a42ac6 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:25.192681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5962a3f-a8be-43a6-95e4-796855e2861a req-837d4519-3c1a-41b0-8019-acb254a42ac6 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 946 time: 0.0552726 Dec 16 08:19:25.243768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b5962a3f-a8be-43a6-95e4-796855e2861a req-b9f3564b-f986-4543-b239-b49df55b1517 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Dec 16 08:19:25.464469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e7fbf-8e68-4519-b6f4-b956202b276b req-c8da6dfd-722d-4108-87c0-4946bc2a1158 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:25.466201 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-235e7fbf-8e68-4519-b6f4-b956202b276b req-c8da6dfd-722d-4108-87c0-4946bc2a1158 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0517342 Dec 16 08:19:25.519381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-235e7fbf-8e68-4519-b6f4-b956202b276b req-d6e9714e-6155-4b5c-a196-fbe6093aec9d tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 Dec 16 08:19:25.658737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae3a8e-4c07-4939-b4db-6af3e73f6b86 req-71e497b4-7ccb-4ae0-a462-b020bbed4ece tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:25.660248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61ae3a8e-4c07-4939-b4db-6af3e73f6b86 req-71e497b4-7ccb-4ae0-a462-b020bbed4ece tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0539503 Dec 16 08:19:25.711496 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61ae3a8e-4c07-4939-b4db-6af3e73f6b86 req-c61552d2-8a22-4a37-98d0-3d924a6e1678 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452797 Dec 16 08:19:25.829391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-2c305668-4e1b-4f99-9f26-c848f935bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:25.830887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-2c305668-4e1b-4f99-9f26-c848f935bc8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1097 time: 0.0416725 Dec 16 08:19:25.928417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-5dcf4d03-ed68-4636-9415-bc1916fa0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:25.929855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-5dcf4d03-ed68-4636-9415-bc1916fa0737 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.0911441 Dec 16 08:19:26.027591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-d4d957f6-f04f-44fa-b233-e5e6676360d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 1001 time: 0.0618999 Dec 16 08:19:26.084080 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-07807ef2-eb82-4843-bd10-469b7fa51c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:26.085637 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-07807ef2-eb82-4843-bd10-469b7fa51c81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0510340 Dec 16 08:19:26.142499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-92d83022-d0e8-415e-b998-d3c4b9ffa9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:26.144028 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-92d83022-d0e8-415e-b998-d3c4b9ffa9d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421205 Dec 16 08:19:26.236998 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-20b57e24-0860-4f96-9b30-c5a268aaa79e service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846398 Dec 16 08:19:26.368302 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-609fa456-4ce3-4b78-98a6-a1de61008f67 req-76f41780-40ce-409c-9c32-ecb43669c1ce service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232288 Dec 16 08:19:26.391984 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738fa26-137a-4984-aa42-92e71a99bcbc req-8d30affb-d272-48c3-aa24-a3a71cce967a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:26.393575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4738fa26-137a-4984-aa42-92e71a99bcbc req-8d30affb-d272-48c3-aa24-a3a71cce967a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 946 time: 0.0684345 Dec 16 08:19:26.443567 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4738fa26-137a-4984-aa42-92e71a99bcbc req-dc526a55-72ff-494f-b418-480f4b93b47b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436659 Dec 16 08:19:26.642828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8fd65-231d-4129-8a99-85865dd4754e req-f511182e-e8cf-4629-b663-f5b49375efc2 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:26.644485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1da8fd65-231d-4129-8a99-85865dd4754e req-f511182e-e8cf-4629-b663-f5b49375efc2 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0567565 Dec 16 08:19:26.692563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1da8fd65-231d-4129-8a99-85865dd4754e req-e23f06e7-216e-4e32-a11f-9e60e5015466 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Dec 16 08:19:26.832703 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4716ba2-ca0b-47b2-a584-f5f35ce91927 req-53a09f83-8a3f-48ae-87f5-3383e7d93117 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:26.834197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4716ba2-ca0b-47b2-a584-f5f35ce91927 req-53a09f83-8a3f-48ae-87f5-3383e7d93117 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0510378 Dec 16 08:19:26.883443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f4716ba2-ca0b-47b2-a584-f5f35ce91927 req-0e3dc528-faca-4493-9f2b-b61de1411754 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 Dec 16 08:19:26.891210 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-9ae5aed1-3da5-4d04-ad31-20a129520bac tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:26.892728 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-9ae5aed1-3da5-4d04-ad31-20a129520bac tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 946 time: 0.0491052 Dec 16 08:19:26.995480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Deleting port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:19:26.995818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:27.089765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] For port f8a27ae7-17cf-481d-98dc-d5ab24d9af04, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:27.090201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:27.108198 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Calling delete_port for f8a27ae7-17cf-481d-98dc-d5ab24d9af04 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:19:27.112699 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f55d7-1f08-4846-bc22-133012420b7d req-733eef9f-fb9f-430e-9bb5-613cfb9b567f tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:27.123180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b7f55d7-1f08-4846-bc22-133012420b7d req-733eef9f-fb9f-430e-9bb5-613cfb9b567f tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0588601 Dec 16 08:19:27.169364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8b7f55d7-1f08-4846-bc22-133012420b7d req-1d6bb1d6-7026-4868-8a75-1d31426b25a8 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490868 Dec 16 08:19:27.316427 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-bfdaa15a-a2b4-4737-bcfa-5ec526352a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:27.317941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-bfdaa15a-a2b4-4737-bcfa-5ec526352a04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49cb56b2d0534430a7964624c2c2efb3&device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 1098 time: 0.0443807 Dec 16 08:19:27.353882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:27.390705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f8a27ae7-17cf-481d-98dc-d5ab24d9af04'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:19:27.399303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event deleted for resources: {'Port': ['ID=f8a27ae7-17cf-481d-98dc-d5ab24d9af04,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:27.440381 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] No DVR routers for this DVR port f8a27ae7-17cf-481d-98dc-d5ab24d9af04 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:19:27.443296 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:27.446011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-1549d8bc-6715-47da-b3c9-bd94a8ba88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:27.446901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a79533b4-fefa-42b9-aaa5-fbf98235ba9e req-f4dbe77c-efe7-4afd-8ce4-096c14350713 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "DELETE /v2.0/ports/f8a27ae7-17cf-481d-98dc-d5ab24d9af04 HTTP/1.1" status: 204 len: 173 time: 0.5484319 Dec 16 08:19:27.447441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'name': 'network-vif-deleted', 'tag': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:27.447879 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-1549d8bc-6715-47da-b3c9-bd94a8ba88f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=858a6d75-9338-4237-aa0b-6fb15e0a9b42 HTTP/1.1" status: 200 len: 913 time: 0.1226411 Dec 16 08:19:27.449920 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9cd75d-1b81-41a6-a3b6-1342c87c5351" -d '{"events": [{"server_uuid": "5069c520-8bde-46c3-90bd-ca11cd70433d", "name": "network-vif-deleted", "tag": "f8a27ae7-17cf-481d-98dc-d5ab24d9af04"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:27.513721 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-ef4cfd37-74fa-4093-af22-8a95f748fdf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9254f3a8-3274-4b61-ba5e-b2f059630791 HTTP/1.1" status: 200 len: 217 time: 0.0520978 Dec 16 08:19:27.517937 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ddcaf-6a8c-40b2-8f6c-0589914f0236 x-openstack-request-id: req-864ddcaf-6a8c-40b2-8f6c-0589914f0236 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:27.518344 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5069c520-8bde-46c3-90bd-ca11cd70433d", "name": "network-vif-deleted", "tag": "f8a27ae7-17cf-481d-98dc-d5ab24d9af04", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:27.518973 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-864ddcaf-6a8c-40b2-8f6c-0589914f0236 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:27.519592 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5069c520-8bde-46c3-90bd-ca11cd70433d', 'name': 'network-vif-deleted', 'tag': 'f8a27ae7-17cf-481d-98dc-d5ab24d9af04', 'status': 'completed', 'code': 200} Dec 16 08:19:27.576909 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-53111531-1257-4cb7-9d71-c0770cf7971f req-dbaef4a9-5337-4f73-bb20-bfa7f67b1ae6 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0533664 Dec 16 08:19:27.605743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-e97af114-17ec-41d6-be74-0640a21a5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:27.607246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-e97af114-17ec-41d6-be74-0640a21a5118 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba242f44-0fad-4a6a-afd8-d20baff046e9 HTTP/1.1" status: 200 len: 852 time: 0.0832074 Dec 16 08:19:27.644053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-54386dc9-ee82-43e3-a849-e7dad0efc650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=858a6d75-9338-4237-aa0b-6fb15e0a9b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293620 Dec 16 08:19:27.713007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:27.741823 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-0de6936c-7fe9-470d-86d8-6baf5fedc287 service neutron] 10.222.0.36 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907047 Dec 16 08:19:27.836049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f77bcf7d-6717-4ff9-bcf2-619eaadca18f req-41e853ce-18de-4245-9555-80cf24e2fd98 service neutron] 10.222.0.36 "GET /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Dec 16 08:19:28.013136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bb48e-f8a8-40c5-a430-97a171874c5a req-40200667-8942-46a4-82a2-b6f62a1bd38d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:28.014856 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-517bb48e-f8a8-40c5-a430-97a171874c5a req-40200667-8942-46a4-82a2-b6f62a1bd38d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0587866 Dec 16 08:19:28.064516 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-517bb48e-f8a8-40c5-a430-97a171874c5a req-f35639c9-0009-4991-b2f7-68e5cbb69a3d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Dec 16 08:19:28.216158 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9550a5f9-3653-4874-bcf8-2c83c244e3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:28.297499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425d63-8a6b-4763-a3b5-ed72580f82b8 req-d18dd75d-df06-41fb-8616-de1f74fe9f4c tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:28.298984 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c425d63-8a6b-4763-a3b5-ed72580f82b8 req-d18dd75d-df06-41fb-8616-de1f74fe9f4c tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0517867 Dec 16 08:19:28.347117 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c425d63-8a6b-4763-a3b5-ed72580f82b8 req-6f668476-7d4c-41db-9761-78c3c9eff834 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Dec 16 08:19:28.702800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-08cce50c-b144-4f27-b1d6-5858f27ec950 req-4f1e9bed-3e07-4f55-95a0-9d15cebd0386 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0294263 Dec 16 08:19:29.474836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294f066-1927-424f-9f57-a18126073f78 req-675d6906-63ae-45a5-9b02-7245b9121773 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:29.476415 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e294f066-1927-424f-9f57-a18126073f78 req-675d6906-63ae-45a5-9b02-7245b9121773 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0569923 Dec 16 08:19:29.541826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e294f066-1927-424f-9f57-a18126073f78 req-b9a2f4a8-7e38-4e80-9ee4-bb689b55950f tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539207 Dec 16 08:19:29.683287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8a27ae7-17cf-481d-98dc-d5ab24d9af04 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:19:29.704834 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: f8a27ae7-17cf-481d-98dc-d5ab24d9af04 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:19:29.705273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f8a27ae7-17cf-481d-98dc-d5ab24d9af04 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:19:29.814959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9e371852-537c-4e09-8b4e-ad1ba9609735 req-9c64fc52-a96b-4140-bb08-914fe765d6cd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0292332 Dec 16 08:19:30.067345 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81e38c-3f7e-4541-a36e-fc35d6bbd254 req-519f9c0a-da3b-4b95-9390-65382936daa9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:30.069083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a81e38c-3f7e-4541-a36e-fc35d6bbd254 req-519f9c0a-da3b-4b95-9390-65382936daa9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0696044 Dec 16 08:19:30.118946 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a81e38c-3f7e-4541-a36e-fc35d6bbd254 req-91019b7f-8809-4dbc-82f1-504745707f9f tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Dec 16 08:19:30.125097 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:30.715492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9342edfe-7623-4205-aac5-2431b4c23c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:30.930488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1888b0c9-08db-42b2-a412-97f0a8ad2dbb req-3f4ad71c-2ea8-4e07-86a3-a0c4c0edd14c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0328350 Dec 16 08:19:31.247626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde07eb-1502-4049-98e8-3a6eef37b39d req-96589897-cfed-405c-ab72-0b0e541e619a tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:31.250109 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecde07eb-1502-4049-98e8-3a6eef37b39d req-96589897-cfed-405c-ab72-0b0e541e619a tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0568705 Dec 16 08:19:31.302169 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ecde07eb-1502-4049-98e8-3a6eef37b39d req-ead0d151-3cc0-452e-9ec2-a05d936fd7a3 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Dec 16 08:19:31.861400 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:32.043797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19120cbd-74dc-4ab3-b628-23c3e40581e4 req-6411fe73-0da5-45e2-9061-53c560ea3063 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0333018 Dec 16 08:19:32.225791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-8578ee62-0df1-4992-a555-937c35f0c17b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:32.227259 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-8578ee62-0df1-4992-a555-937c35f0c17b tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.0526328 Dec 16 08:19:32.338023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Deleting port 9254f3a8-3274-4b61-ba5e-b2f059630791 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:19:32.338361 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:32.493034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753dd6-3de3-472c-9ed1-263f230ce9e7 req-6485dcaa-2c8c-4f3f-a238-34807f26b821 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:32.504822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a753dd6-3de3-472c-9ed1-263f230ce9e7 req-6485dcaa-2c8c-4f3f-a238-34807f26b821 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 946 time: 0.1169634 Dec 16 08:19:32.556582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] For port 9254f3a8-3274-4b61-ba5e-b2f059630791, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=9254f3a8-3274-4b61-ba5e-b2f059630791,segment=NetworkSegment(63df7504-5b5a-482f-84e4-c51f0c09c054),segment_id=63df7504-5b5a-482f-84e4-c51f0c09c054)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:32.557570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:32.574921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Calling delete_port for 9254f3a8-3274-4b61-ba5e-b2f059630791 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:19:32.618337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5a753dd6-3de3-472c-9ed1-263f230ce9e7 req-1335f4d8-fd0b-4b20-9198-baeff4783890 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac941bd2-d06a-4d2f-b908-fd948b90ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124761 Dec 16 08:19:32.830154 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:32.870256 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['9254f3a8-3274-4b61-ba5e-b2f059630791'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:19:32.899593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Pushing event deleted for resources: {'Port': ['ID=9254f3a8-3274-4b61-ba5e-b2f059630791,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:32.948808 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.949556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.950144 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.950489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.951432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.951768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.952122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.952492 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.959394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.963950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.964332 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.964675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.965007 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:32.989942 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] No DVR routers for this DVR port 9254f3a8-3274-4b61-ba5e-b2f059630791 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:19:32.992509 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:32.996000 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-529dd4d4-9f4a-42a0-bf19-9d7cda2ef5cc req-ccecf647-ae4a-4aa0-b3e1-23d472c2efc9 tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.36 "DELETE /v2.0/ports/9254f3a8-3274-4b61-ba5e-b2f059630791 HTTP/1.1" status: 204 len: 173 time: 0.7626283 Dec 16 08:19:32.996460 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'name': 'network-vif-deleted', 'tag': '9254f3a8-3274-4b61-ba5e-b2f059630791'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:32.999516 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae95e67-1863-4dc3-987d-df3716dc549b" -d '{"events": [{"server_uuid": "bf7aa35c-c92d-483f-896d-ed0120c62bba", "name": "network-vif-deleted", "tag": "9254f3a8-3274-4b61-ba5e-b2f059630791"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:33.039889 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe194b2-29db-45c2-9e67-c7c51f80d9ec x-openstack-request-id: req-0fe194b2-29db-45c2-9e67-c7c51f80d9ec {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:33.040324 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7aa35c-c92d-483f-896d-ed0120c62bba", "name": "network-vif-deleted", "tag": "9254f3a8-3274-4b61-ba5e-b2f059630791", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:33.040670 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fe194b2-29db-45c2-9e67-c7c51f80d9ec {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:33.041145 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7aa35c-c92d-483f-896d-ed0120c62bba', 'name': 'network-vif-deleted', 'tag': '9254f3a8-3274-4b61-ba5e-b2f059630791', 'status': 'completed', 'code': 200} Dec 16 08:19:33.189044 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-061eefd0-ce0d-40eb-907c-01c897237166 req-30e37f53-a39c-4d25-99df-c31cb3c2bb70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5069c520-8bde-46c3-90bd-ca11cd70433d HTTP/1.1" status: 200 len: 210 time: 0.0348566 Dec 16 08:19:33.531068 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:33.738479 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ff93a901-8d17-4278-9a76-20f27ee29fa2 req-ce20bd38-5c6b-4567-b9e0-7c5e857b716f tempest-TestServerAdvancedOps-351473284 tempest-TestServerAdvancedOps-351473284-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf7aa35c-c92d-483f-896d-ed0120c62bba HTTP/1.1" status: 200 len: 210 time: 0.0284357 Dec 16 08:19:34.207272 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:34.517225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754a617-2e2b-45d4-82d0-8944bb50e004 req-c5cdd305-cde0-4e5a-bbbd-c0531f73c7c5 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:34.518798 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e754a617-2e2b-45d4-82d0-8944bb50e004 req-c5cdd305-cde0-4e5a-bbbd-c0531f73c7c5 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1098 time: 0.0523055 Dec 16 08:19:34.565116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e754a617-2e2b-45d4-82d0-8944bb50e004 req-777fffb4-ca9b-42ef-9752-1713ec8a91e7 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401576 Dec 16 08:19:34.587721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36412) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:34.759791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 90a158ad-801a-4063-8742-8ce28b48f67b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:19:34.760164 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:34.805297 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36420) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:34.913135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9254f3a8-3274-4b61-ba5e-b2f059630791 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:19:34.936739 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 9254f3a8-3274-4b61-ba5e-b2f059630791 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:19:34.937245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 9254f3a8-3274-4b61-ba5e-b2f059630791 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:19:35.195781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Deleting subnet ba242f44-0fad-4a6a-afd8-d20baff046e9 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:19:35.205222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.208171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.208524 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.240367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 90a158ad-801a-4063-8742-8ce28b48f67b owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:19:35.257236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.373456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.581850 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.585452 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.618510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba242f44-0fad-4a6a-afd8-d20baff046e9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:35.646541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.649789 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ba242f44-0fad-4a6a-afd8-d20baff046e9 HTTP/1.1" status: 204 len: 168 time: 0.8432367 Dec 16 08:19:35.652382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36424) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:35.653293 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=90a158ad-801a-4063-8742-8ce28b48f67b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:35.658429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.658770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.659115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.659482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.659785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.660162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.660541 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.660870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.661194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.661518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.661841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.662161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.662479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3070ec9-fbd3-4603-8ac1-4199d8782208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.687642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.687997 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.688365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.688706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.689039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.689525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.689769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.690094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.690426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.690752 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.691073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.691396 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.691716 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:35.735940 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.736306 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 13eee88a-17af-4050-9adb-0a387643f96e disassociated (deleted). External IP: 172.25.2.144, port: 32114529-2d6f-4ccd-8374-279352269158. Dec 16 08:19:35.739125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.829765 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.850566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858a6d75-9338-4237-aa0b-6fb15e0a9b42']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:35.859935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63df7504-5b5a-482f-84e4-c51f0c09c054') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:35.860261 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63df7504-5b5a-482f-84e4-c51f0c09c054') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:35.870211 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.884145 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.891626 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:19:35.891744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:19:35.893432 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:19:35.975318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 3d2453b0-13a9-4a93-a13f-1f96a3023175 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:19:36.038447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.053911 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.063970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:36.067129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] 10.222.0.43 "DELETE /v2.0/networks/858a6d75-9338-4237-aa0b-6fb15e0a9b42 HTTP/1.1" status: 204 len: 168 time: 0.4136081 Dec 16 08:19:36.183348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:19:36.198528 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] Sync routers for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:19:36.199622 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.217598 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:36.219986 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:36.289315 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0c4a0d3f-c27f-489d-85ea-3a3a569873af tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/floatingips/13eee88a-17af-4050-9adb-0a387643f96e HTTP/1.1" status: 204 len: 168 time: 1.7005954 Dec 16 08:19:36.290490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:36.298074 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213b8b5a-35cd-481a-af48-de24dc8d0c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:36.312646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] Deleting subnet 5b7666e2-2ced-4c49-82c6-59d22c441b65 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:19:36.319856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.432780 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.527492 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:36.570901 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.692940 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4fed94-fdd7-4050-ae97-d3e4ed6311bb x-openstack-request-id: req-ae4fed94-fdd7-4050-ae97-d3e4ed6311bb {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:36.693648 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "tag": "32114529-2d6f-4ccd-8374-279352269158", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:36.694179 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae4fed94-fdd7-4050-ae97-d3e4ed6311bb {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:36.696738 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'status': 'completed', 'code': 200} Dec 16 08:19:36.781612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae79384-aac6-4d99-8afb-b3612b16c229 admin admin] Pushing event deleted for resources: {'Network': ['ID=858a6d75-9338-4237-aa0b-6fb15e0a9b42,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:36.801257 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.827919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-7b39c608-247c-43a0-92f3-52c1c31f13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:36.831887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-7b39c608-247c-43a0-92f3-52c1c31f13ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 1098 time: 0.0719001 Dec 16 08:19:36.897625 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7666e2-2ced-4c49-82c6-59d22c441b65,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:36.910006 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:36.913733 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-77a6052f-8ec3-4152-8194-1e478035cea3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b7666e2-2ced-4c49-82c6-59d22c441b65 HTTP/1.1" status: 204 len: 168 time: 0.8485844 Dec 16 08:19:36.917398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36456) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:36.965332 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:37.001789 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] Checking router: 3d2453b0-13a9-4a93-a13f-1f96a3023175 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:19:37.012677 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:37.013969 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:37.053395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-71c8c0a0-b729-47fc-9f7a-98ed15e5529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:37.055275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-71c8c0a0-b729-47fc-9f7a-98ed15e5529b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 200 len: 897 time: 0.2156477 Dec 16 08:19:37.066381 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:37.234093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-c76eb50a-d109-4659-b9ea-13297650f315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 200 len: 217 time: 0.1705172 Dec 16 08:19:37.311152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838ce16-119b-477b-8df4-c5a3605ff2c6 req-d4bb2c28-38ca-4695-b136-682b45a98567 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:37.316358 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:37.320430 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5838ce16-119b-477b-8df4-c5a3605ff2c6 req-d4bb2c28-38ca-4695-b136-682b45a98567 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 946 time: 0.2586617 Dec 16 08:19:37.370449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386e0d0a-34e6-4f75-82dc-96019468bfde']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:37.373130 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:37.389904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b2ade6-8d91-4c0e-b7d6-d137c907b0ec') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:37.390199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b2ade6-8d91-4c0e-b7d6-d137c907b0ec') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:37.393529 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5838ce16-119b-477b-8df4-c5a3605ff2c6 req-6c26e007-e573-41e2-a82e-71438373a573 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719967 Dec 16 08:19:37.416280 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:37.443598 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:37.448129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-d512cb7a-0690-480f-8b0f-dedc8ed0e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:37.454812 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-d512cb7a-0690-480f-8b0f-dedc8ed0e3ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 200 len: 834 time: 0.2079473 Dec 16 08:19:37.457081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:19:37.457502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:19:37.459324 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:19:37.588445 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-736f6afa-eaab-4bc9-ac47-5663b1f996c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:37.605132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-736f6afa-eaab-4bc9-ac47-5663b1f996c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ab0705c-5f91-457c-a63a-3e680ac329e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271718 Dec 16 08:19:37.743646 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:37.749126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:37.752455 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] 10.222.0.43 "DELETE /v2.0/networks/386e0d0a-34e6-4f75-82dc-96019468bfde HTTP/1.1" status: 204 len: 168 time: 0.8337867 Dec 16 08:19:37.790945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-8bb92d4b-e41b-40a4-ae78-34312336af40 service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847081 Dec 16 08:19:37.803271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ae191-55e9-4334-b1ef-a77492607902 admin admin] Pushing event deleted for resources: {'Network': ['ID=386e0d0a-34e6-4f75-82dc-96019468bfde,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:37.854047 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:37.915020 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc06564-b009-4574-9551-4a8f0e96a159 None None] The sync data for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 is: [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:17:25Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '6a965944-3180-440d-b63a-298d3f732cde', 'name': '', 'network_id': '3ab0705c-5f91-457c-a63a-3e680ac329e2', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:78:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:24Z', 'updated_at': '2021-12-16T08:17:28Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'fb25b506-647f-43e0-9542-af08eec97f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:19:37.972090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-213b8b5a-35cd-481a-af48-de24dc8d0c7f req-b752497f-f01b-41d1-b080-ab210b9efd5a service neutron] 10.222.0.36 "GET /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726491 Dec 16 08:19:38.235851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470f9cf5-9423-4e11-be20-15b2ab206e06 None None] New status for floating IP 13eee88a-17af-4050-9adb-0a387643f96e: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:19:38.338051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36470) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:38.404226 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5214e20f-58a1-4419-981c-cf42dac9d6b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49cb56b2d0534430a7964624c2c2efb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628755 Dec 16 08:19:38.411509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36472) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:38.496235 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c8a-ceab-4ffe-b4ca-709fb8e40cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:38.516540 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d57bf-c098-4105-9e38-56623c21a70b req-cfcb597e-46a3-4135-81f5-56ce4c6b4578 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:38.518112 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a23d57bf-c098-4105-9e38-56623c21a70b req-cfcb597e-46a3-4135-81f5-56ce4c6b4578 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 946 time: 0.1187985 Dec 16 08:19:38.584244 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c8a-ceab-4ffe-b4ca-709fb8e40cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:38.652006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8d77e-7fd2-4ef6-8c7e-fb0b3d372314 req-ca71bdb4-b2d9-4fb8-91d2-5280eea8af63 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:38.654103 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db8d77e-7fd2-4ef6-8c7e-fb0b3d372314 req-ca71bdb4-b2d9-4fb8-91d2-5280eea8af63 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 946 time: 0.1659520 Dec 16 08:19:38.729506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 32114529-2d6f-4ccd-8374-279352269158 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:19:38.729506 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:38.735253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5db8d77e-7fd2-4ef6-8c7e-fb0b3d372314 req-ae6bb932-4fca-4948-97e3-89529f1015ba tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f3f58dc-734b-415e-a422-904984fc1ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705147 Dec 16 08:19:38.777718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c8a-ceab-4ffe-b4ca-709fb8e40cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:38.781342 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c8a-ceab-4ffe-b4ca-709fb8e40cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:38.788209 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d6fb8c8a-ceab-4ffe-b4ca-709fb8e40cdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac941bd2-d06a-4d2f-b908-fd948b90ffe4 HTTP/1.1" status: 204 len: 168 time: 0.3752327 Dec 16 08:19:38.810844 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb8c8a-ceab-4ffe-b4ca-709fb8e40cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac941bd2-d06a-4d2f-b908-fd948b90ffe4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:38.897160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 32114529-2d6f-4ccd-8374-279352269158, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=32114529-2d6f-4ccd-8374-279352269158,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:38.897569 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:38.921169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 32114529-2d6f-4ccd-8374-279352269158 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:19:39.172425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:39.202331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=32114529-2d6f-4ccd-8374-279352269158,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:39.251953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] No DVR routers for this DVR port 32114529-2d6f-4ccd-8374-279352269158 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:19:39.255049 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:39.258199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a23d57bf-c098-4105-9e38-56623c21a70b req-2f7d487b-105f-4b00-a8c3-6d955635b134 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "DELETE /v2.0/ports/32114529-2d6f-4ccd-8374-279352269158 HTTP/1.1" status: 204 len: 173 time: 0.7164187 Dec 16 08:19:39.259823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-deleted', 'tag': '32114529-2d6f-4ccd-8374-279352269158'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:19:39.261119 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168071e9-597b-487d-aef9-5df9cbd16abb" -d '{"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-deleted", "tag": "32114529-2d6f-4ccd-8374-279352269158"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:19:39.302152 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1806aca5-37c3-429e-97a9-c4cbcff95684 x-openstack-request-id: req-1806aca5-37c3-429e-97a9-c4cbcff95684 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:19:39.302454 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa648519-1ce4-4a7a-b7c1-e0b27576b958", "name": "network-vif-deleted", "tag": "32114529-2d6f-4ccd-8374-279352269158", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:19:39.302694 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1806aca5-37c3-429e-97a9-c4cbcff95684 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:19:39.303095 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa648519-1ce4-4a7a-b7c1-e0b27576b958', 'name': 'network-vif-deleted', 'tag': '32114529-2d6f-4ccd-8374-279352269158', 'status': 'completed', 'code': 200} Dec 16 08:19:39.821982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36490) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:39.851371 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5d7e6c73-e62b-4422-b3a8-9aa197fda044 req-df2a8ad0-75b1-4408-a2d3-566305d5de0e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa648519-1ce4-4a7a-b7c1-e0b27576b958 HTTP/1.1" status: 200 len: 210 time: 0.0308700 Dec 16 08:19:39.871810 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a4132ac2-11fa-4295-9b0d-c5d937cd575c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8532505b5734d798d010d7e1d8cdb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486929 Dec 16 08:19:39.874635 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36492) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:39.922334 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f7313d7-1f4b-437f-82e9-8ebc2f14b2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:39.943384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f7313d7-1f4b-437f-82e9-8ebc2f14b2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:40.129324 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f7313d7-1f4b-437f-82e9-8ebc2f14b2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:40.132029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0f7313d7-1f4b-437f-82e9-8ebc2f14b2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:40.133256 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0f7313d7-1f4b-437f-82e9-8ebc2f14b2c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90e8163b-c9fa-4743-94c5-698a0e46832e HTTP/1.1" status: 204 len: 168 time: 0.2577202 Dec 16 08:19:40.147100 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7313d7-1f4b-437f-82e9-8ebc2f14b2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e8163b-c9fa-4743-94c5-698a0e46832e,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:40.946485 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:19:40.975334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36516) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:40.984455 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 32114529-2d6f-4ccd-8374-279352269158 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:19:40.984961 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 32114529-2d6f-4ccd-8374-279352269158 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:19:41.418425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:41.705655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 6a965944-3180-440d-b63a-298d3f732cde {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:19:41.706000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:41.807691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 6a965944-3180-440d-b63a-298d3f732cde, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6a965944-3180-440d-b63a-298d3f732cde,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:41.808064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:41.824040 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 6a965944-3180-440d-b63a-298d3f732cde owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:19:42.098155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:42.134150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=6a965944-3180-440d-b63a-298d3f732cde,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:42.309465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:42.573369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 3d2453b0-13a9-4a93-a13f-1f96a3023175 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:19:42.682859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:19:42.688686 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8a8a378e-8232-412b-993f-ceb18e6cb356 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/3d2453b0-13a9-4a93-a13f-1f96a3023175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120178 Dec 16 08:19:42.691439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36528) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:42.694509 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] Sync routers for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:19:42.705393 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:42.706059 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:42.743345 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting subnet fb25b506-647f-43e0-9542-af08eec97f63 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:19:42.746513 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:42.787904 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:42.811877 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:42.879013 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.001425 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:19:41Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:43.028887 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] Checking router: 3d2453b0-13a9-4a93-a13f-1f96a3023175 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:19:43.037611 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] Routers {'3d2453b0-13a9-4a93-a13f-1f96a3023175'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:43.038267 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['3d2453b0-13a9-4a93-a13f-1f96a3023175'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:43.084140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.115010 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.120837 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/subnets/fb25b506-647f-43e0-9542-af08eec97f63 HTTP/1.1" status: 204 len: 168 time: 0.4256873 Dec 16 08:19:43.120837 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc140a1e-7c8f-4412-8525-336ca8a462e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Subnet': ['ID=fb25b506-647f-43e0-9542-af08eec97f63,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:43.121688 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36530) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:43.125420 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902f8eb-b998-4147-a500-7c4f83dcb8c1 None None] Network 3ab0705c-5f91-457c-a63a-3e680ac329e2 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:19:43.166962 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] Set router 3d2453b0-13a9-4a93-a13f-1f96a3023175 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:43.271439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.335776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] DHCP port deletion for 3ab0705c-5f91-457c-a63a-3e680ac329e2 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:19:43.435978 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] Deleting port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:19:43.437157 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.445816 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:19:41Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:43.476346 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eef3ca-d117-45a2-9b68-2017775523d0 None None] The sync data for ids ['3d2453b0-13a9-4a93-a13f-1f96a3023175'] in n-d-820935-11 is: [{'id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571337830', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:17:19Z', 'updated_at': '2021-12-16T08:19:41Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': '3dc4bc79-f1f9-47e6-b00c-acab62508d35', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2453b0-13a9-4a93-a13f-1f96a3023175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:17:20Z', 'updated_at': '2021-12-16T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:19:43.508508 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.573504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] For port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=951fb53f-23fb-4c9b-8d3b-15d3e0af72fc,segment=NetworkSegment(25d07dd1-0c03-41d9-bbe7-19833abe11a1),segment_id=25d07dd1-0c03-41d9-bbe7-19833abe11a1)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:43.573976 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.587949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] Calling delete_port for 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:19:43.686861 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 3dc4bc79-f1f9-47e6-b00c-acab62508d35 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:19:43.687353 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.767174 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.791766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 3dc4bc79-f1f9-47e6-b00c-acab62508d35, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=3dc4bc79-f1f9-47e6-b00c-acab62508d35,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:43.792148 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:43.811850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] Pushing event deleted for resources: {'Port': ['ID=951fb53f-23fb-4c9b-8d3b-15d3e0af72fc,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:43.823825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2d5cb-68c9-4e80-bad2-8c8ad6420377 None None] No DVR routers for this DVR port 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:19:43.824051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 3dc4bc79-f1f9-47e6-b00c-acab62508d35 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:19:44.147025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.182331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=3dc4bc79-f1f9-47e6-b00c-acab62508d35,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:44.199544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59e5a7-399a-400f-8654-21efaf09d3ac None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:19:44.285971 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.389614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.392111 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.526377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.530328 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Fanout notify agent at l3_agent the message router_deleted on router 3d2453b0-13a9-4a93-a13f-1f96a3023175 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:19:44.535586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.556694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8f97d01b-d05c-46cc-9418-7b1c49c1f9d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/routers/3d2453b0-13a9-4a93-a13f-1f96a3023175 HTTP/1.1" status: 204 len: 168 time: 1.4273901 Dec 16 08:19:44.556694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36590) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:44.692055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:19:44.730781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:19:44.730781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 951fb53f-23fb-4c9b-8d3b-15d3e0af72fc not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:19:44.730781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6a965944-3180-440d-b63a-298d3f732cde no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:19:44.735908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.761120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 6a965944-3180-440d-b63a-298d3f732cde {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:19:44.767922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6a965944-3180-440d-b63a-298d3f732cde not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:19:44.830442 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.857450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab0705c-5f91-457c-a63a-3e680ac329e2']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:44.867814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d07dd1-0c03-41d9-bbe7-19833abe11a1') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:44.868463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d07dd1-0c03-41d9-bbe7-19833abe11a1') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:44.879181 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.893855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.900004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:19:44.900490 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:19:44.903523 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:19:45.041051 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:45.048877 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:45.051402 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/networks/3ab0705c-5f91-457c-a63a-3e680ac329e2 HTTP/1.1" status: 204 len: 168 time: 0.4966938 Dec 16 08:19:45.055538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:45.067945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaf615-e1f6-41ab-97ad-c2ad0d626439 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Network': ['ID=3ab0705c-5f91-457c-a63a-3e680ac329e2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:45.127255 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-834110cd-e11b-4e02-881f-3bd678c6b22c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:45.154456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-834110cd-e11b-4e02-881f-3bd678c6b22c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:45.317210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-834110cd-e11b-4e02-881f-3bd678c6b22c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:45.320081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-834110cd-e11b-4e02-881f-3bd678c6b22c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:45.321483 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-834110cd-e11b-4e02-881f-3bd678c6b22c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/security-groups/5f3f58dc-734b-415e-a422-904984fc1ed8 HTTP/1.1" status: 204 len: 168 time: 0.2662058 Dec 16 08:19:45.335149 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834110cd-e11b-4e02-881f-3bd678c6b22c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3f58dc-734b-415e-a422-904984fc1ed8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:46.501151 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3dc4bc79-f1f9-47e6-b00c-acab62508d35 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:19:46.529094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 3dc4bc79-f1f9-47e6-b00c-acab62508d35 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:19:46.530163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 3dc4bc79-f1f9-47e6-b00c-acab62508d35 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:19:46.764864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36654) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:46.771981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d2c1c6ea-4957-4946-9c4c-a04092a8369a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043765648', 'description': 'tempest-secgroup-smoke-2043765648 description', 'project_id': '44fea2caa1b44b76ab343b98224961b5'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:46.872237 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c6ea-4957-4946-9c4c-a04092a8369a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:46.945439 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c6ea-4957-4946-9c4c-a04092a8369a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.019341 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c6ea-4957-4946-9c4c-a04092a8369a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.048461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1c6ea-4957-4946-9c4c-a04092a8369a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364663c2-e268-438c-9f0a-15fe6cf439ca,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:47.102502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c6ea-4957-4946-9c4c-a04092a8369a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.104244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d2c1c6ea-4957-4946-9c4c-a04092a8369a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3383217 Dec 16 08:19:47.107566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36656) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:47.114157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-af16562f-a50b-4b02-8868-5eb635938ab8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '364663c2-e268-438c-9f0a-15fe6cf439ca', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:47.211813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af16562f-a50b-4b02-8868-5eb635938ab8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.275216 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af16562f-a50b-4b02-8868-5eb635938ab8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.377875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af16562f-a50b-4b02-8868-5eb635938ab8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.396013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16562f-a50b-4b02-8868-5eb635938ab8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83165c5-f987-4f66-9984-d8316caa5402,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:47.502053 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-af16562f-a50b-4b02-8868-5eb635938ab8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.504827 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-af16562f-a50b-4b02-8868-5eb635938ab8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956115 Dec 16 08:19:47.505015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36664) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:47.509924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7dc94c1e-2aac-4d77-80d2-5bde131452cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '364663c2-e268-438c-9f0a-15fe6cf439ca', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:47.650928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7dc94c1e-2aac-4d77-80d2-5bde131452cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.711322 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7dc94c1e-2aac-4d77-80d2-5bde131452cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.820216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7dc94c1e-2aac-4d77-80d2-5bde131452cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.841293 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc94c1e-2aac-4d77-80d2-5bde131452cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e61dc5a-260c-49e0-90aa-629944243e36,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:47.930670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7dc94c1e-2aac-4d77-80d2-5bde131452cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:47.931846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7dc94c1e-2aac-4d77-80d2-5bde131452cb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4256153 Dec 16 08:19:47.934644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36666) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:47.939076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-78b191fe-d4f9-43ee-aade-f76f095b61fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '364663c2-e268-438c-9f0a-15fe6cf439ca', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:48.035865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78b191fe-d4f9-43ee-aade-f76f095b61fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.103090 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78b191fe-d4f9-43ee-aade-f76f095b61fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.168627 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78b191fe-d4f9-43ee-aade-f76f095b61fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.188462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b191fe-d4f9-43ee-aade-f76f095b61fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7b3a27-665d-40d9-9a43-00554c2a8f61,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:48.268142 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-78b191fe-d4f9-43ee-aade-f76f095b61fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.272729 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-78b191fe-d4f9-43ee-aade-f76f095b61fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371191 Dec 16 08:19:48.273144 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36672) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:48.279071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-be9ec453-80b1-440a-9e98-78c902c5dc0a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '364663c2-e268-438c-9f0a-15fe6cf439ca', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:48.382828 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be9ec453-80b1-440a-9e98-78c902c5dc0a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.457186 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be9ec453-80b1-440a-9e98-78c902c5dc0a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.528678 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be9ec453-80b1-440a-9e98-78c902c5dc0a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.550037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ec453-80b1-440a-9e98-78c902c5dc0a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a97378d-4958-42ac-aa27-91b429465cec,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:48.661881 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-be9ec453-80b1-440a-9e98-78c902c5dc0a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.663198 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-be9ec453-80b1-440a-9e98-78c902c5dc0a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3887541 Dec 16 08:19:48.665895 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36680) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:48.670778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '364663c2-e268-438c-9f0a-15fe6cf439ca', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:48.783628 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:19:48.789231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.851662 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.938500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:48.957384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbc5723-f2c8-4462-95e8-a0bb397f21f1,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:49.048049 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.049326 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6960a5c7-ff3e-44b0-a17a-354703c1a011 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3824227 Dec 16 08:19:49.060671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36682) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:49.065303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '364663c2-e268-438c-9f0a-15fe6cf439ca', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:49.351289 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:19:49.357416 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.419647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.517152 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.538988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dfd787-c5ba-4e09-9585-1ba22450766c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:49.641188 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.642574 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bf9ab322-ad84-4855-b597-c010c3d9a0ec tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5807152 Dec 16 08:19:49.645371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36690) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:49.658929 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'network': {'name': 'tempest-network-smoke--1025139066', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'port_security_enabled': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:49.745250 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:19:49.749781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.774317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:19:49.784382 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.784735 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Added segment 643e8e6b-3a91-491f-9ef9-998cf1685317 of type vlan for network 6950e92c-5881-4a43-b3b6-aea8d6116f57 Dec 16 08:19:49.826080 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.925715 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:49.931423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:49.932150 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:50.002284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Network': ['ID=6950e92c-5881-4a43-b3b6-aea8d6116f57,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:50.015306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:19:50.068032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-500b9ba2-bc54-4228-8f3e-0f46da1b9430 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4215209 Dec 16 08:19:50.071147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 36694) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:50.075354 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'admin_state_up': True, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:50.177807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:50.178959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:50.233511 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:50.441432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:50.702782 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:50.726415 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:50.839641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.30 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/a707fcea-1cda-4f9d-bd17-b33898793623) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:19:50.949747 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:51.077297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:51.117469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:19:51.120566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:51.126003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:19:51.133266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee31e7-85c8-4540-a64b-0df5214e3de9 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:19:51.154802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=a707fcea-1cda-4f9d-bd17-b33898793623,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:51.182008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0b7a787b-ea8b-4909-9e9d-54bb6697f368 None None] Provisioning complete for port a707fcea-1cda-4f9d-bd17-b33898793623 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:51.182468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0b7a787b-ea8b-4909-9e9d-54bb6697f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:51.226965 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a787b-ea8b-4909-9e9d-54bb6697f368 None None] Port a707fcea-1cda-4f9d-bd17-b33898793623 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:19:51.474166 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:51.682643 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:51.876904 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 546974a5-acaa-4be1-a281-8b000901df71 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:19:51.991263 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:19:52.002011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Sync routers for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:19:52.012887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:52.013899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:52.113496 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:52.117698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36712) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:52.134397 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-79aba367-5f0d-4de8-9147-b5befffe88b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0474968 Dec 16 08:19:52.134608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:52.154832 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2474b804-ef84-440c-9c7f-ec3fbcf1ffde tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=44fea2caa1b44b76ab343b98224961b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347495 Dec 16 08:19:52.159371 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36714) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:52.250044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07405fd-7528-489b-85f9-e1464d9803e7 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:52.251576 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e07405fd-7528-489b-85f9-e1464d9803e7 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911996 Dec 16 08:19:52.255112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36716) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:52.286896 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d4ae585e-1fb2-47b4-a94b-bfa49bf92b95 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274429 Dec 16 08:19:52.286896 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36718) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:52.290973 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-424409560', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:19:52.329183 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:51Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:52.358130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Checking router: 546974a5-acaa-4be1-a281-8b000901df71 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:19:52.358493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Updating router 546974a5-acaa-4be1-a281-8b000901df71 port a707fcea-1cda-4f9d-bd17-b33898793623 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:19:52.390680 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:52.446115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:19:52.450771 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:52.666059 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.148928 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.210511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a76a92d-e10c-4d65-9309-f243c793cce3 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:19:53.223910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cc0c4-5da1-4abc-8c89-66b09e7b1930 None None] Pushing event updated for resources: {'Port': ['ID=a707fcea-1cda-4f9d-bd17-b33898793623,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:53.230140 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.240516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Attempting to bind port a707fcea-1cda-4f9d-bd17-b33898793623 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:19:53.240887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Attempting to bind port a707fcea-1cda-4f9d-bd17-b33898793623 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:19:53.247553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Attempting to bind port a707fcea-1cda-4f9d-bd17-b33898793623 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:19:53.258573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:19:53.258964 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:19:53.259357 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.259751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:19:53.260423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Bound port: a707fcea-1cda-4f9d-bd17-b33898793623, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:19:53.260797 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.306948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Subnet': ['ID=b3d934b8-88c2-408f-8e6e-63b6df9e102a,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:53.318082 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d272a5ea-d1e5-4c55-9201-bc3a41e22156 None None] Provisioning complete for port a707fcea-1cda-4f9d-bd17-b33898793623 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:53.318465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d272a5ea-d1e5-4c55-9201-bc3a41e22156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.331759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Checking segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:19:53.332125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network hostable DHCP agents. Network: 6950e92c-5881-4a43-b3b6-aea8d6116f57, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:19:53.375638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] For port a707fcea-1cda-4f9d-bd17-b33898793623, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:19:53.380015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] For port a707fcea-1cda-4f9d-bd17-b33898793623, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a707fcea-1cda-4f9d-bd17-b33898793623,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:19:53.382417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d272a5ea-d1e5-4c55-9201-bc3a41e22156 None None] Port a707fcea-1cda-4f9d-bd17-b33898793623 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:19:53.437045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:19:53.460367 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.521012 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25673ef8-f1d8-47f0-80a4-27277514c1ab None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:19:53.536006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:53.536672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:53.543720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cc0c4-5da1-4abc-8c89-66b09e7b1930 None None] Pushing event updated for resources: {'Port': ['ID=a707fcea-1cda-4f9d-bd17-b33898793623,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:53.552313 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 6950e92c-5881-4a43-b3b6-aea8d6116f57) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:53.553109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:53.553568 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.601902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9720bb5-8009-42fa-a0c2-032763427f1c None None] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:19:53.651417 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eb21a227-fa8d-4d6e-9d3c-c056dacfe080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3641071 Dec 16 08:19:53.654754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36732) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:19:53.897374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3d202193-4a5a-4f4e-98c0-09376fc8d553 None None] Provisioning complete for port a707fcea-1cda-4f9d-bd17-b33898793623 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:53.898023 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d202193-4a5a-4f4e-98c0-09376fc8d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:53.981778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:54.084211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-6950e92c-5881-4a43-b3b6-aea8d6116f57', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:19:54.089332 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:54.189014 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d202193-4a5a-4f4e-98c0-09376fc8d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:54.210912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:54.239486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3d202193-4a5a-4f4e-98c0-09376fc8d553 None None] For port a707fcea-1cda-4f9d-bd17-b33898793623, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a707fcea-1cda-4f9d-bd17-b33898793623,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:54.340550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3d202193-4a5a-4f4e-98c0-09376fc8d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:54.460284 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d202193-4a5a-4f4e-98c0-09376fc8d553 None None] Pushing event updated for resources: {'Port': ['ID=a707fcea-1cda-4f9d-bd17-b33898793623,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:54.463473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Allocated IP 172.20.0.2 (6950e92c-5881-4a43-b3b6-aea8d6116f57/b3d934b8-88c2-408f-8e6e-63b6df9e102a/dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:19:54.480573 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:51Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:54.514414 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb301e3-bea6-485e-a8ef-f39d015c993c None None] The sync data for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 is: [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:51Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:19:54.667768 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:54.751540 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:54.836979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.1 (6950e92c-5881-4a43-b3b6-aea8d6116f57/b3d934b8-88c2-408f-8e6e-63b6df9e102a/14d20525-9386-4dd6-af44-00dbd915e801) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:19:54.852321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Pushing event updated for resources: {'Port': ['ID=dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:54.872838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:19:54.874350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:54.877236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:19:54.962328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Attempting to bind port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:19:54.963152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Attempting to bind port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:19:54.971426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Attempting to bind port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:19:54.972087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:19:54.972624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Checking segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:19:54.973038 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:54.973486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Bound using segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:19:54.974008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Bound port: dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:19:54.975600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:55.023732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:55.082975 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] For port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:19:55.086930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] For port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:19:55.202232 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:55.231713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:55.270651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=14d20525-9386-4dd6-af44-00dbd915e801,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:55.282366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:19:55.284274 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:55.288897 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:19:55.326469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff93a95-f7c0-479e-9156-ae893b4c9116 None None] Pushing event updated for resources: {'Port': ['ID=dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:55.381016 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:55.694172 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:56.136657 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:56.211183 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:56.328668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:56.332379 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=14d20525-9386-4dd6-af44-00dbd915e801,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:56.468559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:19:56.470057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:19:56.565129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe678d-23bc-4515-a45e-a88fb4ff0a24 None None] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:19:56.674912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 546974a5-acaa-4be1-a281-8b000901df71 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:19:56.687827 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a707fcea-1cda-4f9d-bd17-b33898793623 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:19:56.767451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c25d1b34-d18f-4cec-bc87-06cf543070a5 None None] Provisioning complete for port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:56.767830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c25d1b34-d18f-4cec-bc87-06cf543070a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:56.802371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a707fcea-1cda-4f9d-bd17-b33898793623 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:56.804077 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:56.819382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:19:56.828347 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4b725054-f146-4083-8b85-2972809af77f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/546974a5-acaa-4be1-a281-8b000901df71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1719635 Dec 16 08:19:56.981003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c25d1b34-d18f-4cec-bc87-06cf543070a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:57.009897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:19:57.091276 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c25d1b34-d18f-4cec-bc87-06cf543070a5 None None] For port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:57.140518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:57.141046 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:57.400818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-f288ceac-c5bc-43dc-b495-e16d66e841b5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043765648&fields=id&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 267 time: 0.0754700 Dec 16 08:19:57.406509 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:57.406667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-651c7c59-ab26-45fa-86b0-0185a432a450 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:19:57.406667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-651c7c59-ab26-45fa-86b0-0185a432a450 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 797 time: 0.1126609 Dec 16 08:19:57.406667 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-adddef99-5d7d-4eb6-98c6-0fcfa5329ff5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/quotas/44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 375 time: 0.0107338 Dec 16 08:19:57.441428 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Sync routers for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:19:57.458363 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:57.459026 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:57.634576 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:57.757465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c25d1b34-d18f-4cec-bc87-06cf543070a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:57.864303 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:19:57.864303 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:19:57.885824 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:57.885824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d1b34-d18f-4cec-bc87-06cf543070a5 None None] Pushing event updated for resources: {'Port': ['ID=dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:57.894306 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-22004bae-0334-4508-8e3d-57254a63468f None None] Provisioning complete for port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:57.894687 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22004bae-0334-4508-8e3d-57254a63468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:57.936070 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 2, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:57.990819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-a0fb5580-37c0-4b36-87ac-44ee3f70143b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5703087 Dec 16 08:19:58.056550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-22004bae-0334-4508-8e3d-57254a63468f None None] Provisioning complete for port 14d20525-9386-4dd6-af44-00dbd915e801 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:58.057550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-22004bae-0334-4508-8e3d-57254a63468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.147397 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-22004bae-0334-4508-8e3d-57254a63468f None None] Port 14d20525-9386-4dd6-af44-00dbd915e801 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:19:58.213355 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Checking router: 546974a5-acaa-4be1-a281-8b000901df71 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:19:58.213799 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Updating router 546974a5-acaa-4be1-a281-8b000901df71 port 14d20525-9386-4dd6-af44-00dbd915e801 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:19:58.248814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-233575b0-66db-43ca-9e00-3957d4e8b9e9 service neutron] 10.222.0.43 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355001 Dec 16 08:19:58.253667 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.270836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-57b0090b-3ed8-49a4-9820-79d921cf7049 None None] Provisioning complete for port 14d20525-9386-4dd6-af44-00dbd915e801 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:58.271454 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-57b0090b-3ed8-49a4-9820-79d921cf7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.319532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-57b0090b-3ed8-49a4-9820-79d921cf7049 None None] Port 14d20525-9386-4dd6-af44-00dbd915e801 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:19:58.393834 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-42c12369-6d06-4ac0-b2d0-3af10c93bf55 service neutron] 10.222.0.43 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377587 Dec 16 08:19:58.430648 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b5863be7-c592-446d-94bc-28588231deb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.587856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:19:58.594381 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.643075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:58.643447 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.691242 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.707303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be1ac12f-510f-4129-b3a5-9dd02390f790 req-51fddd0a-d01f-480d-9cae-c1344049075b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 210 time: 0.0367925 Dec 16 08:19:58.789892 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Pushing event updated for resources: {'Port': ['ID=14d20525-9386-4dd6-af44-00dbd915e801,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:58.815284 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.815675 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.816082 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.816563 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.816982 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.817378 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.817768 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.818158 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.818544 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.818930 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.819316 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.819829 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.820072 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:19:58.856200 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Attempting to bind port 14d20525-9386-4dd6-af44-00dbd915e801 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:19:58.856572 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Attempting to bind port 14d20525-9386-4dd6-af44-00dbd915e801 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:19:58.857154 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Attempting to bind port 14d20525-9386-4dd6-af44-00dbd915e801 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:19:58.878880 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:19:58.879262 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Checking segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:19:58.879729 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.880080 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Bound using segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:19:58.880557 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Bound port: 14d20525-9386-4dd6-af44-00dbd915e801, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:19:58.880940 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:58.960897 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] For port 14d20525-9386-4dd6-af44-00dbd915e801, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:19:58.965674 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] For port 14d20525-9386-4dd6-af44-00dbd915e801, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=14d20525-9386-4dd6-af44-00dbd915e801,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:19:59.045378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e89ade9f-0d88-44d3-a1c0-851984c9e1e0 None None] Provisioning complete for port 14d20525-9386-4dd6-af44-00dbd915e801 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:59.045876 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e89ade9f-0d88-44d3-a1c0-851984c9e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:59.048708 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:59.110439 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:19:59.111064 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:19:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:59.112793 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd79c1-c551-43f5-9df8-35d8e8355ed4 None None] Pushing event updated for resources: {'Port': ['ID=14d20525-9386-4dd6-af44-00dbd915e801,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:59.132448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e89ade9f-0d88-44d3-a1c0-851984c9e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:59.169943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e89ade9f-0d88-44d3-a1c0-851984c9e1e0 None None] For port 14d20525-9386-4dd6-af44-00dbd915e801, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=14d20525-9386-4dd6-af44-00dbd915e801,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:19:59.242363 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:19:59.268738 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e89ade9f-0d88-44d3-a1c0-851984c9e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:59.344071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ade9f-0d88-44d3-a1c0-851984c9e1e0 None None] Pushing event updated for resources: {'Port': ['ID=14d20525-9386-4dd6-af44-00dbd915e801,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:19:59.396233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-505e9f05-60bf-4805-8468-75e803cb63c4 None None] Provisioning complete for port 14d20525-9386-4dd6-af44-00dbd915e801 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:19:59.396789 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-505e9f05-60bf-4805-8468-75e803cb63c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:19:59.513250 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:58Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:19:59.545880 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb084649-4f6e-4013-8c72-29aba6e4e2d3 None None] The sync data for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 is: [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:58Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:19:59.822661 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-728b20d6-7a5f-42fa-bfc8-8d274ab9ad1e req-5bce43e8-2166-4df1-afdb-6d94d5f75fda tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 210 time: 0.0382426 Dec 16 08:20:00.171291 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:00.548689 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:20:00.593028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 14d20525-9386-4dd6-af44-00dbd915e801 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:20:00.705474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 14d20525-9386-4dd6-af44-00dbd915e801 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:20:00.706007 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:00.812765 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae23417d-38d5-4602-bb74-1bd0dba766f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:00.957573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4333b2e4-c052-4345-ad89-c7a265e7f8f5 req-f1bc6496-096e-4779-af15-8f686ef08f44 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 210 time: 0.0424192 Dec 16 08:20:01.174280 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-4978aac1-bf41-4719-b135-7d03bbdfcedb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:01.182147 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-4978aac1-bf41-4719-b135-7d03bbdfcedb tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 797 time: 0.1265070 Dec 16 08:20:01.260884 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-1de95833-e6f9-47f8-97ee-6b865a36e2f1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 380 time: 0.0687337 Dec 16 08:20:01.271171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'port': {'device_id': 'f021b083-9e02-4207-b02b-f586f422c497', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'admin_state_up': True, 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'security_groups': ['364663c2-e268-438c-9f0a-15fe6cf439ca']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:20:01.550195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:20:01.554050 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:01.692857 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.7 (6950e92c-5881-4a43-b3b6-aea8d6116f57/b3d934b8-88c2-408f-8e6e-63b6df9e102a/963e186d-59a7-487e-9cf3-c48be967c8e6) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:20:01.853378 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:01.862747 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:01.954594 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:02.008756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:20:02.012401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:20:02.016703 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:20:02.024683 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:02.105756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:02.106432 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:02.123637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b29c-b307-4ede-9649-3f858e300b2a req-39ad9c5b-85e3-4093-bc36-e3e6931f525c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:02.132586 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1af3b29c-b307-4ede-9649-3f858e300b2a req-39ad9c5b-85e3-4093-bc36-e3e6931f525c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 931 time: 0.0926487 Dec 16 08:20:02.202623 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-2e37677f-8661-4fc5-ab84-bdc5b3c672c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9347143 Dec 16 08:20:02.212011 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1af3b29c-b307-4ede-9649-3f858e300b2a req-e984a7c8-8e31-47b5-aae8-a850fbd4a499 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735962 Dec 16 08:20:02.220453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Request body: {'port': {'device_id': 'f021b083-9e02-4207-b02b-f586f422c497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:20:02.296298 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:02.368618 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6caacf0b-fd5b-4ab2-8702-0ab96f9ed448 None None] Provisioning complete for port 963e186d-59a7-487e-9cf3-c48be967c8e6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:20:02.369246 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6caacf0b-fd5b-4ab2-8702-0ab96f9ed448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:02.409922 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6caacf0b-fd5b-4ab2-8702-0ab96f9ed448 None None] Port 963e186d-59a7-487e-9cf3-c48be967c8e6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:20:02.603407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963e186d-59a7-487e-9cf3-c48be967c8e6 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:20:02.612937 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:02.626139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Transition to ACTIVE for port object 963e186d-59a7-487e-9cf3-c48be967c8e6 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:20:02.698705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:02.802283 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:02.848062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:20:02.848498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:20:02.848812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:20:02.853513 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:20:02.853848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:20:02.859255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:20:02.869859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Checking segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:20:02.869859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Bound using segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:20:02.869859 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Bound port: 963e186d-59a7-487e-9cf3-c48be967c8e6, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:20:02.869859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:02.941480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:20:02.945377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:20:03.026360 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:03.087168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:03.088060 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:03.091468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 1092 time: 0.8758450 Dec 16 08:20:03.092042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:20:03.095123 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c4b8d3-c65f-4907-abfc-690bf07924a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:20:03.138064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a855de9-7369-4ef3-8bd0-78b10e1073d9 service neutron] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:03.331124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-28b5727e-7bf8-4d7f-9318-b6cba86f6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:03.341282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-28b5727e-7bf8-4d7f-9318-b6cba86f6cf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1095 time: 0.1355646 Dec 16 08:20:03.425038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591ec51-500a-445a-ba09-26e0702c5772 req-162e1c27-5598-44c6-8057-677a9f9cc78a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:03.438835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1591ec51-500a-445a-ba09-26e0702c5772 req-162e1c27-5598-44c6-8057-677a9f9cc78a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 943 time: 0.0851841 Dec 16 08:20:03.451731 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa1a55d-3ed4-4f77-91fe-86d267594ac1 x-openstack-request-id: req-9fa1a55d-3ed4-4f77-91fe-86d267594ac1 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:20:03.452066 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:20:03.452394 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fa1a55d-3ed4-4f77-91fe-86d267594ac1 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:20:03.452822 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'status': 'completed', 'code': 200} Dec 16 08:20:03.459338 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-282f85b5-580d-4cc8-adc9-0ed572875de8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 217 time: 0.1049366 Dec 16 08:20:03.504817 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1591ec51-500a-445a-ba09-26e0702c5772 req-f97a4ace-93fc-4a91-af66-0b6879a5c05c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645959 Dec 16 08:20:03.534223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:03.541577 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-1d54353a-ea63-41bb-a7ce-ae0fcd89ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:03.551518 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-1d54353a-ea63-41bb-a7ce-ae0fcd89ef98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0771933 Dec 16 08:20:03.596421 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af541ca-e5c7-4193-a414-008065aac269 req-e07b6d4c-c4bd-443d-99a8-17b44b7ab8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:03.597922 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-e07b6d4c-c4bd-443d-99a8-17b44b7ab8ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467362 Dec 16 08:20:03.699638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-814899b4-8c0f-4dd9-bc19-b1671cbb0b7f service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944009 Dec 16 08:20:03.805497 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4af541ca-e5c7-4193-a414-008065aac269 req-5f8782e7-a64f-4039-8f92-64f8674e78ed service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989783 Dec 16 08:20:04.018722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-d6a9c035-c6c9-49f4-9d69-0b73c7041d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:04.020295 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-d6a9c035-c6c9-49f4-9d69-0b73c7041d66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1095 time: 0.0457730 Dec 16 08:20:04.120786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-80444eb2-93c4-4fc0-b046-70b5ed8f74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:04.122281 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-80444eb2-93c4-4fc0-b046-70b5ed8f74de service neutron] 10.222.0.16 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.0948634 Dec 16 08:20:04.172435 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-d7931b47-2b4a-48c8-9f40-c8acc6324e53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 217 time: 0.0431566 Dec 16 08:20:04.225065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-63f4e708-736e-4b2e-98fe-69ee2c2caeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:04.232032 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-63f4e708-736e-4b2e-98fe-69ee2c2caeb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0479631 Dec 16 08:20:04.258919 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:04.280989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-451df8e3-705e-4c17-85b6-e3e93cb4f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:04.282533 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-451df8e3-705e-4c17-85b6-e3e93cb4f7db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493815 Dec 16 08:20:04.381009 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-c34a680a-e512-4120-b6b7-dd0c01d43276 service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910163 Dec 16 08:20:04.480279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-21c4b8d3-c65f-4907-abfc-690bf07924a4 req-9a253b9a-a0a8-4b20-94ce-3550a556646c service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923741 Dec 16 08:20:04.625211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a090d16-f6d7-4ae8-843e-3fa087b67b1b req-f42f26c1-b2eb-4fa9-b6f6-044822e808e7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:04.626723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a090d16-f6d7-4ae8-843e-3fa087b67b1b req-f42f26c1-b2eb-4fa9-b6f6-044822e808e7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 943 time: 0.0569477 Dec 16 08:20:04.680466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a090d16-f6d7-4ae8-843e-3fa087b67b1b req-d592a80c-309d-4e29-bd54-ffd96e3b8e51 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475073 Dec 16 08:20:05.818390 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd437b1-bf51-48ba-8b36-c51a56594bc1 req-941aa524-527b-432b-93fd-e3e2136d7831 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:05.822175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd437b1-bf51-48ba-8b36-c51a56594bc1 req-941aa524-527b-432b-93fd-e3e2136d7831 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 943 time: 0.0602505 Dec 16 08:20:05.887113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bd437b1-bf51-48ba-8b36-c51a56594bc1 req-67e3650f-a7e2-412d-ba5d-cdf8730f5c99 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602765 Dec 16 08:20:07.029578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfca08-2c2d-4498-8b09-8f0825eadd11 req-9232fc1f-e8fa-4425-ae16-6744320ae490 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:07.032640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cbfca08-2c2d-4498-8b09-8f0825eadd11 req-9232fc1f-e8fa-4425-ae16-6744320ae490 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 943 time: 0.0592608 Dec 16 08:20:07.092274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0cbfca08-2c2d-4498-8b09-8f0825eadd11 req-c39de9f7-8aed-4479-be23-d6a1c2e9c370 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551651 Dec 16 08:20:07.945161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:20:08.067659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:20:08.082342 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'port_id': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'mac_address': 'fa:16:3e:41:0d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:20:08.150473 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:08.171228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963e186d-59a7-487e-9cf3-c48be967c8e6 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:20:08.198351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:20:08.254437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f77229-4e9e-4888-8401-025922f9eb6d req-c6b53088-49d2-4028-9053-489a5b979148 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:08.256408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88f77229-4e9e-4888-8401-025922f9eb6d req-c6b53088-49d2-4028-9053-489a5b979148 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 943 time: 0.0561614 Dec 16 08:20:08.304141 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:08.321851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-88f77229-4e9e-4888-8401-025922f9eb6d req-1d393fe5-e4dc-4d1b-8694-092b2f20cde2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578382 Dec 16 08:20:08.391898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:08.655134 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['963e186d-59a7-487e-9cf3-c48be967c8e6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:20:09.492752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7319a-3b12-4e80-8e3d-63cb7e6cf543 req-f8a54af4-44c0-41f8-8fb4-e4dea8c9e86e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:09.495074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfb7319a-3b12-4e80-8e3d-63cb7e6cf543 req-f8a54af4-44c0-41f8-8fb4-e4dea8c9e86e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 944 time: 0.0609689 Dec 16 08:20:09.555631 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfb7319a-3b12-4e80-8e3d-63cb7e6cf543 req-8cba8aa1-651a-42c2-8049-c4bdced93c47 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484722 Dec 16 08:20:09.944008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:20:10.098167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 963e186d-59a7-487e-9cf3-c48be967c8e6 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:20:10.103152 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 963e186d-59a7-487e-9cf3-c48be967c8e6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:20:10.103606 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:10.193927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:10.231158 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:20:10.232905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:20:10.246178 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87a6cc5-0cec-4425-8f41-04b1d7c190b9" -d '{"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-plugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:20:10.304066 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:10.351931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:10.437352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-7ae94dc1-4cd2-4c04-8700-0e1d706f95d5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:10.438821 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-7ae94dc1-4cd2-4c04-8700-0e1d706f95d5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1098187 Dec 16 08:20:10.455613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f8b76176-f071-49ca-8a25-ad8bd9371c86 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/quotas/0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 375 time: 0.0107498 Dec 16 08:20:10.523698 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78fa961-73d3-4779-a585-2405c7f05970 x-openstack-request-id: req-d78fa961-73d3-4779-a585-2405c7f05970 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:20:10.524470 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-plugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:20:10.524743 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d78fa961-73d3-4779-a585-2405c7f05970 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:20:10.525190 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'code': 200} Dec 16 08:20:10.526138 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-5454b798-8ff9-481e-82b1-017029ed69b0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648334 Dec 16 08:20:10.662984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f82a78-e991-49b3-8f5e-116c7951ada9 req-8d99d89d-a3c9-4076-b1e6-b6d9fbbc4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:10.664531 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e6f82a78-e991-49b3-8f5e-116c7951ada9 req-8d99d89d-a3c9-4076-b1e6-b6d9fbbc4633 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1097 time: 0.0484831 Dec 16 08:20:10.667024 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a0f37-9446-418b-bddc-dad918dadb70 req-aa1c0e47-e304-4049-8d2b-3d14241c624f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:10.668575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f5a0f37-9446-418b-bddc-dad918dadb70 req-aa1c0e47-e304-4049-8d2b-3d14241c624f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0842755 Dec 16 08:20:10.672286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-203fb370-ab56-467b-aba8-4227d37b43f9 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376987 Dec 16 08:20:10.715404 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e6f82a78-e991-49b3-8f5e-116c7951ada9 req-de8fe405-aed0-47e6-ae3b-0cc18dcd3b59 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423107 Dec 16 08:20:10.770375 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3f5a0f37-9446-418b-bddc-dad918dadb70 req-6bfda5cb-d32a-4836-9d19-5b52fb1b3258 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948472 Dec 16 08:20:10.800052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-36335bea-28b1-4580-9207-a1262799b0d6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176624 Dec 16 08:20:10.890413 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01a597-45b9-4e25-8d52-a93f16a69fe4 req-b30856ae-4380-43d3-81ed-75187331b7ff tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:10.891919 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc01a597-45b9-4e25-8d52-a93f16a69fe4 req-b30856ae-4380-43d3-81ed-75187331b7ff tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0529463 Dec 16 08:20:10.946165 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fc01a597-45b9-4e25-8d52-a93f16a69fe4 req-772096fe-fb77-4b09-9ac6-88dfe88ca080 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478048 Dec 16 08:20:11.410058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f8913233-3f9e-4554-971b-2b7a869dc122 req-88401279-b016-4377-8866-370281bbcc31 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0389743 Dec 16 08:20:11.913216 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bb9f1-18c7-4e9d-b4cf-6180e8a4024f req-5a907b6c-0c10-4142-bb62-c6a8708b9dbc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:11.914766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d47bb9f1-18c7-4e9d-b4cf-6180e8a4024f req-5a907b6c-0c10-4142-bb62-c6a8708b9dbc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0688758 Dec 16 08:20:11.969454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d47bb9f1-18c7-4e9d-b4cf-6180e8a4024f req-5edad364-52c4-4a13-ad31-112b59ec354e tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453179 Dec 16 08:20:12.096742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08aa0-e1d2-436a-a08c-e054337dacaf req-e544af23-de4d-4d5a-80bb-2f863bcb322d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:12.103920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67d08aa0-e1d2-436a-a08c-e054337dacaf req-e544af23-de4d-4d5a-80bb-2f863bcb322d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0700424 Dec 16 08:20:12.151677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-67d08aa0-e1d2-436a-a08c-e054337dacaf req-9571d9a3-e594-494d-903e-e9d18620db4e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468307 Dec 16 08:20:12.501612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f9b23a04-9cb1-4dd7-8d85-69e1bad809c3 req-f80f883c-2bae-4449-a613-c5743f1e7117 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0291665 Dec 16 08:20:13.093740 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200379c7-f28a-4bdb-a443-88955c1bf75f req-8ac8b787-eb92-4c57-8258-2fbf829b19f3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:13.095214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-200379c7-f28a-4bdb-a443-88955c1bf75f req-8ac8b787-eb92-4c57-8258-2fbf829b19f3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0532901 Dec 16 08:20:13.143731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-200379c7-f28a-4bdb-a443-88955c1bf75f req-1e9b7899-af8c-49ec-ae05-e866d40b0ed9 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424330 Dec 16 08:20:13.268467 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621403c-f893-4518-88bc-33b69537f7e5 req-ee6dc305-0b82-4fe8-adfe-034fe94478f1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:13.270019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7621403c-f893-4518-88bc-33b69537f7e5 req-ee6dc305-0b82-4fe8-adfe-034fe94478f1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0502155 Dec 16 08:20:13.319055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7621403c-f893-4518-88bc-33b69537f7e5 req-6a371473-7daf-4c51-b6f2-256d7a32c90e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Dec 16 08:20:13.440494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2723d-5aa5-41a0-bcad-0659dfcde8b3 req-456bd7e8-d28b-440b-9a50-cc1bed5e60a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:13.442293 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c2723d-5aa5-41a0-bcad-0659dfcde8b3 req-456bd7e8-d28b-440b-9a50-cc1bed5e60a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0560436 Dec 16 08:20:13.493298 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-64c2723d-5aa5-41a0-bcad-0659dfcde8b3 req-b1ac5ded-1bb7-4581-9dcf-a25f12a034ac tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Dec 16 08:20:13.521151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 36996) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:13.565987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45da6ea-6572-4569-a50b-79a61d7320d1 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:13.568223 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e45da6ea-6572-4569-a50b-79a61d7320d1 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1092 time: 0.0453720 Dec 16 08:20:13.570510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:13.575359 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:20:13.599880 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2c1d4311-cbe6-4765-88a7-6ddca0055b2f req-7c3f1319-7f22-4cbf-ad07-bd1b62aa1d3e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0276313 Dec 16 08:20:13.720671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:13.823031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:13.929548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.124 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/bd77d802-cbce-4d8e-b7a7-16b942da0544) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:20:14.034527 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:14.115676 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:14.156281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:20:14.159236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:20:14.162690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:20:14.189619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=bd77d802-cbce-4d8e-b7a7-16b942da0544,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:14.334076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0532eb0-0d28-40bc-abf6-8c55b07ce308 req-f4c380f6-ebb4-4778-90dc-5420f6362133 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:14.335327 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0532eb0-0d28-40bc-abf6-8c55b07ce308 req-f4c380f6-ebb4-4778-90dc-5420f6362133 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.1081686 Dec 16 08:20:14.378159 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-ffb2246d-c613-4bf4-88f2-6683147a3a70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:14.379572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-ffb2246d-c613-4bf4-88f2-6683147a3a70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.36 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1675627 Dec 16 08:20:14.406062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'port': {'device_id': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'admin_state_up': True, 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:20:14.450848 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0532eb0-0d28-40bc-abf6-8c55b07ce308 req-d9ded079-558e-4450-8c8c-4a3afa620ed5 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017962 Dec 16 08:20:14.640802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:20:14.644759 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:14.843716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-372b3365-631e-49a3-a7fe-b309ec9e246d req-850802cd-71bd-49b9-a40c-b3a22249aefe tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0540769 Dec 16 08:20:14.873152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.20.0.5 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/ee934f3a-3242-4a4a-b580-96b071f4a715) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:20:15.024201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.062323 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.155307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.207692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:20:15.213119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:20:15.215557 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:20:15.220696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.241834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=ee934f3a-3242-4a4a-b580-96b071f4a715,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:15.274136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:15.274787 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.364303 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-63fb3f3f-0909-4db8-8dfa-3674b75dff02 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9674184 Dec 16 08:20:15.401662 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Request body: {'port': {'device_id': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:20:15.459285 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.487225 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-fe1a5c82-1a2b-4533-b21b-bbabef27b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:15.489512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-fe1a5c82-1a2b-4533-b21b-bbabef27b63c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1097 time: 0.1243267 Dec 16 08:20:15.503157 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.539250 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.592068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5aa50fcf-669e-497b-97e7-54551a42f97f None None] Provisioning complete for port ee934f3a-3242-4a4a-b580-96b071f4a715 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:20:15.595226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5aa50fcf-669e-497b-97e7-54551a42f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.641136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5aa50fcf-669e-497b-97e7-54551a42f97f None None] Port ee934f3a-3242-4a4a-b580-96b071f4a715 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:20:15.666919 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=bd77d802-cbce-4d8e-b7a7-16b942da0544,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:15.682638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:15.794533 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 4e2e63b9-00ce-4337-bada-0902fcf0e70a associated. External IP: 172.25.2.124, port: 963e186d-59a7-487e-9cf3-c48be967c8e6. Dec 16 08:20:15.854399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b810c-ea4d-4805-9dd0-89158bed4316 req-da983c81-8cbd-4df5-b14a-4cd5d4c60c57 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:15.863421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b2b810c-ea4d-4805-9dd0-89158bed4316 req-da983c81-8cbd-4df5-b14a-4cd5d4c60c57 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.1553764 Dec 16 08:20:15.997304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-a9576eec-e64d-46b3-bb1e-54c8874f2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:15.998895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-a9576eec-e64d-46b3-bb1e-54c8874f2a6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.2858763 Dec 16 08:20:16.098128 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2b2b810c-ea4d-4805-9dd0-89158bed4316 req-c1c83f1a-c949-4131-94a4-f96782d0d70c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336819 Dec 16 08:20:16.134284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-722db8d0-9b00-4e4c-b411-7e904172226f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 1001 time: 0.1198156 Dec 16 08:20:16.150269 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b30d-8e2c-40f8-8eaf-b09489fad7e9 req-454d79fc-9c35-439e-bfbe-aa147a613718 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:16.151951 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38c5b30d-8e2c-40f8-8eaf-b09489fad7e9 req-454d79fc-9c35-439e-bfbe-aa147a613718 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 931 time: 0.2115450 Dec 16 08:20:16.163617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee934f3a-3242-4a4a-b580-96b071f4a715 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:20:16.181104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 546974a5-acaa-4be1-a281-8b000901df71 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:20:16.201120 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:16.248400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-fe744574-662d-43fe-9788-87970233eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:16.249960 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-fe744574-662d-43fe-9788-87970233eba9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0948918 Dec 16 08:20:16.251000 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Transition to ACTIVE for port object ee934f3a-3242-4a4a-b580-96b071f4a715 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:20:16.278964 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-38c5b30d-8e2c-40f8-8eaf-b09489fad7e9 req-fd1974fb-1a32-4f0a-b2c6-2776d737b29c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096921 Dec 16 08:20:16.318360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:20:16.330282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-8d019b59-fc6a-4ceb-84c1-05e2d155e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:16.332116 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-8d019b59-fc6a-4ceb-84c1-05e2d155e758 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711086 Dec 16 08:20:16.332546 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] Sync routers for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:20:16.346177 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:20:16.347117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:20:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:20:16.360769 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:16.450748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:16.526312 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f87a9bb1-7502-494f-96f3-b73342f421cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9461277 Dec 16 08:20:16.526312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:20:16.526312 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c0249a-7e5a-4f66-a285-1324f6270d32" -d '{"events": [{"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:20:16.539280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Pushing event updated for resources: {'Port': ['ID=ee934f3a-3242-4a4a-b580-96b071f4a715,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:16.587301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-5a6b5d7d-d943-4922-8442-dfd6d78b71d7 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457845 Dec 16 08:20:16.625351 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fcb901-c37b-42d7-bf5b-d35535fab39f x-openstack-request-id: req-34fcb901-c37b-42d7-bf5b-d35535fab39f {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:20:16.625731 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:20:16.625959 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34fcb901-c37b-42d7-bf5b-d35535fab39f {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:20:16.626570 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'status': 'completed', 'code': 200} Dec 16 08:20:16.770606 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-e08796cc-5ba5-4057-b4c7-f21b93924119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:16.772451 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-e08796cc-5ba5-4057-b4c7-f21b93924119 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1097 time: 0.1039860 Dec 16 08:20:16.776105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Attempting to bind port ee934f3a-3242-4a4a-b580-96b071f4a715 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:20:16.776592 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Attempting to bind port ee934f3a-3242-4a4a-b580-96b071f4a715 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:20:16.777020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Attempting to bind port ee934f3a-3242-4a4a-b580-96b071f4a715 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:20:16.817889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Port ee934f3a-3242-4a4a-b580-96b071f4a715 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:20:16.818336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Attempting to bind port ee934f3a-3242-4a4a-b580-96b071f4a715 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:20:16.830450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:20:16.853193 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:20:16.853744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:20:16.854118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:20:16.854674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Bound port: ee934f3a-3242-4a4a-b580-96b071f4a715, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:20:16.855432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:16.884766 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1138e5ea-36b5-4c94-960b-31a6d3244e78 req-c768ddd4-04e8-4a30-bb27-4a43a9a16569 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707498 Dec 16 08:20:16.894789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47571756-95b6-4288-8ec9-c151453b65ac req-e2d7bb51-8cb9-4a97-99ff-1fa680b186c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:16.906370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47571756-95b6-4288-8ec9-c151453b65ac req-e2d7bb51-8cb9-4a97-99ff-1fa680b186c0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.1422262 Dec 16 08:20:16.923360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-b5e3fac9-d55b-45f2-aafc-52268a61e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:16.925489 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-b5e3fac9-d55b-45f2-aafc-52268a61e4c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.1436379 Dec 16 08:20:17.044766 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] For port ee934f3a-3242-4a4a-b580-96b071f4a715, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:20:17.048064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-165960b1-79f2-4382-ad8e-17da4f188084 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 999 time: 0.1148522 Dec 16 08:20:17.050231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] For port ee934f3a-3242-4a4a-b580-96b071f4a715, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ee934f3a-3242-4a4a-b580-96b071f4a715,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:20:17.063563 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47571756-95b6-4288-8ec9-c151453b65ac req-836b7c7d-24c3-42b8-a89f-52ccfd9e0bc4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337690 Dec 16 08:20:17.088122 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37036) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:17.139446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-b095d993-686f-4908-ae9d-3aec98df5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:17.141084 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-b095d993-686f-4908-ae9d-3aec98df5b2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0864959 Dec 16 08:20:17.158672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:17.220952 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-8998b5e5-d3ca-4b0a-bcd1-1899c0c65a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:17.222591 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-8998b5e5-d3ca-4b0a-bcd1-1899c0c65a9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744281 Dec 16 08:20:17.239115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '4e2e63b9-00ce-4337-bada-0902fcf0e70a', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.124', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '546974a5-acaa-4be1-a281-8b000901df71', 'port_id': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'mac_address': 'fa:16:3e:41:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f021b083-9e02-4207-b02b-f586f422c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:20:14Z', 'updated_at': '2021-12-16T08:20:14Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:59Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:20:17.277332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] Checking router: 546974a5-acaa-4be1-a281-8b000901df71 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:20:17.289634 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:20:17.290503 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:20:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:20:17.321686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Pushing event updated for resources: {'Port': ['ID=ee934f3a-3242-4a4a-b580-96b071f4a715,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:17.437029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:17.439818 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:17.441400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-f87ed8e7-f087-44ef-956f-7754ef5a1d0b service neutron] 10.222.0.36 "PUT /v2.0/ports/ee934f3a-3242-4a4a-b580-96b071f4a715 HTTP/1.1" status: 200 len: 1092 time: 2.0467129 Dec 16 08:20:17.442336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'tag': 'ee934f3a-3242-4a4a-b580-96b071f4a715'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:20:17.448876 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986cde26-0b09-45bd-b795-52b19fff2513" -d '{"events": [{"name": "network-changed", "server_uuid": "5561c421-9e84-4cfd-a4d9-791d09388f16", "tag": "ee934f3a-3242-4a4a-b580-96b071f4a715"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:20:17.483784 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-0afd2f65-24c8-4bbe-8a96-107b9f435cf9 service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540357 Dec 16 08:20:17.522863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6bda1e8a-2802-4bf5-9ed7-5f68f9ad6820 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/4e2e63b9-00ce-4337-bada-0902fcf0e70a HTTP/1.1" status: 200 len: 991 time: 0.4326143 Dec 16 08:20:17.566800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:20:17.639837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98044c94-beaa-42a9-b59e-eb4aa121b783 req-0ac5ae00-6586-42b7-b0c9-05b80c993009 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:17.641477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98044c94-beaa-42a9-b59e-eb4aa121b783 req-0ac5ae00-6586-42b7-b0c9-05b80c993009 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.2961817 Dec 16 08:20:17.677997 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55c0249a-7e5a-4f66-a285-1324f6270d32 req-edd00d94-ee69-4f18-b6a8-47c368c2f330 service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840491 Dec 16 08:20:17.736201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6103d9e-5f81-458f-abdf-9e40071616e3 req-39f0d66e-a43d-43c0-93ee-ee0f7268f8f3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:17.737941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6103d9e-5f81-458f-abdf-9e40071616e3 req-39f0d66e-a43d-43c0-93ee-ee0f7268f8f3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.3131177 Dec 16 08:20:17.749481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98044c94-beaa-42a9-b59e-eb4aa121b783 req-dcf98d4d-baea-4700-a5c2-2a99aad35b61 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995445 Dec 16 08:20:17.752816 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-993f7d44-f4b7-48da-b6b6-f114db90559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:17.754422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-993f7d44-f4b7-48da-b6b6-f114db90559b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 1095 time: 0.1729155 Dec 16 08:20:17.815294 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6103d9e-5f81-458f-abdf-9e40071616e3 req-1178e21a-b838-458f-ab68-9dffec82b1fe tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645783 Dec 16 08:20:17.865385 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed22f19-c273-4cbc-bd08-cd8d59b1f11d x-openstack-request-id: req-fed22f19-c273-4cbc-bd08-cd8d59b1f11d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:20:17.866140 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5561c421-9e84-4cfd-a4d9-791d09388f16", "tag": "ee934f3a-3242-4a4a-b580-96b071f4a715", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:20:17.866598 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fed22f19-c273-4cbc-bd08-cd8d59b1f11d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:20:17.867775 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'tag': 'ee934f3a-3242-4a4a-b580-96b071f4a715', 'status': 'completed', 'code': 200} Dec 16 08:20:17.869977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-b36d49d2-1464-49b6-a3ed-a63770cd7220 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee934f3a-3242-4a4a-b580-96b071f4a715 HTTP/1.1" status: 200 len: 217 time: 0.0935414 Dec 16 08:20:17.946029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-95f90e88-5c02-4f19-8c2e-a17b17ccb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:17.947435 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-95f90e88-5c02-4f19-8c2e-a17b17ccb87c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0589266 Dec 16 08:20:17.949904 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '4e2e63b9-00ce-4337-bada-0902fcf0e70a', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.124', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '546974a5-acaa-4be1-a281-8b000901df71', 'port_id': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'mac_address': 'fa:16:3e:41:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f021b083-9e02-4207-b02b-f586f422c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:20:14Z', 'updated_at': '2021-12-16T08:20:14Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:59Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:20:17.987193 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a85586-212a-42d3-a55b-49f1843d2413 None None] The sync data for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 is: [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '4e2e63b9-00ce-4337-bada-0902fcf0e70a', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.124', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '546974a5-acaa-4be1-a281-8b000901df71', 'port_id': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'mac_address': 'fa:16:3e:41:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f021b083-9e02-4207-b02b-f586f422c497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:20:14Z', 'updated_at': '2021-12-16T08:20:14Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:59Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:20:18.011207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-d430bef6-5845-407c-b30a-8699a8b60d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:18.013759 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-d430bef6-5845-407c-b30a-8699a8b60d65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543163 Dec 16 08:20:18.118600 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-1a3bf979-559d-4907-a3cb-44b76063ba3e service neutron] 10.222.0.36 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936255 Dec 16 08:20:18.222361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be2b778b-f0a6-425a-829a-27dd3ae7fa60 req-76e24ad2-31af-497c-bd68-c7b73d325370 service neutron] 10.222.0.36 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920913 Dec 16 08:20:18.304047 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3248a1-48ce-4eac-a18f-edf7569fee96 None None] New status for floating IP 4e2e63b9-00ce-4337-bada-0902fcf0e70a: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:20:18.428494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cde26-0b09-45bd-b795-52b19fff2513 req-d8fd0573-6232-4ac3-9b09-933a5cd81d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:18.430017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986cde26-0b09-45bd-b795-52b19fff2513 req-d8fd0573-6232-4ac3-9b09-933a5cd81d11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 1095 time: 0.0584941 Dec 16 08:20:18.526366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37046) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:18.575943 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cde26-0b09-45bd-b795-52b19fff2513 req-78ec1282-0a25-43e7-a438-a01e70a3b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:18.579476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986cde26-0b09-45bd-b795-52b19fff2513 req-78ec1282-0a25-43e7-a438-a01e70a3b2e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.1379204 Dec 16 08:20:18.637605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986cde26-0b09-45bd-b795-52b19fff2513 req-e1e86467-1f86-4e07-87a9-703d4ed68b43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee934f3a-3242-4a4a-b580-96b071f4a715 HTTP/1.1" status: 200 len: 217 time: 0.0453172 Dec 16 08:20:18.653772 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-79d285fc-c573-4ec6-9b82-7890a1f42a86 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/4e2e63b9-00ce-4337-bada-0902fcf0e70a HTTP/1.1" status: 200 len: 991 time: 0.1244223 Dec 16 08:20:18.709617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cde26-0b09-45bd-b795-52b19fff2513 req-2a66b65d-5008-48e3-b73d-682f03a37131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:18.711395 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986cde26-0b09-45bd-b795-52b19fff2513 req-2a66b65d-5008-48e3-b73d-682f03a37131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0566030 Dec 16 08:20:18.784571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cde26-0b09-45bd-b795-52b19fff2513 req-a9e2b735-16b9-49f2-b268-1fe37c446980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:18.801228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986cde26-0b09-45bd-b795-52b19fff2513 req-a9e2b735-16b9-49f2-b268-1fe37c446980 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749366 Dec 16 08:20:18.835246 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-e01d66e5-d723-4af0-9a63-c88b2288a65d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1360357 Dec 16 08:20:18.975957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-99f4228d-52f3-43d1-a02c-920aeb650a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:18.977618 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-99f4228d-52f3-43d1-a02c-920aeb650a94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1097 time: 0.0632584 Dec 16 08:20:19.095987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-62f3c234-d891-4f40-b2ee-2df72942f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:19.097908 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-62f3c234-d891-4f40-b2ee-2df72942f4eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.0979645 Dec 16 08:20:19.189118 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-6e287faa-9dd0-43ae-8f92-241a054dd6bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0825102 Dec 16 08:20:19.242008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-044b8ed8-69cf-4263-b1c8-db714d355c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:19.243505 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-044b8ed8-69cf-4263-b1c8-db714d355c8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0462892 Dec 16 08:20:19.293711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-47b70e1e-016d-4e11-a998-dda37e6322f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:19.295317 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-47b70e1e-016d-4e11-a998-dda37e6322f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453711 Dec 16 08:20:19.363983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986cde26-0b09-45bd-b795-52b19fff2513 req-1327b18a-13c4-417d-bcd7-20908bbb3fd5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515542 Dec 16 08:20:19.372366 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce8664-00fb-4136-ae3f-f4abc59b9be0 req-fbe02511-5699-45e6-926a-483f29af55d2 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:19.373876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7ce8664-00fb-4136-ae3f-f4abc59b9be0 req-fbe02511-5699-45e6-926a-483f29af55d2 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.4668689 Dec 16 08:20:19.381408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9141c-3b57-4e82-aac9-a863a6b781e7 req-a478a852-883d-4a5d-9477-900a6e84032b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:19.382835 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93c9141c-3b57-4e82-aac9-a863a6b781e7 req-a478a852-883d-4a5d-9477-900a6e84032b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.1079631 Dec 16 08:20:19.403565 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-2e292a30-fbaa-4aec-b86c-cb4e6a6534ac service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012285 Dec 16 08:20:19.504309 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5f60d826-72fc-4a0c-a79a-136bdbca73c3 req-a09c67c3-512f-4480-9e28-b7b53aff6e53 service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943396 Dec 16 08:20:19.521366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7ce8664-00fb-4136-ae3f-f4abc59b9be0 req-85634760-61b4-470a-b0f4-66cafbd87d3c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293814 Dec 16 08:20:19.532765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-93c9141c-3b57-4e82-aac9-a863a6b781e7 req-fe1eb938-2495-45d4-b257-719dddf14971 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390986 Dec 16 08:20:19.549553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-986cde26-0b09-45bd-b795-52b19fff2513 req-31192da6-cd95-4465-9ef2-4f296f79c7b3 service neutron] 10.222.0.36 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650290 Dec 16 08:20:19.656605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:19.726827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8b7bb361-c0c7-46b3-94be-c82648d342dc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/4e2e63b9-00ce-4337-bada-0902fcf0e70a HTTP/1.1" status: 200 len: 993 time: 0.0643613 Dec 16 08:20:20.698195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fcad3-7af9-45df-a403-deae73d57968 req-fc975901-6149-4678-a3a0-cb74a68ec009 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:20.700774 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f30fcad3-7af9-45df-a403-deae73d57968 req-fc975901-6149-4678-a3a0-cb74a68ec009 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0754902 Dec 16 08:20:20.709463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057807dc-3d09-4022-b11e-27b1db948644 req-8b5cdff0-fff5-4fe9-8405-4b89488ddfb7 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:20.711039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-057807dc-3d09-4022-b11e-27b1db948644 req-8b5cdff0-fff5-4fe9-8405-4b89488ddfb7 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0968215 Dec 16 08:20:20.786525 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f30fcad3-7af9-45df-a403-deae73d57968 req-42c27efa-55c5-4f8f-b96a-05aaeb197dce tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731349 Dec 16 08:20:20.789849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-057807dc-3d09-4022-b11e-27b1db948644 req-64695548-91d7-4602-9ec3-abb950965342 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705442 Dec 16 08:20:21.942093 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6670b4e-5f51-46e6-940c-7932205e66cd req-f32a7cd0-aaba-428f-b617-e105e9ca9d84 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:21.943581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6670b4e-5f51-46e6-940c-7932205e66cd req-f32a7cd0-aaba-428f-b617-e105e9ca9d84 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0827310 Dec 16 08:20:21.952248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21628bb9-58bd-4164-a7b9-b301e8876945 req-00ccf3fb-d566-4c37-a2a9-93fddd8a7a37 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:21.953669 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21628bb9-58bd-4164-a7b9-b301e8876945 req-00ccf3fb-d566-4c37-a2a9-93fddd8a7a37 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0809348 Dec 16 08:20:22.025916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a6670b4e-5f51-46e6-940c-7932205e66cd req-77622354-fb7e-4d5c-9228-bbe75f8ab99b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712869 Dec 16 08:20:22.030021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21628bb9-58bd-4164-a7b9-b301e8876945 req-6f041dfc-be58-45bb-907f-a4115e34161f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688078 Dec 16 08:20:22.362083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1f8d-f94a-473c-ac81-dff495be2a7e req-1157e1b2-4c8c-4265-9b85-842ce621473a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:22.363550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98fd1f8d-f94a-473c-ac81-dff495be2a7e req-1157e1b2-4c8c-4265-9b85-842ce621473a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0531108 Dec 16 08:20:22.411152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98fd1f8d-f94a-473c-ac81-dff495be2a7e req-9ca06be0-1d96-4f9c-a576-733e02e9d063 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Dec 16 08:20:22.494447 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-9c22b880-8cdb-4bdb-bc0c-7416c0b266f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:22.496889 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-9c22b880-8cdb-4bdb-bc0c-7416c0b266f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 1097 time: 0.0439160 Dec 16 08:20:22.591955 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-9dc260d9-e992-403a-b230-6c181d78f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:22.593454 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-9dc260d9-e992-403a-b230-6c181d78f42a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.0881689 Dec 16 08:20:22.665732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-5bfa875e-ba88-4b86-9282-9540ee5ad0d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 200 len: 1001 time: 0.0593634 Dec 16 08:20:22.718363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-03f59683-c320-43a0-ba0b-b7920c7255a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:22.719773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-03f59683-c320-43a0-ba0b-b7920c7255a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0434496 Dec 16 08:20:22.773710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-e21f265c-2af5-4808-89a8-5ab48a736af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:22.775191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-e21f265c-2af5-4808-89a8-5ab48a736af5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438056 Dec 16 08:20:22.868751 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-4d69dd5b-7db3-4745-a925-8cb1c519d8a4 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824261 Dec 16 08:20:22.972315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0a66c553-a75c-49f1-8b5e-6e3e44a10466 req-d458646b-93a6-4ae7-8446-eba933fe4b95 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929670 Dec 16 08:20:23.146927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec666bf-6e65-4744-b616-20bf4d9cf8e7 req-155fe0eb-7d09-494a-b577-da1fa3f66dee tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:23.148404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ec666bf-6e65-4744-b616-20bf4d9cf8e7 req-155fe0eb-7d09-494a-b577-da1fa3f66dee tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0502725 Dec 16 08:20:23.197416 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0ec666bf-6e65-4744-b616-20bf4d9cf8e7 req-4f4f5bea-5714-4560-bbe4-1974930ad6aa tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Dec 16 08:20:23.539584 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cd931-b723-41a5-a70f-d01c8b82ea02 req-7f9e8ad6-bda9-421b-a67a-a61f3e4fee70 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:23.541080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da5cd931-b723-41a5-a70f-d01c8b82ea02 req-7f9e8ad6-bda9-421b-a67a-a61f3e4fee70 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0541077 Dec 16 08:20:23.592564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-da5cd931-b723-41a5-a70f-d01c8b82ea02 req-212b6c20-04a1-47c4-b344-825feef5f226 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446775 Dec 16 08:20:24.315765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a88aaa-891b-41a4-b7d2-2ef370c6c69f req-5722a995-3c91-4d18-9496-355cc3496eec tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:24.317281 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34a88aaa-891b-41a4-b7d2-2ef370c6c69f req-5722a995-3c91-4d18-9496-355cc3496eec tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0528765 Dec 16 08:20:24.364220 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-34a88aaa-891b-41a4-b7d2-2ef370c6c69f req-e7759849-3611-4afa-ae6a-39c6d854c7de tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Dec 16 08:20:24.715006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d92dea-3eb9-454e-ac04-35a690ef372b req-218b9311-2951-4bbe-a8c0-9a4d29c24e7f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:24.717159 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91d92dea-3eb9-454e-ac04-35a690ef372b req-218b9311-2951-4bbe-a8c0-9a4d29c24e7f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0499558 Dec 16 08:20:24.767549 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91d92dea-3eb9-454e-ac04-35a690ef372b req-22a77fcb-c129-42b9-8ac0-4c2f4d30f957 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433640 Dec 16 08:20:25.478775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917091-8c33-4c5d-b571-44f931fc9405 req-d281ab49-85f7-4bae-8ca5-3e1c94db7280 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:25.481055 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3917091-8c33-4c5d-b571-44f931fc9405 req-d281ab49-85f7-4bae-8ca5-3e1c94db7280 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0497534 Dec 16 08:20:25.534608 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3917091-8c33-4c5d-b571-44f931fc9405 req-470e5180-3959-491a-a0fc-8024a601bb90 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Dec 16 08:20:26.663408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57320-531e-4bd0-b8bc-36f2cc6c8e8f req-cc6812ca-de67-4eae-8afb-c7b58e007522 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:26.664845 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd57320-531e-4bd0-b8bc-36f2cc6c8e8f req-cc6812ca-de67-4eae-8afb-c7b58e007522 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0555449 Dec 16 08:20:26.716196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ebd57320-531e-4bd0-b8bc-36f2cc6c8e8f req-09ae92b2-4dc5-46fa-b79a-f3217df0a562 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Dec 16 08:20:27.197974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37162) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:27.305407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c97ad5f-2bb0-46ec-b8a0-f6e2a1f265ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.377083 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c97ad5f-2bb0-46ec-b8a0-f6e2a1f265ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.477757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5c97ad5f-2bb0-46ec-b8a0-f6e2a1f265ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.522984 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5c97ad5f-2bb0-46ec-b8a0-f6e2a1f265ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9586ddfd8c744a798419ce84bf65ee64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3238435 Dec 16 08:20:27.524339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97ad5f-2bb0-46ec-b8a0-f6e2a1f265ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772fa936-2c23-4c8f-aa84-350e546259e7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:27.526083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37166) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:27.577334 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a502-ed38-4c94-be1d-919348500362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.598723 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a502-ed38-4c94-be1d-919348500362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.707784 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.730689 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a502-ed38-4c94-be1d-919348500362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.733480 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a502-ed38-4c94-be1d-919348500362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:27.734638 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fcb8a502-ed38-4c94-be1d-919348500362 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/772fa936-2c23-4c8f-aa84-350e546259e7 HTTP/1.1" status: 204 len: 168 time: 0.2066305 Dec 16 08:20:27.743356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8a502-ed38-4c94-be1d-919348500362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772fa936-2c23-4c8f-aa84-350e546259e7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:27.842935 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f978bf-fcb0-4649-8ab8-fe2dbf50f08c req-180d59d3-3870-47fb-955f-c91b3596bfc1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:27.844512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94f978bf-fcb0-4649-8ab8-fe2dbf50f08c req-180d59d3-3870-47fb-955f-c91b3596bfc1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0541339 Dec 16 08:20:27.894700 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-94f978bf-fcb0-4649-8ab8-fe2dbf50f08c req-4ef1a9a2-83dd-4a79-ae87-1613cc7debe8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Dec 16 08:20:28.268104 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2373c0e9-97c5-47ff-b7a6-b0be8e7d0166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.577667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37174) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:28.590474 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b16a7de-b501-4b32-a835-31be6e605606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.662017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b16a7de-b501-4b32-a835-31be6e605606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.732736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5b16a7de-b501-4b32-a835-31be6e605606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.770820 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5b16a7de-b501-4b32-a835-31be6e605606 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fd9171cd5b94ec08a533b9073be5395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920772 Dec 16 08:20:28.771689 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16a7de-b501-4b32-a835-31be6e605606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70376af5-215a-4aff-bfdb-93b3d75910ec,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:28.773537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37176) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:28.822628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2554f675-facf-446a-b489-3a6a4a652841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.843819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2554f675-facf-446a-b489-3a6a4a652841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.963460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2554f675-facf-446a-b489-3a6a4a652841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.966993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2554f675-facf-446a-b489-3a6a4a652841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:28.970509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2554f675-facf-446a-b489-3a6a4a652841 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70376af5-215a-4aff-bfdb-93b3d75910ec HTTP/1.1" status: 204 len: 168 time: 0.1935275 Dec 16 08:20:28.976213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554f675-facf-446a-b489-3a6a4a652841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70376af5-215a-4aff-bfdb-93b3d75910ec,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:29.017787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72f41-a294-4824-a627-bf7454956797 req-a967aaf1-09d6-41d0-8342-d12f1dd2df8e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:29.019419 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92a72f41-a294-4824-a627-bf7454956797 req-a967aaf1-09d6-41d0-8342-d12f1dd2df8e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 943 time: 0.0561900 Dec 16 08:20:29.068421 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92a72f41-a294-4824-a627-bf7454956797 req-cb6a3c83-6d41-4471-a4c2-7353febf85c2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Dec 16 08:20:29.159654 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ee934f3a-3242-4a4a-b580-96b071f4a715 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:20:29.255189 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ee934f3a-3242-4a4a-b580-96b071f4a715, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ee934f3a-3242-4a4a-b580-96b071f4a715,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:20:29.267254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': 'ee934f3a-3242-4a4a-b580-96b071f4a715', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'port_id': 'ee934f3a-3242-4a4a-b580-96b071f4a715', 'mac_address': 'fa:16:3e:77:54:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:20:29.304591 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:29.321484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee934f3a-3242-4a4a-b580-96b071f4a715 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:20:29.341674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ee934f3a-3242-4a4a-b580-96b071f4a715, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ee934f3a-3242-4a4a-b580-96b071f4a715,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:20:29.427974 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:29.479877 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ee934f3a-3242-4a4a-b580-96b071f4a715,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:29.485060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.485418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.485766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.486112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.486451 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.486785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.487117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.487448 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.487780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.488107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.488462 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.488791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.489116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:29.778766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ee934f3a-3242-4a4a-b580-96b071f4a715'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:20:30.124457 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:30.188149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981d696-5c18-4bc7-ac6b-a360a904f241 req-52cf2d2d-08f2-45d7-a463-51397b06ac1e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:30.189731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4981d696-5c18-4bc7-ac6b-a360a904f241 req-52cf2d2d-08f2-45d7-a463-51397b06ac1e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 944 time: 0.0496976 Dec 16 08:20:30.236830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4981d696-5c18-4bc7-ac6b-a360a904f241 req-c2fe24fe-afad-4e5b-8477-c728aaaf6aba tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Dec 16 08:20:30.590314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37210) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:30.694495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a46a39c1-3552-49f0-8d4f-93a9b26ce1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:30.699339 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f336bc76-87e1-4c1f-9991-9f38303e8804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:30.774167 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f336bc76-87e1-4c1f-9991-9f38303e8804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:30.844678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f336bc76-87e1-4c1f-9991-9f38303e8804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:30.884275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336bc76-87e1-4c1f-9991-9f38303e8804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc4340c-ef79-4edd-8e8d-6035f47b9819,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:30.889698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f336bc76-87e1-4c1f-9991-9f38303e8804 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56895cce70e34240ad99fe3554e88a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983754 Dec 16 08:20:30.892352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37214) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:20:30.939935 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8575edd8-2f43-4b5a-a823-26f90985c779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:30.961056 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8575edd8-2f43-4b5a-a823-26f90985c779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:31.085171 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8575edd8-2f43-4b5a-a823-26f90985c779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:31.087761 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8575edd8-2f43-4b5a-a823-26f90985c779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:31.088944 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8575edd8-2f43-4b5a-a823-26f90985c779 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdc4340c-ef79-4edd-8e8d-6035f47b9819 HTTP/1.1" status: 204 len: 168 time: 0.1955695 Dec 16 08:20:31.098196 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575edd8-2f43-4b5a-a823-26f90985c779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc4340c-ef79-4edd-8e8d-6035f47b9819,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:31.175652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ee934f3a-3242-4a4a-b580-96b071f4a715 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:20:31.300774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port ee934f3a-3242-4a4a-b580-96b071f4a715 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:20:31.304940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port ee934f3a-3242-4a4a-b580-96b071f4a715 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:20:31.305314 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:31.353548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35566317-f51e-40ab-ba84-1bbc252d8f30 req-03b01d13-10aa-4af4-bcd6-43e398f0b2f4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:31.355084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35566317-f51e-40ab-ba84-1bbc252d8f30 req-03b01d13-10aa-4af4-bcd6-43e398f0b2f4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Dec 16 08:20:31.398726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:31.407129 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35566317-f51e-40ab-ba84-1bbc252d8f30 req-685b860f-b734-493b-95b1-f2d2d66bb08e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Dec 16 08:20:31.424301 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee934f3a-3242-4a4a-b580-96b071f4a715'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:20:31.426563 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b8e8c2-d4ee-4a2f-ae41-063297518232" -d '{"events": [{"server_uuid": "5561c421-9e84-4cfd-a4d9-791d09388f16", "name": "network-vif-plugged", "status": "completed", "tag": "ee934f3a-3242-4a4a-b580-96b071f4a715"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:20:31.441611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port ee934f3a-3242-4a4a-b580-96b071f4a715, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ee934f3a-3242-4a4a-b580-96b071f4a715,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:20:31.468980 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d1793b-0b2c-46d7-9800-52d1ed1ad8a1 x-openstack-request-id: req-94d1793b-0b2c-46d7-9800-52d1ed1ad8a1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:20:31.469272 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5561c421-9e84-4cfd-a4d9-791d09388f16", "name": "network-vif-plugged", "status": "completed", "tag": "ee934f3a-3242-4a4a-b580-96b071f4a715", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:20:31.469524 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94d1793b-0b2c-46d7-9800-52d1ed1ad8a1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:20:31.469917 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee934f3a-3242-4a4a-b580-96b071f4a715', 'code': 200} Dec 16 08:20:31.523465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:31.572106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=ee934f3a-3242-4a4a-b580-96b071f4a715,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:31.604811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ec049-282d-4598-986e-f10e174e8f8f req-3707425b-401f-4fe3-99fb-a0aa8ae8ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:31.606958 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b37ec049-282d-4598-986e-f10e174e8f8f req-3707425b-401f-4fe3-99fb-a0aa8ae8ae96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 1097 time: 0.0446227 Dec 16 08:20:31.653500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b37ec049-282d-4598-986e-f10e174e8f8f req-30f0aeaa-2656-4444-9dbc-8b4461e2e81d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Dec 16 08:20:31.856696 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:32.552370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67f594-14b1-4bdb-918c-d3cdb3b75c9b req-33fc5a6b-a191-4855-8275-50a90d1ba5df tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:32.552370 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a67f594-14b1-4bdb-918c-d3cdb3b75c9b req-33fc5a6b-a191-4855-8275-50a90d1ba5df tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 945 time: 0.0506525 Dec 16 08:20:32.581565 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2a67f594-14b1-4bdb-918c-d3cdb3b75c9b req-387f75e6-f524-49fd-8390-57b64369c7da tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432887 Dec 16 08:20:32.698711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-b0c7a41a-c1dd-4ffb-addb-dd3e67625e2d req-25389a57-29d4-48f9-8e80-390f6fcff382 service neutron] (110396) timed out ('10.222.0.43', 43460) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:20:33.534418 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:33.701563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70340-cd1c-4e10-87b0-53bbfb577644 req-d8a8d96c-653b-4003-96c6-b021143c8ef1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:33.703241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5be70340-cd1c-4e10-87b0-53bbfb577644 req-d8a8d96c-653b-4003-96c6-b021143c8ef1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 945 time: 0.0524368 Dec 16 08:20:33.759446 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5be70340-cd1c-4e10-87b0-53bbfb577644 req-bf6f2681-27f9-47ba-aa2c-22095d8aacc3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Dec 16 08:20:33.882386 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec1fab-9038-4c54-b54e-e78fdc0befe8 req-616b170d-b080-4f39-95a5-0cc008024145 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:33.883908 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccec1fab-9038-4c54-b54e-e78fdc0befe8 req-616b170d-b080-4f39-95a5-0cc008024145 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Dec 16 08:20:33.933795 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccec1fab-9038-4c54-b54e-e78fdc0befe8 req-92528aa5-af25-45c5-b9f0-649fce34d008 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Dec 16 08:20:34.204754 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:37.548414 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:20:37.754838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-71b831ae-0394-40af-a1dd-50043355ab9a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:37.756216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-71b831ae-0394-40af-a1dd-50043355ab9a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1155114 Dec 16 08:20:37.772107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-57f72e4b-0e34-48bf-9741-0014a317b860 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/quotas/0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 375 time: 0.0091531 Dec 16 08:20:37.832959 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-2b38aac4-22c3-4d27-8a95-35f1e975e886 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540192 Dec 16 08:20:38.036569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cd278e26-1351-4b48-af4d-43ed9a5c2733 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958928 Dec 16 08:20:38.130485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-b8bfe570-00ac-4271-b914-82fc6340eb9d service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877137 Dec 16 08:20:38.440027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9b00338-1d8a-4d8d-bc40-dda8320b132d req-1e3048d5-112d-4421-bd48-31395060c2ec tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0303037 Dec 16 08:20:39.548119 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d05e6865-4fb9-4b91-b5c1-c31ecd3bba5e req-844a5296-734a-41be-83bd-dfd3ce494969 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0293174 Dec 16 08:20:40.547659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-ff742b1d-a786-4ec9-9f64-884162c95b77 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:40.550022 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-ff742b1d-a786-4ec9-9f64-884162c95b77 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1196921 Dec 16 08:20:40.571043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'port': {'device_id': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'admin_state_up': True, 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:20:40.669285 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48518d1f-bbe6-42ab-8fe2-c610a69446da req-0a344632-edc9-4e22-815c-5b04fa95a330 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0335007 Dec 16 08:20:41.021439 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:20:41.025107 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:41.167227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.20.0.14 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/6af9e845-11a8-4588-9061-8f0316d7ab46) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:20:41.324091 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:41.434541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:41.471385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ee934f3a-3242-4a4a-b580-96b071f4a715'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:20:41.479925 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:20:41.483275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:20:41.487505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:20:41.526810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=6af9e845-11a8-4588-9061-8f0316d7ab46,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:41.544850 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.545195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.545535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.545869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.546223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.546530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.546858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.552757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.561745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.561745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.561745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.561745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.561745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:20:41.571915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:41.572845 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:41.717794 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-cefe1d99-1c56-4fc7-8f51-9ed0ee69777e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1519747 Dec 16 08:20:41.737320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Request body: {'port': {'device_id': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:20:41.804817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:41.825147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc5587-5835-4936-9b22-33e6dbc16539 req-51aabe1d-8784-4a18-b4c8-a581d1639eb8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:41.828646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7cc5587-5835-4936-9b22-33e6dbc16539 req-51aabe1d-8784-4a18-b4c8-a581d1639eb8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 932 time: 0.0715425 Dec 16 08:20:41.832334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5e20f6b9-9b2f-4396-b268-5348adc4cd50 None None] Provisioning complete for port 6af9e845-11a8-4588-9061-8f0316d7ab46 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:20:41.833413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e20f6b9-9b2f-4396-b268-5348adc4cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:41.877818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5e20f6b9-9b2f-4396-b268-5348adc4cd50 None None] Port 6af9e845-11a8-4588-9061-8f0316d7ab46 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:20:41.886299 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7cc5587-5835-4936-9b22-33e6dbc16539 req-7eed0ba2-9285-4752-b2a9-fda7fe3b7743 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Dec 16 08:20:42.107194 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af9e845-11a8-4588-9061-8f0316d7ab46 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:20:42.116722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:42.130444 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Transition to ACTIVE for port object 6af9e845-11a8-4588-9061-8f0316d7ab46 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:20:42.198829 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:42.255261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Pushing event updated for resources: {'Port': ['ID=6af9e845-11a8-4588-9061-8f0316d7ab46,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:42.343922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Attempting to bind port 6af9e845-11a8-4588-9061-8f0316d7ab46 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:20:42.344611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Attempting to bind port 6af9e845-11a8-4588-9061-8f0316d7ab46 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:20:42.345370 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Attempting to bind port 6af9e845-11a8-4588-9061-8f0316d7ab46 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:20:42.353536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Port 6af9e845-11a8-4588-9061-8f0316d7ab46 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:20:42.354171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Attempting to bind port 6af9e845-11a8-4588-9061-8f0316d7ab46 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:20:42.361113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:20:42.361695 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:20:42.364222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:20:42.364669 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Bound port: 6af9e845-11a8-4588-9061-8f0316d7ab46, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:20:42.365294 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:42.465372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] For port 6af9e845-11a8-4588-9061-8f0316d7ab46, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:20:42.475043 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] For port 6af9e845-11a8-4588-9061-8f0316d7ab46, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6af9e845-11a8-4588-9061-8f0316d7ab46,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:20:42.576432 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:42.617019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:42.617735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:42.619170 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] 10.222.0.16 "PUT /v2.0/ports/6af9e845-11a8-4588-9061-8f0316d7ab46 HTTP/1.1" status: 200 len: 1093 time: 0.8878093 Dec 16 08:20:42.619614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'tag': '6af9e845-11a8-4588-9061-8f0316d7ab46'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:20:42.622516 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11aba2-0c71-4c43-ae51-8796adb3ff87" -d '{"events": [{"name": "network-changed", "server_uuid": "d07c5204-9c03-40b5-8e8f-8c52221446ab", "tag": "6af9e845-11a8-4588-9061-8f0316d7ab46"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:20:42.657479 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdbc3c-5b68-4989-9e7b-56954ab739fc service neutron] Pushing event updated for resources: {'Port': ['ID=6af9e845-11a8-4588-9061-8f0316d7ab46,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:20:42.681653 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab3b0ca-8080-45dd-8052-b1f032065a7b x-openstack-request-id: req-6ab3b0ca-8080-45dd-8052-b1f032065a7b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:20:42.681951 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07c5204-9c03-40b5-8e8f-8c52221446ab", "tag": "6af9e845-11a8-4588-9061-8f0316d7ab46", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:20:42.682741 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ab3b0ca-8080-45dd-8052-b1f032065a7b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:20:42.683332 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'tag': '6af9e845-11a8-4588-9061-8f0316d7ab46', 'status': 'completed', 'code': 200} Dec 16 08:20:42.784116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11aba2-0c71-4c43-ae51-8796adb3ff87 req-393e5e92-08b9-43a4-8c98-69118777d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:42.786072 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec11aba2-0c71-4c43-ae51-8796adb3ff87 req-393e5e92-08b9-43a4-8c98-69118777d8f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 1096 time: 0.0584986 Dec 16 08:20:42.926618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11aba2-0c71-4c43-ae51-8796adb3ff87 req-05d4cdee-e522-48d5-9d89-78c88704cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:42.930721 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec11aba2-0c71-4c43-ae51-8796adb3ff87 req-05d4cdee-e522-48d5-9d89-78c88704cb5b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0dfac316b0434e1e9ac41246ee93e487&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1295216 Dec 16 08:20:43.028005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0896e0-09e4-490a-932b-fbe34f78e67d req-90e8e505-5fe6-46f5-b248-c3f2f01d1b2f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:43.029474 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c0896e0-09e4-490a-932b-fbe34f78e67d req-90e8e505-5fe6-46f5-b248-c3f2f01d1b2f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0566697 Dec 16 08:20:43.056835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11aba2-0c71-4c43-ae51-8796adb3ff87 req-31c917a8-ee73-425c-9f74-4ba11263783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:43.058961 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ec11aba2-0c71-4c43-ae51-8796adb3ff87 req-31c917a8-ee73-425c-9f74-4ba11263783d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207585 Dec 16 08:20:43.095675 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5c0896e0-09e4-490a-932b-fbe34f78e67d req-b616b8cc-205c-43ae-8652-6f898634d8f2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583172 Dec 16 08:20:43.167223 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-51ddced2-0470-48ad-8a7f-8af5c49cfa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:43.169033 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-51ddced2-0470-48ad-8a7f-8af5c49cfa9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 1096 time: 0.0445263 Dec 16 08:20:43.222732 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-51eb84d0-78b7-45fc-a8e4-e5e574c916ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af9e845-11a8-4588-9061-8f0316d7ab46 HTTP/1.1" status: 200 len: 217 time: 0.0398254 Dec 16 08:20:43.275140 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-ff14f31f-bc11-4259-956c-1aeca952207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:43.277509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-ff14f31f-bc11-4259-956c-1aeca952207b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0483816 Dec 16 08:20:43.330079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-3ad69fce-eed1-4eeb-92dd-55c6a17e06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:43.331683 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-3ad69fce-eed1-4eeb-92dd-55c6a17e06df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469732 Dec 16 08:20:43.429591 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-2ad80db9-821e-49ad-9d0e-56436a7cfd57 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901518 Dec 16 08:20:43.538435 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-31bb2196-66ca-49ad-96cc-a524cf4ca166 req-0fadb4c3-0adb-441e-9f19-46c35dec15fb service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015816 Dec 16 08:20:44.236391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219a450-4fbe-4ecb-a0f7-7e85ba625afb req-58191a6e-d6f8-48c5-ac77-26f06d8b1009 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:44.243574 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d219a450-4fbe-4ecb-a0f7-7e85ba625afb req-58191a6e-d6f8-48c5-ac77-26f06d8b1009 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0650420 Dec 16 08:20:44.291102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d219a450-4fbe-4ecb-a0f7-7e85ba625afb req-7aba151a-6a00-4fe4-b551-e2d673bf017a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466347 Dec 16 08:20:45.414899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a05e3-72cf-4fe7-ab9e-a843acb95b16 req-f8760d5e-b9cc-4ccb-a997-990a4b2e38a9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:45.417598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d88a05e3-72cf-4fe7-ab9e-a843acb95b16 req-f8760d5e-b9cc-4ccb-a997-990a4b2e38a9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0532060 Dec 16 08:20:45.471328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d88a05e3-72cf-4fe7-ab9e-a843acb95b16 req-c557a1d7-c08a-4029-883a-59dcc8f0a350 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 Dec 16 08:20:46.601716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca55d3-955c-4133-ae31-687f458e20f1 req-6ae4e7d5-27f4-4952-88bb-872eb216a0ae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:46.604113 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9ca55d3-955c-4133-ae31-687f458e20f1 req-6ae4e7d5-27f4-4952-88bb-872eb216a0ae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0543985 Dec 16 08:20:46.659125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b9ca55d3-955c-4133-ae31-687f458e20f1 req-72c293ef-7f88-4522-a98f-aa7942db6efa tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482869 Dec 16 08:20:47.794863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ff1d-6637-447e-98aa-efcec79eecbd req-77c73f42-341b-4b76-9009-814a9bb001a0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:47.796403 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb93ff1d-6637-447e-98aa-efcec79eecbd req-77c73f42-341b-4b76-9009-814a9bb001a0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0553977 Dec 16 08:20:47.855264 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb93ff1d-6637-447e-98aa-efcec79eecbd req-c8dbc404-6300-49ca-8223-8c1ebba7f675 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527575 Dec 16 08:20:48.997707 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c09d5f-2a6c-4a9b-9e02-d03696beace5 req-a7620669-9212-419e-8510-72654df8638e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:48.999254 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95c09d5f-2a6c-4a9b-9e02-d03696beace5 req-a7620669-9212-419e-8510-72654df8638e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0664129 Dec 16 08:20:49.056412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95c09d5f-2a6c-4a9b-9e02-d03696beace5 req-c35a608c-0f8a-4d7a-82a0-f703dc0c6e8d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502548 Dec 16 08:20:50.196843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b20564-7d61-4145-a7f8-a36f421f0809 req-a71122db-47ec-42a0-b1d4-d02e5fd5c0b2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:50.198712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41b20564-7d61-4145-a7f8-a36f421f0809 req-a71122db-47ec-42a0-b1d4-d02e5fd5c0b2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0570798 Dec 16 08:20:50.253035 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-41b20564-7d61-4145-a7f8-a36f421f0809 req-e2787cc8-1cba-4fa1-b880-bcf74e78cac1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Dec 16 08:20:51.389518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9ba58-7284-4a3d-b8d7-aae26fec801d req-85713ab2-b4ce-46ad-a0e5-a5ca91f16fb7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:51.391104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a9ba58-7284-4a3d-b8d7-aae26fec801d req-85713ab2-b4ce-46ad-a0e5-a5ca91f16fb7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0605931 Dec 16 08:20:51.446732 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-77a9ba58-7284-4a3d-b8d7-aae26fec801d req-12ff393f-5e5c-4ec0-8a57-de3b3e452673 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486720 Dec 16 08:20:52.619115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef275baa-7302-46fa-9f0f-b41b05244ec7 req-9d324871-c5b8-4eb9-b768-4474ccabe1e7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:52.620953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef275baa-7302-46fa-9f0f-b41b05244ec7 req-9d324871-c5b8-4eb9-b768-4474ccabe1e7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0558758 Dec 16 08:20:52.674284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ef275baa-7302-46fa-9f0f-b41b05244ec7 req-34661728-c7a7-41ad-adc6-c7a4969f367c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Dec 16 08:20:53.804828 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87393c90-3b51-46d0-9b29-140cd011ac65 req-170bb0d5-c5ef-453c-b8f6-5d52552df10b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:53.806381 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87393c90-3b51-46d0-9b29-140cd011ac65 req-170bb0d5-c5ef-453c-b8f6-5d52552df10b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0522878 Dec 16 08:20:53.858814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87393c90-3b51-46d0-9b29-140cd011ac65 req-11912410-f581-4643-9275-fb6bc82db6d2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 Dec 16 08:20:54.991504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359262f-a342-4f2b-ad42-dddfa8bac955 req-6178b8ac-d423-4048-b566-784bcdbef9f5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:54.993867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5359262f-a342-4f2b-ad42-dddfa8bac955 req-6178b8ac-d423-4048-b566-784bcdbef9f5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0557690 Dec 16 08:20:55.049257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5359262f-a342-4f2b-ad42-dddfa8bac955 req-db91d283-42ca-4030-8aab-4a35c2594094 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Dec 16 08:20:56.187867 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b45e5-3993-4183-8b04-85bc58d2f38d req-cc8e9377-8699-48f9-bad8-6a6f9087bfc0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:56.187867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-981b45e5-3993-4183-8b04-85bc58d2f38d req-cc8e9377-8699-48f9-bad8-6a6f9087bfc0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0543277 Dec 16 08:20:56.242427 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-981b45e5-3993-4183-8b04-85bc58d2f38d req-8ca08e47-a3fa-4967-a621-5f263a79d5d2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529904 Dec 16 08:20:57.366564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccda5e4-1c97-4b62-a146-bf0af81a9831 req-0d37b7a6-fd01-427c-b8b0-c7efd0941dfc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:57.368130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ccda5e4-1c97-4b62-a146-bf0af81a9831 req-0d37b7a6-fd01-427c-b8b0-c7efd0941dfc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0505455 Dec 16 08:20:57.417557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6ccda5e4-1c97-4b62-a146-bf0af81a9831 req-04c67619-3df9-44bd-962c-e025627d8763 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Dec 16 08:20:57.694497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:58.214556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7cc26d15-12ad-4c48-bc50-85fff6613b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:20:58.546389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eea36-92ea-4bdf-8307-51c5b5ebe052 req-f62e124f-fc06-4da3-9a16-7a4d4ecfe092 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:58.552765 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b77eea36-92ea-4bdf-8307-51c5b5ebe052 req-f62e124f-fc06-4da3-9a16-7a4d4ecfe092 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0637071 Dec 16 08:20:58.649559 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b77eea36-92ea-4bdf-8307-51c5b5ebe052 req-12e84cf3-4678-45e2-8567-94d7e84c838b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934837 Dec 16 08:20:58.671850 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df342eeb-8ea3-4670-8f6f-49d58a2668d9 req-2392c665-7d43-484f-a1f0-3c9f57ded707 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:58.680867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df342eeb-8ea3-4670-8f6f-49d58a2668d9 req-2392c665-7d43-484f-a1f0-3c9f57ded707 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0657442 Dec 16 08:20:58.722794 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df342eeb-8ea3-4670-8f6f-49d58a2668d9 req-dd6b754c-df15-40df-be61-afba4588932b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Dec 16 08:20:59.777039 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476c995-319c-4110-a758-55602c889c54 req-97422d0d-ce2d-46a4-918a-92c327abc487 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:59.778652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9476c995-319c-4110-a758-55602c889c54 req-97422d0d-ce2d-46a4-918a-92c327abc487 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0558727 Dec 16 08:20:59.859992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9476c995-319c-4110-a758-55602c889c54 req-2c770614-c541-4bfc-9e62-7c48961fbcb5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753973 Dec 16 08:20:59.873406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ab81e-8782-4955-b05a-52240b72bb61 req-b6efe67e-2933-471f-817f-803810d77f92 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:20:59.875343 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a28ab81e-8782-4955-b05a-52240b72bb61 req-b6efe67e-2933-471f-817f-803810d77f92 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.0730441 Dec 16 08:20:59.926981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a28ab81e-8782-4955-b05a-52240b72bb61 req-fae1ec86-0191-4364-9a72-ac7343823242 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432980 Dec 16 08:21:00.134429 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:00.693562 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-009bbecc-dcae-45a1-ae51-f09d0d8a6bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:01.026658 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-0f715275-d87c-4deb-97ce-c729552c0a89 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:01.028034 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-0f715275-d87c-4deb-97ce-c729552c0a89 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.1039047 Dec 16 08:21:01.079259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff17c73-9311-40d0-9174-0fbd78e0735b req-5a440623-7681-46ed-9cbd-d4a7a281e24b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:01.080827 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aff17c73-9311-40d0-9174-0fbd78e0735b req-5a440623-7681-46ed-9cbd-d4a7a281e24b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.1437950 Dec 16 08:21:01.130863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc028b-e230-4f5d-9293-4ef7bff30154 req-f2878479-2934-48d1-bb80-e1467e7c2e71 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:01.132386 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57fc028b-e230-4f5d-9293-4ef7bff30154 req-f2878479-2934-48d1-bb80-e1467e7c2e71 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 945 time: 0.1281693 Dec 16 08:21:01.208623 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aff17c73-9311-40d0-9174-0fbd78e0735b req-deb3d1a7-437e-4035-9a30-c676162648ae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200192 Dec 16 08:21:01.229961 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57fc028b-e230-4f5d-9293-4ef7bff30154 req-e399c8ec-6af7-4e0d-82ff-3d04d207c01b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=034824eb-6f5d-48ff-9c23-f53b51d64f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781651 Dec 16 08:21:01.241015 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Deleting port cff8f6a8-979d-4aa8-9254-3bf990157f6a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:01.242110 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:01.335186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] For port cff8f6a8-979d-4aa8-9254-3bf990157f6a, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=cff8f6a8-979d-4aa8-9254-3bf990157f6a,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:01.335549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:01.603944 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:01.604455 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:01.604849 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Floating IP 9d173439-ae05-49ba-a657-36ee07462230 disassociated. External IP: 172.25.2.187, port: cff8f6a8-979d-4aa8-9254-3bf990157f6a. Dec 16 08:21:01.605374 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Calling delete_port for cff8f6a8-979d-4aa8-9254-3bf990157f6a owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:01.893634 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:01.894233 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:01.924932 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event deleted for resources: {'Port': ['ID=cff8f6a8-979d-4aa8-9254-3bf990157f6a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:01.974876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.975240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.975586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.975941 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.976359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.976641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.977009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.977480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.977802 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.978139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.978515 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.978848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:01.979178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:02.055762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Router a11c4fda-1e73-4169-bd06-4f7a745963ef has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:21:02.173887 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:21:02.185064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] Sync routers for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:21:02.195709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:02.196387 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:02.216382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] No DVR routers for this DVR port cff8f6a8-979d-4aa8-9254-3bf990157f6a on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:21:02.219745 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:02.223546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb3a1fe4-6711-4c5a-a639-e1540bc2d7ff req-423dc656-9cd7-4906-bb3b-d130edee8b93 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "DELETE /v2.0/ports/cff8f6a8-979d-4aa8-9254-3bf990157f6a HTTP/1.1" status: 204 len: 173 time: 1.1801302 Dec 16 08:21:02.223997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'name': 'network-vif-deleted', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:02.226242 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306373d7-71e4-4371-a214-4199edb887b9" -d '{"events": [{"server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "name": "network-vif-deleted", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:02.272865 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a251f1ca-1e4f-4b06-8064-638a1fe881fa x-openstack-request-id: req-a251f1ca-1e4f-4b06-8064-638a1fe881fa {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:02.272865 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f7161f-99f8-4fef-b626-9206a968ed36", "name": "network-vif-deleted", "tag": "cff8f6a8-979d-4aa8-9254-3bf990157f6a", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:02.272865 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a251f1ca-1e4f-4b06-8064-638a1fe881fa {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:02.272865 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f7161f-99f8-4fef-b626-9206a968ed36', 'name': 'network-vif-deleted', 'tag': 'cff8f6a8-979d-4aa8-9254-3bf990157f6a', 'status': 'completed', 'code': 200} Dec 16 08:21:02.311053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:02.386133 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c408082d-5945-48d9-a091-571b0e7a19c8 req-5bf626da-1a5a-4576-9c27-d1020bf42e10 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 210 time: 0.0583155 Dec 16 08:21:02.439622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ff40b-f936-4e7e-a8a6-61944d08c1f9 req-da3c4bae-9596-4b19-bbfb-b71e43c23578 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:02.441349 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd9ff40b-f936-4e7e-a8a6-61944d08c1f9 req-da3c4bae-9596-4b19-bbfb-b71e43c23578 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.1262803 Dec 16 08:21:02.523562 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dd9ff40b-f936-4e7e-a8a6-61944d08c1f9 req-9c588442-f905-4235-ba3b-d501af687e70 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731797 Dec 16 08:21:02.573179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:02.601416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] Checking router: a11c4fda-1e73-4169-bd06-4f7a745963ef for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:21:02.610759 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:02.611376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:02.718883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:02.916682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:02.946713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403c3e1-a5de-4472-af7a-87966ee3d52a None None] The sync data for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 is: [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:21:03.198354 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9f60c-6287-42de-a866-c34a252468c9 None None] New status for floating IP 9d173439-ae05-49ba-a657-36ee07462230: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:21:03.302899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cff8f6a8-979d-4aa8-9254-3bf990157f6a no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:21:03.324074 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: cff8f6a8-979d-4aa8-9254-3bf990157f6a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:21:03.324450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device cff8f6a8-979d-4aa8-9254-3bf990157f6a not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:21:03.523618 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-61bb4fc6-9dbb-4298-be06-0d31a0bdd905 req-97189908-f002-46fc-b463-5e21e98ac21a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=29f7161f-99f8-4fef-b626-9206a968ed36 HTTP/1.1" status: 200 len: 210 time: 0.0311120 Dec 16 08:21:03.567600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:03.647727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0ad74-da0e-4cbb-8a79-df6081659cd2 req-039ebf30-3b72-40ba-8867-f55ab8f9df31 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:03.649632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfd0ad74-da0e-4cbb-8a79-df6081659cd2 req-039ebf30-3b72-40ba-8867-f55ab8f9df31 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0530217 Dec 16 08:21:03.702775 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cfd0ad74-da0e-4cbb-8a79-df6081659cd2 req-c71dc7c3-f412-4d66-9f8f-c11236de2d7d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Dec 16 08:21:04.219853 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:04.678033 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37600) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:04.734750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9998553a-ecff-46f4-9002-0e2d3c72c165 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:04.759825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9998553a-ecff-46f4-9002-0e2d3c72c165 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:04.841180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5e7d0-939c-4135-879d-ad81755f571f req-6b780c44-b28e-4e9a-afa3-f3e3ca1cbbad tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:04.843706 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccb5e7d0-939c-4135-879d-ad81755f571f req-6b780c44-b28e-4e9a-afa3-f3e3ca1cbbad tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0697021 Dec 16 08:21:04.892694 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ccb5e7d0-939c-4135-879d-ad81755f571f req-14116562-ddcd-4f73-aa51-8caa80af4a4b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Dec 16 08:21:04.974220 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9998553a-ecff-46f4-9002-0e2d3c72c165 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:04.977256 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9998553a-ecff-46f4-9002-0e2d3c72c165 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:04.979027 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9998553a-ecff-46f4-9002-0e2d3c72c165 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "DELETE /v2.0/security-groups/034824eb-6f5d-48ff-9c23-f53b51d64f8b HTTP/1.1" status: 204 len: 168 time: 0.2998435 Dec 16 08:21:04.983364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37604) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:04.991030 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998553a-ecff-46f4-9002-0e2d3c72c165 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034824eb-6f5d-48ff-9c23-f53b51d64f8b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:05.009549 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-029f91d1-ab44-47dd-9870-acb406d4fd21 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] show failed (client error): The resource could not be found. Dec 16 08:21:05.013857 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-029f91d1-ab44-47dd-9870-acb406d4fd21 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups/034824eb-6f5d-48ff-9c23-f53b51d64f8b HTTP/1.1" status: 404 len: 347 time: 0.0290859 Dec 16 08:21:05.014552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37606) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:05.481599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Deleting port e8ee6141-9032-468e-ae2f-f1f25daf42ac {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:05.486000 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:05.562657 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:05.562903 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:05.574814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Calling delete_port for e8ee6141-9032-468e-ae2f-f1f25daf42ac owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:05.768277 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:05.796240 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event deleted for resources: {'Port': ['ID=e8ee6141-9032-468e-ae2f-f1f25daf42ac,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:05.854295 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:05.856755 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:05.857937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d19cfb88-fdc2-49ee-a1e0-2e507ed8528c tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "DELETE /v2.0/floatingips/9d173439-ae05-49ba-a657-36ee07462230 HTTP/1.1" status: 204 len: 168 time: 0.8425169 Dec 16 08:21:06.013981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac903eb-7ef5-4887-85c4-125c5931872b req-529af56f-c346-4606-857a-e606b41362dc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:06.015470 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ac903eb-7ef5-4887-85c4-125c5931872b req-529af56f-c346-4606-857a-e606b41362dc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0533581 Dec 16 08:21:06.065333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ac903eb-7ef5-4887-85c4-125c5931872b req-d14a26a8-30e5-4498-b57a-4b656299746f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Dec 16 08:21:06.486336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37618) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:06.491085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-748a12a1-e901-4714-b267-0ab8691c09bc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090014414', 'description': 'tempest-description--302914830'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:06.619486 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-748a12a1-e901-4714-b267-0ab8691c09bc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:06.687575 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-748a12a1-e901-4714-b267-0ab8691c09bc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:06.762225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-748a12a1-e901-4714-b267-0ab8691c09bc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:06.791812 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a12a1-e901-4714-b267-0ab8691c09bc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53df30e4-e42e-420e-ac91-a34f13f649c0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:06.866083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-748a12a1-e901-4714-b267-0ab8691c09bc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:06.867305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-748a12a1-e901-4714-b267-0ab8691c09bc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3797867 Dec 16 08:21:06.870206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37622) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:06.875200 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-59249cb5-463b-48d4-ba5d-c2ee7bb4fd79 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'security_group_rule': {'security_group_id': '53df30e4-e42e-420e-ac91-a34f13f649c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:06.979009 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59249cb5-463b-48d4-ba5d-c2ee7bb4fd79 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.038632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59249cb5-463b-48d4-ba5d-c2ee7bb4fd79 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.122326 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59249cb5-463b-48d4-ba5d-c2ee7bb4fd79 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.154440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59249cb5-463b-48d4-ba5d-c2ee7bb4fd79 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df716bb4-d608-4f67-a541-eb2d699c35d0,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:07.198770 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3339f2-8347-4315-b8d6-b74c7d055c40 req-baf3815a-064b-471d-9349-456df8c7b119 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:07.200538 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba3339f2-8347-4315-b8d6-b74c7d055c40 req-baf3815a-064b-471d-9349-456df8c7b119 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0626912 Dec 16 08:21:07.204341 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-59249cb5-463b-48d4-ba5d-c2ee7bb4fd79 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.208255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-59249cb5-463b-48d4-ba5d-c2ee7bb4fd79 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344584 Dec 16 08:21:07.208609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37626) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:07.214101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e03ea0a7-76fa-4abd-a20c-0e9ea32133c0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'security_group_rule': {'security_group_id': '53df30e4-e42e-420e-ac91-a34f13f649c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:07.254707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ba3339f2-8347-4315-b8d6-b74c7d055c40 req-f1b7a9cb-fc3d-47a5-a651-e8e6689c1ad8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Dec 16 08:21:07.309499 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e03ea0a7-76fa-4abd-a20c-0e9ea32133c0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.358024 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e03ea0a7-76fa-4abd-a20c-0e9ea32133c0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.407924 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e03ea0a7-76fa-4abd-a20c-0e9ea32133c0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.427978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ea0a7-76fa-4abd-a20c-0e9ea32133c0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09c9c90-8514-4dfc-9508-9d95328c8d05,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:07.518602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e03ea0a7-76fa-4abd-a20c-0e9ea32133c0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.522975 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e03ea0a7-76fa-4abd-a20c-0e9ea32133c0 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3097034 Dec 16 08:21:07.523434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37628) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:07.528063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:07.647851 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.748648 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:07.862396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Allocated IP 172.25.2.78 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/0f7549a4-9892-42e6-8323-8ec88f119a19) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:21:07.970274 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.099770 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.148723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:21:08.151580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:08.156795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:21:08.159972 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'Port': ['ID=0f7549a4-9892-42e6-8323-8ec88f119a19,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:08.241111 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.393532 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.427028 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974d3fa-bc76-4d2e-b19d-cbf8c2651547 req-e31d98be-4489-4f47-a6dc-b81f31e012dd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:08.428569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b974d3fa-bc76-4d2e-b19d-cbf8c2651547 req-e31d98be-4489-4f47-a6dc-b81f31e012dd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.1004124 Dec 16 08:21:08.594581 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b974d3fa-bc76-4d2e-b19d-cbf8c2651547 req-ce24951b-be35-47a3-bca5-608a623a081a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594915 Dec 16 08:21:08.660753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.732867 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.807468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'Port': ['ID=0f7549a4-9892-42e6-8323-8ec88f119a19,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:08.816900 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.918560 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:08.923910 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-332d6670-ef63-4b0f-8e55-4cb97eccdc11 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3992743 Dec 16 08:21:09.141310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-6932586e-b7ef-423c-a6a4-97849281eb5e tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1090014414&fields=id&tenant_id=5f84e7ef015c4393a9d2166984784f86 HTTP/1.1" status: 200 len: 267 time: 0.0470805 Dec 16 08:21:09.255641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-60c26232-f93f-4868-9216-58d59076d5bd tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:09.257135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-60c26232-f93f-4868-9216-58d59076d5bd tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 810 time: 0.1089177 Dec 16 08:21:09.273012 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-78a8e490-b2ea-4bf7-8448-6d3c7a3c4d58 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/quotas/5f84e7ef015c4393a9d2166984784f86 HTTP/1.1" status: 200 len: 375 time: 0.0094357 Dec 16 08:21:09.329018 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-86fd991a-816b-4582-acab-94461b37cdf3 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501800 Dec 16 08:21:09.443948 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-901cf4dd-ca34-49b5-b195-51bd5ad3daeb service neutron] 10.222.0.43 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011553 Dec 16 08:21:09.537615 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-14cd0396-8ea1-438f-afe2-90877afe5f6a service neutron] 10.222.0.43 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873523 Dec 16 08:21:09.730479 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76e303-1550-4d77-85a1-02bb7198c83b req-485b7e0a-5494-4e77-8267-93fd7364f836 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:09.733153 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d76e303-1550-4d77-85a1-02bb7198c83b req-485b7e0a-5494-4e77-8267-93fd7364f836 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0576899 Dec 16 08:21:09.793469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9d76e303-1550-4d77-85a1-02bb7198c83b req-b2a21ac4-42a3-4487-93db-a5c164e9d0d7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 Dec 16 08:21:09.848539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db3dc9f0-f055-4f4c-8201-7b8135ca3dd7 req-d5419534-051c-452f-b50c-2f07cbbcc159 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 210 time: 0.0281646 Dec 16 08:21:10.920523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90159a8f-230a-4c5c-85f7-38e656167a76 req-cf615932-9cb3-4d7e-91b0-17ac5228f514 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:10.922042 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90159a8f-230a-4c5c-85f7-38e656167a76 req-cf615932-9cb3-4d7e-91b0-17ac5228f514 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0513785 Dec 16 08:21:10.955321 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-84aed4f1-273f-4f73-bcb3-a6aab5630136 req-dcd0e9c7-b4ea-4271-a9a2-2d78c2687f82 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 210 time: 0.0322907 Dec 16 08:21:10.993613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-90159a8f-230a-4c5c-85f7-38e656167a76 req-8b60b231-8fcf-472a-8487-f545a28195c7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608108 Dec 16 08:21:12.076021 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0bcc7f1-192c-4856-b179-4636580c8323 req-28fd501b-f8d6-4114-967c-2a4421563231 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 210 time: 0.0350876 Dec 16 08:21:12.133845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa8233-4c5f-4d5f-9fa7-837286ad54c6 req-0c7a0a42-652b-45da-9e60-9862fb205f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:12.135266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35fa8233-4c5f-4d5f-9fa7-837286ad54c6 req-0c7a0a42-652b-45da-9e60-9862fb205f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0570502 Dec 16 08:21:12.186826 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-35fa8233-4c5f-4d5f-9fa7-837286ad54c6 req-02296a9e-9301-49e1-aaf7-b46b5e3fadf1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Dec 16 08:21:12.513896 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-54fe5b37-f3ea-4511-992a-8a48467c2ad7 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:12.520368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-54fe5b37-f3ea-4511-992a-8a48467c2ad7 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 810 time: 0.1099272 Dec 16 08:21:12.597317 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-5925adbb-7e2b-409d-a353-4565c5757967 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f84e7ef015c4393a9d2166984784f86 HTTP/1.1" status: 200 len: 380 time: 0.0595748 Dec 16 08:21:12.611762 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'port': {'device_id': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'admin_state_up': True, 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'security_groups': ['53df30e4-e42e-420e-ac91-a34f13f649c0']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:12.790518 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Made reservation on behalf of 5f84e7ef015c4393a9d2166984784f86 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:21:12.796089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:12.929171 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Allocated IP 172.20.0.3 (0ba399fe-9661-414d-8c9f-d9fa894eba23/fc99d269-5058-4f0c-8642-b0d13e25cb39/121d7359-8757-4f0c-b6db-41bd9d4b0844) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:21:13.075023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:13.189392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-07699968-eda4-4fc9-a436-d1735ed1311a req-4e19f93a-beb0-4b63-88f8-09447f2c9889 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 210 time: 0.0283635 Dec 16 08:21:13.190530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:13.237047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:21:13.240300 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:13.244137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:21:13.276717 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event updated for resources: {'Port': ['ID=121d7359-8757-4f0c-b6db-41bd9d4b0844,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:13.339009 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:13.339637 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:13.366566 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea86cd-90e2-40b0-9fc9-b219d5425845 req-d570c701-7557-46f6-b126-bb606f57f5b1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:13.368325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4ea86cd-90e2-40b0-9fc9-b219d5425845 req-d570c701-7557-46f6-b126-bb606f57f5b1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0928516 Dec 16 08:21:13.422767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b4ea86cd-90e2-40b0-9fc9-b219d5425845 req-4fe539f8-77ef-4cc1-99fe-fa2cd9fa9352 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Dec 16 08:21:13.452145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f011ced3-baaa-44d9-b469-71183368803a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8443308 Dec 16 08:21:13.469795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f5c5e016-facd-4a2f-8b21-e65638e6d8a8 None None] Provisioning complete for port 121d7359-8757-4f0c-b6db-41bd9d4b0844 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:13.470330 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e016-facd-4a2f-8b21-e65638e6d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:13.478912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Request body: {'port': {'device_id': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:13.509204 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5e016-facd-4a2f-8b21-e65638e6d8a8 None None] Port 121d7359-8757-4f0c-b6db-41bd9d4b0844 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:13.538436 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:13.814549 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121d7359-8757-4f0c-b6db-41bd9d4b0844 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:21:13.822085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:13.836314 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Transition to ACTIVE for port object 121d7359-8757-4f0c-b6db-41bd9d4b0844 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:21:13.950948 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:14.020798 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Pushing event updated for resources: {'Port': ['ID=121d7359-8757-4f0c-b6db-41bd9d4b0844,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:14.084690 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Attempting to bind port 121d7359-8757-4f0c-b6db-41bd9d4b0844 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:21:14.085041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Attempting to bind port 121d7359-8757-4f0c-b6db-41bd9d4b0844 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:21:14.085385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Attempting to bind port 121d7359-8757-4f0c-b6db-41bd9d4b0844 on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:14.091520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Port 121d7359-8757-4f0c-b6db-41bd9d4b0844 on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:21:14.091920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Attempting to bind port 121d7359-8757-4f0c-b6db-41bd9d4b0844 on network 0ba399fe-9661-414d-8c9f-d9fa894eba23 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:14.103307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:21:14.103307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Checking segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:14.103307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Bound using segment: {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:21:14.103307 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Bound port: 121d7359-8757-4f0c-b6db-41bd9d4b0844, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be0d009-756f-4db9-bec2-6b337ecffb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:21:14.103307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:14.174375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] For port 121d7359-8757-4f0c-b6db-41bd9d4b0844, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:14.180372 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] For port 121d7359-8757-4f0c-b6db-41bd9d4b0844, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:21:14.276408 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:14.338005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:14.338624 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:14.340016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] 10.222.0.36 "PUT /v2.0/ports/121d7359-8757-4f0c-b6db-41bd9d4b0844 HTTP/1.1" status: 200 len: 1092 time: 0.8660870 Dec 16 08:21:14.340489 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:14.342910 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a39fc-1d90-47c8-b56e-aa04541da3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:14.377892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe56107-b16f-49d4-8089-8d888684e162 req-0bc0094b-ae29-4039-bcb3-e283c917a317 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:14.384060 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fe56107-b16f-49d4-8089-8d888684e162 req-0bc0094b-ae29-4039-bcb3-e283c917a317 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 943 time: 0.1163630 Dec 16 08:21:14.387271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8957cf8-f4f1-472b-b94d-c29e5188f558 service neutron] Pushing event updated for resources: {'Port': ['ID=121d7359-8757-4f0c-b6db-41bd9d4b0844,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:14.451841 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e88d78-ea4c-4234-b331-c71d8070bad2 x-openstack-request-id: req-92e88d78-ea4c-4234-b331-c71d8070bad2 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:14.451841 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:14.451841 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92e88d78-ea4c-4234-b331-c71d8070bad2 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:14.451841 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'status': 'completed', 'code': 200} Dec 16 08:21:14.452868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4fe56107-b16f-49d4-8089-8d888684e162 req-17c1a95e-5bc8-4aac-b88f-7d64bf93057f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622246 Dec 16 08:21:14.565160 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:21:14.595881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a39fc-1d90-47c8-b56e-aa04541da3fe req-34055326-24f2-4719-b38d-2c580bbf83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:14.597519 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb4a39fc-1d90-47c8-b56e-aa04541da3fe req-34055326-24f2-4719-b38d-2c580bbf83cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 1095 time: 0.1171074 Dec 16 08:21:14.620564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b192-e97d-4f9f-b59b-c467a156fd6d req-cdeac909-bb0d-425b-9bc6-d3705510dc8c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:14.620564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e17b192-e97d-4f9f-b59b-c467a156fd6d req-cdeac909-bb0d-425b-9bc6-d3705510dc8c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0860424 Dec 16 08:21:14.734079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8e17b192-e97d-4f9f-b59b-c467a156fd6d req-b83024d0-8b5c-4f25-a977-1157c1c09db1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026702 Dec 16 08:21:14.770864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a39fc-1d90-47c8-b56e-aa04541da3fe req-4b693aa9-cc90-440c-8aa4-76a9e67205cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:14.774233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb4a39fc-1d90-47c8-b56e-aa04541da3fe req-4b693aa9-cc90-440c-8aa4-76a9e67205cf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5f84e7ef015c4393a9d2166984784f86&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1542072 Dec 16 08:21:14.878891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a39fc-1d90-47c8-b56e-aa04541da3fe req-3c5f551b-cd73-46b1-b68a-3f222db9c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:14.880418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb4a39fc-1d90-47c8-b56e-aa04541da3fe req-3c5f551b-cd73-46b1-b68a-3f222db9c639 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960207 Dec 16 08:21:14.998082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-2742a5eb-f345-480f-8800-9b218a81a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:14.999605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-2742a5eb-f345-480f-8800-9b218a81a2da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 1095 time: 0.0484900 Dec 16 08:21:15.051898 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-80b5ba11-9d6d-4719-937c-2bc333c5354f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844 HTTP/1.1" status: 200 len: 217 time: 0.0348113 Dec 16 08:21:15.103343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-9e472daf-a7d8-442b-ab54-4feb312a661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:15.104781 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-9e472daf-a7d8-442b-ab54-4feb312a661a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0454235 Dec 16 08:21:15.157622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f7e80b2c-144d-4296-ae8d-87c20c8d143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:15.159074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-f7e80b2c-144d-4296-ae8d-87c20c8d143a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467038 Dec 16 08:21:15.252406 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-dfa678c3-5f90-447b-b6ff-bc304ea2a268 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839949 Dec 16 08:21:15.352476 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-25aaa5e0-1ed3-44f9-b7ed-a7821728813c req-1716a7c4-b764-40a3-af44-388d13095464 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914562 Dec 16 08:21:15.589620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e210b48-3356-4ac1-a8a9-ea2d227b18c1 req-f451f38c-42eb-4730-bc93-d86d00ede8a9 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:15.591500 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e210b48-3356-4ac1-a8a9-ea2d227b18c1 req-f451f38c-42eb-4730-bc93-d86d00ede8a9 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 943 time: 0.0524876 Dec 16 08:21:15.649752 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7e210b48-3356-4ac1-a8a9-ea2d227b18c1 req-79fffc8e-35f0-42e4-906f-40ea48b32463 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517874 Dec 16 08:21:15.883718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631f73a-5690-423d-a093-c4590e2b17ef req-cad90ee3-4838-4c1e-9493-5ead16cdae3b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:15.885374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7631f73a-5690-423d-a093-c4590e2b17ef req-cad90ee3-4838-4c1e-9493-5ead16cdae3b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0546737 Dec 16 08:21:15.944289 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7631f73a-5690-423d-a093-c4590e2b17ef req-a7a7a21f-d1cf-4e46-9430-c780c8e89e54 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477505 Dec 16 08:21:16.799426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415134bc-ab51-4ed7-aeca-239a6fd0174c req-45d53f6a-7023-47e2-8456-58456c0de6bf tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:16.808364 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-415134bc-ab51-4ed7-aeca-239a6fd0174c req-45d53f6a-7023-47e2-8456-58456c0de6bf tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 943 time: 0.0646966 Dec 16 08:21:16.850062 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-415134bc-ab51-4ed7-aeca-239a6fd0174c req-f3258b6d-2656-4dd4-aafc-f5d2b9a4c484 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Dec 16 08:21:17.076424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9c39a-640f-429d-9b76-ae1b15518196 req-4ee8dbe9-d60b-4bd7-9101-9ffd1f04acca tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:17.089632 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5de9c39a-640f-429d-9b76-ae1b15518196 req-4ee8dbe9-d60b-4bd7-9101-9ffd1f04acca tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0631821 Dec 16 08:21:17.129546 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5de9c39a-640f-429d-9b76-ae1b15518196 req-99f723a7-5ad9-4098-ae4c-942af0f03282 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453930 Dec 16 08:21:17.279404 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-c8643293-1d7b-4000-9ad6-4dc7b419a5db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469398 Dec 16 08:21:17.382674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 121d7359-8757-4f0c-b6db-41bd9d4b0844 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:21:17.401051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-5268a752-f12e-42f9-8c76-f2dd61162525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:17.404558 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-5268a752-f12e-42f9-8c76-f2dd61162525 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 1097 time: 0.0554783 Dec 16 08:21:17.545459 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-d12fab89-7916-4270-935f-051ee0a08add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:17.548233 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-d12fab89-7916-4270-935f-051ee0a08add service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.1136050 Dec 16 08:21:17.603224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-03968fb1-e9b0-4bc6-891a-5aa8e780bd3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee934f3a-3242-4a4a-b580-96b071f4a715 HTTP/1.1" status: 200 len: 217 time: 0.0478487 Dec 16 08:21:17.666908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-c9dc7d05-452a-4c29-84e4-05d4924d58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:17.668830 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-c9dc7d05-452a-4c29-84e4-05d4924d58d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0582876 Dec 16 08:21:17.686874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 121d7359-8757-4f0c-b6db-41bd9d4b0844, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:17.699298 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'port_id': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'mac_address': 'fa:16:3e:ac:a6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:21:17.725006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-88464fbf-7dc8-4e6c-b1b2-e36db5fbf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:17.726530 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-88464fbf-7dc8-4e6c-b1b2-e36db5fbf68b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495031 Dec 16 08:21:17.742211 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:17.756891 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121d7359-8757-4f0c-b6db-41bd9d4b0844 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:21:17.779296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 121d7359-8757-4f0c-b6db-41bd9d4b0844, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:17.843095 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-614548c9-9cd2-4166-96a4-6c6809099067 service neutron] 10.222.0.36 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027689 Dec 16 08:21:17.864584 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:17.917947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=121d7359-8757-4f0c-b6db-41bd9d4b0844,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:17.960514 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-58c1476e-9219-4cf6-9f1b-91d2fe46476e req-d05ed135-9648-4025-acb9-3d8828d0156d service neutron] 10.222.0.36 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094456 Dec 16 08:21:18.003077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2bb2a-8e99-488a-a650-79f2ca2330c7 req-40b9d964-df78-46bc-b800-704c1dd45b5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:18.004708 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86a2bb2a-8e99-488a-a650-79f2ca2330c7 req-40b9d964-df78-46bc-b800-704c1dd45b5a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 944 time: 0.0599992 Dec 16 08:21:18.061048 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86a2bb2a-8e99-488a-a650-79f2ca2330c7 req-b8caae24-606d-4436-9c47-78ca26500d99 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488384 Dec 16 08:21:18.193700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['121d7359-8757-4f0c-b6db-41bd9d4b0844'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:21:18.264759 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cedb4f-2b36-4d20-843a-39e21a7f69b7 req-c1aaf98e-2c75-4b15-9a1a-d3de36fae6df tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:18.266390 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1cedb4f-2b36-4d20-843a-39e21a7f69b7 req-c1aaf98e-2c75-4b15-9a1a-d3de36fae6df tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0594728 Dec 16 08:21:18.318629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1cedb4f-2b36-4d20-843a-39e21a7f69b7 req-f745e4c9-516e-4725-b898-f98a3fae557d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456011 Dec 16 08:21:18.441324 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f870f30-4af1-4c18-a68d-59710216d85d req-2ba7a05f-c5df-43d2-a7b2-4df28f828ca8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:18.442760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f870f30-4af1-4c18-a68d-59710216d85d req-2ba7a05f-c5df-43d2-a7b2-4df28f828ca8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0519931 Dec 16 08:21:18.498753 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f870f30-4af1-4c18-a68d-59710216d85d req-a3e7d73f-e0a4-4017-ae47-3c8f00cfc8d9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494421 Dec 16 08:21:18.522877 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37728) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:18.589498 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e14af8d5-940f-4e47-9353-9fa50e519b9c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/4e2e63b9-00ce-4337-bada-0902fcf0e70a HTTP/1.1" status: 200 len: 993 time: 0.0654321 Dec 16 08:21:18.632796 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-db014cac-cc5f-4eff-9bc5-1bbe98c7e3e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512295 Dec 16 08:21:18.748139 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-ea864aae-6f34-4a6d-afa2-a4acd1e018e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:18.749620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-ea864aae-6f34-4a6d-afa2-a4acd1e018e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1097 time: 0.0430787 Dec 16 08:21:18.858637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-c4a2169c-70b9-4f84-8f86-9f124eca4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:18.860113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-c4a2169c-70b9-4f84-8f86-9f124eca4293 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.0902760 Dec 16 08:21:18.932434 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-cc3f7e59-f28c-4f31-b507-a2ee9c1b3111 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0640395 Dec 16 08:21:18.976279 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47882be1-d3a1-4b40-bd01-519135d973e2 req-5f815a44-cd4d-437d-b89b-25a713a78cfc tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:18.977950 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47882be1-d3a1-4b40-bd01-519135d973e2 req-5f815a44-cd4d-437d-b89b-25a713a78cfc tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1097 time: 0.0415857 Dec 16 08:21:18.983708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-749720e2-7e7e-439c-b1e2-ed5436fdb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:18.985445 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-749720e2-7e7e-439c-b1e2-ed5436fdb149 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0450778 Dec 16 08:21:19.031609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-47882be1-d3a1-4b40-bd01-519135d973e2 req-918f9ef7-e14f-4cae-9834-70ab2504c6e4 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450301 Dec 16 08:21:19.035642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-01d91095-6f87-438a-bebe-ea468ac95d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:19.037308 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-01d91095-6f87-438a-bebe-ea468ac95d2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426192 Dec 16 08:21:19.140363 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-3a2098fd-da27-4b2b-935c-b69d0ae23b4b service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941582 Dec 16 08:21:19.199259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfdbcb-c719-46a0-8486-92aa91e7ff00 req-1881445b-868e-4f27-915e-2f8ae4a8776a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:19.201374 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51cfdbcb-c719-46a0-8486-92aa91e7ff00 req-1881445b-868e-4f27-915e-2f8ae4a8776a tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 944 time: 0.0538549 Dec 16 08:21:19.241977 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-283c0e00-1aa8-4fa7-ab1d-0e3bac4e8868 req-26fa1615-94cd-4d85-bd98-cb366d8d379d service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932813 Dec 16 08:21:19.265992 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-51cfdbcb-c719-46a0-8486-92aa91e7ff00 req-6b501d7f-4a27-4193-bdd5-f2f53f41b1fb tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547366 Dec 16 08:21:19.381419 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 121d7359-8757-4f0c-b6db-41bd9d4b0844 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:21:19.438419 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dc12c-f10e-4f89-87e1-69d766762654 req-99785e83-7625-4dd8-ae52-1d38251b8323 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:19.439888 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-741dc12c-f10e-4f89-87e1-69d766762654 req-99785e83-7625-4dd8-ae52-1d38251b8323 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0481694 Dec 16 08:21:19.495902 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-741dc12c-f10e-4f89-87e1-69d766762654 req-83a8fa70-1d11-4cf8-b5ff-29be89678cda tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498445 Dec 16 08:21:19.521859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 121d7359-8757-4f0c-b6db-41bd9d4b0844 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:21:19.526020 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 121d7359-8757-4f0c-b6db-41bd9d4b0844 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:19.526482 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:19.609559 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:19.633350 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:19.635830 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a7abc7-85d2-44cf-a784-b568b6d5fcbd" -d '{"events": [{"server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "name": "network-vif-plugged", "status": "completed", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:19.650245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 121d7359-8757-4f0c-b6db-41bd9d4b0844, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:19.686793 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d33be2b-02f5-4267-939a-d1757d4a7227 x-openstack-request-id: req-6d33be2b-02f5-4267-939a-d1757d4a7227 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:19.687398 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "name": "network-vif-plugged", "status": "completed", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:19.687828 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d33be2b-02f5-4267-939a-d1757d4a7227 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:19.689067 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'code': 200} Dec 16 08:21:19.773601 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:19.837237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=121d7359-8757-4f0c-b6db-41bd9d4b0844,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:19.858353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19077a6b-8f06-4648-a0d1-5fb42f4f8eb5 req-732ff0aa-8c57-4c29-9022-915166b4d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:19.860542 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19077a6b-8f06-4648-a0d1-5fb42f4f8eb5 req-732ff0aa-8c57-4c29-9022-915166b4d55d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 1097 time: 0.0610025 Dec 16 08:21:19.911213 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19077a6b-8f06-4648-a0d1-5fb42f4f8eb5 req-10a3218a-257a-4815-97ee-623c78de5c54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Dec 16 08:21:20.258734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d98761-515e-4912-b161-6ba420f10f43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000891 Dec 16 08:21:20.268119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-e3b84002-fde6-44ce-8b38-a4f6e5b29569 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:21:20.269085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-e3b84002-fde6-44ce-8b38-a4f6e5b29569 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049667 Dec 16 08:21:20.405874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c218879-5c54-4698-8a18-9ed2478f4294 req-f18a1dee-ded4-4b10-b2b0-7d266c070527 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:20.407693 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c218879-5c54-4698-8a18-9ed2478f4294 req-f18a1dee-ded4-4b10-b2b0-7d266c070527 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 945 time: 0.0708299 Dec 16 08:21:20.448195 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37774) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:20.469955 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c218879-5c54-4698-8a18-9ed2478f4294 req-a878e219-eae7-4bc9-a813-54d5bfa7ed69 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541158 Dec 16 08:21:20.605514 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ada42989-448e-4708-84b9-db3309329420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:20.627952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d95cd-cb60-4907-936f-cc07a76070b7 req-a963db04-be2e-42d3-a895-58afcb2b8e2d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:20.635842 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-153d95cd-cb60-4907-936f-cc07a76070b7 req-a963db04-be2e-42d3-a895-58afcb2b8e2d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0646706 Dec 16 08:21:20.685597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-153d95cd-cb60-4907-936f-cc07a76070b7 req-0ca4c750-fade-4be9-8bac-a09352631c3d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Dec 16 08:21:20.695282 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ada42989-448e-4708-84b9-db3309329420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:20.807000 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ada42989-448e-4708-84b9-db3309329420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:20.846940 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ada42989-448e-4708-84b9-db3309329420 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0aea1c9625394c7a9b574eb9052aa592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3976424 Dec 16 08:21:20.847872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada42989-448e-4708-84b9-db3309329420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32cbd2-9a6f-4d82-a9ff-eb4d7a0ce762,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:20.849675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37784) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:20.908404 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4f65230-7d0f-47eb-ad5d-31b0afc0bb1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:20.929620 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4f65230-7d0f-47eb-ad5d-31b0afc0bb1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:21.046146 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4f65230-7d0f-47eb-ad5d-31b0afc0bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:21.048734 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d4f65230-7d0f-47eb-ad5d-31b0afc0bb1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:21.049866 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d4f65230-7d0f-47eb-ad5d-31b0afc0bb1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb32cbd2-9a6f-4d82-a9ff-eb4d7a0ce762 HTTP/1.1" status: 204 len: 168 time: 0.1990032 Dec 16 08:21:21.057619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f65230-7d0f-47eb-ad5d-31b0afc0bb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32cbd2-9a6f-4d82-a9ff-eb4d7a0ce762,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:21.613506 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-902858cb-223f-4609-bab4-e70c2860b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:21.615114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-902858cb-223f-4609-bab4-e70c2860b886 service neutron] 10.222.0.43 "GET /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 1094 time: 0.0657914 Dec 16 08:21:21.626631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Request body: {'binding': {'host': 'n-h2-820935-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:21.627276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Unknown quota resources ['binding']. {{(pid=110395) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 08:21:21.642986 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4300b9-4ebf-4008-9939-f796ab1cf86a req-966e35ad-e1c2-436e-9af0-99cbcd2e4597 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:21.645325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a4300b9-4ebf-4008-9939-f796ab1cf86a req-966e35ad-e1c2-436e-9af0-99cbcd2e4597 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 945 time: 0.0974412 Dec 16 08:21:21.773032 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9a4300b9-4ebf-4008-9939-f796ab1cf86a req-b09689a4-c428-4cbe-a479-c5082ec19d8f tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050212 Dec 16 08:21:21.834839 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on host n-h2-820935-11 for vnic_type normal with profile None {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:21:21.835174 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:21:21.835495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:21.840231 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:21:21.840620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:21.846675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:21:21.847017 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Checking segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:21.847400 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Bound using segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:21:21.847953 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Bound port: 963e186d-59a7-487e-9cf3-c48be967c8e6, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:21:21.974149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbccb2-183a-4113-b91e-89aa8c41c166 req-9ba20907-3e76-4117-b6bc-4da621a1e65e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:21.975602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cfbccb2-183a-4113-b91e-89aa8c41c166 req-9ba20907-3e76-4117-b6bc-4da621a1e65e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.1239359 Dec 16 08:21:21.991018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:21:22.028309 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cfbccb2-183a-4113-b91e-89aa8c41c166 req-c6345fe7-aefb-4af8-83ba-fe071435b771 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Dec 16 08:21:22.093973 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:22.095096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] 10.222.0.43 "POST /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4734902 Dec 16 08:21:22.135714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44d8f6-5b48-47e9-9975-f1426803efd3 req-ea235d65-5310-4874-8f65-ff273f61ba96 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:22.137180 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2e44d8f6-5b48-47e9-9975-f1426803efd3 req-ea235d65-5310-4874-8f65-ff273f61ba96 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 945 time: 0.0558076 Dec 16 08:21:22.146821 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37796) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:22.151133 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Request body: {'floatingip': {'port_id': '121d7359-8757-4f0c-b6db-41bd9d4b0844'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:22.190796 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:22.437418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceff179-1333-4b88-a60f-8870a1a4fe34 req-169dd24e-098e-4a91-b5e6-95f04b9bd3f3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:22.438920 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cceff179-1333-4b88-a60f-8870a1a4fe34 req-169dd24e-098e-4a91-b5e6-95f04b9bd3f3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0934007 Dec 16 08:21:22.942079 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cceff179-1333-4b88-a60f-8870a1a4fe34 req-e3d12267-8c4a-4b78-b9c7-84e6f4418c87 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4925945 Dec 16 08:21:22.978738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-191be67e-3bf8-4666-a0ae-c200e5029b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:22.980247 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-191be67e-3bf8-4666-a0ae-c200e5029b8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1097 time: 0.1485393 Dec 16 08:21:23.180597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-977c1b4d-866e-45cf-af7a-aa031a32e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:23.182070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-977c1b4d-866e-45cf-af7a-aa031a32e93c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.1932259 Dec 16 08:21:23.201061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:23.247280 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04818-34d4-4c9f-bcac-83a185ac6f7b req-27c7c054-b088-40ef-bdc3-cb5906bfe6eb tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:23.248829 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95d04818-34d4-4c9f-bcac-83a185ac6f7b req-27c7c054-b088-40ef-bdc3-cb5906bfe6eb tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.1451180 Dec 16 08:21:23.284668 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-403a92de-a829-4ec8-b2a1-717f8eecacdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0940239 Dec 16 08:21:23.329329 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:23.336578 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-95d04818-34d4-4c9f-bcac-83a185ac6f7b req-49e680d2-42aa-4c62-892b-ad8de7a65e84 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805199 Dec 16 08:21:23.398660 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-b1ff54f0-af13-4796-ac37-058b5642edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:23.400203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-b1ff54f0-af13-4796-ac37-058b5642edd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.1063588 Dec 16 08:21:23.489408 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Floating IP faf69c07-bccc-410c-b699-65da4babd14e associated. External IP: 172.25.2.78, port: 121d7359-8757-4f0c-b6db-41bd9d4b0844. Dec 16 08:21:23.494151 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-ffc34209-3af2-4075-8917-64fffdbd67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:23.495641 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-ffc34209-3af2-4075-8917-64fffdbd67fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680130 Dec 16 08:21:23.668078 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-162b2313-1d25-4669-a22c-5b9c0a07dadb service neutron] 10.222.0.36 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412463 Dec 16 08:21:23.848086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Router a11c4fda-1e73-4169-bd06-4f7a745963ef has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:21:23.850874 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-b12cb7fc-378c-42fa-8977-9f85f331ed4e service neutron] 10.222.0.36 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436496 Dec 16 08:21:23.961992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:21:23.967017 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:23.974456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] Sync routers for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:21:23.989991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:23.990380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:24.093310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f34a791a-229c-4e29-8795-8704736e42ef tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "PUT /v2.0/floatingips/faf69c07-bccc-410c-b699-65da4babd14e HTTP/1.1" status: 200 len: 990 time: 1.9448326 Dec 16 08:21:24.096853 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:24.099550 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27217352-7ad4-4148-914a-2dfd5f033514" -d '{"events": [{"name": "network-changed", "server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:24.121288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:24.147242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-829e1fcd-7911-4f70-bb97-d54bcb15a70b tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:24.149003 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-829e1fcd-7911-4f70-bb97-d54bcb15a70b tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497&tenant_id=44fea2caa1b44b76ab343b98224961b5&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1097 time: 0.1800609 Dec 16 08:21:24.158142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb66a-93ed-44e9-9625-60531e182c0c req-73dd2a4d-8dec-4939-8a2c-d313956f4106 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:24.159805 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-930fb66a-93ed-44e9-9625-60531e182c0c req-73dd2a4d-8dec-4939-8a2c-d313956f4106 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.1208162 Dec 16 08:21:24.186551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-11'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:24.217250 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df4e947-f425-47ba-bde9-ccecec2bd1ea x-openstack-request-id: req-5df4e947-f425-47ba-bde9-ccecec2bd1ea {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:24.217540 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:24.217794 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5df4e947-f425-47ba-bde9-ccecec2bd1ea {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:24.218194 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'status': 'completed', 'code': 200} Dec 16 08:21:24.293185 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-930fb66a-93ed-44e9-9625-60531e182c0c req-bdd1d603-84a7-43fa-b1e4-72a1d4029e65 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244237 Dec 16 08:21:24.317364 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:24.368651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27217352-7ad4-4148-914a-2dfd5f033514 req-a6809208-b579-406c-a54c-01520f6a7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:24.370278 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-a6809208-b579-406c-a54c-01520f6a7af2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 1097 time: 0.1062992 Dec 16 08:21:24.405984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'faf69c07-bccc-410c-b699-65da4babd14e', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'port_id': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'mac_address': 'fa:16:3e:ac:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:21:08Z', 'updated_at': '2021-12-16T08:21:23Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:24.439251 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] Checking router: a11c4fda-1e73-4169-bd06-4f7a745963ef for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:21:24.448377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:24.449071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:24.566121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:24.578891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2aaa0-4d30-4764-b17c-2127e5f57738 req-fcea81e7-839e-4055-9442-f27270b4db64 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:24.580504 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cab2aaa0-4d30-4764-b17c-2127e5f57738 req-fcea81e7-839e-4055-9442-f27270b4db64 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.1547275 Dec 16 08:21:24.621684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:24.631520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27217352-7ad4-4148-914a-2dfd5f033514 req-08861155-7bd4-49c5-b816-faba52889495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:24.633363 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-08861155-7bd4-49c5-b816-faba52889495 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.2064941 Dec 16 08:21:24.729066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cab2aaa0-4d30-4764-b17c-2127e5f57738 req-b7b582f7-5b80-4a6f-9dd3-ddf9c0542483 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358342 Dec 16 08:21:24.739820 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:24.772141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-b710cae5-578a-4d16-b537-d89137fd7219 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844 HTTP/1.1" status: 200 len: 998 time: 0.1288691 Dec 16 08:21:24.822011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:24.836258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'faf69c07-bccc-410c-b699-65da4babd14e', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'port_id': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'mac_address': 'fa:16:3e:ac:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:21:08Z', 'updated_at': '2021-12-16T08:21:23Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:24.840071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27217352-7ad4-4148-914a-2dfd5f033514 req-969ba970-dd5c-4261-8cbb-24cc863029f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:24.842383 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-969ba970-dd5c-4261-8cbb-24cc863029f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0613000 Dec 16 08:21:24.868726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea58b1-9b8b-4d64-866e-333222624e61 None None] The sync data for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 is: [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'faf69c07-bccc-410c-b699-65da4babd14e', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'port_id': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'mac_address': 'fa:16:3e:ac:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:21:08Z', 'updated_at': '2021-12-16T08:21:23Z', 'revision_number': 1, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:21:24.893767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27217352-7ad4-4148-914a-2dfd5f033514 req-07374fbe-cc02-4c2f-ad91-5dccef8f0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:24.895284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-07374fbe-cc02-4c2f-ad91-5dccef8f0a17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453885 Dec 16 08:21:24.922189 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:25.067180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=7']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:25.097679 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-cf25081b-3991-4d3b-9a3c-243e690514af service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948040 Dec 16 08:21:25.146384 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e1050-b46c-43a6-89da-390b4a7b7a7e None None] New status for floating IP faf69c07-bccc-410c-b699-65da4babd14e: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:21:25.198211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on host n-h1-820935-11 for vnic_type normal with profile {"migrating_to": "n-h2-820935-11"} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:21:25.198552 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:21:25.198885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:25.209241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:21:25.209568 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Attempting to bind port 963e186d-59a7-487e-9cf3-c48be967c8e6 on network 6950e92c-5881-4a43-b3b6-aea8d6116f57 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:25.245612 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-9fe8812b-9040-485f-85b7-89cb8c7674e9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382833 Dec 16 08:21:25.249605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:21:25.249947 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Checking segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:25.250336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Bound using segment: {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:21:25.250768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Bound port: 963e186d-59a7-487e-9cf3-c48be967c8e6, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643e8e6b-3a91-491f-9ef9-998cf1685317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:21:25.251382 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:25.332629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:25.337180 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:21:25.357762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bd0ca4a3-643a-4e5d-8749-f2e19af1ed7e None None] Provisioning complete for port 963e186d-59a7-487e-9cf3-c48be967c8e6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:25.358384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca4a3-643a-4e5d-8749-f2e19af1ed7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:25.401773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ca4a3-643a-4e5d-8749-f2e19af1ed7e None None] Port 963e186d-59a7-487e-9cf3-c48be967c8e6 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:25.438157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c3a2-2ca0-44d5-a2ca-a7b4c2d455ae req-3cfdc97b-f796-4772-8fda-c42cf0e72968 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:25.439797 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e48c3a2-2ca0-44d5-a2ca-a7b4c2d455ae req-3cfdc97b-f796-4772-8fda-c42cf0e72968 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 943 time: 0.0596147 Dec 16 08:21:25.441352 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:25.567968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=8']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:25.725500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f7d40509-43e7-43c1-9009-e06ee8a5bb7b None None] Provisioning complete for port 963e186d-59a7-487e-9cf3-c48be967c8e6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:25.725953 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f7d40509-43e7-43c1-9009-e06ee8a5bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:25.820927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f7d40509-43e7-43c1-9009-e06ee8a5bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:25.854030 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:25.857250 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92c4095-0432-45e2-ab0d-7d563b9bd980" -d '{"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-plugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:25.880064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f7d40509-43e7-43c1-9009-e06ee8a5bb7b None None] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:25.951843 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f7d40509-43e7-43c1-9009-e06ee8a5bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:25.999377 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5e48c3a2-2ca0-44d5-a2ca-a7b4c2d455ae req-66bbae87-b896-44c4-a866-7bbefab64465 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5492427 Dec 16 08:21:26.070289 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c901d-98f5-40eb-9f10-b6a660526560 x-openstack-request-id: req-a91c901d-98f5-40eb-9f10-b6a660526560 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:26.070625 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-plugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:26.070845 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a91c901d-98f5-40eb-9f10-b6a660526560 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:26.071247 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'code': 200} Dec 16 08:21:26.071837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:26.072551 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:26.073929 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-0150e874-0a0e-4dc4-bfaa-c60b5247a7ef service neutron] 10.222.0.36 "PUT /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 1123 time: 1.8966863 Dec 16 08:21:26.085100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9e50b-d397-49db-8e53-1bb267481294 req-cdbbda63-dd5b-4d20-9b62-3cffe8e15718 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:26.086561 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16f9e50b-d397-49db-8e53-1bb267481294 req-cdbbda63-dd5b-4d20-9b62-3cffe8e15718 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.1049273 Dec 16 08:21:26.119401 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d40509-43e7-43c1-9009-e06ee8a5bb7b None None] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=9']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:26.148938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16f9e50b-d397-49db-8e53-1bb267481294 req-67420934-43cd-42fe-a9b3-79cd3b3b0234 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517635 Dec 16 08:21:26.207327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['963e186d-59a7-487e-9cf3-c48be967c8e6'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:21:26.219854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}, {'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:26.222906 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008f1291-ac82-4332-afff-8fb003e1c454" -d '{"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-unplugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}, {"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:26.265353 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e04c39-d940-4060-90bd-d4edc9fed73d x-openstack-request-id: req-b3e04c39-d940-4060-90bd-d4edc9fed73d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:26.265957 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-unplugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "code": 200}, {"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:26.266279 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3e04c39-d940-4060-90bd-d4edc9fed73d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:26.266748 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'code': 200} Dec 16 08:21:26.267090 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'status': 'completed', 'code': 200} Dec 16 08:21:26.425813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f1291-ac82-4332-afff-8fb003e1c454 req-2122bed8-4ec3-4fe7-82cc-09487adc142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:26.427395 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-008f1291-ac82-4332-afff-8fb003e1c454 req-2122bed8-4ec3-4fe7-82cc-09487adc142a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1128 time: 0.0446265 Dec 16 08:21:26.528720 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f1291-ac82-4332-afff-8fb003e1c454 req-3638b970-6f69-42db-b0d5-d32a8c2356cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:26.530357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-008f1291-ac82-4332-afff-8fb003e1c454 req-3638b970-6f69-42db-b0d5-d32a8c2356cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.0949512 Dec 16 08:21:26.599228 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-008f1291-ac82-4332-afff-8fb003e1c454 req-fd7fd6f3-9b27-48e7-92be-0a8461e9e588 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0602739 Dec 16 08:21:26.650441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f1291-ac82-4332-afff-8fb003e1c454 req-a28f24df-5bdd-4144-b351-9c38930f0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:26.651937 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-008f1291-ac82-4332-afff-8fb003e1c454 req-a28f24df-5bdd-4144-b351-9c38930f0929 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0443974 Dec 16 08:21:26.704498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f1291-ac82-4332-afff-8fb003e1c454 req-3048062f-106f-4aea-93d1-b5c12a6e39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:26.705916 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-008f1291-ac82-4332-afff-8fb003e1c454 req-3048062f-106f-4aea-93d1-b5c12a6e39fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465305 Dec 16 08:21:26.797769 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-008f1291-ac82-4332-afff-8fb003e1c454 req-7349c773-ee8e-47d4-aae5-112bef142700 service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839808 Dec 16 08:21:26.897571 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-008f1291-ac82-4332-afff-8fb003e1c454 req-950586e8-84c3-4c52-bcda-553008ce3d5b service neutron] 10.222.0.16 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926688 Dec 16 08:21:27.123979 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85b421-e02b-4548-a5ac-02a4afc0dc02 req-6dda7e38-5dd0-431f-8d00-f0ae98215aae tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:27.125488 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d85b421-e02b-4548-a5ac-02a4afc0dc02 req-6dda7e38-5dd0-431f-8d00-f0ae98215aae tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Dec 16 08:21:27.180361 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4d85b421-e02b-4548-a5ac-02a4afc0dc02 req-397cdfa3-6df8-4349-b20c-2298b3cec1a3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486572 Dec 16 08:21:27.277843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef56f25-dd38-4083-bfab-2d96a60f36a9 req-c6a33083-094e-4d5a-8cd6-cbc6158cc2f1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:27.279425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ef56f25-dd38-4083-bfab-2d96a60f36a9 req-c6a33083-094e-4d5a-8cd6-cbc6158cc2f1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0536749 Dec 16 08:21:27.330840 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2ef56f25-dd38-4083-bfab-2d96a60f36a9 req-6339fe5d-a6d6-4511-a0b3-b53dc81f7462 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Dec 16 08:21:27.393753 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:21:27.492424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:27.505888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 has no active binding in host n-h2-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 08:21:27.817678 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:28.223565 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-195655c1-d7f2-4ebf-9cf2-39eae33c8b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:28.299281 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c21b7-19ab-47d0-b486-7108a31cd95e req-9b17ffb2-f61d-4443-b56b-044fcfd1447f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:28.300800 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d0c21b7-19ab-47d0-b486-7108a31cd95e req-9b17ffb2-f61d-4443-b56b-044fcfd1447f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0508380 Dec 16 08:21:28.350387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0d0c21b7-19ab-47d0-b486-7108a31cd95e req-b3dccc81-64c0-4305-9b7f-75035f79b6b8 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Dec 16 08:21:28.455799 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970064f1-7ef4-438f-8220-5d9e0ab1cf2f req-aa5c4ba7-8f00-48aa-a58e-c89ad9d0cec2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:28.457433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-970064f1-7ef4-438f-8220-5d9e0ab1cf2f req-aa5c4ba7-8f00-48aa-a58e-c89ad9d0cec2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0521936 Dec 16 08:21:28.507088 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-970064f1-7ef4-438f-8220-5d9e0ab1cf2f req-f228bdd0-1725-4a70-ba7d-40108dabf157 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Dec 16 08:21:29.471135 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad40c-c989-4156-a75e-737711391823 req-1dc5eae1-2b2d-438b-bd9e-c35613c0cb9d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:29.472979 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8ad40c-c989-4156-a75e-737711391823 req-1dc5eae1-2b2d-438b-bd9e-c35613c0cb9d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Dec 16 08:21:29.526505 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ca8ad40c-c989-4156-a75e-737711391823 req-deacfa03-dd2a-4ecd-a029-0677a2790181 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473888 Dec 16 08:21:29.645006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd224e0-f93a-49a5-a5d2-d0a3a70e31fd req-de00ab99-6a74-4eaf-9be7-9d41150dd613 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:29.646452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7fd224e0-f93a-49a5-a5d2-d0a3a70e31fd req-de00ab99-6a74-4eaf-9be7-9d41150dd613 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0647104 Dec 16 08:21:29.707337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7fd224e0-f93a-49a5-a5d2-d0a3a70e31fd req-5b238785-1ff9-4cd7-a122-34ba03240382 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545752 Dec 16 08:21:30.160750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:30.652571 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d23d6-526c-4490-94bf-4c6c895dde86 req-e8827f61-c5e8-45d5-acee-d17483d6341d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:30.654099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-962d23d6-526c-4490-94bf-4c6c895dde86 req-e8827f61-c5e8-45d5-acee-d17483d6341d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0527165 Dec 16 08:21:30.675126 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e6b3c5e3-0f7c-4dd0-a388-c544bd9e465c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:30.706649 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-962d23d6-526c-4490-94bf-4c6c895dde86 req-3690562b-70c3-4c45-b8bc-48f1de116cb2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Dec 16 08:21:30.830203 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f58e6-a3a5-49c1-a735-a9eb8edeb61c req-9fa82487-f3a6-47d0-8b98-a0eccb4e5ee1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:30.831590 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-115f58e6-a3a5-49c1-a735-a9eb8edeb61c req-9fa82487-f3a6-47d0-8b98-a0eccb4e5ee1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0493543 Dec 16 08:21:30.883664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-115f58e6-a3a5-49c1-a735-a9eb8edeb61c req-5013a2df-f842-4ee8-a8f3-f2ff43284f9b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Dec 16 08:21:31.425792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:21:31.523395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:31.535997 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 has no active binding in host n-h2-820935-11 {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 08:21:31.582321 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-fd873076-a160-4fe1-bf2d-0d6503b48260 service neutron] 10.222.0.16 "GET /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6/bindings/n-h2-820935-11 HTTP/1.1" status: 200 len: 385 time: 0.0589645 Dec 16 08:21:31.761013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:31.781785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:31.826398 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:31.829343 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f61564-55f0-48d1-9e9d-697614d66496" -d '{"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-unplugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:31.832883 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764b42a-5d2d-4ddd-a234-149077276e7a req-cb36d8ad-b069-4f13-a610-f778610c3b25 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:31.834408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f764b42a-5d2d-4ddd-a234-149077276e7a req-cb36d8ad-b069-4f13-a610-f778610c3b25 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 945 time: 0.0541935 Dec 16 08:21:31.836959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:31.874536 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3f0449-eede-487a-b7dc-8af7726b711a x-openstack-request-id: req-cc3f0449-eede-487a-b7dc-8af7726b711a {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:31.874536 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-unplugged", "status": "completed", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:31.874536 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc3f0449-eede-487a-b7dc-8af7726b711a {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:31.874536 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'code': 200} Dec 16 08:21:31.886387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f764b42a-5d2d-4ddd-a234-149077276e7a req-6864ba46-d463-4614-bfe5-10827f69515a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Dec 16 08:21:31.915050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:31.977918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:32.004002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c317-417f-4771-9584-3cb73eaf9ed9 req-76cb2cad-9e05-4b3d-8fec-deef9eea88e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:32.005588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5003c317-417f-4771-9584-3cb73eaf9ed9 req-76cb2cad-9e05-4b3d-8fec-deef9eea88e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0506489 Dec 16 08:21:32.054527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] Transition to ACTIVE for port object 963e186d-59a7-487e-9cf3-c48be967c8e6 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:21:32.055785 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5003c317-417f-4771-9584-3cb73eaf9ed9 req-ad870a3a-7313-47d9-8440-3237ff74c368 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 Dec 16 08:21:32.144052 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:32.239652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] Pushing event updated for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=11']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:32.277609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] No DVR routers for this DVR port 963e186d-59a7-487e-9cf3-c48be967c8e6 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:21:32.742182 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-50d041b2-d477-4892-b8ad-cd2057eb9191 service neutron] 10.222.0.16 "PUT /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6/bindings/n-h2-820935-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1534543 Dec 16 08:21:32.969811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-c798b219-8906-4c45-8cd1-e8ae0c2fa136 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:32.971373 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-c798b219-8906-4c45-8cd1-e8ae0c2fa136 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497&tenant_id=44fea2caa1b44b76ab343b98224961b5&binding%3Ahost_id=n-h1-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.0591292 Dec 16 08:21:33.034073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9429cb4-4a95-4bd8-b0f8-9934141e2a2c req-d3066e49-b2ce-46b0-86b9-f458dc07de8e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:33.035482 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9429cb4-4a95-4bd8-b0f8-9934141e2a2c req-d3066e49-b2ce-46b0-86b9-f458dc07de8e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 944 time: 0.0794499 Dec 16 08:21:33.050963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-6dab817b-e5a8-49c6-8a34-6f7448cc305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:33.052412 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-6dab817b-e5a8-49c6-8a34-6f7448cc305c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 1096 time: 0.0668700 Dec 16 08:21:33.092671 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d9429cb4-4a95-4bd8-b0f8-9934141e2a2c req-681fe0c7-a072-4e4b-9b5f-616c90bf6968 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500126 Dec 16 08:21:33.168601 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-474786c2-6677-4648-bd4a-4d118ea2a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:33.170623 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-474786c2-6677-4648-bd4a-4d118ea2a617 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1096 time: 0.0762389 Dec 16 08:21:33.193977 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b1e9b-d822-4993-9f69-0df2edd00784 req-e3f67a16-0baf-42be-9b68-d8a5a8bb79f0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:33.195378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-989b1e9b-d822-4993-9f69-0df2edd00784 req-e3f67a16-0baf-42be-9b68-d8a5a8bb79f0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0661294 Dec 16 08:21:33.294853 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-989b1e9b-d822-4993-9f69-0df2edd00784 req-e9ceff28-6e3d-459c-82b0-87c56ac3923b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899365 Dec 16 08:21:33.309948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-9e3c52a1-5836-43f5-8522-633dd84180f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:33.311451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-9e3c52a1-5836-43f5-8522-633dd84180f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.1332147 Dec 16 08:21:33.379611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-fa3dcbc7-8ba4-4084-aab4-fb0445464496 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 999 time: 0.0602355 Dec 16 08:21:33.429728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-cb3ce00a-10ab-46f7-bdfe-623a2917e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:33.431255 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-cb3ce00a-10ab-46f7-bdfe-623a2917e505 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0446999 Dec 16 08:21:33.482385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-f502947d-b4b1-4a93-8ba7-bdd05c598e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:33.484657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-f502947d-b4b1-4a93-8ba7-bdd05c598e8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464101 Dec 16 08:21:33.491825 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:33.573714 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-4ed7d570-26a1-491d-a1d1-282022cb6d2f service neutron] 10.222.0.36 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817165 Dec 16 08:21:33.667814 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-22925a1c-f330-4900-bd02-1a0c60799cd2 service neutron] 10.222.0.36 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Dec 16 08:21:34.158588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-580094ca-fea6-4e52-bc0b-334df2788235 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:34.160275 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-580094ca-fea6-4e52-bc0b-334df2788235 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497&tenant_id=44fea2caa1b44b76ab343b98224961b5&binding%3Ahost_id=n-h2-820935-11 HTTP/1.1" status: 200 len: 1096 time: 0.0473657 Dec 16 08:21:34.206261 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:34.258554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f759b-be05-4ba1-8a92-fe12187e8f0f req-cd59e8d9-9eda-4749-a480-be17996bb829 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:34.260065 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-555f759b-be05-4ba1-8a92-fe12187e8f0f req-cd59e8d9-9eda-4749-a480-be17996bb829 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 944 time: 0.0917351 Dec 16 08:21:34.345681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-555f759b-be05-4ba1-8a92-fe12187e8f0f req-f0c733fb-d71c-4475-af76-929a2b9b0331 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780261 Dec 16 08:21:34.422086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d72fb-e67a-42b2-beb3-47c209e81379 req-b15758de-7aac-45f1-98fd-2c7b0efcc3c5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:34.423534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-903d72fb-e67a-42b2-beb3-47c209e81379 req-b15758de-7aac-45f1-98fd-2c7b0efcc3c5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0532863 Dec 16 08:21:34.466791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-e9bc64be-5967-47c6-80de-ece06a38b057 service neutron] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h1-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:34.481050 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-e9bc64be-5967-47c6-80de-ece06a38b057 service neutron] Publish callbacks [] for binding, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:34.483224 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-e9bc64be-5967-47c6-80de-ece06a38b057 service neutron] 10.222.0.36 "DELETE /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6/bindings/n-h1-820935-11 HTTP/1.1" status: 204 len: 173 time: 0.3121099 Dec 16 08:21:34.503579 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d51a8-e936-4ad8-a20b-a6dc4978fa7d req-af99a930-4aa8-4e56-9bc0-6eec9e883c79 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:34.506080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-430d51a8-e936-4ad8-a20b-a6dc4978fa7d req-af99a930-4aa8-4e56-9bc0-6eec9e883c79 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1096 time: 0.0807116 Dec 16 08:21:34.508702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-903d72fb-e67a-42b2-beb3-47c209e81379 req-bcfdc791-a856-4813-80ae-c2002fa09d2e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763907 Dec 16 08:21:34.534774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:21:34.561983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-430d51a8-e936-4ad8-a20b-a6dc4978fa7d req-b7b9c4ea-39a6-40f3-999c-46ea16928143 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497379 Dec 16 08:21:34.577205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:21:34.674118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40672d7a-d467-495e-9139-0dca8ed04962 req-6cf79129-3f54-40f3-845d-d9f12f40d920 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:34.675520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40672d7a-d467-495e-9139-0dca8ed04962 req-6cf79129-3f54-40f3-845d-d9f12f40d920 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 944 time: 0.0499115 Dec 16 08:21:34.725475 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-40672d7a-d467-495e-9139-0dca8ed04962 req-6da6b341-49f6-41c5-b8f7-afd87c4d64ff tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439332 Dec 16 08:21:34.747583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37870) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:34.812498 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-35082e83-a343-4339-834b-70f712c1cabf tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/4e2e63b9-00ce-4337-bada-0902fcf0e70a HTTP/1.1" status: 200 len: 991 time: 0.0619202 Dec 16 08:21:35.056425 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37878) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:35.212588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port bd77d802-cbce-4d8e-b7a7-16b942da0544 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:35.213239 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:35.290656 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:35.290967 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:35.305402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for bd77d802-cbce-4d8e-b7a7-16b942da0544 owned by network:floatingip {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:35.537608 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:35.565539 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=bd77d802-cbce-4d8e-b7a7-16b942da0544,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:35.658184 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:35.658518 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 4e2e63b9-00ce-4337-bada-0902fcf0e70a disassociated (deleted). External IP: 172.25.2.124, port: 963e186d-59a7-487e-9cf3-c48be967c8e6. Dec 16 08:21:35.668563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90dfe5-f7dc-41bb-bfa3-cbbd4e5e72ca req-544f86a3-afc3-4b4f-8a50-bdc428ae71a8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:35.670104 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b90dfe5-f7dc-41bb-bfa3-cbbd4e5e72ca req-544f86a3-afc3-4b4f-8a50-bdc428ae71a8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0812385 Dec 16 08:21:35.795726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6b90dfe5-f7dc-41bb-bfa3-cbbd4e5e72ca req-6591bc44-e22b-425e-bbd7-1704ddf260ae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919306 Dec 16 08:21:35.913375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 546974a5-acaa-4be1-a281-8b000901df71 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:21:36.024502 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:21:36.036670 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:36.036788 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] Sync routers for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:21:36.043566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:36.044205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:36.067001 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-dd6d0c13-c3c0-4017-824e-77585b83a40b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/floatingips/4e2e63b9-00ce-4337-bada-0902fcf0e70a HTTP/1.1" status: 204 len: 168 time: 1.0094104 Dec 16 08:21:36.068005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:36.078042 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46390f46-6b52-45fb-9b24-4a38c2b2c348" -d '{"events": [{"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:36.204810 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a25b28-ef5d-4b5a-b962-f0180429036c x-openstack-request-id: req-b6a25b28-ef5d-4b5a-b962-f0180429036c {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:36.205151 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:36.205630 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6a25b28-ef5d-4b5a-b962-f0180429036c {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:36.206057 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'status': 'completed', 'code': 200} Dec 16 08:21:36.318258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-e4993332-c333-4898-b77c-9e0db9f59f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:36.320020 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-e4993332-c333-4898-b77c-9e0db9f59f24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 1096 time: 0.0445874 Dec 16 08:21:36.327060 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:36.438872 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-224f2214-8b38-440f-b498-b986c4a624bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:36.440157 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-224f2214-8b38-440f-b498-b986c4a624bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 200 len: 898 time: 0.1097927 Dec 16 08:21:36.535173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-62893d8a-def6-43cd-ac59-30d54d487d9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 200 len: 217 time: 0.0453248 Dec 16 08:21:36.538210 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6af9e845-11a8-4588-9061-8f0316d7ab46 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:21:36.556892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:59Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:36.595928 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] Checking router: 546974a5-acaa-4be1-a281-8b000901df71 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:21:36.625283 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384439-cab1-4173-9c51-0b5880632d3e req-ef52574a-6872-441e-bd7d-392c260b370e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:36.628768 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b384439-cab1-4173-9c51-0b5880632d3e req-ef52574a-6872-441e-bd7d-392c260b370e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 944 time: 0.0963082 Dec 16 08:21:36.630575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-c4645f27-4bad-4d24-b780-d408fe94d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:36.632643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-c4645f27-4bad-4d24-b780-d408fe94d9bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 200 len: 834 time: 0.0884972 Dec 16 08:21:36.651734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:36.652471 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:36.712634 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b384439-cab1-4173-9c51-0b5880632d3e req-f294eb17-3620-49d4-a26b-451274e61c3a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=364663c2-e268-438c-9f0a-15fe6cf439ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786479 Dec 16 08:21:36.726359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-9920b047-23f8-44cd-ac89-46effbfe2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:36.728017 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-9920b047-23f8-44cd-ac89-46effbfe2ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6950e92c-5881-4a43-b3b6-aea8d6116f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701625 Dec 16 08:21:36.782883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6af9e845-11a8-4588-9061-8f0316d7ab46, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6af9e845-11a8-4588-9061-8f0316d7ab46,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:36.803460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '6af9e845-11a8-4588-9061-8f0316d7ab46', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'port_id': '6af9e845-11a8-4588-9061-8f0316d7ab46', 'mac_address': 'fa:16:3e:ba:34:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:21:36.808591 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:36.842664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-b8b6a5e4-4ea4-43e5-95df-e125f1385d53 service neutron] 10.222.0.36 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023145 Dec 16 08:21:36.919736 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:36.973749 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af9e845-11a8-4588-9061-8f0316d7ab46 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:21:37.002022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643bd6-651a-40fb-b482-02d49818250e req-30511b37-62fd-454f-ad3a-eca9de331423 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:37.003746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe643bd6-651a-40fb-b482-02d49818250e req-30511b37-62fd-454f-ad3a-eca9de331423 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 944 time: 0.0793786 Dec 16 08:21:37.009444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6af9e845-11a8-4588-9061-8f0316d7ab46, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6af9e845-11a8-4588-9061-8f0316d7ab46,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:37.010922 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-46390f46-6b52-45fb-9b24-4a38c2b2c348 req-f444dba5-1f31-4677-9f1b-709abea5f21f service neutron] 10.222.0.36 "GET /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363328 Dec 16 08:21:37.062266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fe643bd6-651a-40fb-b482-02d49818250e req-273565a2-e037-4884-a118-6c53f88dfe90 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Dec 16 08:21:37.066011 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:37.125116 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=6af9e845-11a8-4588-9061-8f0316d7ab46,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:37.137129 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.137479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.137835 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.138161 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.138493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.139477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.139809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.140141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.140489 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.140817 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.141140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.141525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.141887 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:37.151570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:59Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:37.161176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-5097a9a5-109f-43c7-9018-636c7a148a5e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:37.162739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-5097a9a5-109f-43c7-9018-636c7a148a5e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 944 time: 0.0550463 Dec 16 08:21:37.185174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56be4f-29a5-4ddc-b106-07bda8401557 None None] The sync data for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 is: [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:55Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '14d20525-9386-4dd6-af44-00dbd915e801', 'name': '', 'network_id': '6950e92c-5881-4a43-b3b6-aea8d6116f57', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:8a:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:54Z', 'updated_at': '2021-12-16T08:19:59Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'b3d934b8-88c2-408f-8e6e-63b6df9e102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:21:37.291211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 963e186d-59a7-487e-9cf3-c48be967c8e6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:37.291557 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:37.395908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 963e186d-59a7-487e-9cf3-c48be967c8e6, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=963e186d-59a7-487e-9cf3-c48be967c8e6,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:37.396674 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:37.410911 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 963e186d-59a7-487e-9cf3-c48be967c8e6 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:37.431767 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['6af9e845-11a8-4588-9061-8f0316d7ab46'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:21:37.472117 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24f61a-3f79-4332-9ddb-854007be27a2 None None] New status for floating IP 4e2e63b9-00ce-4337-bada-0902fcf0e70a: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:21:37.691344 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:37.720266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=963e186d-59a7-487e-9cf3-c48be967c8e6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:37.765600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] No DVR routers for this DVR port 963e186d-59a7-487e-9cf3-c48be967c8e6 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:21:37.768202 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:37.771680 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eaffd7e6-ceb8-41ed-8447-53921f8c688a req-a2ac9caa-261d-4aa6-b26b-6d581f424559 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.36 "DELETE /v2.0/ports/963e186d-59a7-487e-9cf3-c48be967c8e6 HTTP/1.1" status: 204 len: 173 time: 0.5893662 Dec 16 08:21:37.815626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a39cc3d-8719-4b2d-99ca-8578bdd274b9 req-3ffa4672-cf1f-4d3b-befc-ebaecb7bf98f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=f021b083-9e02-4207-b02b-f586f422c497 HTTP/1.1" status: 200 len: 210 time: 0.0268447 Dec 16 08:21:38.193358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0618b30-2b41-4477-93a9-67aeb2f4280d req-6f6bcf5f-76fc-4951-b9c5-745841c6c291 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:38.195249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0618b30-2b41-4477-93a9-67aeb2f4280d req-6f6bcf5f-76fc-4951-b9c5-745841c6c291 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 945 time: 0.0540416 Dec 16 08:21:38.208362 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-deleted', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:38.210587 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7346e02-2818-434d-b3bb-14ee57b7220c" -d '{"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-deleted", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:38.248302 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c73fa-77c8-48d1-9502-f0f506f767f8 x-openstack-request-id: req-963c73fa-77c8-48d1-9502-f0f506f767f8 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:38.248600 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f021b083-9e02-4207-b02b-f586f422c497", "name": "network-vif-deleted", "tag": "963e186d-59a7-487e-9cf3-c48be967c8e6", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:38.248856 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-963c73fa-77c8-48d1-9502-f0f506f767f8 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:38.249247 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f021b083-9e02-4207-b02b-f586f422c497', 'name': 'network-vif-deleted', 'tag': '963e186d-59a7-487e-9cf3-c48be967c8e6', 'status': 'completed', 'code': 200} Dec 16 08:21:38.253184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0618b30-2b41-4477-93a9-67aeb2f4280d req-09829cef-2d1a-4b95-afa9-63ef160b1cc7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508866 Dec 16 08:21:38.550380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6af9e845-11a8-4588-9061-8f0316d7ab46 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:21:38.696501 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 6af9e845-11a8-4588-9061-8f0316d7ab46 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:21:38.700516 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 6af9e845-11a8-4588-9061-8f0316d7ab46 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:38.700903 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:38.777446 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:38.802184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af9e845-11a8-4588-9061-8f0316d7ab46'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:38.804432 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5fd9a9-4d92-479d-a88d-d9953d701a23" -d '{"events": [{"server_uuid": "d07c5204-9c03-40b5-8e8f-8c52221446ab", "name": "network-vif-plugged", "status": "completed", "tag": "6af9e845-11a8-4588-9061-8f0316d7ab46"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:38.817727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 6af9e845-11a8-4588-9061-8f0316d7ab46, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6af9e845-11a8-4588-9061-8f0316d7ab46,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:38.840680 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e600216e-f831-4572-a763-601b0b2838b1 x-openstack-request-id: req-e600216e-f831-4572-a763-601b0b2838b1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:38.840976 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07c5204-9c03-40b5-8e8f-8c52221446ab", "name": "network-vif-plugged", "status": "completed", "tag": "6af9e845-11a8-4588-9061-8f0316d7ab46", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:38.841237 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e600216e-f831-4572-a763-601b0b2838b1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:38.841713 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af9e845-11a8-4588-9061-8f0316d7ab46', 'code': 200} Dec 16 08:21:38.874621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37906) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:38.886051 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:38.937798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=6af9e845-11a8-4588-9061-8f0316d7ab46,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:38.981259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1d190-0a2c-468c-bfbc-5e16ebc8a784 req-87417a38-78f0-4d95-b71e-28a504e284ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:38.983552 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e4e1d190-0a2c-468c-bfbc-5e16ebc8a784 req-87417a38-78f0-4d95-b71e-28a504e284ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 1098 time: 0.0480859 Dec 16 08:21:39.037706 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e4e1d190-0a2c-468c-bfbc-5e16ebc8a784 req-5267161e-4fdb-42fe-8264-4bbdd420ddbb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478003 Dec 16 08:21:39.250297 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:39.442356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb77fa-84e4-4d50-8b47-e789b3f88a06 req-61a43b9c-d1a8-4559-aaa9-bd4ab726c726 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:39.443917 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09cb77fa-84e4-4d50-8b47-e789b3f88a06 req-61a43b9c-d1a8-4559-aaa9-bd4ab726c726 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 946 time: 0.1159480 Dec 16 08:21:39.505481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-09cb77fa-84e4-4d50-8b47-e789b3f88a06 req-871619ee-d2f3-4577-b917-207687b5f379 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547700 Dec 16 08:21:39.589657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 14d20525-9386-4dd6-af44-00dbd915e801 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:39.590059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:39.682421 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 14d20525-9386-4dd6-af44-00dbd915e801, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=14d20525-9386-4dd6-af44-00dbd915e801,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:39.682816 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:39.695484 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 14d20525-9386-4dd6-af44-00dbd915e801 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:39.942929 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:39.970021 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=14d20525-9386-4dd6-af44-00dbd915e801,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:40.148225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:40.735937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f062-bea2-4b12-b1f2-5ed33f2c7de0 req-a2dded83-fa98-4eee-b8d7-9a8c7751330c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:40.737345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7801f062-bea2-4b12-b1f2-5ed33f2c7de0 req-a2dded83-fa98-4eee-b8d7-9a8c7751330c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 946 time: 0.0962930 Dec 16 08:21:40.765734 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router 546974a5-acaa-4be1-a281-8b000901df71 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:21:40.799013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7801f062-bea2-4b12-b1f2-5ed33f2c7de0 req-e774647f-0d45-4a51-95e5-52526f84e5f2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555084 Dec 16 08:21:40.893201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:21:40.898135 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-de7ca603-8feb-4fb6-908c-7a80a7755178 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/546974a5-acaa-4be1-a281-8b000901df71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224965 Dec 16 08:21:40.900845 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37916) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:40.903741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f031501-65bd-4525-a071-93dad351f072 None None] Sync routers for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:21:40.914150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:40.914774 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:40.954465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting subnet b3d934b8-88c2-408f-8e6e-63b6df9e102a {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:21:40.957700 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.003117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.022670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:41.087158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.201428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:21:39Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:41.231208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f031501-65bd-4525-a071-93dad351f072 None None] Checking router: 546974a5-acaa-4be1-a281-8b000901df71 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:21:41.239603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] Routers {'546974a5-acaa-4be1-a281-8b000901df71'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:41.240055 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.240214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['546974a5-acaa-4be1-a281-8b000901df71'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:41.269264 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d934b8-88c2-408f-8e6e-63b6df9e102a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:41.271165 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.274357 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d6d68bef-cc26-479d-b3b8-027defabbf77 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/subnets/b3d934b8-88c2-408f-8e6e-63b6df9e102a HTTP/1.1" status: 204 len: 168 time: 0.3725910 Dec 16 08:21:41.276990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37918) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:41.283691 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b928aa-5e9d-47d7-8a5f-8eed0b8caf1d None None] Network 6950e92c-5881-4a43-b3b6-aea8d6116f57 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:21:41.386950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.414289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] Set router 546974a5-acaa-4be1-a281-8b000901df71 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:41.475497 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:21:41.504416 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.544331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 963e186d-59a7-487e-9cf3-c48be967c8e6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:21:41.544331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 963e186d-59a7-487e-9cf3-c48be967c8e6 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:21:41.559218 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] DHCP port deletion for 6950e92c-5881-4a43-b3b6-aea8d6116f57 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:21:41.664630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] Deleting port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:41.665019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.666670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port a707fcea-1cda-4f9d-bd17-b33898793623 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:41.667025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.741527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4f031501-65bd-4525-a071-93dad351f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:21:39Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:41.744379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] For port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c,segment=NetworkSegment(643e8e6b-3a91-491f-9ef9-998cf1685317),segment_id=643e8e6b-3a91-491f-9ef9-998cf1685317)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:41.744782 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.750235 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port a707fcea-1cda-4f9d-bd17-b33898793623, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a707fcea-1cda-4f9d-bd17-b33898793623,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:41.750597 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:41.762794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for a707fcea-1cda-4f9d-bd17-b33898793623 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:41.781367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f031501-65bd-4525-a071-93dad351f072 None None] The sync data for ids ['546974a5-acaa-4be1-a281-8b000901df71'] in n-d-820935-11 is: [{'id': '546974a5-acaa-4be1-a281-8b000901df71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386980462', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:21:39Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'a707fcea-1cda-4f9d-bd17-b33898793623', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546974a5-acaa-4be1-a281-8b000901df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:19:50Z', 'updated_at': '2021-12-16T08:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:21:41.784515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] Calling delete_port for dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:41.980057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129edcf-2e02-4d7f-9bda-c7449fcc2702 req-0314656c-9c40-4507-9b99-13c1fbc9512a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:41.981658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2129edcf-2e02-4d7f-9bda-c7449fcc2702 req-0314656c-9c40-4507-9b99-13c1fbc9512a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 946 time: 0.0861306 Dec 16 08:21:42.044284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2129edcf-2e02-4d7f-9bda-c7449fcc2702 req-681d675c-b6a1-4eb1-a904-a3f6e3ec4879 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Dec 16 08:21:42.079648 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.112204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=a707fcea-1cda-4f9d-bd17-b33898793623,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:42.137664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f0f58-91fc-45b7-a09c-74f5962ca3ae None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:21:42.150478 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.180972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] Pushing event deleted for resources: {'Port': ['ID=dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:42.185982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d3dac-db81-441f-8b50-1e4d0e07e071 None None] No DVR routers for this DVR port dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:21:42.215195 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.255003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b68891-c1d7-48df-a984-d802bd6b1512 req-e8b5bea3-3a3d-442d-8827-8e4210d5e015 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:42.256825 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33b68891-c1d7-48df-a984-d802bd6b1512 req-e8b5bea3-3a3d-442d-8827-8e4210d5e015 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 946 time: 0.1408417 Dec 16 08:21:42.332133 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.335397 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.398900 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33b68891-c1d7-48df-a984-d802bd6b1512 req-a1be9c18-eaa5-4368-bb71-fd41aa89a65c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116495 Dec 16 08:21:42.445358 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.447387 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Fanout notify agent at l3_agent the message router_deleted on router 546974a5-acaa-4be1-a281-8b000901df71 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:21:42.454074 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.455318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c3950452-278b-4f3f-ba7a-5d54ea194024 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/routers/546974a5-acaa-4be1-a281-8b000901df71 HTTP/1.1" status: 204 len: 168 time: 1.1773486 Dec 16 08:21:42.458295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37928) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:42.559331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.663021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.683529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6950e92c-5881-4a43-b3b6-aea8d6116f57']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:42.693363 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643e8e6b-3a91-491f-9ef9-998cf1685317') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:42.694047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643e8e6b-3a91-491f-9ef9-998cf1685317') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:42.704022 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.718187 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.724995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:21:42.725516 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:21:42.728776 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:21:42.868774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.878932 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.885135 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/networks/6950e92c-5881-4a43-b3b6-aea8d6116f57 HTTP/1.1" status: 204 len: 168 time: 0.4231517 Dec 16 08:21:42.885775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37936) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:42.892759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Network': ['ID=6950e92c-5881-4a43-b3b6-aea8d6116f57,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:42.900392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.900758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.901113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.901464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.901835 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.902199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.902542 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.902879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.903215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.903550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.904059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.904544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.904880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20add00-be88-4738-a5d8-6fabe2ca431d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:42.909949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d72ad4-2226-444c-9973-6ff63a45c6db req-efe00ffb-b2b9-442c-9ca3-0950b3d379a0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:42.911453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8d72ad4-2226-444c-9973-6ff63a45c6db req-efe00ffb-b2b9-442c-9ca3-0950b3d379a0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 946 time: 0.0685380 Dec 16 08:21:42.993848 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca1f-791e-4e2d-b62f-09170fafbb37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:42.999863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d8d72ad4-2226-444c-9973-6ff63a45c6db req-b008b15d-3ada-421d-8981-bd224e683ebf tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822792 Dec 16 08:21:43.013235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 14d20525-9386-4dd6-af44-00dbd915e801 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:21:43.032155 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca1f-791e-4e2d-b62f-09170fafbb37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:43.038190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 14d20525-9386-4dd6-af44-00dbd915e801 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:21:43.038537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 14d20525-9386-4dd6-af44-00dbd915e801 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:21:43.038948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:21:43.058314 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:21:43.058666 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device dbd6990c-c00f-4b26-a9bc-4d0fe42c3c9c not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:21:43.182194 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca1f-791e-4e2d-b62f-09170fafbb37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:43.184762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca1f-791e-4e2d-b62f-09170fafbb37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:43.185938 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-73e2ca1f-791e-4e2d-b62f-09170fafbb37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/security-groups/364663c2-e268-438c-9f0a-15fe6cf439ca HTTP/1.1" status: 204 len: 168 time: 0.2992477 Dec 16 08:21:43.195665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2ca1f-791e-4e2d-b62f-09170fafbb37 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364663c2-e268-438c-9f0a-15fe6cf439ca,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:43.659782 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37942) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:43.664436 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a6fb108e-8ced-49da-9054-c675d80fc7f7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726709733', 'description': 'tempest-secgroup-smoke-1726709733 description', 'project_id': '44fea2caa1b44b76ab343b98224961b5'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:43.782599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6fb108e-8ced-49da-9054-c675d80fc7f7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:43.849758 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6fb108e-8ced-49da-9054-c675d80fc7f7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:43.925094 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6fb108e-8ced-49da-9054-c675d80fc7f7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:43.954160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb108e-8ced-49da-9054-c675d80fc7f7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bedcdb-a528-43ab-b9d2-b081ee2758c0,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:43.995653 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a6fb108e-8ced-49da-9054-c675d80fc7f7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:43.996916 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a6fb108e-8ced-49da-9054-c675d80fc7f7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3360732 Dec 16 08:21:44.000730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37946) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:44.005173 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-9aca6372-1653-4a5b-837c-1b260c6a4980 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '28bedcdb-a528-43ab-b9d2-b081ee2758c0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:44.062792 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aca6372-1653-4a5b-837c-1b260c6a4980 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.148204 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aca6372-1653-4a5b-837c-1b260c6a4980 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.158849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb4b8-1a45-4a34-a899-55b24a1c01ee req-ad21eb6a-260e-49de-a9b7-5be3776ce688 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:44.162036 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fecb4b8-1a45-4a34-a899-55b24a1c01ee req-ad21eb6a-260e-49de-a9b7-5be3776ce688 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 946 time: 0.0731926 Dec 16 08:21:44.211698 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fecb4b8-1a45-4a34-a899-55b24a1c01ee req-136a0a48-10ce-4811-8bf0-b2af2c93d8ad tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Dec 16 08:21:44.216125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aca6372-1653-4a5b-837c-1b260c6a4980 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.234317 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca6372-1653-4a5b-837c-1b260c6a4980 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971045e8-56a0-42b2-80c1-bda0309a5f66,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:44.298303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9aca6372-1653-4a5b-837c-1b260c6a4980 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.299469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9aca6372-1653-4a5b-837c-1b260c6a4980 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978129 Dec 16 08:21:44.302583 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37950) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:44.307163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e1b8737d-a102-494c-9b50-cc49c14ec775 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '28bedcdb-a528-43ab-b9d2-b081ee2758c0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:44.398221 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1b8737d-a102-494c-9b50-cc49c14ec775 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.458205 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1b8737d-a102-494c-9b50-cc49c14ec775 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.536532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1b8737d-a102-494c-9b50-cc49c14ec775 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.574009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8737d-a102-494c-9b50-cc49c14ec775 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1160f56-6bff-4ba0-a59b-612c7e8311b0,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:44.586273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a707fcea-1cda-4f9d-bd17-b33898793623 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:21:44.590535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-d96b3a41-68c3-498c-b719-b39c155b0e2c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:44.592801 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-d96b3a41-68c3-498c-b719-b39c155b0e2c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 946 time: 0.0681109 Dec 16 08:21:44.609659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: a707fcea-1cda-4f9d-bd17-b33898793623 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:21:44.610008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a707fcea-1cda-4f9d-bd17-b33898793623 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:21:44.671223 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e1b8737d-a102-494c-9b50-cc49c14ec775 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.672629 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e1b8737d-a102-494c-9b50-cc49c14ec775 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3689985 Dec 16 08:21:44.675588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37952) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:44.680393 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ece0e5e0-91ae-4257-bc1d-45ef6d1dc999 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '28bedcdb-a528-43ab-b9d2-b081ee2758c0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:44.698667 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Deleting port 6af9e845-11a8-4588-9061-8f0316d7ab46 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:44.699005 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.761113 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ece0e5e0-91ae-4257-bc1d-45ef6d1dc999 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.788482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] For port 6af9e845-11a8-4588-9061-8f0316d7ab46, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=6af9e845-11a8-4588-9061-8f0316d7ab46,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:44.788846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.803267 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Calling delete_port for 6af9e845-11a8-4588-9061-8f0316d7ab46 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:21:44.824792 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ece0e5e0-91ae-4257-bc1d-45ef6d1dc999 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.919365 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ece0e5e0-91ae-4257-bc1d-45ef6d1dc999 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:44.938089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0e5e0-91ae-4257-bc1d-45ef6d1dc999 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7bf11d-cd03-45ce-b612-1bc3aabc085e,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:44.993704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.007873 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ece0e5e0-91ae-4257-bc1d-45ef6d1dc999 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.011773 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ece0e5e0-91ae-4257-bc1d-45ef6d1dc999 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325524 Dec 16 08:21:45.011982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37956) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:45.017266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-20d8305d-ba52-4e9d-abd4-9111c672eac3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '28bedcdb-a528-43ab-b9d2-b081ee2758c0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:45.024123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['6af9e845-11a8-4588-9061-8f0316d7ab46'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:21:45.025201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event deleted for resources: {'Port': ['ID=6af9e845-11a8-4588-9061-8f0316d7ab46,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:45.028447 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ee934f3a-3242-4a4a-b580-96b071f4a715'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:21:45.080911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] No DVR routers for this DVR port 6af9e845-11a8-4588-9061-8f0316d7ab46 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:21:45.083751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.087541 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9927fcf2-8b9a-405c-bad8-de952f57e7a1 req-19238f1e-7d99-4fb4-b210-709db02581fd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "DELETE /v2.0/ports/6af9e845-11a8-4588-9061-8f0316d7ab46 HTTP/1.1" status: 204 len: 173 time: 0.4888813 Dec 16 08:21:45.088089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'name': 'network-vif-deleted', 'tag': '6af9e845-11a8-4588-9061-8f0316d7ab46'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:45.092303 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a3a72c-98a9-43a1-acac-db810d4662cb" -d '{"events": [{"server_uuid": "d07c5204-9c03-40b5-8e8f-8c52221446ab", "name": "network-vif-deleted", "tag": "6af9e845-11a8-4588-9061-8f0316d7ab46"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:45.120216 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-20d8305d-ba52-4e9d-abd4-9111c672eac3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.134224 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f98046-b145-453b-9f6a-8b20c215c597 x-openstack-request-id: req-f9f98046-b145-453b-9f6a-8b20c215c597 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:45.134518 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07c5204-9c03-40b5-8e8f-8c52221446ab", "name": "network-vif-deleted", "tag": "6af9e845-11a8-4588-9061-8f0316d7ab46", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:45.134767 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9f98046-b145-453b-9f6a-8b20c215c597 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:45.135172 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07c5204-9c03-40b5-8e8f-8c52221446ab', 'name': 'network-vif-deleted', 'tag': '6af9e845-11a8-4588-9061-8f0316d7ab46', 'status': 'completed', 'code': 200} Dec 16 08:21:45.186746 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-20d8305d-ba52-4e9d-abd4-9111c672eac3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.295864 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-20d8305d-ba52-4e9d-abd4-9111c672eac3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.338569 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a13a5245-9284-43c8-adf3-54ceb959e3e1 req-0da03991-6ad0-409a-88fc-ced8b34f04bf tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0455458 Dec 16 08:21:45.346588 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8305d-ba52-4e9d-abd4-9111c672eac3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cb5848-e6f2-4c53-9e4d-39d12b8e97ed,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:45.429905 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-20d8305d-ba52-4e9d-abd4-9111c672eac3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.431164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-20d8305d-ba52-4e9d-abd4-9111c672eac3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4182165 Dec 16 08:21:45.434169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37962) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:45.438967 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '28bedcdb-a528-43ab-b9d2-b081ee2758c0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:45.537055 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:21:45.542436 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.602033 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.656496 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.675385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a12321-800b-43a7-af05-724f35d1b527,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:45.715653 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.717601 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b035ccb1-2f11-41e1-9d71-c2b9352671f6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2824047 Dec 16 08:21:45.720500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37964) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:45.725354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'security_group_rule': {'security_group_id': '28bedcdb-a528-43ab-b9d2-b081ee2758c0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:45.885416 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Project 44fea2caa1b44b76ab343b98224961b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:21:45.898111 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:45.954789 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.050573 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.069118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e8abc3-5c11-4588-80fc-25367b10d52f,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:46.115611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.116901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c1dabab-87be-43d5-bf42-18270565d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3954322 Dec 16 08:21:46.121890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37968) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:46.125754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'network': {'name': 'tempest-network-smoke--688676563', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'port_security_enabled': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:46.210858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:21:46.214458 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.237910 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:21:46.247007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.247844 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Added segment 8ed42bf1-46d0-40c4-857d-159b7b95ae1e of type vlan for network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 Dec 16 08:21:46.290066 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.377107 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.383234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:46.389391 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.455203 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6b79d13-176b-430e-9575-f374d9ca7fbb req-3946b203-69e1-425c-a6d2-4a2452f458ba tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0337803 Dec 16 08:21:46.467117 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Network': ['ID=133345b6-0ac5-4ca0-8d78-03656d2d7bc0,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:46.473869 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:21:46.516978 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1fc10ae5-53f2-400b-893f-73ceece8ead9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3956182 Dec 16 08:21:46.519759 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37972) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:46.524673 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'admin_state_up': True, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:46.788386 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.789669 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:46.846430 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:47.034284 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:47.337758 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:47.358009 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:47.467016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.185 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:21:47.550190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0697741-8cf5-4439-b78f-5e3cb0f5a3ae req-f37a7ed2-6d08-46f3-802b-7be28811c757 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0299499 Dec 16 08:21:47.583724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:47.697437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:47.744744 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:21:47.747959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:47.752620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:21:47.756155 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:47.763746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d0dc5-18f4-4d47-8ff6-365eb32709c4 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:21:47.861168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-754486db-aa12-47e6-a252-453d1c6d1978 None None] Provisioning complete for port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:47.861684 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-754486db-aa12-47e6-a252-453d1c6d1978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:47.905041 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-754486db-aa12-47e6-a252-453d1c6d1978 None None] Port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:48.067751 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:48.270425 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:48.490951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:21:48.601612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:21:48.611716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6af9e845-11a8-4588-9061-8f0316d7ab46 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:21:48.622822 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Sync routers for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:21:48.632901 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:48.633800 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:48.641557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 6af9e845-11a8-4588-9061-8f0316d7ab46 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:21:48.641995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 6af9e845-11a8-4588-9061-8f0316d7ab46 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:21:48.654066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-817e9699-3452-40bf-9cbc-d40f907aece1 req-150db4bc-5423-4899-9dd9-d2d871bd0df9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0299447 Dec 16 08:21:48.715852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:48.720992 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d2f25af3-3a3a-4e48-8927-9dda1b6318d5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1969786 Dec 16 08:21:48.721352 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37982) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:48.750605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-df80507c-16ff-4641-b921-d457a2b7942f tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=44fea2caa1b44b76ab343b98224961b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279846 Dec 16 08:21:48.752463 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:48.753134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37984) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:48.936044 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247c580-8349-4358-93bd-8a5785312aac tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:48.937670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c247c580-8349-4358-93bd-8a5785312aac tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1835601 Dec 16 08:21:48.940528 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37986) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:48.953018 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:47Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:48.980630 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Checking router: e679d4c3-bbb1-4b1c-a110-51ccc4104d02 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:21:48.984136 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Updating router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:21:48.984396 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e41f743d-31d9-4e74-adb9-9033bf56ad00 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a44704ee-dc34-4f75-82b9-c51fb6cb75c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398562 Dec 16 08:21:48.984396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 37988) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:48.989983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1592648525', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:49.009089 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.193432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:21:49.197016 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.273597 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.370650 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.418724 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a46fe7-5d5b-4055-932e-7e686190da14 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:21:49.435666 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Attempting to bind port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:21:49.436039 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Attempting to bind port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:21:49.436436 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Attempting to bind port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:49.444104 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:21:49.444514 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:49.444913 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.445301 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:21:49.445755 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Bound port: bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:21:49.446126 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.448778 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Pushing event updated for resources: {'Port': ['ID=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:49.475275 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.475618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.475954 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.476324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.476652 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.476984 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.477297 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.477617 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.478009 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.478338 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.478659 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.478972 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.479337 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:21:49.502657 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.520814 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] For port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:49.525487 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] For port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:21:49.534473 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2ea333b0-8944-4f18-86ef-3b39e46b6d65 None None] Provisioning complete for port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:49.534851 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2ea333b0-8944-4f18-86ef-3b39e46b6d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.578311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-2ea333b0-8944-4f18-86ef-3b39e46b6d65 None None] Port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:49.585032 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.591664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Subnet': ['ID=bd9554d2-c15f-4f29-8382-a38028dbd8ff,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:49.596767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Checking segment: {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:49.597031 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network hostable DHCP agents. Network: 133345b6-0ac5-4ca0-8d78-03656d2d7bc0, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:21:49.636570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee6b93d-ba49-471e-a177-ba60d91118cc None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:21:49.648363 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:49.649007 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:49.699701 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614f6d2-1a7d-46c6-8a96-09cd5ea2a832 None None] Pushing event updated for resources: {'Port': ['ID=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:49.701288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:21:49.726537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e109d24b-be75-420e-8d71-97df6170f78b None None] Provisioning complete for port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:49.732826 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e109d24b-be75-420e-8d71-97df6170f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.775030 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f7cfefa0-ec76-4e7b-ac09-32204a630962 req-be79b5b1-4e1e-43fc-a42d-c06f45ad2b03 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0382099 Dec 16 08:21:49.784569 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:49.823707 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e109d24b-be75-420e-8d71-97df6170f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.839311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 133345b6-0ac5-4ca0-8d78-03656d2d7bc0) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:49.846739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:49.849675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e109d24b-be75-420e-8d71-97df6170f78b None None] For port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:49.849866 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.866550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e5323-12de-4f00-a056-e5c1b7b798eb None None] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:21:49.927649 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e109d24b-be75-420e-8d71-97df6170f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:49.970668 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:47Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:49.975039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-85e6f597-20e6-4c58-8c3e-e5537f245963 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9896460 Dec 16 08:21:49.977726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 37994) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:21:50.007061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109d24b-be75-420e-8d71-97df6170f78b None None] Pushing event updated for resources: {'Port': ['ID=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:50.007250 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376e774-872c-46e2-962a-68ae24916d30 None None] The sync data for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 is: [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:47Z', 'revision_number': 3, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:21:50.012708 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:21:50.014639 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:50.169702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Allocated IP 172.20.0.2 (133345b6-0ac5-4ca0-8d78-03656d2d7bc0/bd9554d2-c15f-4f29-8382-a38028dbd8ff/b9d97a6f-6287-488e-acd1-0d359cdedf85) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:21:50.423627 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:50.525993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:50.608494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Pushing event updated for resources: {'Port': ['ID=b9d97a6f-6287-488e-acd1-0d359cdedf85,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:50.667586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:21:50.669889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:50.685913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:21:50.763672 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:50.795207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Attempting to bind port b9d97a6f-6287-488e-acd1-0d359cdedf85 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:21:50.795207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Attempting to bind port b9d97a6f-6287-488e-acd1-0d359cdedf85 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:21:50.795207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Attempting to bind port b9d97a6f-6287-488e-acd1-0d359cdedf85 on network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:50.795605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:21:50.801438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:21:50.801828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Checking segment: {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:50.802244 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:50.802646 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Bound using segment: {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:21:50.803163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Bound port: b9d97a6f-6287-488e-acd1-0d359cdedf85, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:21:50.803662 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:50.936819 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4e97e554-740e-4648-82cd-6c933fb86c90 req-9dcb3bfb-9daf-42ee-8950-dfe4c545569f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=d07c5204-9c03-40b5-8e8f-8c52221446ab HTTP/1.1" status: 200 len: 210 time: 0.0691779 Dec 16 08:21:50.979181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:50.979580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:51.019386 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] For port b9d97a6f-6287-488e-acd1-0d359cdedf85, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:51.024638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] For port b9d97a6f-6287-488e-acd1-0d359cdedf85, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b9d97a6f-6287-488e-acd1-0d359cdedf85,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:21:51.148326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:51.218101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39258e43-a4a3-4f73-94ba-97de52e2bf52 None None] Pushing event updated for resources: {'Port': ['ID=b9d97a6f-6287-488e-acd1-0d359cdedf85,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:51.247812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.1 (133345b6-0ac5-4ca0-8d78-03656d2d7bc0/bd9554d2-c15f-4f29-8382-a38028dbd8ff/498575a1-f825-4366-8ea6-2c093517fafd) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:21:51.417993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:51.545347 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:21:51.579437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:51.642979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:21:51.647248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:51.650220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:21:51.680537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=498575a1-f825-4366-8ea6-2c093517fafd,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:51.702123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:51.914098 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.542699 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6089612-a94d-4daf-a562-56e41282d6c1 None None] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:21:52.600798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.603155 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-4f9d7d21-1b06-4e35-bb6b-f007525e3618 None None] Provisioning complete for port b9d97a6f-6287-488e-acd1-0d359cdedf85 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:52.603536 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7d21-1b06-4e35-bb6b-f007525e3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.679844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.694466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b9d97a6f-6287-488e-acd1-0d359cdedf85 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:21:52.767694 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=498575a1-f825-4366-8ea6-2c093517fafd,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:52.777179 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7d21-1b06-4e35-bb6b-f007525e3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.777571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.814115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b9d97a6f-6287-488e-acd1-0d359cdedf85 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:52.814624 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.868863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4f9d7d21-1b06-4e35-bb6b-f007525e3618 None None] For port b9d97a6f-6287-488e-acd1-0d359cdedf85, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b9d97a6f-6287-488e-acd1-0d359cdedf85,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:52.886092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:21:52.888336 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:52.920101 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:52.930327 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7d21-1b06-4e35-bb6b-f007525e3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:53.046169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d7d21-1b06-4e35-bb6b-f007525e3618 None None] Pushing event updated for resources: {'Port': ['ID=b9d97a6f-6287-488e-acd1-0d359cdedf85,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:53.049207 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:21:53.049978 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:21:53.069393 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:21:53.151023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1446744f-a1ec-42cd-a446-904104e13ab9 None None] Provisioning complete for port 498575a1-f825-4366-8ea6-2c093517fafd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:53.151808 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1446744f-a1ec-42cd-a446-904104e13ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:53.202664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1446744f-a1ec-42cd-a446-904104e13ab9 None None] Port 498575a1-f825-4366-8ea6-2c093517fafd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:53.203680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:21:53.215969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Sync routers for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:21:53.227660 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e90f5f3a-9359-4a3a-b391-7b033ce93ac7 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/e679d4c3-bbb1-4b1c-a110-51ccc4104d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2400436 Dec 16 08:21:53.227912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1446744f-a1ec-42cd-a446-904104e13ab9 None None] Provisioning complete for port b9d97a6f-6287-488e-acd1-0d359cdedf85 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:53.227912 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1446744f-a1ec-42cd-a446-904104e13ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:53.263825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:53.264483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:53.434075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:53.486676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-c5e818ee-c92b-4933-a5f8-002c933b722a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726709733&fields=id&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 267 time: 0.0714550 Dec 16 08:21:53.615507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4484d2bb-bfe0-418f-943e-cdd3dfa97a84 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:53.617053 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4484d2bb-bfe0-418f-943e-cdd3dfa97a84 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/networks?id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0 HTTP/1.1" status: 200 len: 796 time: 0.1203327 Dec 16 08:21:53.640531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-dc797ac8-7311-4da2-9502-4b943b363232 None None] Provisioning complete for port 498575a1-f825-4366-8ea6-2c093517fafd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:53.641131 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-dc797ac8-7311-4da2-9502-4b943b363232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:53.695459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-dc797ac8-7311-4da2-9502-4b943b363232 None None] Port 498575a1-f825-4366-8ea6-2c093517fafd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:53.755440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-c72a0c8f-3129-404b-9fdb-d43a675cdfb5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/quotas/44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 375 time: 0.1310658 Dec 16 08:21:53.769728 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:52Z', 'revision_number': 2, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:53.809670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Checking router: e679d4c3-bbb1-4b1c-a110-51ccc4104d02 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:21:53.810015 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Updating router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 port 498575a1-f825-4366-8ea6-2c093517fafd binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:21:53.842265 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:53.850674 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9a31542e-6484-44fb-a7dd-ce1f3df75b1f None None] Provisioning complete for port 498575a1-f825-4366-8ea6-2c093517fafd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:53.851927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9a31542e-6484-44fb-a7dd-ce1f3df75b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:53.856838 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-93077cd7-4da7-4c5e-9338-121d19c0ff23 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999644 Dec 16 08:21:53.919826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-9a31542e-6484-44fb-a7dd-ce1f3df75b1f None None] Port 498575a1-f825-4366-8ea6-2c093517fafd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:54.036994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-b748ddef-935f-4530-a5da-9ccba4f18a71 service neutron] 10.222.0.43 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642928 Dec 16 08:21:54.145572 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-521bf86c-152f-47ed-b59a-19d1ff2525a2 service neutron] 10.222.0.43 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072190 Dec 16 08:21:54.171122 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:54.244544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:54.298969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d6060-662f-4f4e-8f5a-1aab64a220fc None None] Pushing event updated for resources: {'Port': ['ID=498575a1-f825-4366-8ea6-2c093517fafd,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:54.373320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Attempting to bind port 498575a1-f825-4366-8ea6-2c093517fafd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:21:54.379415 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Attempting to bind port 498575a1-f825-4366-8ea6-2c093517fafd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:21:54.379415 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Attempting to bind port 498575a1-f825-4366-8ea6-2c093517fafd on network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:54.384579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:21:54.385065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Checking segment: {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:54.385703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:54.386313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Bound using segment: {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:21:54.386893 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Bound port: 498575a1-f825-4366-8ea6-2c093517fafd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:21:54.387849 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:54.464931 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d73adfd1-1758-4e61-aad4-042874965923 req-e41dc50f-08fa-4c84-bd93-3542cc98b911 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 210 time: 0.0627511 Dec 16 08:21:54.487081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] For port 498575a1-f825-4366-8ea6-2c093517fafd, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:54.490658 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] For port 498575a1-f825-4366-8ea6-2c093517fafd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=498575a1-f825-4366-8ea6-2c093517fafd,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:21:54.599607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:54.699054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b9d97a6f-6287-488e-acd1-0d359cdedf85 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:21:54.739910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d6060-662f-4f4e-8f5a-1aab64a220fc None None] Pushing event updated for resources: {'Port': ['ID=498575a1-f825-4366-8ea6-2c093517fafd,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:54.753613 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:21:54.758225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:21:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:54.877524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0b2e28e3-8015-4db7-8ec9-fadd4f277657 None None] Provisioning complete for port 498575a1-f825-4366-8ea6-2c093517fafd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:54.878022 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0b2e28e3-8015-4db7-8ec9-fadd4f277657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:55.112026 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:21:55.258393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port b9d97a6f-6287-488e-acd1-0d359cdedf85 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:55.258764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:55.340378 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0b2e28e3-8015-4db7-8ec9-fadd4f277657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:55.447517 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-0b2e28e3-8015-4db7-8ec9-fadd4f277657 None None] For port 498575a1-f825-4366-8ea6-2c093517fafd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=498575a1-f825-4366-8ea6-2c093517fafd,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:21:55.486109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:54Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:21:55.520539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864ec16-75fc-4474-a643-db35b05a8d79 None None] The sync data for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 is: [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:54Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:21:55.548837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0b2e28e3-8015-4db7-8ec9-fadd4f277657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:55.556407 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8329a967-6b3f-4583-a8d9-c55e84b60bbd req-37627254-766d-4444-a1a5-c62b0ab7ae8b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 210 time: 0.0274394 Dec 16 08:21:55.645048 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e28e3-8015-4db7-8ec9-fadd4f277657 None None] Pushing event updated for resources: {'Port': ['ID=498575a1-f825-4366-8ea6-2c093517fafd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:55.674274 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b2dea7f8-9ec7-4b37-af3c-910a5fc7a988 None None] Provisioning complete for port 498575a1-f825-4366-8ea6-2c093517fafd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:55.674649 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b2dea7f8-9ec7-4b37-af3c-910a5fc7a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:56.698903 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 498575a1-f825-4366-8ea6-2c093517fafd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:21:56.751085 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8893d7e9-63e4-4c5e-9896-7d16db186867 req-3e52da94-fa86-46a3-b5e3-6f9e3bce8a28 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 210 time: 0.1070175 Dec 16 08:21:56.756635 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 498575a1-f825-4366-8ea6-2c093517fafd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:56.757036 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:56.935879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-2a7859e1-02e9-450a-b657-4e1638ee6c6c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:56.937718 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-2a7859e1-02e9-450a-b657-4e1638ee6c6c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "GET /v2.0/networks?id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0 HTTP/1.1" status: 200 len: 796 time: 0.1085668 Dec 16 08:21:57.014837 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-f4165a4d-9bf4-4ac3-b82a-6bec0586527f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fea2caa1b44b76ab343b98224961b5 HTTP/1.1" status: 200 len: 380 time: 0.0614443 Dec 16 08:21:57.023946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'port': {'device_id': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'admin_state_up': True, 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'security_groups': ['28bedcdb-a528-43ab-b9d2-b081ee2758c0']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:57.284745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Made reservation on behalf of 44fea2caa1b44b76ab343b98224961b5 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:21:57.288321 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:57.417152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.20.0.13 (133345b6-0ac5-4ca0-8d78-03656d2d7bc0/bd9554d2-c15f-4f29-8382-a38028dbd8ff/364a2eb1-53b3-4396-a2df-fd4de82bd964) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:21:57.562677 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:57.690344 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:57.718425 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:57.734719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:21:57.737929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:21:57.741697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:21:57.775745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:57.812416 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:57.812416 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:57.915019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15d228-65db-4510-8508-03238cc374bf req-15dd6540-bb40-4ee4-9b7e-1da30b35160e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:57.916585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc15d228-65db-4510-8508-03238cc374bf req-15dd6540-bb40-4ee4-9b7e-1da30b35160e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 932 time: 0.0808942 Dec 16 08:21:57.927109 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-4e718bed-a726-42df-82da-015c0814d817 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9069111 Dec 16 08:21:57.945519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Request body: {'port': {'device_id': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:21:57.971244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f3de4-1363-48b9-80db-b94781ed4d66 req-6af265f9-978e-4cc0-a35c-a8fcb632bb09 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:57.972899 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e5f3de4-1363-48b9-80db-b94781ed4d66 req-6af265f9-978e-4cc0-a35c-a8fcb632bb09 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 945 time: 0.0955603 Dec 16 08:21:58.000214 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc15d228-65db-4510-8508-03238cc374bf req-cc869f25-bc9e-4665-b113-175a8dab5ba4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736113 Dec 16 08:21:58.001042 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.005800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1d211e2e-f990-45ab-9bbd-f70d56fa91d4 None None] Provisioning complete for port 364a2eb1-53b3-4396-a2df-fd4de82bd964 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:21:58.006445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1d211e2e-f990-45ab-9bbd-f70d56fa91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.039111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0e5f3de4-1363-48b9-80db-b94781ed4d66 req-2864c559-82fd-423f-805b-b71a31928ec2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552540 Dec 16 08:21:58.063117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1d211e2e-f990-45ab-9bbd-f70d56fa91d4 None None] Port 364a2eb1-53b3-4396-a2df-fd4de82bd964 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:21:58.204503 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4d2a3e1b-d221-4ac1-8109-83ab1a3bbeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.269864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364a2eb1-53b3-4396-a2df-fd4de82bd964 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:21:58.277155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.289546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Transition to ACTIVE for port object 364a2eb1-53b3-4396-a2df-fd4de82bd964 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:21:58.358081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.414494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:58.494609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Attempting to bind port 364a2eb1-53b3-4396-a2df-fd4de82bd964 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:21:58.500146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Attempting to bind port 364a2eb1-53b3-4396-a2df-fd4de82bd964 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:21:58.500146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Attempting to bind port 364a2eb1-53b3-4396-a2df-fd4de82bd964 on network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:58.501060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Port 364a2eb1-53b3-4396-a2df-fd4de82bd964 on network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:21:58.501060 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Attempting to bind port 364a2eb1-53b3-4396-a2df-fd4de82bd964 on network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:21:58.506066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:21:58.506434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Checking segment: {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:21:58.506823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Bound using segment: {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:21:58.507256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Bound port: 364a2eb1-53b3-4396-a2df-fd4de82bd964, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed42bf1-46d0-40c4-857d-159b7b95ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:21:58.507725 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.577020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:21:58.580865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:21:58.690434 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.729937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:58.730578 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:21:58.732046 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-52e45617-10e3-4421-91b8-43613b63222b service neutron] 10.222.0.16 "PUT /v2.0/ports/364a2eb1-53b3-4396-a2df-fd4de82bd964 HTTP/1.1" status: 200 len: 1093 time: 0.7917576 Dec 16 08:21:58.732580 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:21:58.735032 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d298e-5e11-44ed-8e76-0d1b4235aaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:21:58.761701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e45617-10e3-4421-91b8-43613b63222b service neutron] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:21:58.778263 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0e790-9185-4575-8478-1e2449fcc8f5 x-openstack-request-id: req-16c0e790-9185-4575-8478-1e2449fcc8f5 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:21:58.778612 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:21:58.778875 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16c0e790-9185-4575-8478-1e2449fcc8f5 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:21:58.779308 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'status': 'completed', 'code': 200} Dec 16 08:21:58.864523 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d298e-5e11-44ed-8e76-0d1b4235aaf6 req-64640cf3-c671-492e-83d5-bde3e32a80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:58.866041 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62d298e-5e11-44ed-8e76-0d1b4235aaf6 req-64640cf3-c671-492e-83d5-bde3e32a80a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1096 time: 0.0465660 Dec 16 08:21:58.976286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d298e-5e11-44ed-8e76-0d1b4235aaf6 req-aca7211d-049b-4bca-bfd2-02a5699cac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:58.977660 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62d298e-5e11-44ed-8e76-0d1b4235aaf6 req-aca7211d-049b-4bca-bfd2-02a5699cac29 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=44fea2caa1b44b76ab343b98224961b5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977178 Dec 16 08:21:59.076708 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d298e-5e11-44ed-8e76-0d1b4235aaf6 req-df323033-816a-4015-9cf4-d98e52751284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:59.078184 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a62d298e-5e11-44ed-8e76-0d1b4235aaf6 req-df323033-816a-4015-9cf4-d98e52751284 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937262 Dec 16 08:21:59.157742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364eff-1724-4f7a-8482-cd26651a95f3 req-2f7c3311-4c90-49f0-8ffa-5d66631ad1d0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:59.159251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3364eff-1724-4f7a-8482-cd26651a95f3 req-2f7c3311-4c90-49f0-8ffa-5d66631ad1d0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 944 time: 0.0795259 Dec 16 08:21:59.177248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-fde188f1-1d67-4dbe-a5b0-ada7fc8208e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:59.178877 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-fde188f1-1d67-4dbe-a5b0-ada7fc8208e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1096 time: 0.0419025 Dec 16 08:21:59.192095 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00721c-ce1e-429f-ab17-30f58ff8bbaf req-6445a7ad-b91b-41c8-b0e2-c700da7130eb tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:59.193602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c00721c-ce1e-429f-ab17-30f58ff8bbaf req-6445a7ad-b91b-41c8-b0e2-c700da7130eb tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 945 time: 0.0780122 Dec 16 08:21:59.231346 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-a8515e86-80f7-4a91-8713-ade2212b5798 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964 HTTP/1.1" status: 200 len: 217 time: 0.0394621 Dec 16 08:21:59.242862 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b3364eff-1724-4f7a-8482-cd26651a95f3 req-d0d431ad-122c-4f3a-b3a8-e5966d08e8f2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752807 Dec 16 08:21:59.265716 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8c00721c-ce1e-429f-ab17-30f58ff8bbaf req-92cc1581-0a4b-4c8c-b843-4ffec957902e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=abf7eb26-4421-477f-9b3c-fa245a72204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Dec 16 08:21:59.284867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-235c8b9f-662d-49a9-826f-f32bd6c0bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:59.286415 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-235c8b9f-662d-49a9-826f-f32bd6c0bf92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd9554d2-c15f-4f29-8382-a38028dbd8ff HTTP/1.1" status: 200 len: 835 time: 0.0480254 Dec 16 08:21:59.333924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-6bd022c8-f1ed-462e-b75a-e2906c8ee17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:59.335392 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-6bd022c8-f1ed-462e-b75a-e2906c8ee17a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408342 Dec 16 08:21:59.427983 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-ea86e6b5-3c09-4eed-ae78-0e8b416043fa service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Dec 16 08:21:59.522455 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-714f30ea-6f93-43db-b3dd-61881c7fd425 req-84242094-9112-4745-b45b-31cd0289bc05 service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Dec 16 08:21:59.826271 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-9347de81-017f-44d2-876c-b127765af24b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:21:59.827712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-9347de81-017f-44d2-876c-b127765af24b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.36 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 945 time: 0.0499728 Dec 16 08:21:59.921232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Deleting port ee934f3a-3242-4a4a-b580-96b071f4a715 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:21:59.921586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:00.010198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] For port ee934f3a-3242-4a4a-b580-96b071f4a715, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=ee934f3a-3242-4a4a-b580-96b071f4a715,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:22:00.010564 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:00.023654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Calling delete_port for ee934f3a-3242-4a4a-b580-96b071f4a715 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:22:00.141715 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:00.226802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:00.255933 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event deleted for resources: {'Port': ['ID=ee934f3a-3242-4a4a-b580-96b071f4a715,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:00.259748 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['ee934f3a-3242-4a4a-b580-96b071f4a715'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:22:00.312490 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] No DVR routers for this DVR port ee934f3a-3242-4a4a-b580-96b071f4a715 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:22:00.315541 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:00.320141 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-74fc27a0-9eab-4c9a-b14f-61391aaf748d req-f1a276aa-71c9-4855-83c8-5c52315f989b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.36 "DELETE /v2.0/ports/ee934f3a-3242-4a4a-b580-96b071f4a715 HTTP/1.1" status: 204 len: 173 time: 0.4858551 Dec 16 08:22:00.320622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'name': 'network-vif-deleted', 'tag': 'ee934f3a-3242-4a4a-b580-96b071f4a715'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:22:00.322935 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab96fc85-d5fb-48c6-872c-284ebc4d9621" -d '{"events": [{"server_uuid": "5561c421-9e84-4cfd-a4d9-791d09388f16", "name": "network-vif-deleted", "tag": "ee934f3a-3242-4a4a-b580-96b071f4a715"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:22:00.383130 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1b9bb1a0-4e5d-493f-a3af-85a77d5e6739 req-97b9f269-6b08-4764-bde1-516c51e82300 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0301673 Dec 16 08:22:00.399556 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368419a-61b7-4ac4-82dd-9dc42df9b993 req-3d23478a-6140-4488-b09b-ac03d495bc91 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:00.401052 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3368419a-61b7-4ac4-82dd-9dc42df9b993 req-3d23478a-6140-4488-b09b-ac03d495bc91 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 944 time: 0.0741231 Dec 16 08:22:00.436091 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892a7fb-513a-476f-a3d3-42aecdd7ffff x-openstack-request-id: req-e892a7fb-513a-476f-a3d3-42aecdd7ffff {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:22:00.436421 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5561c421-9e84-4cfd-a4d9-791d09388f16", "name": "network-vif-deleted", "tag": "ee934f3a-3242-4a4a-b580-96b071f4a715", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:22:00.436674 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e892a7fb-513a-476f-a3d3-42aecdd7ffff {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:22:00.437071 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5561c421-9e84-4cfd-a4d9-791d09388f16', 'name': 'network-vif-deleted', 'tag': 'ee934f3a-3242-4a4a-b580-96b071f4a715', 'status': 'completed', 'code': 200} Dec 16 08:22:00.456585 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3368419a-61b7-4ac4-82dd-9dc42df9b993 req-265fab39-07c8-4efd-bf86-f4651574b63d tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Dec 16 08:22:00.724460 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad775d68-a1ba-428f-9c57-be37dffb623f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:01.483173 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb3c31fa-83dc-4ff5-92ff-73a86a970654 req-022c30aa-42ed-43df-a32e-68fe0315baa4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0318904 Dec 16 08:22:01.582882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7513f-c7ba-437b-ac8e-9408b1f886cb req-e4da0897-5d63-45da-be96-9fffb26bb71c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:01.584418 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0f7513f-c7ba-437b-ac8e-9408b1f886cb req-e4da0897-5d63-45da-be96-9fffb26bb71c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 944 time: 0.0519271 Dec 16 08:22:01.636121 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b0f7513f-c7ba-437b-ac8e-9408b1f886cb req-d3bbca10-d6d7-40ea-b05d-10de875186ed tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454128 Dec 16 08:22:01.861816 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:02.586599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1bbe4cb-d18d-4a30-b049-df690a73afae req-300d47c0-6851-4d59-af4c-50efd734e7cc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0269635 Dec 16 08:22:02.673854 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 364a2eb1-53b3-4396-a2df-fd4de82bd964 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:22:02.762625 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779778b-58f8-427c-9da7-03bf01217c24 req-e442ca90-d09a-421b-9423-ec37209b9071 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:02.764102 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a779778b-58f8-427c-9da7-03bf01217c24 req-e442ca90-d09a-421b-9423-ec37209b9071 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 944 time: 0.0505581 Dec 16 08:22:02.774058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:22:02.789710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'port_id': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'mac_address': 'fa:16:3e:50:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:22:02.822314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a779778b-58f8-427c-9da7-03bf01217c24 req-4a47e162-3db5-41cf-a5f1-11450dd956fc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517390 Dec 16 08:22:02.830553 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:02.846684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364a2eb1-53b3-4396-a2df-fd4de82bd964 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:22:02.867490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:22:02.936037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:02.990529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:03.292522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['364a2eb1-53b3-4396-a2df-fd4de82bd964'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:22:03.523312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ee934f3a-3242-4a4a-b580-96b071f4a715 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:22:03.548128 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:03.549803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: ee934f3a-3242-4a4a-b580-96b071f4a715 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:22:03.550149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device ee934f3a-3242-4a4a-b580-96b071f4a715 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:22:03.681606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bce9fdd3-de34-4da9-8d79-cecb9a01e50c req-b7488f3b-ffcc-4f43-8221-4db9e4b73307 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0264227 Dec 16 08:22:03.954814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564759-329f-4095-b0b5-f0f68dc2abc4 req-3b66a30f-db30-46e5-8996-adb76623aea0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:03.956440 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48564759-329f-4095-b0b5-f0f68dc2abc4 req-3b66a30f-db30-46e5-8996-adb76623aea0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 945 time: 0.0516412 Dec 16 08:22:04.009257 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48564759-329f-4095-b0b5-f0f68dc2abc4 req-ad218d88-a1ad-4bc5-89e5-5e88b0a28a7b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464115 Dec 16 08:22:04.203922 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:04.684919 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 364a2eb1-53b3-4396-a2df-fd4de82bd964 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:22:04.803607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 364a2eb1-53b3-4396-a2df-fd4de82bd964 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:22:04.807689 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 364a2eb1-53b3-4396-a2df-fd4de82bd964 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:22:04.808111 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:04.892620 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a596b4f-ba97-4887-9746-7a9069a827d6 req-a0affca0-9286-437f-9d1b-a7b6972272d3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0266726 Dec 16 08:22:04.893657 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:04.920472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:22:04.922738 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40123b4c-21fa-4142-ade2-a30cd61580f7" -d '{"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-plugged", "status": "completed", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:22:04.936160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:22:04.960207 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad33bbed-8812-409b-99d8-157d4c976ffc x-openstack-request-id: req-ad33bbed-8812-409b-99d8-157d4c976ffc {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:22:04.960510 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-plugged", "status": "completed", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:22:04.960768 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad33bbed-8812-409b-99d8-157d4c976ffc {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:22:04.961160 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'code': 200} Dec 16 08:22:05.004145 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:05.055714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:05.109332 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d624a-c29d-419d-8837-cd55ce74a3f7 req-47057228-3623-408a-9d9c-12876b8a49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:05.111036 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-949d624a-c29d-419d-8837-cd55ce74a3f7 req-47057228-3623-408a-9d9c-12876b8a49c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1098 time: 0.0603008 Dec 16 08:22:05.148760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8903f2-0c69-41c0-8958-b7ec64be7f4f req-cc3a0a68-3707-48bc-a88f-88362ad434aa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:05.150253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8903f2-0c69-41c0-8958-b7ec64be7f4f req-cc3a0a68-3707-48bc-a88f-88362ad434aa tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0588963 Dec 16 08:22:05.164583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-949d624a-c29d-419d-8837-cd55ce74a3f7 req-7e941719-bc67-45bf-b302-f20247914efd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462241 Dec 16 08:22:05.201666 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bb8903f2-0c69-41c0-8958-b7ec64be7f4f req-3e346802-3bc1-4132-853e-96190efec191 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Dec 16 08:22:06.012041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-75e01135-267d-4a72-96e3-910a57c242e1 req-fe0be975-df3a-4ff9-80a8-4c9d34633965 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=5561c421-9e84-4cfd-a4d9-791d09388f16 HTTP/1.1" status: 200 len: 210 time: 0.0308125 Dec 16 08:22:06.321083 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2223-08ca-43b1-9d03-19ed8f90b2bd req-6f1ca4a0-18df-4920-958e-528f37f67630 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:06.322584 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fccb2223-08ca-43b1-9d03-19ed8f90b2bd req-6f1ca4a0-18df-4920-958e-528f37f67630 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0512965 Dec 16 08:22:06.374087 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-fccb2223-08ca-43b1-9d03-19ed8f90b2bd req-dc9be6d0-46c0-4679-9fd5-18b8eaff5b34 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448308 Dec 16 08:22:07.498706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e99e-09aa-47c3-9f34-a93c7a61f4c7 req-1c4bf842-d91d-4bb2-9996-d1f96ea17724 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:07.501005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2818e99e-09aa-47c3-9f34-a93c7a61f4c7 req-1c4bf842-d91d-4bb2-9996-d1f96ea17724 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0569880 Dec 16 08:22:07.553125 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2818e99e-09aa-47c3-9f34-a93c7a61f4c7 req-c1cd7eac-006c-4666-9296-abb549678791 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Dec 16 08:22:07.913119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c0b30-42d4-4e44-bec0-904d1adbd747 req-666825cf-07bd-4b65-a33f-70aa458a5795 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:07.914605 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-957c0b30-42d4-4e44-bec0-904d1adbd747 req-666825cf-07bd-4b65-a33f-70aa458a5795 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Dec 16 08:22:07.968216 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-957c0b30-42d4-4e44-bec0-904d1adbd747 req-65662ad3-dd96-4320-a439-1173800053a0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475969 Dec 16 08:22:07.991409 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38136) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:08.033067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18006a33-7e79-49d3-a379-40276953d1f0 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:08.034595 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-18006a33-7e79-49d3-a379-40276953d1f0 tempest-TestNetworkAdvancedServerOps-1374517934 tempest-TestNetworkAdvancedServerOps-1374517934-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1093 time: 0.0421867 Dec 16 08:22:08.041161 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38138) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:08.045498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:08.152438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:08.253648 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:08.358013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Allocated IP 172.25.2.89 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/6e6292ae-4c07-43e4-bb8a-3d5ed080ea6c) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:22:08.462929 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:08.603982 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:08.644955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:22:08.649449 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:22:08.655248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:22:08.658382 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=6e6292ae-4c07-43e4-bb8a-3d5ed080ea6c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:09.018374 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:09.166793 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:09.334984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:09.403714 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:09.490512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event updated for resources: {'Port': ['ID=6e6292ae-4c07-43e4-bb8a-3d5ed080ea6c,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:09.494170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:09.602747 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 6248113e-7f7a-4b75-a84d-b60b9650d95d associated. External IP: 172.25.2.89, port: 364a2eb1-53b3-4396-a2df-fd4de82bd964. Dec 16 08:22:09.845810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:22:09.950025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:22:09.960428 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] Sync routers for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:22:09.974211 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:22:09.974771 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:22:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:22:10.034523 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:10.065325 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b559fa6-a97e-4cb9-a07c-dacc46d158a2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0230927 Dec 16 08:22:10.065932 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:22:10.068302 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3febc886-ad3e-44cc-a1a6-3381aeba53c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:22:10.093405 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:22:10.106628 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dcc4a7-905a-4058-b49c-9cf43477ce65 x-openstack-request-id: req-f9dcc4a7-905a-4058-b49c-9cf43477ce65 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:22:10.107048 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:22:10.107534 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9dcc4a7-905a-4058-b49c-9cf43477ce65 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:22:10.108019 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'status': 'completed', 'code': 200} Dec 16 08:22:10.185738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36feeba-ce3c-4df9-94f8-139169b8ef7f req-d6e34bf8-81af-4e3e-ba36-20109cfd32f0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:10.188086 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c36feeba-ce3c-4df9-94f8-139169b8ef7f req-d6e34bf8-81af-4e3e-ba36-20109cfd32f0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0589039 Dec 16 08:22:10.194982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-260a0ac9-7be9-481d-a65f-137747594d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:10.196598 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-260a0ac9-7be9-481d-a65f-137747594d8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1098 time: 0.0456486 Dec 16 08:22:10.266876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c36feeba-ce3c-4df9-94f8-139169b8ef7f req-8b985cef-8357-423c-9152-e0f7ef961a3b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709119 Dec 16 08:22:10.286183 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38192) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:10.305770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-c71d49d9-e52c-4507-a354-0e3d77d446de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:10.307271 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-c71d49d9-e52c-4507-a354-0e3d77d446de service neutron] 10.222.0.16 "GET /v2.0/networks?id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0 HTTP/1.1" status: 200 len: 897 time: 0.1018245 Dec 16 08:22:10.361313 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0430d68a-08d7-430e-8e62-196adb9a3ae6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/6248113e-7f7a-4b75-a84d-b60b9650d95d HTTP/1.1" status: 200 len: 991 time: 0.0735955 Dec 16 08:22:10.389890 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-187179f0-bbf0-435b-8dff-045aff16cd9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964 HTTP/1.1" status: 200 len: 999 time: 0.0753865 Dec 16 08:22:10.455193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-20ccdefd-439b-44a2-b3e7-082a77c5ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:10.458001 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-20ccdefd-439b-44a2-b3e7-082a77c5ff8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd9554d2-c15f-4f29-8382-a38028dbd8ff HTTP/1.1" status: 200 len: 835 time: 0.0609925 Dec 16 08:22:10.481156 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '6248113e-7f7a-4b75-a84d-b60b9650d95d', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'port_id': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'mac_address': 'fa:16:3e:50:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:22:08Z', 'updated_at': '2021-12-16T08:22:08Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:55Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:22:10.509364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-feb8edec-169b-4797-8348-2d987edd1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:10.510874 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-feb8edec-169b-4797-8348-2d987edd1df1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449095 Dec 16 08:22:10.513467 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] Checking router: e679d4c3-bbb1-4b1c-a110-51ccc4104d02 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:22:10.522093 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:22:10.522699 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:22:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:22:10.617303 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-7e6fcdcf-e3ed-40dd-9a1c-2ff69acfbee0 service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990589 Dec 16 08:22:10.632427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:22:10.716300 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3febc886-ad3e-44cc-a1a6-3381aeba53c2 req-8c780b89-4f2a-444b-9bc2-b9aba3c63b84 service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916603 Dec 16 08:22:10.830791 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38204) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:10.835289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f35e46b0-8ce9-4dab-834d-27605e1a9666 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113525323', 'description': 'tempest-secgroup-smoke-1113525323 description', 'project_id': '0dfac316b0434e1e9ac41246ee93e487'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:10.863342 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '6248113e-7f7a-4b75-a84d-b60b9650d95d', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'port_id': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'mac_address': 'fa:16:3e:50:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:22:08Z', 'updated_at': '2021-12-16T08:22:08Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:55Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:22:10.890340 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb622d-b1b4-4e81-88fb-688ece603fd4 None None] The sync data for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 is: [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '6248113e-7f7a-4b75-a84d-b60b9650d95d', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'port_id': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'mac_address': 'fa:16:3e:50:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:22:08Z', 'updated_at': '2021-12-16T08:22:08Z', 'revision_number': 0, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:55Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:22:10.941014 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35e46b0-8ce9-4dab-834d-27605e1a9666 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.013847 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35e46b0-8ce9-4dab-834d-27605e1a9666 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.083717 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed98c67-771e-45f5-8ecc-915422ffc291 None None] New status for floating IP 6248113e-7f7a-4b75-a84d-b60b9650d95d: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:22:11.089763 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35e46b0-8ce9-4dab-834d-27605e1a9666 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.119722 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e46b0-8ce9-4dab-834d-27605e1a9666 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e63869-31d2-4e00-b192-3b4f422f06e5,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:11.222703 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f35e46b0-8ce9-4dab-834d-27605e1a9666 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.224014 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f35e46b0-8ce9-4dab-834d-27605e1a9666 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3922303 Dec 16 08:22:11.226911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38206) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:11.231726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-aaccd268-9b7b-4589-a4ea-7c0be2efd66b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'security_group_rule': {'security_group_id': '32e63869-31d2-4e00-b192-3b4f422f06e5', 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:11.323081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaccd268-9b7b-4589-a4ea-7c0be2efd66b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.364803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38208) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:11.420447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaccd268-9b7b-4589-a4ea-7c0be2efd66b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.436248 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-41625c38-ba6f-49c6-b498-b1cc1e2786b1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/6248113e-7f7a-4b75-a84d-b60b9650d95d HTTP/1.1" status: 200 len: 993 time: 0.0703931 Dec 16 08:22:11.489384 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaccd268-9b7b-4589-a4ea-7c0be2efd66b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.512442 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccd268-9b7b-4589-a4ea-7c0be2efd66b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365ac0c9-dd64-42be-bbee-c77df7af9168,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:11.599707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaccd268-9b7b-4589-a4ea-7c0be2efd66b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.600881 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aaccd268-9b7b-4589-a4ea-7c0be2efd66b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730106 Dec 16 08:22:11.603472 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38212) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:11.608686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-05d8c193-bf0d-4237-b199-ab11e3c1edb0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'security_group_rule': {'security_group_id': '32e63869-31d2-4e00-b192-3b4f422f06e5', 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:11.693977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05d8c193-bf0d-4237-b199-ab11e3c1edb0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.747979 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05d8c193-bf0d-4237-b199-ab11e3c1edb0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.826419 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05d8c193-bf0d-4237-b199-ab11e3c1edb0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.847377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8c193-bf0d-4237-b199-ab11e3c1edb0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f87c73c-1d62-4412-963c-1ef86480e136,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:11.921012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-05d8c193-bf0d-4237-b199-ab11e3c1edb0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:11.922242 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-05d8c193-bf0d-4237-b199-ab11e3c1edb0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3178566 Dec 16 08:22:11.924957 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38214) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:11.929268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e02a9344-27be-4dac-a659-8d129b5f2894 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'security_group_rule': {'security_group_id': '32e63869-31d2-4e00-b192-3b4f422f06e5', 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:12.009045 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e02a9344-27be-4dac-a659-8d129b5f2894 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.064167 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e02a9344-27be-4dac-a659-8d129b5f2894 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.146320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e02a9344-27be-4dac-a659-8d129b5f2894 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.163816 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9344-27be-4dac-a659-8d129b5f2894 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636b997d-5f60-4b1c-8aad-d172c5050437,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:12.234455 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e02a9344-27be-4dac-a659-8d129b5f2894 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.235738 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e02a9344-27be-4dac-a659-8d129b5f2894 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098750 Dec 16 08:22:12.238611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38216) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:12.242890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-b8c484da-09f7-4bb1-bcee-3bbe5d5cebd4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'security_group_rule': {'security_group_id': '32e63869-31d2-4e00-b192-3b4f422f06e5', 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:12.339482 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8c484da-09f7-4bb1-bcee-3bbe5d5cebd4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.394675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8c484da-09f7-4bb1-bcee-3bbe5d5cebd4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.500466 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8c484da-09f7-4bb1-bcee-3bbe5d5cebd4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.521304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c484da-09f7-4bb1-bcee-3bbe5d5cebd4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf14198-c522-4073-8c2d-a8facfe48da5,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:12.605281 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b8c484da-09f7-4bb1-bcee-3bbe5d5cebd4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.606544 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b8c484da-09f7-4bb1-bcee-3bbe5d5cebd4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669925 Dec 16 08:22:12.609356 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38218) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:12.613633 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'security_group_rule': {'security_group_id': '32e63869-31d2-4e00-b192-3b4f422f06e5', 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:12.677892 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Project 0dfac316b0434e1e9ac41246ee93e487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:22:12.683099 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.743196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.797607 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.814953 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16ef7bd-67ae-4be5-aee1-c30720a1ae82,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:12.890654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:12.891868 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e9fb7c49-1a2c-4c3d-b401-4dca67a826e9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2815411 Dec 16 08:22:12.894792 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38222) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:12.899048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'security_group_rule': {'security_group_id': '32e63869-31d2-4e00-b192-3b4f422f06e5', 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:12.998008 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Project 0dfac316b0434e1e9ac41246ee93e487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:22:13.003028 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:13.062213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:13.140358 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:13.159335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adad017-249c-4520-af4e-ccee6c869105,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:13.233620 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:13.234920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f2437798-27d3-4563-a3c6-26207e510979 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391991 Dec 16 08:22:18.346657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-1f7e4bf0-d332-444f-9588-3ec30e768b84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413923 Dec 16 08:22:18.463195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-4a764876-d6f3-44d7-884a-cfd62776fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:18.465242 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-4a764876-d6f3-44d7-884a-cfd62776fa53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 1097 time: 0.0482211 Dec 16 08:22:18.581659 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-f1a12c8e-e5da-4c1e-b964-5d2d5936fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:18.583208 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-f1a12c8e-e5da-4c1e-b964-5d2d5936fd4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.0885973 Dec 16 08:22:18.657981 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-75b9c9b5-3ba1-48e4-bd93-d9af4b4171df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844 HTTP/1.1" status: 200 len: 1000 time: 0.0638838 Dec 16 08:22:18.712440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-ba8e2363-cac0-42db-a927-c5eb133eadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:18.713897 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-ba8e2363-cac0-42db-a927-c5eb133eadd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0452707 Dec 16 08:22:18.765517 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-fb915c23-59e4-4bb6-8da9-9abf9848662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:18.767064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-fb915c23-59e4-4bb6-8da9-9abf9848662f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419767 Dec 16 08:22:18.867741 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-cb03eaeb-5f0c-4b84-9d5e-660a798d4d65 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883942 Dec 16 08:22:18.966996 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e4116f1d-3247-46d2-bf41-20ad3ec8b7a0 req-9a89d0ee-d7a0-45f8-b054-65dd83f81c93 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871646 Dec 16 08:22:19.735512 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-51439279-13d5-4cd1-aa44-f6ef168b32df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1434410 Dec 16 08:22:19.842489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-254e8c69-2a4d-4ab6-b643-90b0e1d63ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:19.844003 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-254e8c69-2a4d-4ab6-b643-90b0e1d63ade service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1098 time: 0.0445762 Dec 16 08:22:19.950062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-ea31b9eb-9800-483b-b0c4-d52f6e48cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:19.951463 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-ea31b9eb-9800-483b-b0c4-d52f6e48cabd service neutron] 10.222.0.16 "GET /v2.0/networks?id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0 HTTP/1.1" status: 200 len: 897 time: 0.0865443 Dec 16 08:22:20.382849 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-871c82f1-065e-43e3-9c30-0191fe379088 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964 HTTP/1.1" status: 200 len: 1001 time: 0.4230638 Dec 16 08:22:20.436401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-1fa14782-6531-4a06-beeb-e3d5ede7b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:20.437906 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-1fa14782-6531-4a06-beeb-e3d5ede7b1bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd9554d2-c15f-4f29-8382-a38028dbd8ff HTTP/1.1" status: 200 len: 835 time: 0.0475516 Dec 16 08:22:20.485491 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-6dd2e82a-c280-40fc-903c-9a9b0fc42a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:20.486976 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-6dd2e82a-c280-40fc-903c-9a9b0fc42a3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420644 Dec 16 08:22:20.581209 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-4f4f13db-3bb6-479f-9cc0-dbb9a7e8833f service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866740 Dec 16 08:22:20.677405 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c43c1e1f-b623-4725-9ccb-b9124874b47f req-c75e7786-6925-40b5-861e-406056f78f1d service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894518 Dec 16 08:22:27.694459 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:28.221828 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-156841ee-c6d0-4b75-a3cc-f1c4c8fefc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:28.546664 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:22:30.208482 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:30.727960 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-17615911-5921-4fe2-bc5e-8b342954166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:31.882433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:33.573798 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:34.208541 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:35.201014 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-ebca6208-9eee-45ab-8baa-3e4ee2daf140 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113525323&fields=id&tenant_id=0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 267 time: 0.0454202 Dec 16 08:22:35.626936 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-df3f6777-1435-47ac-951e-4c32100a501b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:35.628718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-df3f6777-1435-47ac-951e-4c32100a501b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.4209046 Dec 16 08:22:35.644366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-10587b19-b699-43c9-b333-d69d93e1b2e5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/quotas/0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 375 time: 0.0099342 Dec 16 08:22:35.694868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-c5f6445e-9294-431c-84d8-c0e02e1f7b52 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449548 Dec 16 08:22:35.790219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-7bbd4f16-2352-42af-8029-46dfe9fd818f service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834634 Dec 16 08:22:35.879256 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-f5df4afb-93a4-4700-8499-bdd872301edb service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822389 Dec 16 08:22:36.437633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f59772a6-69f0-4944-9367-068828a3a44a req-4feba8c4-6ea9-4dc3-a962-e72bd276707b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0277884 Dec 16 08:22:37.536368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-704d04b1-a2c9-47b6-87b2-9eb7dba52e25 req-2acce9fc-30d1-457d-85c9-750c4fd668ae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0271943 Dec 16 08:22:38.419057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-f2a99d8f-2dd6-42af-852d-7f2fc9b5470f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:38.420534 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-f2a99d8f-2dd6-42af-852d-7f2fc9b5470f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1065495 Dec 16 08:22:38.489388 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-fdc7b48e-ac5c-4fb5-ab35-aa944ac38f00 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 380 time: 0.0540450 Dec 16 08:22:38.500290 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'port': {'device_id': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'admin_state_up': True, 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'security_groups': ['32e63869-31d2-4e00-b192-3b4f422f06e5']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:38.642485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4213c42b-1a47-4c38-883d-5c5df7acae15 req-0235bdf7-f63b-4054-b3b1-9cd7f0d363cd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0317428 Dec 16 08:22:38.687868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:22:38.691918 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:38.819802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.20.0.10 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/01a83347-1cec-437f-835f-ad3ba0beb4bc) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:22:38.961852 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.059593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.104565 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:22:39.107723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:22:39.112068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:22:39.135833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=01a83347-1cec-437f-835f-ad3ba0beb4bc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:39.172091 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:39.172881 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.280139 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-e8dbeca3-074c-46e1-b220-d7e3c867ef4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7834868 Dec 16 08:22:39.300157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Request body: {'port': {'device_id': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:39.355564 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.396923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ca7a0d3a-dee6-4ea0-a5d2-5f072fc6c897 None None] Provisioning complete for port 01a83347-1cec-437f-835f-ad3ba0beb4bc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:22:39.397485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0d3a-dee6-4ea0-a5d2-5f072fc6c897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.431522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a0d3a-dee6-4ea0-a5d2-5f072fc6c897 None None] Port 01a83347-1cec-437f-835f-ad3ba0beb4bc cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:22:39.630779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a83347-1cec-437f-835f-ad3ba0beb4bc {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:22:39.638258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.650553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Transition to ACTIVE for port object 01a83347-1cec-437f-835f-ad3ba0beb4bc will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:22:39.710774 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.761706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Pushing event updated for resources: {'Port': ['ID=01a83347-1cec-437f-835f-ad3ba0beb4bc,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:39.805249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3033a8-1242-4a35-9696-fb2f68e27b1b req-877280fb-c993-4f0f-a876-d02406792102 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:39.812718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb3033a8-1242-4a35-9696-fb2f68e27b1b req-877280fb-c993-4f0f-a876-d02406792102 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0883944 Dec 16 08:22:39.841366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Attempting to bind port 01a83347-1cec-437f-835f-ad3ba0beb4bc on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:22:39.841765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Attempting to bind port 01a83347-1cec-437f-835f-ad3ba0beb4bc by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:22:39.842199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Attempting to bind port 01a83347-1cec-437f-835f-ad3ba0beb4bc on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:22:39.848102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Port 01a83347-1cec-437f-835f-ad3ba0beb4bc on network f4297357-76af-4ba4-aa21-e260ca6a5b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:22:39.848570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Attempting to bind port 01a83347-1cec-437f-835f-ad3ba0beb4bc on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:22:39.853862 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:22:39.854529 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:22:39.855106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:22:39.855609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Bound port: 01a83347-1cec-437f-835f-ad3ba0beb4bc, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:22:39.856219 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:39.864677 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cb3033a8-1242-4a35-9696-fb2f68e27b1b req-9993b8fe-ec22-4ce4-88f3-e56fd6e9fa12 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491953 Dec 16 08:22:39.938447 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] For port 01a83347-1cec-437f-835f-ad3ba0beb4bc, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:22:39.941833 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] For port 01a83347-1cec-437f-835f-ad3ba0beb4bc, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:22:40.036361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:40.079185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.079784 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:40.081258 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] 10.222.0.16 "PUT /v2.0/ports/01a83347-1cec-437f-835f-ad3ba0beb4bc HTTP/1.1" status: 200 len: 1093 time: 0.7868376 Dec 16 08:22:40.081721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:22:40.083962 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe36339-4dfd-4abb-b1cf-6a1a8ce7d21a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:22:40.113880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03ddb2-cfe3-4589-8dc6-c485b5d8969f service neutron] Pushing event updated for resources: {'Port': ['ID=01a83347-1cec-437f-835f-ad3ba0beb4bc,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:40.138393 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012b9b61-de15-4662-ba57-17848782642b x-openstack-request-id: req-012b9b61-de15-4662-ba57-17848782642b {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:22:40.138944 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:22:40.139389 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-012b9b61-de15-4662-ba57-17848782642b {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:22:40.140620 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'status': 'completed', 'code': 200} Dec 16 08:22:40.237266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36339-4dfd-4abb-b1cf-6a1a8ce7d21a req-8b0a9f20-d028-4b7e-82fd-d78e85194151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.238877 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4fe36339-4dfd-4abb-b1cf-6a1a8ce7d21a req-8b0a9f20-d028-4b7e-82fd-d78e85194151 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0471427 Dec 16 08:22:40.351869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36339-4dfd-4abb-b1cf-6a1a8ce7d21a req-05d4ad1b-e008-4a7a-a8ce-57763f22ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.353379 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4fe36339-4dfd-4abb-b1cf-6a1a8ce7d21a req-05d4ad1b-e008-4a7a-a8ce-57763f22ee63 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0dfac316b0434e1e9ac41246ee93e487&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990887 Dec 16 08:22:40.449924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36339-4dfd-4abb-b1cf-6a1a8ce7d21a req-c38e0a92-15d1-45f8-baf3-b88bdad16979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.451389 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-4fe36339-4dfd-4abb-b1cf-6a1a8ce7d21a req-c38e0a92-15d1-45f8-baf3-b88bdad16979 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911028 Dec 16 08:22:40.558842 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-c7ca90b7-b981-4418-8408-21cead2b4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.560282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-c7ca90b7-b981-4418-8408-21cead2b4402 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0464265 Dec 16 08:22:40.610128 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-528c648f-7694-428e-b5b2-5a811eb41d79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc HTTP/1.1" status: 200 len: 217 time: 0.0351150 Dec 16 08:22:40.662008 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-c47e9d8d-7a1c-441a-92aa-1dff678531d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.663592 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-c47e9d8d-7a1c-441a-92aa-1dff678531d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0454032 Dec 16 08:22:40.713305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-b4cac1d0-fb8b-4f1d-9492-6ea70a7e17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.714798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-b4cac1d0-fb8b-4f1d-9492-6ea70a7e17f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439169 Dec 16 08:22:40.811846 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-4ddca576-46aa-42ac-b555-e6150edab375 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894001 Dec 16 08:22:40.903769 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-96badadc-7601-4a67-8f6c-48903da5c1ae req-0a6527be-c34e-4425-b3bd-8eb421435689 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853219 Dec 16 08:22:40.990705 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fb93c-e78a-4083-a01f-1b0ab5c3c72a req-6d43c36a-1925-462c-8b23-35807344a6f6 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:40.992333 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d8fb93c-e78a-4083-a01f-1b0ab5c3c72a req-6d43c36a-1925-462c-8b23-35807344a6f6 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0547328 Dec 16 08:22:41.047990 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2d8fb93c-e78a-4083-a01f-1b0ab5c3c72a req-9d125c47-f7a3-444e-a4df-ac09dcb8c794 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494282 Dec 16 08:22:42.174987 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa6980-66f8-4a98-9013-c3103cf354c4 req-95698a34-a970-4ec2-9632-8b931b25c871 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:42.177433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbfa6980-66f8-4a98-9013-c3103cf354c4 req-95698a34-a970-4ec2-9632-8b931b25c871 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0565393 Dec 16 08:22:42.229114 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bbfa6980-66f8-4a98-9013-c3103cf354c4 req-db5329f2-5e20-4f0d-a203-676dbcb8d070 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Dec 16 08:22:43.350864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920adbf-e0e0-4219-bdc4-573c38c7d89a req-f44f4269-3fc2-43ea-acc2-252fa5b0588c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:43.352672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a920adbf-e0e0-4219-bdc4-573c38c7d89a req-f44f4269-3fc2-43ea-acc2-252fa5b0588c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0524156 Dec 16 08:22:43.402132 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a920adbf-e0e0-4219-bdc4-573c38c7d89a req-84a97600-65a4-4539-adb4-25bc0809624f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 Dec 16 08:22:44.519788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39507a0c-445a-4ac7-bfe8-c3c14bddba90 req-9474bffa-63fa-444c-adef-1760dbdc7f99 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:44.521300 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39507a0c-445a-4ac7-bfe8-c3c14bddba90 req-9474bffa-63fa-444c-adef-1760dbdc7f99 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0498707 Dec 16 08:22:44.573736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39507a0c-445a-4ac7-bfe8-c3c14bddba90 req-ac0fc6cd-122b-4c7c-8b9d-66efb4e02771 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464456 Dec 16 08:22:45.687469 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d90f-e496-4930-aa2f-993a2039eb40 req-20df2cfd-1b35-46e1-84a3-d7caf44fa3f0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:45.689520 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f68d90f-e496-4930-aa2f-993a2039eb40 req-20df2cfd-1b35-46e1-84a3-d7caf44fa3f0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0492017 Dec 16 08:22:45.737481 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5f68d90f-e496-4930-aa2f-993a2039eb40 req-733f0097-5113-406e-9d2f-3470bfe7ab78 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 Dec 16 08:22:46.850656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56beb1-8f1a-49ef-b607-7f3e10e54f0b req-17e8e753-5056-4db7-95d2-146de71e1c90 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:46.852144 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a56beb1-8f1a-49ef-b607-7f3e10e54f0b req-17e8e753-5056-4db7-95d2-146de71e1c90 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0473850 Dec 16 08:22:46.904111 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4a56beb1-8f1a-49ef-b607-7f3e10e54f0b req-bb23018a-61fb-4b18-8037-08c79e860b80 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Dec 16 08:22:48.022937 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1562f1-3bc5-4e57-9696-7f275b286220 req-39dc2579-4e73-4182-ae7b-3e7e8dd7fa89 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:48.024425 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c1562f1-3bc5-4e57-9696-7f275b286220 req-39dc2579-4e73-4182-ae7b-3e7e8dd7fa89 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0526299 Dec 16 08:22:48.073597 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c1562f1-3bc5-4e57-9696-7f275b286220 req-c9b521b9-fb2c-4e2c-913d-9272d9259fbd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Dec 16 08:22:49.190408 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71c5a-e286-41cd-8678-17f3c8958160 req-ba02e9d9-6b5c-42ea-abda-32b6306706ed tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:49.191868 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7c71c5a-e286-41cd-8678-17f3c8958160 req-ba02e9d9-6b5c-42ea-abda-32b6306706ed tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0483363 Dec 16 08:22:49.239509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a7c71c5a-e286-41cd-8678-17f3c8958160 req-ad51dff3-e1bd-4097-b6c5-7fc97050e9e2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 Dec 16 08:22:50.359064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e6ae-48c4-4fa6-91ab-1992274031fc req-01d1020d-8a8a-4af0-9b17-73d3b2e83022 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:50.360717 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3506e6ae-48c4-4fa6-91ab-1992274031fc req-01d1020d-8a8a-4af0-9b17-73d3b2e83022 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0530105 Dec 16 08:22:50.409712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3506e6ae-48c4-4fa6-91ab-1992274031fc req-1e942b80-49ea-441f-b975-9777812b8bfb tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Dec 16 08:22:51.525304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e188-b73a-44f9-b54d-06d523b8a0ac req-796bfe52-720e-4b7a-82e2-9aad9d094a98 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:51.526771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4716e188-b73a-44f9-b54d-06d523b8a0ac req-796bfe52-720e-4b7a-82e2-9aad9d094a98 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0497992 Dec 16 08:22:51.576081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4716e188-b73a-44f9-b54d-06d523b8a0ac req-bc304c51-b712-4cf4-b1ec-0f9b5c8e5014 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Dec 16 08:22:52.691486 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd6ad3-8366-4d81-a9ba-d90ca477d53b req-9b24060b-6c47-4057-b4bd-8895bc779851 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:52.693084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcdd6ad3-8366-4d81-a9ba-d90ca477d53b req-9b24060b-6c47-4057-b4bd-8895bc779851 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 944 time: 0.0493443 Dec 16 08:22:52.745274 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcdd6ad3-8366-4d81-a9ba-d90ca477d53b req-babe7e52-5e31-4cdf-9700-e0ae2055d8a9 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462725 Dec 16 08:22:52.929683 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 01a83347-1cec-437f-835f-ad3ba0beb4bc details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:22:53.025179 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 01a83347-1cec-437f-835f-ad3ba0beb4bc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:22:53.036403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'port_id': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'mac_address': 'fa:16:3e:57:0b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:22:53.073188 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:53.090723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a83347-1cec-437f-835f-ad3ba0beb4bc {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:22:53.110510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 01a83347-1cec-437f-835f-ad3ba0beb4bc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:22:53.184040 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:53.231522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=01a83347-1cec-437f-835f-ad3ba0beb4bc,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:53.239608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.239985 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.240370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.240716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.241056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.241407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.241747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.242075 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.242411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.242738 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.243067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.243393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.243723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:53.567587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['01a83347-1cec-437f-835f-ad3ba0beb4bc'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:22:53.860875 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417001-c795-422d-aa27-064a1629b2a3 req-f24a97ee-66df-49a7-8e06-02ae3e4da029 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:53.862376 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63417001-c795-422d-aa27-064a1629b2a3 req-f24a97ee-66df-49a7-8e06-02ae3e4da029 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 945 time: 0.0497444 Dec 16 08:22:53.911368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63417001-c795-422d-aa27-064a1629b2a3 req-01f7ce13-9ade-4dab-b922-36bd13a5f9cc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428483 Dec 16 08:22:54.942418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 01a83347-1cec-437f-835f-ad3ba0beb4bc up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:22:55.028403 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bae3-af71-47d6-893a-3d9d268c3c02 req-6e6d9172-5ae1-41e3-a592-976855c23816 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:55.029837 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39a3bae3-af71-47d6-893a-3d9d268c3c02 req-6e6d9172-5ae1-41e3-a592-976855c23816 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 945 time: 0.0505188 Dec 16 08:22:55.063742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 01a83347-1cec-437f-835f-ad3ba0beb4bc completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:22:55.067747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 01a83347-1cec-437f-835f-ad3ba0beb4bc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:22:55.068124 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:55.079469 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-39a3bae3-af71-47d6-893a-3d9d268c3c02 req-95cbb97c-98c5-4bff-9c92-256f06c01820 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Dec 16 08:22:55.149466 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:55.171122 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:22:55.173993 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aeb32e-ed47-4e83-a244-835a459206dc" -d '{"events": [{"server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "name": "network-vif-plugged", "status": "completed", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:22:55.186537 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 01a83347-1cec-437f-835f-ad3ba0beb4bc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:22:55.211764 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44f4db-8ffe-4fd8-9e3f-ad13cb5fede0 x-openstack-request-id: req-7a44f4db-8ffe-4fd8-9e3f-ad13cb5fede0 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:22:55.212133 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "name": "network-vif-plugged", "status": "completed", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:22:55.212435 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a44f4db-8ffe-4fd8-9e3f-ad13cb5fede0 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:22:55.212871 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'code': 200} Dec 16 08:22:55.281750 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:55.332059 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=01a83347-1cec-437f-835f-ad3ba0beb4bc,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:55.361551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb752ad6-8e23-4c4b-a46d-489379f3c549 req-e0bf996e-a524-4d7b-afd7-37daab763791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:55.363064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb752ad6-8e23-4c4b-a46d-489379f3c549 req-e0bf996e-a524-4d7b-afd7-37daab763791 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0464509 Dec 16 08:22:55.410099 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cb752ad6-8e23-4c4b-a46d-489379f3c549 req-01a5bf65-770a-4408-ac4f-8cb9587b1fb2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 Dec 16 08:22:56.201916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a37261-3ca4-4297-ba84-d645cd9d94b5 req-12c25472-3dc1-4091-8136-69ce062e3253 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:56.203664 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1a37261-3ca4-4297-ba84-d645cd9d94b5 req-12c25472-3dc1-4091-8136-69ce062e3253 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 946 time: 0.0534799 Dec 16 08:22:56.252006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1a37261-3ca4-4297-ba84-d645cd9d94b5 req-99966aee-06a2-4c7e-8104-06d0776a9cbe tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Dec 16 08:22:57.369559 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aeed2-5729-47c9-b970-a6744ee7dba6 req-e55d3478-3744-4c65-83d9-2f7ff001e0ad tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:57.371047 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-100aeed2-5729-47c9-b970-a6744ee7dba6 req-e55d3478-3744-4c65-83d9-2f7ff001e0ad tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Dec 16 08:22:57.420852 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-100aeed2-5729-47c9-b970-a6744ee7dba6 req-1f56e388-7645-403e-a239-c78dc14013a7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Dec 16 08:22:57.535224 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710cc6a-f182-43cb-b18f-4f361f927057 req-90ce39ea-a2ad-4871-9095-e1cd30fa99ef tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:57.536681 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b710cc6a-f182-43cb-b18f-4f361f927057 req-90ce39ea-a2ad-4871-9095-e1cd30fa99ef tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 946 time: 0.0505631 Dec 16 08:22:57.590315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b710cc6a-f182-43cb-b18f-4f361f927057 req-8098b2fd-3ce5-407f-945d-ebe36e9ff6eb tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472500 Dec 16 08:22:57.612462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38520) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:57.675868 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:57.757512 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738621d-6e6c-4464-a325-dc2523dcb73f tempest-TestVolumeBootPattern-1626244900 tempest-TestVolumeBootPattern-1626244900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:57.759054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9738621d-6e6c-4464-a325-dc2523dcb73f tempest-TestVolumeBootPattern-1626244900 tempest-TestVolumeBootPattern-1626244900-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 1093 time: 0.1456242 Dec 16 08:22:57.761952 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38526) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:22:57.766692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:22:57.852309 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:57.949797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:58.104232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.25.2.23 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/e300994f-2380-44c3-a528-bdc9884f1108) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:22:58.183807 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d0ba34ae-ded4-48f0-96b1-f5f38d40d641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:58.211575 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:58.292703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:58.331005 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:22:58.333891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:22:58.337463 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:22:58.365114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=e300994f-2380-44c3-a528-bdc9884f1108,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:58.380380 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.381048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.381048 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.381395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.381730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.382062 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.382392 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.382716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.383041 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.383364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.383685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.384006 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.384353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:22:58.738691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:58.871798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:59.017672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:59.080887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:59.148468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=e300994f-2380-44c3-a528-bdc9884f1108,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:22:59.158713 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:59.257985 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Floating IP d316dea6-7921-4781-807e-05825d34c657 associated. External IP: 172.25.2.23, port: 01a83347-1cec-437f-835f-ad3ba0beb4bc. Dec 16 08:22:59.460331 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:22:59.569630 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:22:59.581099 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] Sync routers for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:22:59.591119 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:22:59.591726 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:22:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:22:59.655149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:22:59.683276 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-48bd48fc-0352-4c86-8125-b440d1654983 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9203038 Dec 16 08:22:59.683997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:22:59.686436 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be401525-bec8-4279-98b1-8ee286c3f4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:22:59.699023 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:22:59.727672 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6320e4a-1b77-444a-970a-41c5731417b4 x-openstack-request-id: req-d6320e4a-1b77-444a-970a-41c5731417b4 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:22:59.727970 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:22:59.728255 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6320e4a-1b77-444a-970a-41c5731417b4 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:22:59.728671 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'status': 'completed', 'code': 200} Dec 16 08:22:59.819547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-a8919992-0927-4e2b-951c-acc12af395b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:59.821105 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-a8919992-0927-4e2b-951c-acc12af395b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0503826 Dec 16 08:22:59.914915 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-560d7fdb-d1d6-4efc-b905-0c08b67cdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:22:59.916398 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-560d7fdb-d1d6-4efc-b905-0c08b67cdf3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0871630 Dec 16 08:22:59.934812 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'd316dea6-7921-4781-807e-05825d34c657', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:57:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:22:58Z', 'updated_at': '2021-12-16T08:22:58Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:22:59.960589 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] Checking router: 92041228-9fe6-4f9e-8c1c-81aec4f2f547 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:22:59.969646 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:22:59.970251 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:22:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:22:59.982049 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-0c1c1ca1-c9a2-446f-b9f5-54f7a5658ede service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc HTTP/1.1" status: 200 len: 999 time: 0.0581679 Dec 16 08:23:00.030757 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-797f41d3-16c5-4fbd-bec6-05960b8d8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:00.032806 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-797f41d3-16c5-4fbd-bec6-05960b8d8ac3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0441833 Dec 16 08:23:00.079002 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:23:00.086749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-fbcb196d-e836-426f-953f-1b8aeec5440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:00.088435 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-fbcb196d-e836-426f-953f-1b8aeec5440f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487688 Dec 16 08:23:00.155303 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:00.183424 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-51ba1ea1-528a-4229-890c-130b440a92d1 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Dec 16 08:23:00.279779 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-be401525-bec8-4279-98b1-8ee286c3f4f8 req-b23e0b6d-295e-44f0-84f8-8dad0331a39c service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895350 Dec 16 08:23:00.388035 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'd316dea6-7921-4781-807e-05825d34c657', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:57:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:22:58Z', 'updated_at': '2021-12-16T08:22:58Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:23:00.414440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25a11f-a08b-479c-9ca2-d8c528db3fee None None] The sync data for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 is: [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'd316dea6-7921-4781-807e-05825d34c657', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:57:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:22:58Z', 'updated_at': '2021-12-16T08:22:58Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:23:00.614507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f573d0-30d8-496b-96a2-4a41963c7fec None None] New status for floating IP d316dea6-7921-4781-807e-05825d34c657: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:23:00.778194 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ee1e-3bec-4a36-bd13-6d67816cb74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:01.869270 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:03.549788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:04.200567 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:05.545004 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:23:12.523538 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8b322-ffcd-4084-843a-ad5c56ca72a0 req-4b49dbd8-6fb6-410e-902a-798c2e32019f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:12.530081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1f8b322-ffcd-4084-843a-ad5c56ca72a0 req-4b49dbd8-6fb6-410e-902a-798c2e32019f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0617220 Dec 16 08:23:12.577284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c1f8b322-ffcd-4084-843a-ad5c56ca72a0 req-0a634c5d-5f6e-431e-abf4-5961bc3b3163 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458286 Dec 16 08:23:13.703395 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53c529-b1e6-4341-ba5a-aba5b3651017 req-1ddcc74f-c2d4-418c-a99d-7cc3c93cc434 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:13.704942 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae53c529-b1e6-4341-ba5a-aba5b3651017 req-1ddcc74f-c2d4-418c-a99d-7cc3c93cc434 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0543964 Dec 16 08:23:13.757726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ae53c529-b1e6-4341-ba5a-aba5b3651017 req-a439cedb-9c8b-4c0e-8219-d0dc6623ae67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Dec 16 08:23:14.881329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de3a18-8c6c-4bd9-972d-e7a3608123d1 req-684edc52-29d5-434c-9e66-82382e76c820 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:14.882933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00de3a18-8c6c-4bd9-972d-e7a3608123d1 req-684edc52-29d5-434c-9e66-82382e76c820 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0551963 Dec 16 08:23:14.937252 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-00de3a18-8c6c-4bd9-972d-e7a3608123d1 req-7f701108-7be8-457c-9364-dce5bf5197d6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481749 Dec 16 08:23:16.056864 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c2c63-a572-4ef7-897c-cc5f0ad079bd req-a3769327-3705-433b-9814-e5d598ffa6d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:16.058344 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f47c2c63-a572-4ef7-897c-cc5f0ad079bd req-a3769327-3705-433b-9814-e5d598ffa6d4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0485110 Dec 16 08:23:16.111594 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f47c2c63-a572-4ef7-897c-cc5f0ad079bd req-d395f0bd-2d03-4929-a1f8-cdb2b44f9b07 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460875 Dec 16 08:23:17.229027 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b53f-37d3-4321-9d79-bb3525d0f781 req-4467990d-c428-4a0b-9390-211212a7c11f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:17.230556 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c19b53f-37d3-4321-9d79-bb3525d0f781 req-4467990d-c428-4a0b-9390-211212a7c11f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0500376 Dec 16 08:23:17.284492 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3c19b53f-37d3-4321-9d79-bb3525d0f781 req-c293666e-8682-4b28-8920-9650e3c3d1fd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469093 Dec 16 08:23:18.401265 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b411-8b71-4160-a633-910a091fc95c req-5a24536e-de54-43ee-9a85-7e7d4f70b2f3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:18.402739 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2514b411-8b71-4160-a633-910a091fc95c req-5a24536e-de54-43ee-9a85-7e7d4f70b2f3 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0501208 Dec 16 08:23:18.451851 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2514b411-8b71-4160-a633-910a091fc95c req-27c20eda-c184-4988-b88c-a40a6056bfa4 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Dec 16 08:23:19.558822 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-9109001e-ee7e-4d49-8fa1-dc6371596f5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3932652 Dec 16 08:23:19.579580 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120983d8-0534-493e-b578-546706ffa57b req-c54b2a85-5849-4687-b110-b184ec230f4c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:19.581089 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-120983d8-0534-493e-b578-546706ffa57b req-c54b2a85-5849-4687-b110-b184ec230f4c tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0537462 Dec 16 08:23:19.631843 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-120983d8-0534-493e-b578-546706ffa57b req-84428621-4695-47b9-99b1-929887760b93 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Dec 16 08:23:19.671800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63728b2e-4162-4162-be8b-2c92de447df3 req-e479d11f-575f-4af0-a1cc-63c191e29666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:19.673539 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-e479d11f-575f-4af0-a1cc-63c191e29666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f84e7ef015c4393a9d2166984784f86&device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 1097 time: 0.0404222 Dec 16 08:23:19.783575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63728b2e-4162-4162-be8b-2c92de447df3 req-262f7e21-f644-4756-a448-2551ab56825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:19.785005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-262f7e21-f644-4756-a448-2551ab56825b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 200 len: 911 time: 0.0862904 Dec 16 08:23:19.851746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-461689a9-770c-445f-bb8d-67575bd058ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844 HTTP/1.1" status: 200 len: 1000 time: 0.0588419 Dec 16 08:23:19.910145 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63728b2e-4162-4162-be8b-2c92de447df3 req-59d9fab9-fba0-4398-9ef0-d48ccda2b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:19.911626 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-59d9fab9-fba0-4398-9ef0-d48ccda2b75d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 200 len: 849 time: 0.0486166 Dec 16 08:23:19.958777 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63728b2e-4162-4162-be8b-2c92de447df3 req-74abec32-85ae-459f-9b5b-585366f3fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:19.960351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-74abec32-85ae-459f-9b5b-585366f3fd6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ba399fe-9661-414d-8c9f-d9fa894eba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406296 Dec 16 08:23:19.975765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-11d91be5-b09a-4790-a148-87f1c0704e23 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:23:19.976731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-11d91be5-b09a-4790-a148-87f1c0704e23 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052869 Dec 16 08:23:20.072526 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-bcbd8f68-0811-4952-8a36-0fd270346f49 service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870986 Dec 16 08:23:20.167096 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-63728b2e-4162-4162-be8b-2c92de447df3 req-2a85b827-0838-4b0b-845e-c903384c056d service neutron] 10.222.0.36 "GET /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830152 Dec 16 08:23:20.750242 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8354cc-76b0-476e-a770-27f32caf17a5 req-a50649d4-508e-4337-acae-9b0967832393 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:20.751701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df8354cc-76b0-476e-a770-27f32caf17a5 req-a50649d4-508e-4337-acae-9b0967832393 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0494375 Dec 16 08:23:20.800742 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-df8354cc-76b0-476e-a770-27f32caf17a5 req-e85be2ef-d6e2-44c0-a984-828b5f1845cc tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Dec 16 08:23:21.693969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-c83b6db3-2364-4a19-95e7-ae5afa960f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:21.695509 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-c83b6db3-2364-4a19-95e7-ae5afa960f4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1098 time: 0.0431447 Dec 16 08:23:21.804141 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-60fffd97-ca16-4331-a601-6f0f63885b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:21.805728 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-60fffd97-ca16-4331-a601-6f0f63885b9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0 HTTP/1.1" status: 200 len: 897 time: 0.0895746 Dec 16 08:23:21.873836 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-6b9f8e67-9036-409b-a714-dff1da984737 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964 HTTP/1.1" status: 200 len: 1001 time: 0.0607507 Dec 16 08:23:21.923288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe46331-ffcf-4894-bf46-38049da3bd39 req-a56a42fb-90ba-4ee1-8ac2-df2fe7dabb89 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:21.923972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-bf20a8ff-3763-4cbc-945b-6f9309d6851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:21.924867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfe46331-ffcf-4894-bf46-38049da3bd39 req-a56a42fb-90ba-4ee1-8ac2-df2fe7dabb89 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0550616 Dec 16 08:23:21.925017 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-bf20a8ff-3763-4cbc-945b-6f9309d6851b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd9554d2-c15f-4f29-8382-a38028dbd8ff HTTP/1.1" status: 200 len: 835 time: 0.0442660 Dec 16 08:23:21.975025 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-a479ba9e-9a6b-4727-88ac-937c7a2eedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:21.976283 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfe46331-ffcf-4894-bf46-38049da3bd39 req-06e093a4-165c-42c5-aa81-beccf340d773 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450618 Dec 16 08:23:21.976421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-a479ba9e-9a6b-4727-88ac-937c7a2eedde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446677 Dec 16 08:23:21.987232 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-a52a6635-d87a-4fb0-8691-c4faa052ab23 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:23:21.988212 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-a52a6635-d87a-4fb0-8691-c4faa052ab23 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051227 Dec 16 08:23:22.078233 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-0c159a8a-0ea6-4930-a01b-bc27f2f7b547 service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824528 Dec 16 08:23:22.171487 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-805f7bc8-0039-4867-bf8c-391b3d1eb255 req-c27aead2-e9c9-41b6-8f4b-353dc1acb4a3 service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854464 Dec 16 08:23:23.095394 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7477ea-df18-4896-8f7e-dbdb9470910c req-1bc98e5d-7011-42de-99cc-4f51c8734f48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:23.097057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be7477ea-df18-4896-8f7e-dbdb9470910c req-1bc98e5d-7011-42de-99cc-4f51c8734f48 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Dec 16 08:23:23.148506 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-be7477ea-df18-4896-8f7e-dbdb9470910c req-c654d335-175b-4d8f-8592-7d1cfd34fd63 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451510 Dec 16 08:23:24.269990 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda34de-1ab5-4daa-8ba4-fcdd6d30b3e5 req-e52688fb-0d49-49f3-9d0b-4a5f818af204 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:24.271462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcda34de-1ab5-4daa-8ba4-fcdd6d30b3e5 req-e52688fb-0d49-49f3-9d0b-4a5f818af204 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0542009 Dec 16 08:23:24.322310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dcda34de-1ab5-4daa-8ba4-fcdd6d30b3e5 req-f7655474-3a51-4b15-af7d-cf452cb3f4f1 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Dec 16 08:23:25.449525 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef6204-20fc-4ece-ba34-2f7b41256055 req-882a8688-da0b-4547-af24-fa6585725ed0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:25.451059 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5ef6204-20fc-4ece-ba34-2f7b41256055 req-882a8688-da0b-4547-af24-fa6585725ed0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0579627 Dec 16 08:23:25.505262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a5ef6204-20fc-4ece-ba34-2f7b41256055 req-80a6862c-fd3f-42ab-a3ee-48334e338a0f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Dec 16 08:23:26.632385 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ea9ba-8c31-4cfb-b2ff-a2acacfb2656 req-80afeb77-cde3-42d5-aa59-9dd7d9617163 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:26.633911 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-534ea9ba-8c31-4cfb-b2ff-a2acacfb2656 req-80afeb77-cde3-42d5-aa59-9dd7d9617163 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0532782 Dec 16 08:23:26.690241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-534ea9ba-8c31-4cfb-b2ff-a2acacfb2656 req-9806780e-8305-4252-bfa9-c3bea859fc47 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498314 Dec 16 08:23:27.737318 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:27.808139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358b225-a2d1-414c-b4fc-56b15a897b2e req-f0741690-1b65-4a30-9b36-966565d8c5c2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:27.809629 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d358b225-a2d1-414c-b4fc-56b15a897b2e req-f0741690-1b65-4a30-9b36-966565d8c5c2 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0497465 Dec 16 08:23:27.862244 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d358b225-a2d1-414c-b4fc-56b15a897b2e req-f4dc7abb-2019-4ab8-a7c8-c6b101a5e33a tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452547 Dec 16 08:23:28.205726 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f09f93ef-a871-4a1a-b848-45fd02fd20c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:28.980402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c4716-1733-43ca-8a55-7fe37a8d9d3c req-25060c90-2005-4114-9af2-da63ba2c5564 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:28.982083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1c4716-1733-43ca-8a55-7fe37a8d9d3c req-25060c90-2005-4114-9af2-da63ba2c5564 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0507853 Dec 16 08:23:29.035841 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ee1c4716-1733-43ca-8a55-7fe37a8d9d3c req-747afac1-dcbd-4f6c-82eb-ed982a523f1b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Dec 16 08:23:30.170764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33713617-d4da-46f0-a448-c116f603c6df req-acbd8121-2eea-4e32-8779-30ef1a3efb8b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:30.172550 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33713617-d4da-46f0-a448-c116f603c6df req-acbd8121-2eea-4e32-8779-30ef1a3efb8b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0550516 Dec 16 08:23:30.194181 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:30.224328 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-33713617-d4da-46f0-a448-c116f603c6df req-e7f0a8b3-c534-4956-bc55-c3d33b3902e0 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Dec 16 08:23:30.754001 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ec037604-b19c-4569-9c56-18a4e9b80881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:31.342437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26049a44-ec64-42bd-8acd-203f3786cd16 req-42bc5b18-7879-45d2-982f-3ed555b67807 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:31.343813 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26049a44-ec64-42bd-8acd-203f3786cd16 req-42bc5b18-7879-45d2-982f-3ed555b67807 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0496936 Dec 16 08:23:31.395603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-26049a44-ec64-42bd-8acd-203f3786cd16 req-1eba803f-668e-454c-a60e-e69775de6c9b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Dec 16 08:23:31.891139 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:32.522255 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc334ba0-cc06-4538-8c7e-1dc42671e3b6 req-4b8428af-e85b-4db3-9996-c2fe60ebff51 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:32.523749 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc334ba0-cc06-4538-8c7e-1dc42671e3b6 req-4b8428af-e85b-4db3-9996-c2fe60ebff51 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0532923 Dec 16 08:23:32.580191 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-bc334ba0-cc06-4538-8c7e-1dc42671e3b6 req-3cfa2a9f-75dc-4a69-b2a5-7fcad1d57c07 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499589 Dec 16 08:23:32.598118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19358580-efc0-415d-a7e6-ca7f8b849bd7 req-a77872d7-c8db-4c00-9bf7-36cfef2443f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:32.599632 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-19358580-efc0-415d-a7e6-ca7f8b849bd7 req-a77872d7-c8db-4c00-9bf7-36cfef2443f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1098 time: 0.0422568 Dec 16 08:23:32.648304 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-19358580-efc0-415d-a7e6-ca7f8b849bd7 req-f88afec5-a66f-4ef8-91ce-f36110ea64b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Dec 16 08:23:33.090883 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 364a2eb1-53b3-4396-a2df-fd4de82bd964 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:23:33.102438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 364a2eb1-53b3-4396-a2df-fd4de82bd964 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:23:33.244703 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:33.263400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:23:33.285466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:23:33.287954 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42328e5a-5286-4918-8b6f-c26c83865643" -d '{"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-unplugged", "status": "completed", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:23:33.292475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'port_id': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'mac_address': 'fa:16:3e:50:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:23:33.303309 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:23:33.344134 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:33.358205 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 364a2eb1-53b3-4396-a2df-fd4de82bd964 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:23:33.398800 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 08:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c36464-be15-4ae9-9b62-9b2ca85edc2d x-openstack-request-id: req-a1c36464-be15-4ae9-9b62-9b2ca85edc2d {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:23:33.399094 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-unplugged", "status": "completed", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:23:33.399349 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1c36464-be15-4ae9-9b62-9b2ca85edc2d {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:23:33.399745 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'code': 200} Dec 16 08:23:33.404962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:33.488518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:23:33.488877 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:23:33.491484 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=6']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:23:33.564063 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:33.694903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4b7cc-a7fe-48f2-a5fe-63da46588f16 req-a4b1925f-25b8-4d18-a05d-4c19001354bf tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:33.696400 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-baa4b7cc-a7fe-48f2-a5fe-63da46588f16 req-a4b1925f-25b8-4d18-a05d-4c19001354bf tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 944 time: 0.0490215 Dec 16 08:23:33.745652 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-baa4b7cc-a7fe-48f2-a5fe-63da46588f16 req-b7050c53-7977-4b3e-a8a7-f91212622093 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Dec 16 08:23:34.030768 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:34.043653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364a2eb1-53b3-4396-a2df-fd4de82bd964 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:23:34.063028 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:23:34.153560 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:34.199881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=7']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:23:34.256621 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:34.551045 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['364a2eb1-53b3-4396-a2df-fd4de82bd964'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:23:34.871139 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04b573-ede1-4ac4-a911-526a07bbe053 req-141dc559-20fd-405d-9be0-147c688bb789 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:34.872646 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db04b573-ede1-4ac4-a911-526a07bbe053 req-141dc559-20fd-405d-9be0-147c688bb789 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Dec 16 08:23:34.921635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-db04b573-ede1-4ac4-a911-526a07bbe053 req-ef60c15c-c62a-411c-828f-58d963056b71 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Dec 16 08:23:34.944697 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38716) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:23:35.010737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c2ada61c-f6d9-4e7b-b3ff-6160f85cadac tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/floatingips/6248113e-7f7a-4b75-a84d-b60b9650d95d HTTP/1.1" status: 200 len: 992 time: 0.0647008 Dec 16 08:23:37.108248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 364a2eb1-53b3-4396-a2df-fd4de82bd964 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:23:37.156929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 364a2eb1-53b3-4396-a2df-fd4de82bd964 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:23:37.157301 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:37.234629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:37.258950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:23:37.261187 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2001ae-0282-4fd9-a06f-021f7c7dc36c" -d '{"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-plugged", "status": "completed", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:23:37.274736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:23:37.298404 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22f7169-08a0-4118-a365-dfad36cc6c03 x-openstack-request-id: req-a22f7169-08a0-4118-a365-dfad36cc6c03 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:23:37.298694 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-plugged", "status": "completed", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:23:37.299497 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a22f7169-08a0-4118-a365-dfad36cc6c03 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:23:37.299956 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'code': 200} Dec 16 08:23:37.571763 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:37.631109 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=8']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:23:38.828487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-f7f382a9-963b-4783-8bff-683b112466a3 req-42a66ea0-1eae-46c7-bce4-c038fa5d8abe service neutron] (110395) timed out ('10.222.0.43', 49278) {{(pid=110395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:23:42.545098 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:23:52.216029 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16202f29-c18e-45ba-a213-9c84b706f853 req-06e2d9f4-dad2-4610-a734-a4ce583fc832 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:52.217554 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16202f29-c18e-45ba-a213-9c84b706f853 req-06e2d9f4-dad2-4610-a734-a4ce583fc832 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 945 time: 0.0502586 Dec 16 08:23:52.265485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-16202f29-c18e-45ba-a213-9c84b706f853 req-327967b7-e062-435c-8912-4d50ea436d87 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Dec 16 08:23:53.394399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2f28-3d21-4b49-8778-1ed89ec9ffb1 req-b57c506e-fac9-4357-961d-30555e35babc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:53.395906 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-887c2f28-3d21-4b49-8778-1ed89ec9ffb1 req-b57c506e-fac9-4357-961d-30555e35babc tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 945 time: 0.0590901 Dec 16 08:23:53.444199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-887c2f28-3d21-4b49-8778-1ed89ec9ffb1 req-127e2641-0b21-413f-8acd-c8f74557d886 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419626 Dec 16 08:23:54.355928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-d5d4eeaa-3ef3-48d1-a44a-1b941815c513 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:54.357401 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-d5d4eeaa-3ef3-48d1-a44a-1b941815c513 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 945 time: 0.0483046 Dec 16 08:23:54.453786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Deleting port 121d7359-8757-4f0c-b6db-41bd9d4b0844 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:23:54.454493 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:54.571982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] For port 121d7359-8757-4f0c-b6db-41bd9d4b0844, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=121d7359-8757-4f0c-b6db-41bd9d4b0844,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:23:54.572373 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:54.655852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0dd7f-8d29-48c1-841a-acadbbe1a1b2 req-9c3b0192-b4db-4fe1-ab21-95dceb902ebe tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:23:54.657448 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4aa0dd7f-8d29-48c1-841a-acadbbe1a1b2 req-9c3b0192-b4db-4fe1-ab21-95dceb902ebe tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 945 time: 0.1422367 Dec 16 08:23:54.779877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4aa0dd7f-8d29-48c1-841a-acadbbe1a1b2 req-af6863ec-bc89-4085-9a04-d33cec120e1b tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups?id=53df30e4-e42e-420e-ac91-a34f13f649c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155405 Dec 16 08:23:54.840243 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:54.840617 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:54.840939 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Floating IP faf69c07-bccc-410c-b699-65da4babd14e disassociated. External IP: 172.25.2.78, port: 121d7359-8757-4f0c-b6db-41bd9d4b0844. Dec 16 08:23:54.841286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Calling delete_port for 121d7359-8757-4f0c-b6db-41bd9d4b0844 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:23:55.031283 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:55.061162 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event deleted for resources: {'Port': ['ID=121d7359-8757-4f0c-b6db-41bd9d4b0844,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:23:55.174067 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Router a11c4fda-1e73-4169-bd06-4f7a745963ef has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:23:55.281931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:23:55.293297 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] Sync routers for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:23:55.302682 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:23:55.303289 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:23:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:23:55.323321 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] No DVR routers for this DVR port 121d7359-8757-4f0c-b6db-41bd9d4b0844 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:23:55.325985 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:55.330356 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-072020ee-c46b-4d4d-8303-0cb81158da78 req-e8b08df9-248a-43b2-ad2e-ba10de1362f4 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.36 "DELETE /v2.0/ports/121d7359-8757-4f0c-b6db-41bd9d4b0844 HTTP/1.1" status: 204 len: 173 time: 0.9632583 Dec 16 08:23:55.330749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'name': 'network-vif-deleted', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:23:55.333146 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a92e7-4131-4f31-b65e-d022d8ad7177" -d '{"events": [{"server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "name": "network-vif-deleted", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:23:55.418771 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:23:55.483570 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05266dd0-84a3-49b4-8a72-c0403584a75d x-openstack-request-id: req-05266dd0-84a3-49b4-8a72-c0403584a75d {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:23:55.484661 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e85f2b-8408-4b61-b946-585ee91c0e83", "name": "network-vif-deleted", "tag": "121d7359-8757-4f0c-b6db-41bd9d4b0844", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:23:55.486770 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05266dd0-84a3-49b4-8a72-c0403584a75d {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:23:55.486770 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e85f2b-8408-4b61-b946-585ee91c0e83', 'name': 'network-vif-deleted', 'tag': '121d7359-8757-4f0c-b6db-41bd9d4b0844', 'status': 'completed', 'code': 200} Dec 16 08:23:55.637356 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:23:55.663823 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] Checking router: a11c4fda-1e73-4169-bd06-4f7a745963ef for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:23:55.672259 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:23:55.672864 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:23:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:23:55.781388 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:23:55.896162 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aa354529-2b02-47c3-b734-e333c3fc5e4c req-c6d1a399-09e0-4fce-9c90-09d482622406 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/ports?device_id=31e85f2b-8408-4b61-b946-585ee91c0e83 HTTP/1.1" status: 200 len: 210 time: 0.0311384 Dec 16 08:23:55.979370 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:23:56.009215 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c3457-568c-4d16-8fed-f37671b93c4f None None] The sync data for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 is: [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:46Z', 'revision_number': 4, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '9f5ad023-d4a3-4db1-b306-d363d2e5041b', 'name': '', 'network_id': '0ba399fe-9661-414d-8c9f-d9fa894eba23', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'mac_address': 'fa:16:3e:8a:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:54Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'subnets': [{'id': 'fc99d269-5058-4f0c-8642-b0d13e25cb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:23:56.235178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a50ba-3c76-495c-ad8b-bb76bec5508c None None] New status for floating IP faf69c07-bccc-410c-b699-65da4babd14e: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:23:57.045222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38792) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:23:57.098829 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0406899b-2d30-40f9-84a9-7158d0d0e203 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.123070 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0406899b-2d30-40f9-84a9-7158d0d0e203 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.259673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0406899b-2d30-40f9-84a9-7158d0d0e203 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.262294 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0406899b-2d30-40f9-84a9-7158d0d0e203 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.263452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0406899b-2d30-40f9-84a9-7158d0d0e203 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "DELETE /v2.0/security-groups/53df30e4-e42e-420e-ac91-a34f13f649c0 HTTP/1.1" status: 204 len: 168 time: 0.2172050 Dec 16 08:23:57.266325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:23:57.272581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406899b-2d30-40f9-84a9-7158d0d0e203 tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df30e4-e42e-420e-ac91-a34f13f649c0,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:23:57.283079 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-66d6d68a-7989-4ee5-af24-f9f8a7d979aa tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] show failed (client error): The resource could not be found. Dec 16 08:23:57.284080 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-66d6d68a-7989-4ee5-af24-f9f8a7d979aa tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "GET /v2.0/security-groups/53df30e4-e42e-420e-ac91-a34f13f649c0 HTTP/1.1" status: 404 len: 347 time: 0.0167339 Dec 16 08:23:57.287057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38796) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:23:57.410869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Deleting port 0f7549a4-9892-42e6-8323-8ec88f119a19 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:23:57.411208 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.495127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.495457 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.508222 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Calling delete_port for 0f7549a4-9892-42e6-8323-8ec88f119a19 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:23:57.701295 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.727433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Pushing event deleted for resources: {'Port': ['ID=0f7549a4-9892-42e6-8323-8ec88f119a19,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:23:57.744858 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.752497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.755956 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.756185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.756521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:23:57.795308 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.798978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:23:57.800572 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8b2544a0-a491-4207-a4fe-8eb88ee7da4d tempest-AttachVolumeTestJSON-1941172378 tempest-AttachVolumeTestJSON-1941172378-project] 10.222.0.43 "DELETE /v2.0/floatingips/faf69c07-bccc-410c-b699-65da4babd14e HTTP/1.1" status: 204 len: 168 time: 0.5123532 Dec 16 08:23:57.995291 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 121d7359-8757-4f0c-b6db-41bd9d4b0844 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:23:58.015994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 121d7359-8757-4f0c-b6db-41bd9d4b0844 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:23:58.016368 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 121d7359-8757-4f0c-b6db-41bd9d4b0844 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:23:58.227539 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-428d0868-eeef-4e72-91c3-1085f1676ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:00.151234 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:00.712940 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e7c14ed1-1df1-45f3-a1da-3a20ef1b67fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:01.906845 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:03.621295 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:04.241698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:10.194028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38846) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:10.673101 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:10.915867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Deleting port 9f5ad023-d4a3-4db1-b306-d363d2e5041b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:10.916227 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:10.993998 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] For port 9f5ad023-d4a3-4db1-b306-d363d2e5041b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9f5ad023-d4a3-4db1-b306-d363d2e5041b,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:10.994361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:11.009068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Calling delete_port for 9f5ad023-d4a3-4db1-b306-d363d2e5041b owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:11.310282 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:11.341118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5ad023-d4a3-4db1-b306-d363d2e5041b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:11.505201 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:12.091265 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Router a11c4fda-1e73-4169-bd06-4f7a745963ef has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:24:12.197733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:24:12.204750 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1126536b-b08e-4425-bce5-6e24b81071d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/a11c4fda-1e73-4169-bd06-4f7a745963ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075462 Dec 16 08:24:12.205354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38856) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:12.208063 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] Sync routers for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:24:12.217715 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:12.218312 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:12.309870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:12.324077 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:24:12.410236 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:12.502252 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:24:11Z', 'revision_number': 5, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port': {'id': 'd3979d7c-f1d3-4211-b41c-11c20b77695a', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:12.528147 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Deleting port d3979d7c-f1d3-4211-b41c-11c20b77695a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:12.528530 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:12.613519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] For port d3979d7c-f1d3-4211-b41c-11c20b77695a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d3979d7c-f1d3-4211-b41c-11c20b77695a,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:12.613875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:12.622704 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] Checking router: a11c4fda-1e73-4169-bd06-4f7a745963ef for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:24:12.627498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Calling delete_port for d3979d7c-f1d3-4211-b41c-11c20b77695a owned by network:router_gateway {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:12.630878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] Routers {'a11c4fda-1e73-4169-bd06-4f7a745963ef'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:12.631499 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a11c4fda-1e73-4169-bd06-4f7a745963ef'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:12.718363 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] Set router a11c4fda-1e73-4169-bd06-4f7a745963ef gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:24:12.771416 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:24:12Z', 'revision_number': 6, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:12.800650 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b7b5ad-c00c-45a6-8d7c-c2755e0ffcc1 None None] The sync data for ids ['a11c4fda-1e73-4169-bd06-4f7a745963ef'] in n-d-820935-11 is: [{'id': 'a11c4fda-1e73-4169-bd06-4f7a745963ef', 'name': 'tempest-AttachVolumeTestJSON-188555301-router', 'tenant_id': '5f84e7ef015c4393a9d2166984784f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:43Z', 'updated_at': '2021-12-16T08:24:12Z', 'revision_number': 6, 'project_id': '5f84e7ef015c4393a9d2166984784f86', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:24:12.889624 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:12.920348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3979d7c-f1d3-4211-b41c-11c20b77695a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:12.934741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382e68c-a084-4088-8cdd-1f6d08f8dd51 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:24:12.982503 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.073823 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.075922 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.225456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.225456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a11c4fda-1e73-4169-bd06-4f7a745963ef {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:24:13.229959 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.231163 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f7e396ae-7f14-4d37-a828-eb3116ea6b51 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a11c4fda-1e73-4169-bd06-4f7a745963ef HTTP/1.1" status: 204 len: 168 time: 1.0248454 Dec 16 08:24:13.233665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38858) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:13.288213 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] Deleting subnet fc99d269-5058-4f0c-8642-b0d13e25cb39 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:24:13.291989 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.325728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.400871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.564608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.589052 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc99d269-5058-4f0c-8642-b0d13e25cb39,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:13.595592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.599367 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-44da6e54-12b0-4b4b-a3eb-e4fbf11eb926 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fc99d269-5058-4f0c-8642-b0d13e25cb39 HTTP/1.1" status: 204 len: 168 time: 0.3647361 Dec 16 08:24:13.601700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51bcbc-a449-4654-9332-a5a15cad67ec None None] Network 0ba399fe-9661-414d-8c9f-d9fa894eba23 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:13.602618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38860) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:13.681055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.747429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Deleting port f0c0c5f3-1703-4102-9a48-035eeb8ac65c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:13.747717 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.773023 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] DHCP port deletion for 0ba399fe-9661-414d-8c9f-d9fa894eba23 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:24:13.820590 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] For port f0c0c5f3-1703-4102-9a48-035eeb8ac65c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:13.820995 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.826365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Deleting port f0c0c5f3-1703-4102-9a48-035eeb8ac65c {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:13.826913 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.836535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Calling delete_port for f0c0c5f3-1703-4102-9a48-035eeb8ac65c owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:13.898629 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] For port f0c0c5f3-1703-4102-9a48-035eeb8ac65c, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,segment=NetworkSegment(1be0d009-756f-4db9-bec2-6b337ecffb5c),segment_id=1be0d009-756f-4db9-bec2-6b337ecffb5c)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:13.899032 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:13.911403 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Calling delete_port for f0c0c5f3-1703-4102-9a48-035eeb8ac65c owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:14.070969 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.077695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.097431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:14.100980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] No DVR routers for this DVR port f0c0c5f3-1703-4102-9a48-035eeb8ac65c on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:24:14.109521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Pushing event deleted for resources: {'Port': ['ID=f0c0c5f3-1703-4102-9a48-035eeb8ac65c,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:14.112813 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] No DVR routers for this DVR port f0c0c5f3-1703-4102-9a48-035eeb8ac65c on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:24:14.115313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.115662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.116270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.116816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.117667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.118609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.118609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.118828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.119043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.119391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.119730 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.120061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.120417 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67737-1f37-4009-8b60-639b25bc0b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:14.177137 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.198687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba399fe-9661-414d-8c9f-d9fa894eba23']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:14.207879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be0d009-756f-4db9-bec2-6b337ecffb5c') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:14.208192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be0d009-756f-4db9-bec2-6b337ecffb5c') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:14.217376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.230242 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.236068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:24:14.236483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:24:14.238108 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:24:14.361190 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.366649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.370650 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] 10.222.0.43 "DELETE /v2.0/networks/0ba399fe-9661-414d-8c9f-d9fa894eba23 HTTP/1.1" status: 204 len: 168 time: 0.7671111 Dec 16 08:24:14.383913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f08e9-e43b-4bf5-a367-2f65b313a7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba399fe-9661-414d-8c9f-d9fa894eba23,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:14.705899 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f0c0c5f3-1703-4102-9a48-035eeb8ac65c no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:14.729861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f0c0c5f3-1703-4102-9a48-035eeb8ac65c {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:14.730211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f0c0c5f3-1703-4102-9a48-035eeb8ac65c not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:14.730625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5ad023-d4a3-4db1-b306-d363d2e5041b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:14.751787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9f5ad023-d4a3-4db1-b306-d363d2e5041b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:14.751787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9f5ad023-d4a3-4db1-b306-d363d2e5041b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:14.751787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d3979d7c-f1d3-4211-b41c-11c20b77695a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:14.769341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d3979d7c-f1d3-4211-b41c-11c20b77695a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:14.769697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d3979d7c-f1d3-4211-b41c-11c20b77695a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:14.778643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38866) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:14.819052 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b16df542-39cd-45c2-bf62-496653c56016 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f84e7ef015c4393a9d2166984784f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392017 Dec 16 08:24:14.822524 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38868) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:14.873229 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3b432ea-f8d3-4027-a50d-12ad2632a6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:14.896466 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3b432ea-f8d3-4027-a50d-12ad2632a6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:15.006641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3b432ea-f8d3-4027-a50d-12ad2632a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:15.009413 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a3b432ea-f8d3-4027-a50d-12ad2632a6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:15.010579 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3b432ea-f8d3-4027-a50d-12ad2632a6ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5411cf58-b5eb-4ee8-90a6-df9bcfb7d418 HTTP/1.1" status: 204 len: 168 time: 0.1871576 Dec 16 08:24:15.018548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b432ea-f8d3-4027-a50d-12ad2632a6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5411cf58-b5eb-4ee8-90a6-df9bcfb7d418,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:16.726394 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 38896) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:16.836972 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45e8ec5a-5b98-4361-9b88-7ce411645b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:16.917615 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45e8ec5a-5b98-4361-9b88-7ce411645b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:17.003529 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-45e8ec5a-5b98-4361-9b88-7ce411645b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:17.042829 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-45e8ec5a-5b98-4361-9b88-7ce411645b6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53823400a7a64bf5b232ff18cb268dcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151581 Dec 16 08:24:17.043699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8ec5a-5b98-4361-9b88-7ce411645b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97454558-129a-4f7f-9c08-1f82edd6d6cd,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:17.045647 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 38900) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:17.094585 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:17.115783 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:17.229335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:17.231890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:17.233074 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97454558-129a-4f7f-9c08-1f82edd6d6cd HTTP/1.1" status: 204 len: 168 time: 0.1864080 Dec 16 08:24:17.241098 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97454558-129a-4f7f-9c08-1f82edd6d6cd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:17.249643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.249994 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.250337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.250681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.251018 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.251399 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.251728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.252058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.252468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.252721 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.253047 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.253368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:17.253747 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9add878-bd3c-452a-a0a5-fb8cec733680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:19.544324 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:24:20.934545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39016) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:21.042883 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-889667f6-33f6-4eb8-b862-ab2c720283c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:21.117437 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-889667f6-33f6-4eb8-b862-ab2c720283c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:21.174351 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-889667f6-33f6-4eb8-b862-ab2c720283c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:21.219737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889667f6-33f6-4eb8-b862-ab2c720283c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5767d5d4-c126-452a-97c3-bc03fedfc210,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:21.224120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-889667f6-33f6-4eb8-b862-ab2c720283c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93a3c086c17f4386b4e2f7570278e5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2885532 Dec 16 08:24:21.227588 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39020) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:21.284859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-119be62d-a8e5-49fd-81eb-2836537d51eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:21.297926 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-119be62d-a8e5-49fd-81eb-2836537d51eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:21.429123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-119be62d-a8e5-49fd-81eb-2836537d51eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:21.432595 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-119be62d-a8e5-49fd-81eb-2836537d51eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:21.433771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-119be62d-a8e5-49fd-81eb-2836537d51eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5767d5d4-c126-452a-97c3-bc03fedfc210 HTTP/1.1" status: 204 len: 168 time: 0.2053671 Dec 16 08:24:21.441593 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119be62d-a8e5-49fd-81eb-2836537d51eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5767d5d4-c126-452a-97c3-bc03fedfc210,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:21.992851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39028) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:22.006138 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6aabd7c7-50b3-4fee-a81b-c5b3d2c7d5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:22.078608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6aabd7c7-50b3-4fee-a81b-c5b3d2c7d5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:22.122966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6aabd7c7-50b3-4fee-a81b-c5b3d2c7d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:22.164073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6aabd7c7-50b3-4fee-a81b-c5b3d2c7d5b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ffb17ec71b14a699dac2f7225178048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1700282 Dec 16 08:24:22.164870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabd7c7-50b3-4fee-a81b-c5b3d2c7d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a599dc25-4c63-4e34-8230-993d754a07e2,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:22.166700 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39030) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:22.218183 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9106a908-f8da-4371-9944-09f03b9a8046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:22.238633 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9106a908-f8da-4371-9944-09f03b9a8046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:22.354738 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9106a908-f8da-4371-9944-09f03b9a8046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:22.357577 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9106a908-f8da-4371-9944-09f03b9a8046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:22.358746 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9106a908-f8da-4371-9944-09f03b9a8046 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a599dc25-4c63-4e34-8230-993d754a07e2 HTTP/1.1" status: 204 len: 168 time: 0.1898174 Dec 16 08:24:22.366674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106a908-f8da-4371-9944-09f03b9a8046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a599dc25-4c63-4e34-8230-993d754a07e2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:23.602443 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-8bfce436-4cc8-458d-b3c9-82bd4fbd2cce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410235 Dec 16 08:24:23.675173 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-938ea1af-4663-49b1-85dc-dac0ae6380d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:23.676757 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-938ea1af-4663-49b1-85dc-dac0ae6380d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0418165 Dec 16 08:24:23.793165 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-e082a7bb-06e8-467d-b0bc-279714c92d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:23.794635 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-e082a7bb-06e8-467d-b0bc-279714c92d74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0907733 Dec 16 08:24:23.863751 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-6d485941-bed6-4654-a00d-dd94333c9960 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc HTTP/1.1" status: 200 len: 1001 time: 0.0616794 Dec 16 08:24:23.913615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-38a290e6-0e77-45e7-b8db-74b7ee4c5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:23.915231 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-38a290e6-0e77-45e7-b8db-74b7ee4c5169 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0444703 Dec 16 08:24:23.965870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-093c4f30-9bad-4a4c-95a2-2a8f9d01499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:23.967392 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-093c4f30-9bad-4a4c-95a2-2a8f9d01499e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454416 Dec 16 08:24:24.057901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-10fb3481-70c7-4581-ac14-5501814cb1c0 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837524 Dec 16 08:24:24.152736 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ef34e3a7-f26f-4a78-8742-6b220a00b8b1 req-60f9c73d-3617-4de2-b224-070d6d2b2846 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877006 Dec 16 08:24:27.766315 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.202993 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45646edf-193e-41ab-96a7-66e7a5d57f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.306110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39242) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:28.415059 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f38ee925-8c09-42e7-9220-28cdadcc9f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.486674 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f38ee925-8c09-42e7-9220-28cdadcc9f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.571836 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f38ee925-8c09-42e7-9220-28cdadcc9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.609670 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f38ee925-8c09-42e7-9220-28cdadcc9f84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a8f8a61cf45493b8bbf8bc8ed362e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3024721 Dec 16 08:24:28.610554 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ee925-8c09-42e7-9220-28cdadcc9f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e5275b-8526-4c21-9668-196bedb2103d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:28.612420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39246) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:28.664100 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f42e7923-2277-4a7d-9249-080c7d37d93f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.686081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f42e7923-2277-4a7d-9249-080c7d37d93f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.806132 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f42e7923-2277-4a7d-9249-080c7d37d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.808761 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f42e7923-2277-4a7d-9249-080c7d37d93f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:28.809904 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f42e7923-2277-4a7d-9249-080c7d37d93f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2e5275b-8526-4c21-9668-196bedb2103d HTTP/1.1" status: 204 len: 168 time: 0.1965234 Dec 16 08:24:28.817693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e7923-2277-4a7d-9249-080c7d37d93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e5275b-8526-4c21-9668-196bedb2103d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:30.146119 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:30.583145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39282) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:30.681981 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e5fd98ba-1fc5-480b-a149-8c5bb36d15a2 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1622647003'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:30.722773 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6eac9f2d-7acf-439c-9bd4-d53d27912515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:30.794597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5fd98ba-1fc5-480b-a149-8c5bb36d15a2 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:30.795725 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5fd98ba-1fc5-480b-a149-8c5bb36d15a2 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:30.846848 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5fd98ba-1fc5-480b-a149-8c5bb36d15a2 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:30.909077 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5fd98ba-1fc5-480b-a149-8c5bb36d15a2 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.027561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e5fd98ba-1fc5-480b-a149-8c5bb36d15a2 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.028848 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e5fd98ba-1fc5-480b-a149-8c5bb36d15a2 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4446788 Dec 16 08:24:31.032460 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39286) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:31.107125 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1d69-238e-4f1c-8b13-d3fc8e4510e4 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.260571 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1d69-238e-4f1c-8b13-d3fc8e4510e4 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.262695 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1d69-238e-4f1c-8b13-d3fc8e4510e4 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.374171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1d69-238e-4f1c-8b13-d3fc8e4510e4 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.374628 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f1d69-238e-4f1c-8b13-d3fc8e4510e4 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad6fa312-b680-4e8b-ac21-33eaaa2ee699 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:24:31.378876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1d69-238e-4f1c-8b13-d3fc8e4510e4 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.381287 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d2f1d69-238e-4f1c-8b13-d3fc8e4510e4 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ad6fa312-b680-4e8b-ac21-33eaaa2ee699 HTTP/1.1" status: 204 len: 168 time: 0.3478966 Dec 16 08:24:31.383881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39288) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:31.388335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-17283681-6c10-4cca-a0be-41f87fef0499 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Request body: {'router': {'name': 'tempest-router-394030964', 'distributed': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:31.492446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17283681-6c10-4cca-a0be-41f87fef0499 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.493542 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17283681-6c10-4cca-a0be-41f87fef0499 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.579469 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17283681-6c10-4cca-a0be-41f87fef0499 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.652151 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17283681-6c10-4cca-a0be-41f87fef0499 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.750731 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-17283681-6c10-4cca-a0be-41f87fef0499 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.751949 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-17283681-6c10-4cca-a0be-41f87fef0499 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3671396 Dec 16 08:24:31.754672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39290) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:31.827562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a67ae00-e454-49ab-9723-7afbbf899a11 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.863259 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.977825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a67ae00-e454-49ab-9723-7afbbf899a11 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:31.979778 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a67ae00-e454-49ab-9723-7afbbf899a11 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.088589 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a67ae00-e454-49ab-9723-7afbbf899a11 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.089082 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a67ae00-e454-49ab-9723-7afbbf899a11 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1374c705-018d-49ef-82bb-b059b4fdd6ed {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:24:32.093303 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8a67ae00-e454-49ab-9723-7afbbf899a11 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.094485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8a67ae00-e454-49ab-9723-7afbbf899a11 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1374c705-018d-49ef-82bb-b059b4fdd6ed HTTP/1.1" status: 204 len: 168 time: 0.3388762 Dec 16 08:24:32.097946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39292) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:32.102829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-778d8a17-0e24-4b1a-82fa-618dd3c62985 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Request body: {'router': {'name': 'tempest-router-1206049297', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd10de6458bdf43e896a103c19613a623'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:32.188843 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-778d8a17-0e24-4b1a-82fa-618dd3c62985 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.189852 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-778d8a17-0e24-4b1a-82fa-618dd3c62985 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.239430 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-778d8a17-0e24-4b1a-82fa-618dd3c62985 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.320400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-778d8a17-0e24-4b1a-82fa-618dd3c62985 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.419116 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-778d8a17-0e24-4b1a-82fa-618dd3c62985 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.420413 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-778d8a17-0e24-4b1a-82fa-618dd3c62985 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3215301 Dec 16 08:24:32.423106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39294) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:32.427275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:32.627291 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.627628 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.707170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110395) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 08:24:32.707507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Router ee05bb41-2de2-4863-a716-edfd247e4d4c migrating from provider to provider. {{(pid=110395) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 08:24:32.707885 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.713084 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:32.794354 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.136442 n-d-820935-11 neutron-server[110395]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] No L3 agents can host the router ee05bb41-2de2-4863-a716-edfd247e4d4c Dec 16 08:24:33.253072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Hosts for router ee05bb41-2de2-4863-a716-edfd247e4d4c: [] {{(pid=110395) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 08:24:33.274796 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Hosts for other DVR routers connected to router ee05bb41-2de2-4863-a716-edfd247e4d4c: set() {{(pid=110395) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 08:24:33.277476 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.278676 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2e154337-50d4-46ec-8c94-f8da69714bff tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "PUT /v2.0/routers/ee05bb41-2de2-4863-a716-edfd247e4d4c HTTP/1.1" status: 200 len: 717 time: 0.8546453 Dec 16 08:24:33.281294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39296) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:33.354179 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1c6b494c-88ed-406e-b177-ac276478cbd8 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "GET /v2.0/routers/ee05bb41-2de2-4863-a716-edfd247e4d4c HTTP/1.1" status: 200 len: 717 time: 0.0717790 Dec 16 08:24:33.356637 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39298) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:33.529645 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e4b0f9df-9e3a-4665-bd6a-9c1240b5799f tempest-RoutersTestDVR-244682195 tempest-RoutersTestDVR-244682195-project] 10.222.0.43 "GET /v2.0/routers/ee05bb41-2de2-4863-a716-edfd247e4d4c HTTP/1.1" status: 200 len: 683 time: 0.1719577 Dec 16 08:24:33.532248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39302) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:33.551593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.599179 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b49e-b8a1-42cf-88ae-abe393b1419e tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.751972 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b49e-b8a1-42cf-88ae-abe393b1419e tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.753982 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b49e-b8a1-42cf-88ae-abe393b1419e tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.857008 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b49e-b8a1-42cf-88ae-abe393b1419e tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.857507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa3b49e-b8a1-42cf-88ae-abe393b1419e tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee05bb41-2de2-4863-a716-edfd247e4d4c {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:24:33.861975 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b49e-b8a1-42cf-88ae-abe393b1419e tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.863043 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5fa3b49e-b8a1-42cf-88ae-abe393b1419e tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ee05bb41-2de2-4863-a716-edfd247e4d4c HTTP/1.1" status: 204 len: 168 time: 0.3298697 Dec 16 08:24:33.866882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39306) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:33.871440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-aa26a6cf-b100-4669-be13-7195b9813d74 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Request body: {'router': {'name': 'tempest-router-2089637188', 'distributed': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:33.943314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa26a6cf-b100-4669-be13-7195b9813d74 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.944890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa26a6cf-b100-4669-be13-7195b9813d74 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:33.994552 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa26a6cf-b100-4669-be13-7195b9813d74 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.083079 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa26a6cf-b100-4669-be13-7195b9813d74 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.167839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-aa26a6cf-b100-4669-be13-7195b9813d74 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.169099 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-aa26a6cf-b100-4669-be13-7195b9813d74 tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3012900 Dec 16 08:24:34.171894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39308) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:34.213945 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.244757 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee05d91e-41c2-4620-98ef-0ebbedbb8ccb tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.399444 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee05d91e-41c2-4620-98ef-0ebbedbb8ccb tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.401490 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee05d91e-41c2-4620-98ef-0ebbedbb8ccb tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.522887 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee05d91e-41c2-4620-98ef-0ebbedbb8ccb tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.523415 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee05d91e-41c2-4620-98ef-0ebbedbb8ccb tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router baee42cf-3c83-4c49-a44e-3d483b6aa6aa {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:24:34.527807 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ee05d91e-41c2-4620-98ef-0ebbedbb8ccb tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:34.529081 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ee05d91e-41c2-4620-98ef-0ebbedbb8ccb tempest-RoutersTestDVR-848552858 tempest-RoutersTestDVR-848552858-project-admin] 10.222.0.43 "DELETE /v2.0/routers/baee42cf-3c83-4c49-a44e-3d483b6aa6aa HTTP/1.1" status: 204 len: 168 time: 0.3562315 Dec 16 08:24:35.029860 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39314) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:35.135108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f76d36d-884b-4d7d-a96c-7617c1989d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:35.211087 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f76d36d-884b-4d7d-a96c-7617c1989d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:35.311085 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1f76d36d-884b-4d7d-a96c-7617c1989d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:35.349466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1f76d36d-884b-4d7d-a96c-7617c1989d77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d10de6458bdf43e896a103c19613a623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184409 Dec 16 08:24:35.350433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76d36d-884b-4d7d-a96c-7617c1989d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593facc3-19ba-4977-8324-5dd755551a45,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:35.352843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39318) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:35.402047 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d096c97-ba27-4cc1-b0d9-e15c3ca42278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:35.422486 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d096c97-ba27-4cc1-b0d9-e15c3ca42278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:35.537196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d096c97-ba27-4cc1-b0d9-e15c3ca42278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:35.540332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3d096c97-ba27-4cc1-b0d9-e15c3ca42278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:35.541496 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3d096c97-ba27-4cc1-b0d9-e15c3ca42278 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/593facc3-19ba-4977-8324-5dd755551a45 HTTP/1.1" status: 204 len: 168 time: 0.1876674 Dec 16 08:24:35.549654 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d096c97-ba27-4cc1-b0d9-e15c3ca42278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593facc3-19ba-4977-8324-5dd755551a45,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:36.084749 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39324) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:36.098742 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5705cbe3-185d-4a99-a806-98d838661338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:36.173741 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5705cbe3-185d-4a99-a806-98d838661338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:36.277128 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5705cbe3-185d-4a99-a806-98d838661338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:36.316425 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5705cbe3-185d-4a99-a806-98d838661338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09c12684b0db4576ae913a9a8e49193e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303469 Dec 16 08:24:36.317238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705cbe3-185d-4a99-a806-98d838661338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1018dc-a814-4169-b72c-58e770e4b133,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:36.318991 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39326) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:36.371446 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8bf6597a-322a-488d-9ba9-19939a9c69e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:36.393342 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8bf6597a-322a-488d-9ba9-19939a9c69e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:36.505775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8bf6597a-322a-488d-9ba9-19939a9c69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:36.508743 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8bf6597a-322a-488d-9ba9-19939a9c69e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:36.509818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8bf6597a-322a-488d-9ba9-19939a9c69e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa1018dc-a814-4169-b72c-58e770e4b133 HTTP/1.1" status: 204 len: 168 time: 0.1897779 Dec 16 08:24:36.519804 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6597a-322a-488d-9ba9-19939a9c69e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1018dc-a814-4169-b72c-58e770e4b133,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:37.550894 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39348) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.650730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-d49d4eb8-c595-44a0-ba46-e9cd91661c83 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.651754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d49d4eb8-c595-44a0-ba46-e9cd91661c83 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0998921 Dec 16 08:24:37.654676 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39352) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.658432 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-98ca2a7a-6016-4e30-857d-40deebc14b69 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.659336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-98ca2a7a-6016-4e30-857d-40deebc14b69 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038123 Dec 16 08:24:37.661454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39354) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.666063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-086ba416-b001-44f2-a946-202605ea0b2d tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.666970 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-086ba416-b001-44f2-a946-202605ea0b2d tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047178 Dec 16 08:24:37.669153 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39356) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.673428 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-56003037-ae54-4219-b671-68b28e2c733a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.674345 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-56003037-ae54-4219-b671-68b28e2c733a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043883 Dec 16 08:24:37.676376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39358) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.680973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-d7d4f037-0f94-4402-9f16-323d71807277 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.681895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d7d4f037-0f94-4402-9f16-323d71807277 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047188 Dec 16 08:24:37.683881 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39360) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.687507 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-85921484-9ac3-4a2f-a5f2-bbd83cc63545 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.688762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-85921484-9ac3-4a2f-a5f2-bbd83cc63545 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037012 Dec 16 08:24:37.690416 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39362) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.694076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-4449a3c6-3a6d-4753-9e6b-de39047cb437 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.694923 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4449a3c6-3a6d-4753-9e6b-de39047cb437 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037043 Dec 16 08:24:37.697171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39364) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.701509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-878c6bb8-8c2d-4666-b94d-be9c327186e2 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.702464 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-878c6bb8-8c2d-4666-b94d-be9c327186e2 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043528 Dec 16 08:24:37.704598 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39366) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.708307 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-80af0a40-288f-4af2-b99e-d19cc6d66eb8 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.709215 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-80af0a40-288f-4af2-b99e-d19cc6d66eb8 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037916 Dec 16 08:24:37.711826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39368) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.715485 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-da8e74e5-7c6d-4b3c-9300-8f6c0e8113d0 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.716399 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-da8e74e5-7c6d-4b3c-9300-8f6c0e8113d0 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0036864 Dec 16 08:24:37.718401 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39370) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.721971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-e4bcb0c6-995f-4bcf-969f-4b91ee989f4a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.722860 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e4bcb0c6-995f-4bcf-969f-4b91ee989f4a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0036700 Dec 16 08:24:37.724913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39372) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.729423 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-9c1c2be0-45fa-4e4d-96dd-43581c57a430 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.730315 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9c1c2be0-45fa-4e4d-96dd-43581c57a430 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046158 Dec 16 08:24:37.732286 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39374) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.735811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-b4285742-4baa-460f-b54b-e853800682cd tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.736729 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b4285742-4baa-460f-b54b-e853800682cd tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0036552 Dec 16 08:24:37.738887 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39376) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.744079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-f6d32577-311a-4753-ac03-3bd415fb1bee tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.745018 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f6d32577-311a-4753-ac03-3bd415fb1bee tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053413 Dec 16 08:24:37.747259 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39378) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.750786 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-8f8b9e6e-521f-4a55-b775-db51da3af786 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.751680 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8f8b9e6e-521f-4a55-b775-db51da3af786 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0036373 Dec 16 08:24:37.753653 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39380) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.757193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-7b564157-4e7e-4c70-8129-9ebf3d7bc4cc tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.758620 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7b564157-4e7e-4c70-8129-9ebf3d7bc4cc tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0036464 Dec 16 08:24:37.760360 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39382) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.763885 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-56f43524-b5e8-4ad1-9753-1fc96aed066c tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.764843 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-56f43524-b5e8-4ad1-9753-1fc96aed066c tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0036604 Dec 16 08:24:37.766767 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39384) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.770312 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-e572641f-b6d3-415b-afe4-83f552b88915 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.771205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e572641f-b6d3-415b-afe4-83f552b88915 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0036473 Dec 16 08:24:37.773306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39386) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.777335 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-d4cee3cc-498d-4f86-86b3-f3da3fb302ac tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.778243 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d4cee3cc-498d-4f86-86b3-f3da3fb302ac tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0036943 Dec 16 08:24:37.780218 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39388) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.783803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-fc736fe2-4133-45d9-8f9d-9e3b339a80a9 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.784755 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc736fe2-4133-45d9-8f9d-9e3b339a80a9 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037177 Dec 16 08:24:37.786659 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39390) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.791318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-4af2addb-d021-43a2-872b-b074c7a72efc tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.792248 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4af2addb-d021-43a2-872b-b074c7a72efc tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047677 Dec 16 08:24:37.794220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39392) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.800970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-d078091c-55f8-4129-9807-51abca167008 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.801879 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d078091c-55f8-4129-9807-51abca167008 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068619 Dec 16 08:24:37.803908 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39394) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.808428 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-61e92192-1141-4bcf-af34-6ca9c21671a4 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.809327 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-61e92192-1141-4bcf-af34-6ca9c21671a4 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045919 Dec 16 08:24:37.811298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39396) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.814854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-a4fb583d-6ecb-4753-9d27-01b7397a4f69 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.815752 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a4fb583d-6ecb-4753-9d27-01b7397a4f69 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0036638 Dec 16 08:24:37.817750 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39398) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.821983 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-b776cb05-4f2b-44fa-8ea9-e0387ae57976 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.822877 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b776cb05-4f2b-44fa-8ea9-e0387ae57976 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042930 Dec 16 08:24:37.824969 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39400) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.828533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-c8b462e3-87e9-4988-b8fa-7c136f4aa103 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.829428 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8b462e3-87e9-4988-b8fa-7c136f4aa103 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0036695 Dec 16 08:24:37.831383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39402) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.834955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-ef7ec50d-d47b-4247-9dc5-7b0297a5bb3a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.835847 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ef7ec50d-d47b-4247-9dc5-7b0297a5bb3a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0036714 Dec 16 08:24:37.838077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39404) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.841844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-23da9de8-fe34-42e1-ac70-fbcdc594ef88 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.842833 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-23da9de8-fe34-42e1-ac70-fbcdc594ef88 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038805 Dec 16 08:24:37.850236 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39406) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.854397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-bf803115-ce70-43e3-94d7-30ab419df248 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.855339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-bf803115-ce70-43e3-94d7-30ab419df248 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042806 Dec 16 08:24:37.857533 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.861646 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-868cd797-ecb5-4ff9-80d0-54e25417be51 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.862573 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-868cd797-ecb5-4ff9-80d0-54e25417be51 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041931 Dec 16 08:24:37.864538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39410) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.868710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-5e630f6c-eab4-4a83-9b47-003e49daa8b0 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.869605 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5e630f6c-eab4-4a83-9b47-003e49daa8b0 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042849 Dec 16 08:24:37.871880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39412) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.875566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-c7299bce-ca34-4873-9928-707ec678c1a6 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.876500 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c7299bce-ca34-4873-9928-707ec678c1a6 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0037639 Dec 16 08:24:37.878451 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39414) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.882074 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-413b6412-e0ea-4004-a996-346190eff6c9 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.883011 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-413b6412-e0ea-4004-a996-346190eff6c9 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037360 Dec 16 08:24:37.885463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39416) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.889061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-9e266ecb-6582-4535-b316-9a490fca589d tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.889975 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9e266ecb-6582-4535-b316-9a490fca589d tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037136 Dec 16 08:24:37.891929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39418) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.895503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-0717ad7c-dec8-43f8-9081-709a1c4b9a1e tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.896432 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0717ad7c-dec8-43f8-9081-709a1c4b9a1e tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0036523 Dec 16 08:24:37.898392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39420) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.902201 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-10945974-b24e-4df0-9779-147a2bf062ae tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.903131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-10945974-b24e-4df0-9779-147a2bf062ae tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037222 Dec 16 08:24:37.905072 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39422) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.908665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-e547f302-d5bb-451a-8d2f-6fdbf39589d2 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.909600 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e547f302-d5bb-451a-8d2f-6fdbf39589d2 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037050 Dec 16 08:24:37.911499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.916073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-91cc804e-62e8-47af-944b-b584a14964e7 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.917051 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-91cc804e-62e8-47af-944b-b584a14964e7 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047112 Dec 16 08:24:37.919013 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39426) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.922632 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-7bd8cf3a-1480-414e-8b34-d033723b17d3 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.923558 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7bd8cf3a-1480-414e-8b34-d033723b17d3 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037184 Dec 16 08:24:37.925497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39428) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.929097 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-74b75f82-2293-444d-b6dc-7d77411064c1 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.930634 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-74b75f82-2293-444d-b6dc-7d77411064c1 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037034 Dec 16 08:24:37.933016 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39430) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.936616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-ca54809a-0659-40dd-9f81-a44c0d477fb2 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.937549 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ca54809a-0659-40dd-9f81-a44c0d477fb2 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037122 Dec 16 08:24:37.939431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39432) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.942986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-7ba932b5-d73a-4afb-9feb-5c8241e62d38 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.943908 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7ba932b5-d73a-4afb-9feb-5c8241e62d38 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0036547 Dec 16 08:24:37.946228 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39434) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.949740 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-eae6ba91-011a-43d3-bb11-b49c2395e3f5 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.950684 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eae6ba91-011a-43d3-bb11-b49c2395e3f5 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0036850 Dec 16 08:24:37.952594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39436) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.956124 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-e3da5584-61fe-4da5-ac35-98bbdf9ddf80 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.957057 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e3da5584-61fe-4da5-ac35-98bbdf9ddf80 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0036664 Dec 16 08:24:37.959090 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39438) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.963211 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-10977042-c283-4e3e-9141-98040a340fca tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.964119 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-10977042-c283-4e3e-9141-98040a340fca tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042262 Dec 16 08:24:37.966146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39440) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.970215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-ebb13ae7-334d-453b-a5e7-26f94b2cc3a6 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.971154 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ebb13ae7-334d-453b-a5e7-26f94b2cc3a6 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0041809 Dec 16 08:24:37.973224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39442) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.977377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-4c9a7cc9-2897-468e-871b-d0f27dbd79e4 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.978282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4c9a7cc9-2897-468e-871b-d0f27dbd79e4 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042591 Dec 16 08:24:37.980348 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39444) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.983948 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-5a2ea883-fec5-4771-bca9-ad5f8d458773 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.984876 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5a2ea883-fec5-4771-bca9-ad5f8d458773 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037293 Dec 16 08:24:37.986869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39446) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.990455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-e7cfc4b9-e763-4097-9e91-84ed4ff67b66 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.991375 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e7cfc4b9-e763-4097-9e91-84ed4ff67b66 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0036805 Dec 16 08:24:37.993456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39448) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:37.997275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-1d40830a-5c38-4fb1-bf57-74a02f1b748a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:37.998205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1d40830a-5c38-4fb1-bf57-74a02f1b748a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039237 Dec 16 08:24:38.000191 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39450) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.003755 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-a62ecf02-f218-4c4c-b26c-327cbdc9dc16 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.004706 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a62ecf02-f218-4c4c-b26c-327cbdc9dc16 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0036838 Dec 16 08:24:38.006642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39452) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.010275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-467558ad-09f2-4676-9d96-3875fcdd64e6 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.011196 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-467558ad-09f2-4676-9d96-3875fcdd64e6 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037360 Dec 16 08:24:38.013268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39454) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.016872 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-19d02ad5-a215-48e1-804e-70b39711359d tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.017778 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-19d02ad5-a215-48e1-804e-70b39711359d tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0037065 Dec 16 08:24:38.019745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39456) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.024535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-c636c67c-f653-4d75-8616-7df373a36dd0 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.025450 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c636c67c-f653-4d75-8616-7df373a36dd0 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048721 Dec 16 08:24:38.027422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39458) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.031070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-f1b8db8b-fdc0-43e9-ad40-6e96fc8dbe32 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.031975 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f1b8db8b-fdc0-43e9-ad40-6e96fc8dbe32 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037236 Dec 16 08:24:38.033989 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39460) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.037566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-ac090777-0437-4a98-9e77-e14e218a715a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.038497 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac090777-0437-4a98-9e77-e14e218a715a tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0036881 Dec 16 08:24:38.041115 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39462) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.044801 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-787894b3-a3c9-4b6d-ac59-98be3efb182c tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.045702 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-787894b3-a3c9-4b6d-ac59-98be3efb182c tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037897 Dec 16 08:24:38.047658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39464) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.051229 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-50204f13-857e-4205-98bb-a963a8b801f8 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.052123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-50204f13-857e-4205-98bb-a963a8b801f8 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0036693 Dec 16 08:24:38.054175 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39466) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.057777 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-933d184c-2261-4dc1-88fb-0c1e2d18a193 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.058708 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-933d184c-2261-4dc1-88fb-0c1e2d18a193 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037076 Dec 16 08:24:38.060701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39468) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.064288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-ff631365-93e5-4399-9230-cf55777e4b60 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.065229 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ff631365-93e5-4399-9230-cf55777e4b60 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037069 Dec 16 08:24:38.067121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39470) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.070844 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-0efd81e7-c6ac-4eec-9c65-3d232bcc3498 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.071779 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0efd81e7-c6ac-4eec-9c65-3d232bcc3498 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038316 Dec 16 08:24:38.073697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39472) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.077765 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-a6b56c7a-3322-42c5-9365-f5f280dd1950 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.078704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a6b56c7a-3322-42c5-9365-f5f280dd1950 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041866 Dec 16 08:24:38.080616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39474) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.084160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-038babc3-b450-49cb-a531-19007c797716 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.085094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-038babc3-b450-49cb-a531-19007c797716 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0036752 Dec 16 08:24:38.087509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39476) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.091093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-896691f2-3de7-4e9e-888c-8fdaadc01761 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.092000 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-896691f2-3de7-4e9e-888c-8fdaadc01761 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0036938 Dec 16 08:24:38.093980 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39478) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.097616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-610a7dee-d44f-4a1c-b121-b5f03ab14f3e tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.098560 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-610a7dee-d44f-4a1c-b121-b5f03ab14f3e tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037324 Dec 16 08:24:38.100473 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39480) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.104723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-52270f31-2cbe-4063-9750-b5807ae67c7b tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.105626 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-52270f31-2cbe-4063-9750-b5807ae67c7b tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043540 Dec 16 08:24:38.107586 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39482) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.111266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [None req-cd48da79-eb97-4656-8bf5-4b806ae7c796 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.112205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cd48da79-eb97-4656-8bf5-4b806ae7c796 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037873 Dec 16 08:24:38.114356 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39484) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.118605 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-461c888b-0c0c-46e8-b84f-dc4832d02aeb tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.119583 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-461c888b-0c0c-46e8-b84f-dc4832d02aeb tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042982 Dec 16 08:24:38.121921 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39486) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.125666 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-d9188002-3b2c-4d8c-96d9-2d11f2230679 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.126603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d9188002-3b2c-4d8c-96d9-2d11f2230679 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038078 Dec 16 08:24:38.128656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39488) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.132259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-03cac39a-ca3c-4458-a840-76b52961f347 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.133262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-03cac39a-ca3c-4458-a840-76b52961f347 tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037313 Dec 16 08:24:38.135360 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39490) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.139520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [None req-9d965d4e-39db-494c-a221-145fe27c7afb tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:24:38.140513 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9d965d4e-39db-494c-a221-145fe27c7afb tempest-ExtensionsTestJSON-2061301722 tempest-ExtensionsTestJSON-2061301722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042794 Dec 16 08:24:38.564967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39496) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.675463 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-137200b8-41d8-4150-a285-a5bc101dcc4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:38.751061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-137200b8-41d8-4150-a285-a5bc101dcc4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:38.827819 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-137200b8-41d8-4150-a285-a5bc101dcc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:38.866685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-137200b8-41d8-4150-a285-a5bc101dcc4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56fe58908e2c4e7c949a279b9bd76908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006856 Dec 16 08:24:38.867600 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137200b8-41d8-4150-a285-a5bc101dcc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d32ecd9-e858-4a26-9cf0-0763c29c4934,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:38.869464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39500) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:38.918142 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa50b1b1-a703-4262-a571-d28b04cb1710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:38.938580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa50b1b1-a703-4262-a571-d28b04cb1710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:39.065473 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa50b1b1-a703-4262-a571-d28b04cb1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:39.068056 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fa50b1b1-a703-4262-a571-d28b04cb1710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:39.069230 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fa50b1b1-a703-4262-a571-d28b04cb1710 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d32ecd9-e858-4a26-9cf0-0763c29c4934 HTTP/1.1" status: 204 len: 168 time: 0.1977201 Dec 16 08:24:39.077486 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50b1b1-a703-4262-a571-d28b04cb1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d32ecd9-e858-4a26-9cf0-0763c29c4934,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:40.049324 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39522) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:40.147385 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1933302897'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:40.291422 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Made reservation on behalf of 8fb1185c6c5942baa0a5a37a8a9a3bc4 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:40.294941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.307608 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.379919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.473994 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.505044 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:24:40.510734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f3da9c-802b-40fc-8f27-32c3ebdba4ff,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:40.517768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.518730 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Added segment 9cf011a1-ddde-4e65-ac61-0de88fe5937d of type vlan for network c06fa407-7ec8-4a35-b118-bba5588d491d Dec 16 08:24:40.558297 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.665176 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.670783 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:40.679079 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:40.737604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event updated for resources: {'Network': ['ID=c06fa407-7ec8-4a35-b118-bba5588d491d,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:40.748106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c06fa407-7ec8-4a35-b118-bba5588d491d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:24:40.782397 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a20be34c-f7d3-412b-b2f5-10f6d7294c45 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7319753 Dec 16 08:24:40.785367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39526) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:40.790246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Request body: {'subnet': {'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:40.988216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Made reservation on behalf of 8fb1185c6c5942baa0a5a37a8a9a3bc4 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:40.991679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:41.231370 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:41.291828 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event updated for resources: {'Subnet': ['ID=f11ea06f-f115-4749-bfb2-d489047f530c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:41.301089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Checking segment: {'id': '9cf011a1-ddde-4e65-ac61-0de88fe5937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:41.302516 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Network hostable DHCP agents. Network: c06fa407-7ec8-4a35-b118-bba5588d491d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:24:41.371301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Network c06fa407-7ec8-4a35-b118-bba5588d491d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:24:41.454053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c06fa407-7ec8-4a35-b118-bba5588d491d) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:41.458351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:41.458948 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:41.463488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90aacc7-d2f5-4e28-b809-9559535828b2 None None] Network c06fa407-7ec8-4a35-b118-bba5588d491d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:41.554279 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dd88b72a-8924-4e98-b69e-d9087558f1e9 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7677138 Dec 16 08:24:41.557493 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39530) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:41.562577 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Request body: {'port': {'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-791015657'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:41.567810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-c06fa407-7ec8-4a35-b118-bba5588d491d', 'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d', 'project_id': '8fb1185c6c5942baa0a5a37a8a9a3bc4', 'fixed_ips': [{'subnet_id': 'f11ea06f-f115-4749-bfb2-d489047f530c'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:24:41.568771 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:41.706428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Allocated IP 2001:db8::2 (c06fa407-7ec8-4a35-b118-bba5588d491d/f11ea06f-f115-4749-bfb2-d489047f530c/eaf42b54-0343-4384-8761-963f3b425637) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:41.746674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39532) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:41.782157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Made reservation on behalf of 8fb1185c6c5942baa0a5a37a8a9a3bc4 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:41.785627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:41.818453 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] device_id is not set on port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:24:41.847334 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:41.922749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:41.965402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Network c06fa407-7ec8-4a35-b118-bba5588d491d is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:41.968332 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:41.971888 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:41.983049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Pushing event updated for resources: {'Port': ['ID=eaf42b54-0343-4384-8761-963f3b425637,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:42.005262 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Allocated IP 2001:db8::1a9 (c06fa407-7ec8-4a35-b118-bba5588d491d/f11ea06f-f115-4749-bfb2-d489047f530c/8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:42.025612 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 6e6292ae-4c07-43e4-bb8a-3d5ed080ea6c {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:42.025949 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.032029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Attempting to bind port eaf42b54-0343-4384-8761-963f3b425637 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:24:42.032472 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Attempting to bind port eaf42b54-0343-4384-8761-963f3b425637 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '9cf011a1-ddde-4e65-ac61-0de88fe5937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:24:42.032836 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Attempting to bind port eaf42b54-0343-4384-8761-963f3b425637 on network c06fa407-7ec8-4a35-b118-bba5588d491d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:24:42.037914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:24:42.038287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Checking segment: {'id': '9cf011a1-ddde-4e65-ac61-0de88fe5937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:42.038685 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.039094 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Bound using segment: {'id': '9cf011a1-ddde-4e65-ac61-0de88fe5937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:24:42.039824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Bound port: eaf42b54-0343-4384-8761-963f3b425637, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf011a1-ddde-4e65-ac61-0de88fe5937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:24:42.040416 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.103701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] For port eaf42b54-0343-4384-8761-963f3b425637, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:24:42.106937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] For port eaf42b54-0343-4384-8761-963f3b425637, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=eaf42b54-0343-4384-8761-963f3b425637,segment=NetworkSegment(9cf011a1-ddde-4e65-ac61-0de88fe5937d),segment_id=9cf011a1-ddde-4e65-ac61-0de88fe5937d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:24:42.186132 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.248776 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5a182-fbd9-4fdf-a398-773f158a6b43 None None] Pushing event updated for resources: {'Port': ['ID=eaf42b54-0343-4384-8761-963f3b425637,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:42.532732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.533311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.552936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 6e6292ae-4c07-43e4-bb8a-3d5ed080ea6c owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:42.628543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.739955 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.757310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device eaf42b54-0343-4384-8761-963f3b425637 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:24:42.794322 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Network c06fa407-7ec8-4a35-b118-bba5588d491d is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:42.797466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:42.801162 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:42.806928 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:42.807362 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port eaf42b54-0343-4384-8761-963f3b425637 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:42.807551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.807739 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.815721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event updated for resources: {'Port': ['ID=8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:42.842460 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.870884 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=6e6292ae-4c07-43e4-bb8a-3d5ed080ea6c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:42.892149 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.917248 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2a2f86c0-f423-4d31-bff4-9d295bf5cc80 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3583302 Dec 16 08:24:42.920437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39534) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:42.928765 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Request body: {'port': {'network_id': 'c06fa407-7ec8-4a35-b118-bba5588d491d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1669323168', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:42.930225 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.api.validators [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] bootfile-name is not in valid_values {{(pid=110395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 08:24:42.930792 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.api.validators [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] tftp-server is not in valid_values {{(pid=110395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 08:24:42.931516 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.api.validators [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] server-ip-address is not in valid_values {{(pid=110395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 08:24:42.935570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port eaf42b54-0343-4384-8761-963f3b425637, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=eaf42b54-0343-4384-8761-963f3b425637,segment=NetworkSegment(9cf011a1-ddde-4e65-ac61-0de88fe5937d),segment_id=9cf011a1-ddde-4e65-ac61-0de88fe5937d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:42.938832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:42.939152 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Floating IP 6248113e-7f7a-4b75-a84d-b60b9650d95d disassociated (deleted). External IP: 172.25.2.89, port: 364a2eb1-53b3-4396-a2df-fd4de82bd964. Dec 16 08:24:43.153094 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:43.179941 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:24:43.202641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Made reservation on behalf of 8fb1185c6c5942baa0a5a37a8a9a3bc4 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:43.206312 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:43.220358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=eaf42b54-0343-4384-8761-963f3b425637,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:43.234565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] device_id is not set on port 8be1d78f-7ac8-4771-82b1-fc694a969a42 yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:24:43.284258 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf800fa-ba95-4c83-b8ec-c02b43d3a4dd None None] Network c06fa407-7ec8-4a35-b118-bba5588d491d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:43.301353 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:24:43.307070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:43.333255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] Sync routers for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:24:43.340830 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-88004db0-ccc5-499b-ae16-4c7fa0076a7f tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/floatingips/6248113e-7f7a-4b75-a84d-b60b9650d95d HTTP/1.1" status: 204 len: 168 time: 1.5929420 Dec 16 08:24:43.341743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:24:43.345412 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64" -d '{"events": [{"name": "network-changed", "server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:24:43.362921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0a976bbe-7183-4b9c-860d-e747e3dda916 None None] Provisioning complete for port eaf42b54-0343-4384-8761-963f3b425637 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:43.363305 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a976bbe-7183-4b9c-860d-e747e3dda916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:43.367953 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:43.368733 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:43.374514 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Allocated IP 2001:db8::1d6 (c06fa407-7ec8-4a35-b118-bba5588d491d/f11ea06f-f115-4749-bfb2-d489047f530c/8be1d78f-7ac8-4771-82b1-fc694a969a42) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:43.413949 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2938f54e-df28-45e7-82c8-64231b842f36 x-openstack-request-id: req-2938f54e-df28-45e7-82c8-64231b842f36 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:24:43.414329 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:24:43.415447 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2938f54e-df28-45e7-82c8-64231b842f36 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:24:43.415876 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'status': 'completed', 'code': 200} Dec 16 08:24:43.520704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-fd4ef331-7f7b-466e-9662-02a823cfdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:43.520704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-fd4ef331-7f7b-466e-9662-02a823cfdf98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44fea2caa1b44b76ab343b98224961b5&device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 1098 time: 0.0493765 Dec 16 08:24:43.561156 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:43.609885 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:24:43.624665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-de48d46a-f828-4915-90f9-96691e0f0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:43.626200 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-de48d46a-f828-4915-90f9-96691e0f0659 service neutron] 10.222.0.16 "GET /v2.0/networks?id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0 HTTP/1.1" status: 200 len: 897 time: 0.0997157 Dec 16 08:24:43.663507 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:43.687362 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-bc70d7c6-d8f6-44ab-bbdf-b7a170a15cb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964 HTTP/1.1" status: 200 len: 217 time: 0.0525446 Dec 16 08:24:43.736376 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Network c06fa407-7ec8-4a35-b118-bba5588d491d is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:43.741764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:43.748124 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:43.759756 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:43.761393 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:43.771461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event updated for resources: {'Port': ['ID=8be1d78f-7ac8-4771-82b1-fc694a969a42,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:43.785852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-b5689f54-5c2f-41d7-9542-f799e4727f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:43.788196 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-b5689f54-5c2f-41d7-9542-f799e4727f0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd9554d2-c15f-4f29-8382-a38028dbd8ff HTTP/1.1" status: 200 len: 835 time: 0.0808525 Dec 16 08:24:43.850721 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-d877553b-de71-4861-a4c2-a2549a634d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:43.850721 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-d877553b-de71-4861-a4c2-a2549a634d95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=133345b6-0ac5-4ca0-8d78-03656d2d7bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522907 Dec 16 08:24:43.871537 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e8a858fe-cbe1-4edf-a20c-af6a45a2e83c tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9485717 Dec 16 08:24:43.874131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39542) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:43.962421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-b86109bb-2e65-4f68-b058-3eaa27c477eb service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041729 Dec 16 08:24:43.975273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-553eb5ff-10e6-41c3-8c03-adf6cfea302f None None] Provisioning complete for port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:43.975880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-553eb5ff-10e6-41c3-8c03-adf6cfea302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.014233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3984d-77b1-422c-bd87-d136de2370d6 req-ef12c681-c887-4976-b990-2f107d8188bd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:44.023941 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11d3984d-77b1-422c-bd87-d136de2370d6 req-ef12c681-c887-4976-b990-2f107d8188bd tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.1103058 Dec 16 08:24:44.040453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e44ec0-aa75-4aa5-a2ce-a8fbd7129cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:44.041157 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-553eb5ff-10e6-41c3-8c03-adf6cfea302f None None] Port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:44.047058 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e44ec0-aa75-4aa5-a2ce-a8fbd7129cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:44.053289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e44ec0-aa75-4aa5-a2ce-a8fbd7129cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:44.055762 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-42e44ec0-aa75-4aa5-a2ce-a8fbd7129cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1806586 Dec 16 08:24:44.062338 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39544) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:44.086051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-553eb5ff-10e6-41c3-8c03-adf6cfea302f None None] Provisioning complete for port eaf42b54-0343-4384-8761-963f3b425637 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:44.086576 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-553eb5ff-10e6-41c3-8c03-adf6cfea302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.112152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11d3984d-77b1-422c-bd87-d136de2370d6 req-f82aa764-b256-4c22-bc44-3e88f884f005 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866079 Dec 16 08:24:44.156064 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:55Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:44.172532 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-e96ef6a2-01f8-4d6c-ba49-36eee13c6d64 req-800c3135-2f18-4c26-bd8a-aa5fc0772bab service neutron] 10.222.0.16 "GET /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021148 Dec 16 08:24:44.194187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Deleting port 8be1d78f-7ac8-4771-82b1-fc694a969a42 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:44.194504 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.208010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] Checking router: e679d4c3-bbb1-4b1c-a110-51ccc4104d02 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:24:44.225974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:44.227235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:44.295554 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.312377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Calling delete_port for 8be1d78f-7ac8-4771-82b1-fc694a969a42 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:44.354624 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:24:44.411406 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f4111140-1bd8-4b6d-aaf8-2a31cf2997b5 None None] Provisioning complete for port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:44.411681 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4111140-1bd8-4b6d-aaf8-2a31cf2997b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.511106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.522318 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f4111140-1bd8-4b6d-aaf8-2a31cf2997b5 None None] Port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:44.539847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event deleted for resources: {'Port': ['ID=8be1d78f-7ac8-4771-82b1-fc694a969a42,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:44.568203 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.575242 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5816d9f3-fcec-4ba4-a2b2-26c2897f5f2b tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "DELETE /v2.0/ports/8be1d78f-7ac8-4771-82b1-fc694a969a42 HTTP/1.1" status: 204 len: 168 time: 0.5075023 Dec 16 08:24:44.575582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39546) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:44.580852 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Request body: {'port': {'name': 'tempest-new-port-name-1313871997', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:44.591293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.api.validators [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] bootfile-name is not in valid_values {{(pid=110395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 08:24:44.591293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.api.validators [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] tftp-server is not in valid_values {{(pid=110395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 08:24:44.591293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.api.validators [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] server-ip-address is not in valid_values {{(pid=110395) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 08:24:44.619384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:55Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:44.655335 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004eff5-fea5-485a-9335-8a2e155e011b None None] The sync data for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 is: [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:21:51Z', 'revision_number': 4, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '498575a1-f825-4366-8ea6-2c093517fafd', 'name': '', 'network_id': '133345b6-0ac5-4ca0-8d78-03656d2d7bc0', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'mac_address': 'fa:16:3e:d8:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:51Z', 'updated_at': '2021-12-16T08:21:55Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'subnets': [{'id': 'bd9554d2-c15f-4f29-8382-a38028dbd8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:24:44.657600 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f2279b35-5986-4375-9ac0-ee8ff3be4f5d None None] Could not find standard attr ID for object 8be1d78f-7ac8-4771-82b1-fc694a969a42. {{(pid=110397) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 08:24:44.661601 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.751239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device eaf42b54-0343-4384-8761-963f3b425637 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:24:44.811980 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port eaf42b54-0343-4384-8761-963f3b425637 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:44.812382 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.893144 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.942061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.969125 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694326eb-8b1c-4437-8339-c58a639ce1ac None None] New status for floating IP 6248113e-7f7a-4b75-a84d-b60b9650d95d: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:24:44.977656 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] In _notify_port_updated(), no bound segment for port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb on network c06fa407-7ec8-4a35-b118-bba5588d491d {{(pid=110395) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 08:24:44.983100 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:44.983733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:44.988248 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "PUT /v2.0/ports/8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb HTTP/1.1" status: 200 len: 1130 time: 0.4085891 Dec 16 08:24:44.988459 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39548) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:45.005364 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6259c-8fcd-4a07-b602-842a8b43db12 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event updated for resources: {'Port': ['ID=8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:45.034272 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca4150-117f-4928-ae32-5897018439ea tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:45.035823 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-91ca4150-117f-4928-ae32-5897018439ea tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "GET /v2.0/ports/8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb HTTP/1.1" status: 200 len: 1130 time: 0.0465903 Dec 16 08:24:45.040200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39550) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:45.144221 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Deleting port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:45.144580 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.239431 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c6f80-9908-4035-8e71-f6e84562d25f req-b10de5bb-0edc-471f-8a04-2b4042566ef9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:45.240081 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.241069 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb1c6f80-9908-4035-8e71-f6e84562d25f req-b10de5bb-0edc-471f-8a04-2b4042566ef9 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.0542471 Dec 16 08:24:45.253310 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Calling delete_port for 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:45.294223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-eb1c6f80-9908-4035-8e71-f6e84562d25f req-aa55c304-0f11-4580-86f8-026d0db1be5b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/security-groups?id=28bedcdb-a528-43ab-b9d2-b081ee2758c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Dec 16 08:24:45.302583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3a7bb226-b29f-4a65-855f-0a1650b5cbcb None None] Provisioning complete for port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:45.303154 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb226-b29f-4a65-855f-0a1650b5cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.343464 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bb226-b29f-4a65-855f-0a1650b5cbcb None None] Port 8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:45.492645 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.537813 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event deleted for resources: {'Port': ['ID=8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:45.571704 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.575225 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d47b6573-2af3-49c0-bd84-36457859ca8a tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "DELETE /v2.0/ports/8de2cdc5-a9bf-48bd-9bf9-2f8602e752cb HTTP/1.1" status: 204 len: 168 time: 0.5340161 Dec 16 08:24:45.577889 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39554) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:45.589488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-b7285a07-6064-4618-963d-e0a9fac12574 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:45.594266 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-b7285a07-6064-4618-963d-e0a9fac12574 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 946 time: 0.1082680 Dec 16 08:24:45.638951 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Deleting subnet f11ea06f-f115-4749-bfb2-d489047f530c {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:24:45.643902 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.687987 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.699772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 364a2eb1-53b3-4396-a2df-fd4de82bd964 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:45.700361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.777444 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.802081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 364a2eb1-53b3-4396-a2df-fd4de82bd964, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=364a2eb1-53b3-4396-a2df-fd4de82bd964,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:45.802451 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.816152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 364a2eb1-53b3-4396-a2df-fd4de82bd964 owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:45.917145 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.944968 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event deleted for resources: {'Subnet': ['ID=f11ea06f-f115-4749-bfb2-d489047f530c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:45.947571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:45.955318 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-87adaeb0-d070-42b5-a92d-82286d6ee000 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "DELETE /v2.0/subnets/f11ea06f-f115-4749-bfb2-d489047f530c HTTP/1.1" status: 204 len: 168 time: 0.3712306 Dec 16 08:24:45.955437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034145d5-ea27-4608-b431-d2e7c69c661b None None] Network c06fa407-7ec8-4a35-b118-bba5588d491d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:45.955578 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39556) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:46.009429 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.034846 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.051172 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=364a2eb1-53b3-4396-a2df-fd4de82bd964,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:46.094821 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] No DVR routers for this DVR port 364a2eb1-53b3-4396-a2df-fd4de82bd964 on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:24:46.097505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.101265 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1fe501cb-b083-4e7f-8774-8ee0161b4e0f req-6685b9c5-8e34-4616-9f46-0b521c1f1d67 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.16 "DELETE /v2.0/ports/364a2eb1-53b3-4396-a2df-fd4de82bd964 HTTP/1.1" status: 204 len: 173 time: 0.5034118 Dec 16 08:24:46.102436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-deleted', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:24:46.105792 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3b3c4d-fc80-42a3-ac32-cceaaacb3a16" -d '{"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-deleted", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:24:46.112341 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Deleting port eaf42b54-0343-4384-8761-963f3b425637 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:46.113172 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.154377 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb3ea8-1274-4e40-a321-2a842d2cd5bc x-openstack-request-id: req-aacb3ea8-1274-4e40-a321-2a842d2cd5bc {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:24:46.154377 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b652356-a9cf-4072-a41f-bc441b1ae872", "name": "network-vif-deleted", "tag": "364a2eb1-53b3-4396-a2df-fd4de82bd964", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:24:46.154377 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aacb3ea8-1274-4e40-a321-2a842d2cd5bc {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:24:46.154377 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b652356-a9cf-4072-a41f-bc441b1ae872', 'name': 'network-vif-deleted', 'tag': '364a2eb1-53b3-4396-a2df-fd4de82bd964', 'status': 'completed', 'code': 200} Dec 16 08:24:46.155982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] DHCP port deletion for c06fa407-7ec8-4a35-b118-bba5588d491d request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:24:46.190375 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] For port eaf42b54-0343-4384-8761-963f3b425637, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=eaf42b54-0343-4384-8761-963f3b425637,segment=NetworkSegment(9cf011a1-ddde-4e65-ac61-0de88fe5937d),segment_id=9cf011a1-ddde-4e65-ac61-0de88fe5937d)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:46.190753 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.203320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Calling delete_port for eaf42b54-0343-4384-8761-963f3b425637 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:46.213198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] Deleting port eaf42b54-0343-4384-8761-963f3b425637 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:46.216385 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.278991 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] For port eaf42b54-0343-4384-8761-963f3b425637, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=eaf42b54-0343-4384-8761-963f3b425637,segment=NetworkSegment(9cf011a1-ddde-4e65-ac61-0de88fe5937d),segment_id=9cf011a1-ddde-4e65-ac61-0de88fe5937d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:46.279397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.293103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] Calling delete_port for eaf42b54-0343-4384-8761-963f3b425637 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:46.479590 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.509663 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] Pushing event deleted for resources: {'Port': ['ID=eaf42b54-0343-4384-8761-963f3b425637,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:46.516766 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53c778-78ca-43c0-8ce3-f50ba82a0c34 None None] No DVR routers for this DVR port eaf42b54-0343-4384-8761-963f3b425637 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:24:46.610384 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-21c113e6-eef5-444d-ad7b-7ef8b0f6976c req-253a5971-1eff-4863-a92b-3df64097c37b tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b652356-a9cf-4072-a41f-bc441b1ae872 HTTP/1.1" status: 200 len: 210 time: 0.0366731 Dec 16 08:24:46.612618 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.638209 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event deleted for resources: {'Port': ['ID=eaf42b54-0343-4384-8761-963f3b425637,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:46.642784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] No DVR routers for this DVR port eaf42b54-0343-4384-8761-963f3b425637 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:24:46.724843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device eaf42b54-0343-4384-8761-963f3b425637 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:46.745452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: eaf42b54-0343-4384-8761-963f3b425637 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:46.745800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device eaf42b54-0343-4384-8761-963f3b425637 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:46.833534 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.848847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06fa407-7ec8-4a35-b118-bba5588d491d']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:46.865236 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf011a1-ddde-4e65-ac61-0de88fe5937d') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:46.865533 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf011a1-ddde-4e65-ac61-0de88fe5937d') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:46.881377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.902379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.909298 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:24:46.909686 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: self.session.flush() Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:24:46.912665 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:24:47.045387 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:47.055996 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:47.059175 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] 10.222.0.43 "DELETE /v2.0/networks/c06fa407-7ec8-4a35-b118-bba5588d491d HTTP/1.1" status: 204 len: 168 time: 1.1048148 Dec 16 08:24:47.078114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af804641-48dd-4003-95e5-1bb53894a4fe tempest-ExtraDHCPOptionsIpV6TestJSON-749360307 tempest-ExtraDHCPOptionsIpV6TestJSON-749360307-project] Pushing event deleted for resources: {'Network': ['ID=c06fa407-7ec8-4a35-b118-bba5588d491d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:47.511860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39570) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:47.648345 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-05a37df5-9119-4446-81f8-17ba5690e6dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fb1185c6c5942baa0a5a37a8a9a3bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352384 Dec 16 08:24:47.650979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39576) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:47.668639 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39578) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:47.702361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d27-604a-445e-aff4-e8320f52da13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:47.725256 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d27-604a-445e-aff4-e8320f52da13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:47.865382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d27-604a-445e-aff4-e8320f52da13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:47.868337 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d27-604a-445e-aff4-e8320f52da13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:47.872278 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e8dc8d27-604a-445e-aff4-e8320f52da13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2f3da9c-802b-40fc-8f27-32c3ebdba4ff HTTP/1.1" status: 204 len: 168 time: 0.2177613 Dec 16 08:24:47.878057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc8d27-604a-445e-aff4-e8320f52da13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f3da9c-802b-40fc-8f27-32c3ebdba4ff,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:48.041849 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:48.303185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port 498575a1-f825-4366-8ea6-2c093517fafd {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:48.303530 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:48.394343 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port 498575a1-f825-4366-8ea6-2c093517fafd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=498575a1-f825-4366-8ea6-2c093517fafd,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:48.394710 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:48.408678 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for 498575a1-f825-4366-8ea6-2c093517fafd owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:48.667692 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:48.698913 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=498575a1-f825-4366-8ea6-2c093517fafd,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:48.837737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39600) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:48.885480 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:48.953986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-1946491251'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:49.033742 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:49.037204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.046222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.109670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:24:49.123144 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.193373 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.217031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:24:49.218112 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:24:49.227521 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8994e6a1-6dc2-4ab7-829b-9bc8a4d38796 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "PUT /v2.0/routers/e679d4c3-bbb1-4b1c-a110-51ccc4104d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5577834 Dec 16 08:24:49.228149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39604) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:49.231793 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] Sync routers for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:24:49.233132 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4488f67f-dbd1-4177-a3bc-ddbaa17aa106,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:49.238402 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.238755 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment b369ffb0-278c-4645-af16-3ff61421dc7a of type vlan for network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b Dec 16 08:24:49.257790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:49.258696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:49.281270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.281776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting subnet bd9554d2-c15f-4f29-8382-a38028dbd8ff {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:24:49.285615 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.330467 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.368061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:24:49.402331 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.408116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:49.408735 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.419499 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.463343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 364a2eb1-53b3-4396-a2df-fd4de82bd964 no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:49.486252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:49.496421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:24:49.498058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 364a2eb1-53b3-4396-a2df-fd4de82bd964 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:49.498398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 364a2eb1-53b3-4396-a2df-fd4de82bd964 not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:49.543151 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e0d2fa05-898c-4307-876a-4a19b54fc0c2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7036662 Dec 16 08:24:49.546077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39606) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:49.551163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-1736364059'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:49.587636 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.615369 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9554d2-c15f-4f29-8382-a38028dbd8ff,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:49.623235 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.628872 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-da3c929e-fbf4-4c44-9ef1-aca25ca8e5a6 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/subnets/bd9554d2-c15f-4f29-8382-a38028dbd8ff HTTP/1.1" status: 204 len: 168 time: 0.3996847 Dec 16 08:24:49.629068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c01886-6e3c-4a34-a103-350a59cf513c None None] Network 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:49.632359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39608) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:49.676567 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:49.680038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.693058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:24:48Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:49.740914 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] Checking router: e679d4c3-bbb1-4b1c-a110-51ccc4104d02 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:24:49.750262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:24:49.755133 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] Routers {'e679d4c3-bbb1-4b1c-a110-51ccc4104d02'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:49.755763 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:49.769258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.769615 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment a4226169-b619-4d22-b1ed-22195e4dda2f of type vlan for network fbfa1147-b033-471d-9977-f63fb2d4db1a Dec 16 08:24:49.786684 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.861025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.948379 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:49.996430 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.002495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:50.003095 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.020452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] DHCP port deletion for 133345b6-0ac5-4ca0-8d78-03656d2d7bc0 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:24:50.056348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] Set router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:24:50.198550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] Deleting port b9d97a6f-6287-488e-acd1-0d359cdedf85 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:50.198926 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.298053 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] For port b9d97a6f-6287-488e-acd1-0d359cdedf85, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=b9d97a6f-6287-488e-acd1-0d359cdedf85,segment=NetworkSegment(8ed42bf1-46d0-40c4-857d-159b7b95ae1e),segment_id=8ed42bf1-46d0-40c4-857d-159b7b95ae1e)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:50.298803 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.316146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] Calling delete_port for b9d97a6f-6287-488e-acd1-0d359cdedf85 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:50.380458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:24:48Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:50.415945 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8652694 Dec 16 08:24:50.417086 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39610) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:50.417607 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe32e4-38b5-4a86-a7c6-792095365381 None None] The sync data for ids ['e679d4c3-bbb1-4b1c-a110-51ccc4104d02'] in n-d-820935-11 is: [{'id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338560069', 'tenant_id': '44fea2caa1b44b76ab343b98224961b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:21:46Z', 'updated_at': '2021-12-16T08:24:48Z', 'revision_number': 5, 'project_id': '44fea2caa1b44b76ab343b98224961b5', 'gw_port': {'id': 'bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e679d4c3-bbb1-4b1c-a110-51ccc4104d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:21:47Z', 'updated_at': '2021-12-16T08:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:24:50.418251 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cade0e-2eda-4c13-afa7-705725de0675 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=fbfa1147-b033-471d-9977-f63fb2d4db1a,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:50.422392 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': 'f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:50.439967 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Deleting port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:50.440351 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.445230 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network fbfa1147-b033-471d-9977-f63fb2d4db1a details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:24:50.518168 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.539643 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] For port bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:50.540097 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.556257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] No DVR routers for this DVR port b9d97a6f-6287-488e-acd1-0d359cdedf85 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:24:50.556257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bc40c-63d0-475c-8e0a-350750a5ae39 None None] Pushing event deleted for resources: {'Port': ['ID=b9d97a6f-6287-488e-acd1-0d359cdedf85,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:50.556585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Calling delete_port for bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:50.628027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:50.631984 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.797377 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.838691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Port': ['ID=bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:50.852837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8292a-9b7f-4992-ae7c-0b6d640753e0 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:24:50.882698 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b9d97a6f-6287-488e-acd1-0d359cdedf85 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:50.904912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: b9d97a6f-6287-488e-acd1-0d359cdedf85 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:50.905361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device b9d97a6f-6287-488e-acd1-0d359cdedf85 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:50.905848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 498575a1-f825-4366-8ea6-2c093517fafd no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:50.912925 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:50.934324 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 498575a1-f825-4366-8ea6-2c093517fafd {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:50.934818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 498575a1-f825-4366-8ea6-2c093517fafd not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:51.015721 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.017967 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.036679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.098243 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=a01c055e-ddeb-4122-aeaa-695c42c36c0c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:51.109099 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': 'b369ffb0-278c-4645-af16-3ff61421dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:51.109467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:24:51.124797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.125992 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Fanout notify agent at l3_agent the message router_deleted on router e679d4c3-bbb1-4b1c-a110-51ccc4104d02 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:24:51.133882 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.135058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c0fc7b07-c29d-4881-ad47-3157b9f50d1e tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/routers/e679d4c3-bbb1-4b1c-a110-51ccc4104d02 HTTP/1.1" status: 204 len: 168 time: 1.5007992 Dec 16 08:24:51.137988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39612) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:51.187946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:24:51.222983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.296263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:51.304250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c8c9b5-5597-446e-b6ef-761e6cd921c2 None None] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:51.304719 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:51.304964 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.328349 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.346339 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133345b6-0ac5-4ca0-8d78-03656d2d7bc0']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:51.357304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed42bf1-46d0-40c4-857d-159b7b95ae1e') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:51.357727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed42bf1-46d0-40c4-857d-159b7b95ae1e') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:51.367400 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.381002 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.387756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:24:51.389001 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:24:51.391175 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:24:51.412371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b', 'network_id': 'f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': 'a01c055e-ddeb-4122-aeaa-695c42c36c0c'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:24:51.412371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.438075 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9c056899-e9d8-4429-b283-a70fa9871928 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0170050 Dec 16 08:24:51.440789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39614) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:51.443114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': 'fbfa1147-b033-471d-9977-f63fb2d4db1a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:51.553884 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Allocated IP 172.20.0.2 (f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b/a01c055e-ddeb-4122-aeaa-695c42c36c0c/5119542f-d6e1-4faa-a05e-fa8b6293de6a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:51.571724 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.591561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.597465 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/networks/133345b6-0ac5-4ca0-8d78-03656d2d7bc0 HTTP/1.1" status: 204 len: 168 time: 0.4558606 Dec 16 08:24:51.597465 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770736c-b1e4-4739-9c52-e12321cb6145 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'Network': ['ID=133345b6-0ac5-4ca0-8d78-03656d2d7bc0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:51.597815 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39616) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:51.662002 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:51.665768 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.676957 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-861acc32-79a2-40ea-81dd-fbec08f94eb5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.710240 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.750696 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-861acc32-79a2-40ea-81dd-fbec08f94eb5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.774195 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.814031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:51.817043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:51.822803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:51.829597 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Pushing event updated for resources: {'Port': ['ID=5119542f-d6e1-4faa-a05e-fa8b6293de6a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:51.885598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Attempting to bind port 5119542f-d6e1-4faa-a05e-fa8b6293de6a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:24:51.885892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Attempting to bind port 5119542f-d6e1-4faa-a05e-fa8b6293de6a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'b369ffb0-278c-4645-af16-3ff61421dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:24:51.886269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Attempting to bind port 5119542f-d6e1-4faa-a05e-fa8b6293de6a on network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:24:51.891304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:24:51.891736 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Checking segment: {'id': 'b369ffb0-278c-4645-af16-3ff61421dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:51.892155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.892587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Bound using segment: {'id': 'b369ffb0-278c-4645-af16-3ff61421dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:24:51.893065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Bound port: 5119542f-d6e1-4faa-a05e-fa8b6293de6a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b369ffb0-278c-4645-af16-3ff61421dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:24:51.893452 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.939135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-861acc32-79a2-40ea-81dd-fbec08f94eb5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.941824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-861acc32-79a2-40ea-81dd-fbec08f94eb5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:51.943054 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-861acc32-79a2-40ea-81dd-fbec08f94eb5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] 10.222.0.43 "DELETE /v2.0/security-groups/28bedcdb-a528-43ab-b9d2-b081ee2758c0 HTTP/1.1" status: 204 len: 168 time: 0.3420432 Dec 16 08:24:51.952589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861acc32-79a2-40ea-81dd-fbec08f94eb5 tempest-TestNetworkAdvancedServerOps-1314116093 tempest-TestNetworkAdvancedServerOps-1314116093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bedcdb-a528-43ab-b9d2-b081ee2758c0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:51.955945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] For port 5119542f-d6e1-4faa-a05e-fa8b6293de6a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:24:51.959413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] For port 5119542f-d6e1-4faa-a05e-fa8b6293de6a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5119542f-d6e1-4faa-a05e-fa8b6293de6a,segment=NetworkSegment(b369ffb0-278c-4645-af16-3ff61421dc7a),segment_id=b369ffb0-278c-4645-af16-3ff61421dc7a)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:24:51.975269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.028947 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=d77ac6a8-1df0-4a0f-8e4a-16af51ea8606,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:52.044751 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': 'a4226169-b619-4d22-b1ed-22195e4dda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbfa1147-b033-471d-9977-f63fb2d4db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:52.045125 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: fbfa1147-b033-471d-9977-f63fb2d4db1a, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:24:52.057216 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.116481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network fbfa1147-b033-471d-9977-f63fb2d4db1a is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:24:52.134315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74c494-7bd3-4627-b30c-4b9953cd4708 None None] Pushing event updated for resources: {'Port': ['ID=5119542f-d6e1-4faa-a05e-fa8b6293de6a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:52.199079 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, fbfa1147-b033-471d-9977-f63fb2d4db1a) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:52.203772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:52.204437 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.209849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb3138-c4a4-4622-a18b-e39adf9ecf88 None None] Network fbfa1147-b033-471d-9977-f63fb2d4db1a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:52.310784 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5b24f094-f29f-4263-9400-bee18f7e8ece tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8713686 Dec 16 08:24:52.314138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39622) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:52.320691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-04092e8d-9770-4af9-8226-f1f178bd7762 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-473648696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:52.350587 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-fbfa1147-b033-471d-9977-f63fb2d4db1a', 'network_id': 'fbfa1147-b033-471d-9977-f63fb2d4db1a', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': 'd77ac6a8-1df0-4a0f-8e4a-16af51ea8606'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:24:52.352792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.492504 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Allocated IP 172.21.0.2 (fbfa1147-b033-471d-9977-f63fb2d4db1a/d77ac6a8-1df0-4a0f-8e4a-16af51ea8606/7fd1867f-0ee9-42fe-abb0-d49fd00a495a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:52.519183 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04092e8d-9770-4af9-8226-f1f178bd7762 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.520352 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04092e8d-9770-4af9-8226-f1f178bd7762 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.575650 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04092e8d-9770-4af9-8226-f1f178bd7762 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.642489 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.671088 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04092e8d-9770-4af9-8226-f1f178bd7762 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.730680 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39626) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:52.746037 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.779934 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-04092e8d-9770-4af9-8226-f1f178bd7762 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.781602 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-04092e8d-9770-4af9-8226-f1f178bd7762 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4658535 Dec 16 08:24:52.782610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5119542f-d6e1-4faa-a05e-fa8b6293de6a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:24:52.784420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39630) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:52.814816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Network fbfa1147-b033-471d-9977-f63fb2d4db1a is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:52.824288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:52.836316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:52.843285 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Pushing event updated for resources: {'Port': ['ID=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:52.907153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Attempting to bind port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:24:52.907476 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Attempting to bind port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'a4226169-b619-4d22-b1ed-22195e4dda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbfa1147-b033-471d-9977-f63fb2d4db1a'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:24:52.907982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Attempting to bind port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a on network fbfa1147-b033-471d-9977-f63fb2d4db1a {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:24:52.916487 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:24:52.916913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Checking segment: {'id': 'a4226169-b619-4d22-b1ed-22195e4dda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbfa1147-b033-471d-9977-f63fb2d4db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:52.917489 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.917902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Bound using segment: {'id': 'a4226169-b619-4d22-b1ed-22195e4dda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbfa1147-b033-471d-9977-f63fb2d4db1a'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:24:52.918396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Bound port: 7fd1867f-0ee9-42fe-abb0-d49fd00a495a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4226169-b619-4d22-b1ed-22195e4dda2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbfa1147-b033-471d-9977-f63fb2d4db1a'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:24:52.918786 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:52.922101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5119542f-d6e1-4faa-a05e-fa8b6293de6a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:52.922470 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.004685 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-34e0ab5b-23ce-4868-8780-27a2a28f1375 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44fea2caa1b44b76ab343b98224961b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705486 Dec 16 08:24:53.005058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39632) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:53.026983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] For port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:24:53.030849 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] For port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,segment=NetworkSegment(a4226169-b619-4d22-b1ed-22195e4dda2f),segment_id=a4226169-b619-4d22-b1ed-22195e4dda2f)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:24:53.074951 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.079966 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2b0deeb-a3dc-4573-a52a-bea92b2ab1e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.109762 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2b0deeb-a3dc-4573-a52a-bea92b2ab1e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.116257 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.165757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12b8e8-f877-46f4-b6a6-f6a50c9084fb None None] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:53.168320 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.177351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 5119542f-d6e1-4faa-a05e-fa8b6293de6a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5119542f-d6e1-4faa-a05e-fa8b6293de6a,segment=NetworkSegment(b369ffb0-278c-4645-af16-3ff61421dc7a),segment_id=b369ffb0-278c-4645-af16-3ff61421dc7a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:53.239956 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40f3fa-00c0-4986-acd7-2120728fd9d5 None None] Pushing event updated for resources: {'Port': ['ID=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:53.263274 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-9fd004dc-616c-43dd-980d-fc620c5da901 None None] Provisioning complete for port 5119542f-d6e1-4faa-a05e-fa8b6293de6a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:53.263646 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9fd004dc-616c-43dd-980d-fc620c5da901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.319029 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2b0deeb-a3dc-4573-a52a-bea92b2ab1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.324597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a2b0deeb-a3dc-4573-a52a-bea92b2ab1e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.333524 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a2b0deeb-a3dc-4573-a52a-bea92b2ab1e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d1d21a3-d21e-4a78-b83c-16fc0861872d HTTP/1.1" status: 204 len: 168 time: 0.3200796 Dec 16 08:24:53.352325 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0deeb-a3dc-4573-a52a-bea92b2ab1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1d21a3-d21e-4a78-b83c-16fc0861872d,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:53.382889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.447879 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9fd004dc-616c-43dd-980d-fc620c5da901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.558823 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-9fd004dc-616c-43dd-980d-fc620c5da901 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:24:53.559489 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-9fd004dc-616c-43dd-980d-fc620c5da901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:24:53.560444 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:24:53.598145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=5119542f-d6e1-4faa-a05e-fa8b6293de6a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:53.602240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:24:53.602240 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bd0e0b8f-a3cc-4aaf-b956-7fa5da2110e2 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:24:53.656833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.20.0.1 (f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b/a01c055e-ddeb-4122-aeaa-695c42c36c0c/d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:53.785794 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.868221 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:53.911111 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:53.915358 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:53.920149 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:53.946585 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:53.974586 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.179064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39638) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:54.223841 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7197ad1b-2bd8-41fa-a54c-6b7d56dd555a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9851403c7cb42048c0e576afff035b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434422 Dec 16 08:24:54.224823 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.226578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39640) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:54.237726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0c0ae150-dc58-4c78-a05c-88795cd1cb71 None None] Provisioning complete for port 5119542f-d6e1-4faa-a05e-fa8b6293de6a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:54.238098 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae150-dc58-4c78-a05c-88795cd1cb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.293563 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25b37737-4048-4718-8639-dc449d443e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.322314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25b37737-4048-4718-8639-dc449d443e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.344843 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-0c0ae150-dc58-4c78-a05c-88795cd1cb71 None None] Provisioning complete for port d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:54.345203 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae150-dc58-4c78-a05c-88795cd1cb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.387710 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9da76-1474-4d16-b908-c07e34e84a00 None None] Network fbfa1147-b033-471d-9977-f63fb2d4db1a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:54.405007 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ae150-dc58-4c78-a05c-88795cd1cb71 None None] Port d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:54.473628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25b37737-4048-4718-8639-dc449d443e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.476668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-25b37737-4048-4718-8639-dc449d443e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.478182 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-25b37737-4048-4718-8639-dc449d443e7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44f27bee-71ad-41be-8450-40ab9dfc623a HTTP/1.1" status: 204 len: 168 time: 0.2503698 Dec 16 08:24:54.491057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b37737-4048-4718-8639-dc449d443e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f27bee-71ad-41be-8450-40ab9dfc623a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:54.535562 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.647103 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-233c32d1-35a0-4e61-92ca-7bc73db953bb None None] Provisioning complete for port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:54.647481 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-233c32d1-35a0-4e61-92ca-7bc73db953bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.650314 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.752065 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:54.758529 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.785211 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-233c32d1-35a0-4e61-92ca-7bc73db953bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:54.855535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-233c32d1-35a0-4e61-92ca-7bc73db953bb None None] For port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,segment=NetworkSegment(a4226169-b619-4d22-b1ed-22195e4dda2f),segment_id=a4226169-b619-4d22-b1ed-22195e4dda2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:54.898744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5119542f-d6e1-4faa-a05e-fa8b6293de6a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:24:54.899621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:54.903138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:54.961347 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-233c32d1-35a0-4e61-92ca-7bc73db953bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:55.045731 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c32d1-35a0-4e61-92ca-7bc73db953bb None None] Pushing event updated for resources: {'Port': ['ID=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:55.067411 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5119542f-d6e1-4faa-a05e-fa8b6293de6a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:55.067792 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:55.185252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router 081ab301-60b9-49b7-bbe3-e20d9a2d9394 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:24:55.204870 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7fd1867f-0ee9-42fe-abb0-d49fd00a495a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:24:55.208418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2e6df4a9-6610-49d2-9a4c-61b9f8937773 None None] Provisioning complete for port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:55.208788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2e6df4a9-6610-49d2-9a4c-61b9f8937773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:55.290049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:24:55.298761 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39654) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:55.308465 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] Sync routers for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:24:55.309041 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-949aca42-2788-485e-b834-9661c16ee9bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/081ab301-60b9-49b7-bbe3-e20d9a2d9394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5229833 Dec 16 08:24:55.322633 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:55.323409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:55.324591 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:55.324783 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:55.360619 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01788f3b-1137-4f25-805f-12a425a004be tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:55.362394 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:55.365523 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39656) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:55.374456 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:55.375315 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:55.377966 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-01788f3b-1137-4f25-805f-12a425a004be tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports/d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238 HTTP/1.1" status: 200 len: 910 time: 0.0780509 Dec 16 08:24:55.411213 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:55.412142 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa29c3-cf77-49ca-b311-63d2126d6884 None None] The sync data for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:24:55.526659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-376ee1fd-9b26-483e-8528-b9a29d9b95f8 None None] Provisioning complete for port d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:55.527217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-376ee1fd-9b26-483e-8528-b9a29d9b95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:55.569509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-376ee1fd-9b26-483e-8528-b9a29d9b95f8 None None] Port d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:55.737981 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:55.812544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39666) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:55.917729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1878075646-network', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:56.003368 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.21.0.1 (fbfa1147-b033-471d-9977-f63fb2d4db1a/d77ac6a8-1df0-4a0f-8e4a-16af51ea8606/eeef5641-32e4-4f34-a814-793a471f1920) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:56.004510 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Made reservation on behalf of 3168ebe6794d4ddc9eae4b166a81e9da for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:56.006983 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.015956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.093161 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.202485 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.225365 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:24:56.240042 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7b891-e6fb-485a-9305-a868983b1c09,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:56.245543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.245914 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Added segment 122eb14b-3540-4bac-99a9-f5dfc9715b58 of type vlan for network 99c5d721-16bb-4342-85a7-dd3e1df560fd Dec 16 08:24:56.287875 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.364502 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.365664 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:56.366261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.419193 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.425611 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=99c5d721-16bb-4342-85a7-dd3e1df560fd,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:56.436556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:24:56.484657 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab512e81-f8dc-47b6-9af7-e49498afaaa6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6709402 Dec 16 08:24:56.487697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39672) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:56.493054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Request body: {'subnet': {'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1878075646-subnet', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:56.523585 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.543684 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:24:56.570128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network fbfa1147-b033-471d-9977-f63fb2d4db1a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:56.573730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:56.576381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:56.603050 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=eeef5641-32e4-4f34-a814-793a471f1920,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:56.613946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Made reservation on behalf of 3168ebe6794d4ddc9eae4b166a81e9da for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:24:56.617891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.629645 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.752622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7fd1867f-0ee9-42fe-abb0-d49fd00a495a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:24:56.816989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:56.817355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.818930 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8a44b320-214b-4b9d-8cd0-5e32e1767d49 None None] Provisioning complete for port eeef5641-32e4-4f34-a814-793a471f1920 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:56.819286 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a44b320-214b-4b9d-8cd0-5e32e1767d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.846494 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.884503 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:56.885661 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8a44b320-214b-4b9d-8cd0-5e32e1767d49 None None] Port eeef5641-32e4-4f34-a814-793a471f1920 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:56.945480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32123200-641b-4d59-bcec-b606e6fdeb9c,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:56.956729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Checking segment: {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:56.957093 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Network hostable DHCP agents. Network: 99c5d721-16bb-4342-85a7-dd3e1df560fd, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:24:57.044518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:24:57.117039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.122058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 99c5d721-16bb-4342-85a7-dd3e1df560fd) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:57.126047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:57.126641 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.131239 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c2928-4051-455f-9bfd-380482290f3e None None] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:57.230752 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-99c5d721-16bb-4342-85a7-dd3e1df560fd', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:24:57.231605 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.236367 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.255836 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-03a48301-6eb7-41f8-8de6-40dbc654ec77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7669566 Dec 16 08:24:57.259403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39676) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:57.265278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:24:57.313767 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=eeef5641-32e4-4f34-a814-793a471f1920,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:57.319606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.368665 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.370110 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.385358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Allocated IP 172.20.0.2 (99c5d721-16bb-4342-85a7-dd3e1df560fd/32123200-641b-4d59-bcec-b606e6fdeb9c/11872c9b-148b-487a-ab38-2c3d8a27786a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:57.426332 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.426583 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network fbfa1147-b033-471d-9977-f63fb2d4db1a is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:57.428146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:57.566948 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.576012 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router 081ab301-60b9-49b7-bbe3-e20d9a2d9394 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:24:57.673501 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.679142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.680842 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:24:57.686091 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-72d8f65e-f5f6-497a-9288-1740014ef5dc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/081ab301-60b9-49b7-bbe3-e20d9a2d9394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3195465 Dec 16 08:24:57.688770 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39678) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:57.720512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] Sync routers for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:24:57.733347 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b9443-3753-4235-8a39-c7548614e6ca tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:24:57.734730 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1f6b9443-3753-4235-8a39-c7548614e6ca tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports/eeef5641-32e4-4f34-a814-793a471f1920 HTTP/1.1" status: 200 len: 910 time: 0.0449240 Dec 16 08:24:57.736962 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:57.737617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39680) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:24:57.743540 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.747330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:57.749711 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:57.763617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Pushing event updated for resources: {'Port': ['ID=11872c9b-148b-487a-ab38-2c3d8a27786a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:57.769000 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:57.771424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:57.776937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8371eddf-23cb-44ee-85d1-1373d4028b67 None None] Provisioning complete for port eeef5641-32e4-4f34-a814-793a471f1920 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:57.777309 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8371eddf-23cb-44ee-85d1-1373d4028b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.842945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:57.891875 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:24:57.892533 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:57.898725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Attempting to bind port 11872c9b-148b-487a-ab38-2c3d8a27786a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:24:57.899097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Attempting to bind port 11872c9b-148b-487a-ab38-2c3d8a27786a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:24:57.899474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Attempting to bind port 11872c9b-148b-487a-ab38-2c3d8a27786a on network 99c5d721-16bb-4342-85a7-dd3e1df560fd {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:24:57.901215 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-8371eddf-23cb-44ee-85d1-1373d4028b67 None None] Port eeef5641-32e4-4f34-a814-793a471f1920 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:57.935693 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:24:57.936371 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697d6b8-2998-4324-9536-ad22e48d2efa None None] The sync data for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:24:57.938790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:24:57.939302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Checking segment: {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:24:57.939632 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:57.939937 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Bound using segment: {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:24:57.940438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Bound port: 11872c9b-148b-487a-ab38-2c3d8a27786a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:24:57.941517 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.003303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] For port 11872c9b-148b-487a-ab38-2c3d8a27786a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:24:58.007795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] For port 11872c9b-148b-487a-ab38-2c3d8a27786a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=11872c9b-148b-487a-ab38-2c3d8a27786a,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:24:58.088133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.169207 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af11cd-ad63-41be-9226-61087773dd78 None None] Pushing event updated for resources: {'Port': ['ID=11872c9b-148b-487a-ab38-2c3d8a27786a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:58.219482 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcdd9-530b-444d-b881-5a8e3d6e71a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.516233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.540119 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.657609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.741644 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Allocated IP 172.25.2.126 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/1a358d03-63d3-472d-945d-eb15b5683782) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:24:58.766326 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 11872c9b-148b-487a-ab38-2c3d8a27786a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:24:58.816118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 11872c9b-148b-487a-ab38-2c3d8a27786a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:58.816607 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.914038 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.920288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:58.950474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 11872c9b-148b-487a-ab38-2c3d8a27786a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=11872c9b-148b-487a-ab38-2c3d8a27786a,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:24:59.020656 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.042618 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port eeef5641-32e4-4f34-a814-793a471f1920 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:24:59.043030 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.059513 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.073377 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=11872c9b-148b-487a-ab38-2c3d8a27786a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:59.137890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42abe0-0b6c-4933-8bf7-2fa1a29400b1 None None] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:24:59.146710 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:24:59.150651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:24:59.152484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Pushing event updated for resources: {'Port': ['ID=1a358d03-63d3-472d-945d-eb15b5683782,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:59.157665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:24:59.183697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ccea1-19d2-4150-93cf-1375481008d4 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:24:59.197609 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.197854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.198070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.198410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.198756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.199112 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.199403 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.199731 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.200054 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.200399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.200728 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.201052 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.201377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:24:59.225328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.242430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for eeef5641-32e4-4f34-a814-793a471f1920 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:24:59.255477 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b785de82-b704-4508-aa57-7fbe43f03533 None None] Provisioning complete for port 11872c9b-148b-487a-ab38-2c3d8a27786a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:59.255855 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b785de82-b704-4508-aa57-7fbe43f03533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.358304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b785de82-b704-4508-aa57-7fbe43f03533 None None] Provisioning complete for port 1a358d03-63d3-472d-945d-eb15b5683782 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:59.358676 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b785de82-b704-4508-aa57-7fbe43f03533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.396784 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b785de82-b704-4508-aa57-7fbe43f03533 None None] Port 1a358d03-63d3-472d-945d-eb15b5683782 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:24:59.517390 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f6da6084-5a5b-4c06-a5a9-641fd0be0609 None None] Provisioning complete for port 11872c9b-148b-487a-ab38-2c3d8a27786a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:24:59.517922 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f6da6084-5a5b-4c06-a5a9-641fd0be0609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.610218 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.643803 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.681848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=eeef5641-32e4-4f34-a814-793a471f1920,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:24:59.949728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:24:59.965407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:00.165188 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:00.234118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router 081ab301-60b9-49b7-bbe3-e20d9a2d9394 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:00.329940 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Router cc20306d-30d4-427f-bbb8-60ad68bd18cd is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:25:00.332994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:00.338951 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c489c864-a242-41ca-a174-f639cc63516e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/081ab301-60b9-49b7-bbe3-e20d9a2d9394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003511 Dec 16 08:25:00.342076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39684) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:00.346356 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] Sync routers for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:00.358083 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:00.358789 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:00.394895 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:00.403831 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:00.404565 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:00.438212 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:00.438882 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84457d1d-0024-41fd-9498-3c4cf73c4b26 None None] The sync data for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:00.451756 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:00.463684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Sync routers for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:00.474771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:00.475474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:24:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:00.566907 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:00.570888 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-79977c16-30de-423a-b3e0-0da7adf2b377 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3074346 Dec 16 08:25:00.571120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39686) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:00.583786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:00.688801 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:00.776327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 11872c9b-148b-487a-ab38-2c3d8a27786a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:00.781072 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-410382f9-9de5-43a2-839b-8dc93e4ccf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:00.990597 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:00.990932 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.016818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:24:59Z', 'revision_number': 3, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:01.047320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Checking router: cc20306d-30d4-427f-bbb8-60ad68bd18cd for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:01.047676 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Updating router cc20306d-30d4-427f-bbb8-60ad68bd18cd port 1a358d03-63d3-472d-945d-eb15b5683782 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:01.067431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 11872c9b-148b-487a-ab38-2c3d8a27786a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:01.067809 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.090447 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.102675 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.104160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:01.361991 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.388312 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.399138 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=d1133afc-f3c9-4e1c-b1f7-c7e2f3eb0238,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:01.428142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.495821 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.555163 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b5be3-86e5-4eef-9163-770a2c2166ac None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:01.575643 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.580943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Attempting to bind port 1a358d03-63d3-472d-945d-eb15b5683782 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:01.581319 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Attempting to bind port 1a358d03-63d3-472d-945d-eb15b5683782 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:01.581682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Attempting to bind port 1a358d03-63d3-472d-945d-eb15b5683782 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:01.588367 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab29d7-83cf-431e-9343-e1367078c552 None None] Pushing event updated for resources: {'Port': ['ID=1a358d03-63d3-472d-945d-eb15b5683782,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:01.599579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Allocated IP 172.20.0.1 (99c5d721-16bb-4342-85a7-dd3e1df560fd/32123200-641b-4d59-bcec-b606e6fdeb9c/f9c27db3-391e-47ea-a9aa-37ca82d1e382) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:01.599863 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:01.600220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:01.601422 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.601824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:01.602312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Bound port: 1a358d03-63d3-472d-945d-eb15b5683782, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:01.602695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.669467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-406fdc6a-fd4b-4ca1-a482-e4c8390f9be9 None None] Provisioning complete for port 1a358d03-63d3-472d-945d-eb15b5683782 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:01.669762 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-406fdc6a-fd4b-4ca1-a482-e4c8390f9be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.698323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] For port 1a358d03-63d3-472d-945d-eb15b5683782, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:01.715253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] For port 1a358d03-63d3-472d-945d-eb15b5683782, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1a358d03-63d3-472d-945d-eb15b5683782,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:01.717816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-406fdc6a-fd4b-4ca1-a482-e4c8390f9be9 None None] Port 1a358d03-63d3-472d-945d-eb15b5683782 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:01.725134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.761672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router 081ab301-60b9-49b7-bbe3-e20d9a2d9394 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:01.793492 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.820602 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.843587 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:01.849864 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b42e63ad-c13f-4fa7-92a8-04cd9595338e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/081ab301-60b9-49b7-bbe3-e20d9a2d9394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5068841 Dec 16 08:25:01.854610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39688) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:01.855383 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] Sync routers for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:01.860786 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a0089-3f0a-4ef8-9534-427f5650a2ba None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:01.868613 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:01.869648 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:01.881272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab29d7-83cf-431e-9343-e1367078c552 None None] Pushing event updated for resources: {'Port': ['ID=1a358d03-63d3-472d-945d-eb15b5683782,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:01.887616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:01.888270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:01.893864 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Pushing event updated for resources: {'Port': ['ID=f9c27db3-391e-47ea-a9aa-37ca82d1e382,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:01.905611 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-634f0b16-7a1c-4a37-a5ef-4ad0c0cd373b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=081ab301-60b9-49b7-bbe3-e20d9a2d9394 HTTP/1.1" status: 200 len: 205 time: 0.0487471 Dec 16 08:25:01.907465 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39690) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:01.911936 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:01.912343 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:01.915702 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:01.920168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:01.923640 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] Routers {'081ab301-60b9-49b7-bbe3-e20d9a2d9394'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:01.924639 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:01.938514 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:01.964434 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:01.965093 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a676e3-94c3-4c62-908a-34081d187334 None None] The sync data for ids ['081ab301-60b9-49b7-bbe3-e20d9a2d9394'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:01.993880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.017420 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a590e7c1-8543-4eff-b383-e00974df7177 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.023812 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6d4cfc58-f3c8-4285-b779-03cd68ffadd2 None None] Provisioning complete for port 1a358d03-63d3-472d-945d-eb15b5683782 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:02.024218 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfc58-f3c8-4285-b779-03cd68ffadd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.072010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:02.213614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a590e7c1-8543-4eff-b383-e00974df7177 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.216615 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a590e7c1-8543-4eff-b383-e00974df7177 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.228512 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.229954 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfc58-f3c8-4285-b779-03cd68ffadd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.267290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-6d4cfc58-f3c8-4285-b779-03cd68ffadd2 None None] For port 1a358d03-63d3-472d-945d-eb15b5683782, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1a358d03-63d3-472d-945d-eb15b5683782,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:02.318346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:24:59Z', 'revision_number': 3, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:02.345037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd52d2-a0b0-48b4-b429-6b1ab3083777 None None] The sync data for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 is: [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:24:59Z', 'revision_number': 3, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:02.362426 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a590e7c1-8543-4eff-b383-e00974df7177 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.363038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a590e7c1-8543-4eff-b383-e00974df7177 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Fanout notify agent at l3_agent the message router_deleted on router 081ab301-60b9-49b7-bbe3-e20d9a2d9394 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:25:02.372332 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a590e7c1-8543-4eff-b383-e00974df7177 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.379972 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a590e7c1-8543-4eff-b383-e00974df7177 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/081ab301-60b9-49b7-bbe3-e20d9a2d9394 HTTP/1.1" status: 204 len: 168 time: 0.4647777 Dec 16 08:25:02.381146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39692) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:02.405842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfc58-f3c8-4285-b779-03cd68ffadd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.469713 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cfc58-f3c8-4285-b779-03cd68ffadd2 None None] Pushing event updated for resources: {'Port': ['ID=1a358d03-63d3-472d-945d-eb15b5683782,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:02.470316 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.479217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet d77ac6a8-1df0-4a0f-8e4a-16af51ea8606 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:25:02.481628 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.529376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.529892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5d821010-ac01-486c-9fc6-dc115efbd4f6 None None] Provisioning complete for port f9c27db3-391e-47ea-a9aa-37ca82d1e382 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:02.530402 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5d821010-ac01-486c-9fc6-dc115efbd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.567877 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.577794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5d821010-ac01-486c-9fc6-dc115efbd4f6 None None] Port f9c27db3-391e-47ea-a9aa-37ca82d1e382 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:02.700977 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.708855 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Pushing event updated for resources: {'Port': ['ID=f9c27db3-391e-47ea-a9aa-37ca82d1e382,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:02.771483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.786426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1a358d03-63d3-472d-945d-eb15b5683782 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:02.857323 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1a358d03-63d3-472d-945d-eb15b5683782 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:02.857556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:02.871425 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:02.873578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:02.954120 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.023647 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=d77ac6a8-1df0-4a0f-8e4a-16af51ea8606,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:03.034769 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.040764 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39694) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:03.042802 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-75b1dccd-a1fd-4f25-9d55-98cf7276188e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/d77ac6a8-1df0-4a0f-8e4a-16af51ea8606 HTTP/1.1" status: 204 len: 168 time: 0.6621363 Dec 16 08:25:03.055449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3634e-9828-4d37-bdb5-45ed3cc10800 None None] Network fbfa1147-b033-471d-9977-f63fb2d4db1a requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:03.092636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Router cc20306d-30d4-427f-bbb8-60ad68bd18cd has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:03.148294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet a01c055e-ddeb-4122-aeaa-695c42c36c0c {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:25:03.160038 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.229550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.296782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60156ac9-e453-4582-9472-932cddb5954b None None] DHCP port deletion for fbfa1147-b033-471d-9977-f63fb2d4db1a request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:03.307804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:03.313033 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-77a84ee5-e32a-40bb-ab38-be36fb3f457e admin admin] 10.222.0.43 "PUT /v2.0/routers/cc20306d-30d4-427f-bbb8-60ad68bd18cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7407618 Dec 16 08:25:03.346158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.355166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1ff849a3-8b84-42c1-8337-d8afcee6d9a7 None None] Provisioning complete for port f9c27db3-391e-47ea-a9aa-37ca82d1e382 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:03.356629 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1ff849a3-8b84-42c1-8337-d8afcee6d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.423253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1ff849a3-8b84-42c1-8337-d8afcee6d9a7 None None] Port f9c27db3-391e-47ea-a9aa-37ca82d1e382 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:03.442206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-60156ac9-e453-4582-9472-932cddb5954b None None] Deleting port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:03.442664 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60156ac9-e453-4582-9472-932cddb5954b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.528793 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.547106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-60156ac9-e453-4582-9472-932cddb5954b None None] For port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,segment=NetworkSegment(a4226169-b619-4d22-b1ed-22195e4dda2f),segment_id=a4226169-b619-4d22-b1ed-22195e4dda2f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:03.547709 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60156ac9-e453-4582-9472-932cddb5954b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.562687 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-60156ac9-e453-4582-9472-932cddb5954b None None] Calling delete_port for 7fd1867f-0ee9-42fe-abb0-d49fd00a495a owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:03.563420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=a01c055e-ddeb-4122-aeaa-695c42c36c0c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:03.567330 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.573139 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2e465f1d-2b6c-456f-b150-afe7df08aa31 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/a01c055e-ddeb-4122-aeaa-695c42c36c0c HTTP/1.1" status: 204 len: 168 time: 0.5285780 Dec 16 08:25:03.573417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39700) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:03.579121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aed698-6924-4b9a-84b4-fedb4b42c133 None None] Network f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:03.657504 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.664582 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.720286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:03.720593 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.799068 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] DHCP port deletion for f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:03.849927 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60156ac9-e453-4582-9472-932cddb5954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.883340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60156ac9-e453-4582-9472-932cddb5954b None None] No DVR routers for this DVR port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:03.890430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60156ac9-e453-4582-9472-932cddb5954b None None] Pushing event deleted for resources: {'Port': ['ID=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:03.895492 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] Deleting port 5119542f-d6e1-4faa-a05e-fa8b6293de6a {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:03.895886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.973184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] For port 5119542f-d6e1-4faa-a05e-fa8b6293de6a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5119542f-d6e1-4faa-a05e-fa8b6293de6a,segment=NetworkSegment(b369ffb0-278c-4645-af16-3ff61421dc7a),segment_id=b369ffb0-278c-4645-af16-3ff61421dc7a)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:03.973445 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:03.987361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] Calling delete_port for 5119542f-d6e1-4faa-a05e-fa8b6293de6a owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:04.124147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,segment=NetworkSegment(a4226169-b619-4d22-b1ed-22195e4dda2f),segment_id=a4226169-b619-4d22-b1ed-22195e4dda2f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:04.124551 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.136928 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.141071 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 7fd1867f-0ee9-42fe-abb0-d49fd00a495a owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:04.166586 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] Pushing event deleted for resources: {'Port': ['ID=5119542f-d6e1-4faa-a05e-fa8b6293de6a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:04.170479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920cc7d-b5ed-4b40-b35f-1de65465f93c None None] No DVR routers for this DVR port 5119542f-d6e1-4faa-a05e-fa8b6293de6a on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:04.212369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39714) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:04.217596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-871920740-network', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:04.241497 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.247575 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.271160 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=7fd1867f-0ee9-42fe-abb0-d49fd00a495a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:04.276121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port 7fd1867f-0ee9-42fe-abb0-d49fd00a495a on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:04.344806 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Made reservation on behalf of af85dc0fc096433580d32337865fb6d2 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:04.348012 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.359680 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.361654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.382730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfa1147-b033-471d-9977-f63fb2d4db1a']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.398849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4226169-b619-4d22-b1ed-22195e4dda2f') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.399147 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4226169-b619-4d22-b1ed-22195e4dda2f') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.408754 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.422855 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.430629 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:25:04.432011 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:25:04.440041 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:25:04.445187 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.453141 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Sync routers for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:04.463364 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:04.463988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.521583 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.546289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:04.555555 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4459ada9-ca9d-4230-b16c-01cb44a73133,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:04.562477 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.562823 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Added segment 14f0c7a4-d994-49cf-84c0-4e468a23395f of type vlan for network 99f1722c-d801-4c52-9f61-af93505a9b36 Dec 16 08:25:04.578838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:04.579371 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.592957 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.599457 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/fbfa1147-b033-471d-9977-f63fb2d4db1a HTTP/1.1" status: 204 len: 168 time: 1.0247700 Dec 16 08:25:04.603508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39718) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:04.614227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f33afe-ef94-4c74-abf7-fa92a4526e3d tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=fbfa1147-b033-471d-9977-f63fb2d4db1a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:04.617015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.700990 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.740132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7fd1867f-0ee9-42fe-abb0-d49fd00a495a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:25:04.771656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 7fd1867f-0ee9-42fe-abb0-d49fd00a495a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:25:04.771916 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7fd1867f-0ee9-42fe-abb0-d49fd00a495a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:25:04.772428 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5119542f-d6e1-4faa-a05e-fa8b6293de6a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:25:04.792129 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.793142 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:04.793562 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 5119542f-d6e1-4faa-a05e-fa8b6293de6a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:25:04.793722 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.793910 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5119542f-d6e1-4faa-a05e-fa8b6293de6a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:25:04.804719 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.841510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 2, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.868805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.879466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Checking router: cc20306d-30d4-427f-bbb8-60ad68bd18cd for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:04.879820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Updating router cc20306d-30d4-427f-bbb8-60ad68bd18cd port f9c27db3-391e-47ea-a9aa-37ca82d1e382 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:04.887811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b369ffb0-278c-4645-af16-3ff61421dc7a') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.888113 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b369ffb0-278c-4645-af16-3ff61421dc7a') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:04.889924 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] Pushing event updated for resources: {'Network': ['ID=99f1722c-d801-4c52-9f61-af93505a9b36,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:04.899552 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.902112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 99f1722c-d801-4c52-9f61-af93505a9b36 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:04.914604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.920732 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:25:04.921133 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:25:04.924125 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:25:04.937508 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-18fc56f6-5e14-4273-8859-7f57e359a37b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7239091 Dec 16 08:25:04.940434 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39720) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:04.943133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:04.946289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Request body: {'subnet': {'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-871920740-subnet', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:05.041997 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Made reservation on behalf of af85dc0fc096433580d32337865fb6d2 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:05.044510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.078411 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.087175 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.096492 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b HTTP/1.1" status: 204 len: 168 time: 0.4914396 Dec 16 08:25:05.096731 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39722) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:05.103026 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-53184951'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:05.109963 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056a1dc-5af1-424b-bc98-30004510adec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=f7d04c56-b8c9-40e9-8d56-3fa7cab4b04b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:05.224473 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:05.228819 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.267426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:05.276793 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.277162 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment e4d87643-9c77-4ee4-af9c-baeac8d061b2 of type vlan for network bb632f37-7b58-4cea-96c8-a38292a04fa4 Dec 16 08:25:05.316236 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.402369 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.402651 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.458931 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cb5ba5-95f8-4227-8ff6-870abbb069b4,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:05.470551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Checking segment: {'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:05.470908 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Network hostable DHCP agents. Network: 99f1722c-d801-4c52-9f61-af93505a9b36, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:05.500960 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.507105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:05.507806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.573565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=bb632f37-7b58-4cea-96c8-a38292a04fa4,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:05.583313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:05.624133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.658902 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Network 99f1722c-d801-4c52-9f61-af93505a9b36 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:05.696671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07b8da-ac22-42d7-a328-f31a4bcc6825 None None] Pushing event updated for resources: {'Port': ['ID=f9c27db3-391e-47ea-a9aa-37ca82d1e382,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:05.751465 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Attempting to bind port f9c27db3-391e-47ea-a9aa-37ca82d1e382 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:05.751989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Attempting to bind port f9c27db3-391e-47ea-a9aa-37ca82d1e382 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:05.752396 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Attempting to bind port f9c27db3-391e-47ea-a9aa-37ca82d1e382 on network 99c5d721-16bb-4342-85a7-dd3e1df560fd {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:05.758798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:05.759343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Checking segment: {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:05.767524 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.767524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Bound using segment: {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:05.767524 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Bound port: f9c27db3-391e-47ea-a9aa-37ca82d1e382, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:05.767524 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.768006 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ffb090d9-6ad6-4f3b-b99e-0cc4eda77d9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6642733 Dec 16 08:25:05.768129 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39726) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:05.771056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:05.786742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 99f1722c-d801-4c52-9f61-af93505a9b36) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:05.791781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:05.792684 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.801107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75826a39-e386-4627-a52f-9e9ccc221bc2 None None] Network 99f1722c-d801-4c52-9f61-af93505a9b36 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:05.886310 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] For port f9c27db3-391e-47ea-a9aa-37ca82d1e382, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:05.891145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] For port f9c27db3-391e-47ea-a9aa-37ca82d1e382, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f9c27db3-391e-47ea-a9aa-37ca82d1e382,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:05.924325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-381a67e8-8502-470c-ac79-d50f77fa0a79 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9823837 Dec 16 08:25:05.935323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39728) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:05.935680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-99f1722c-d801-4c52-9f61-af93505a9b36', 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36', 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'fixed_ips': [{'subnet_id': '91cb5ba5-95f8-4227-8ff6-870abbb069b4'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:05.936697 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:05.939551 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:06.016565 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.022131 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3e22a8a4-3bfd-475d-88ae-a78b1badfd85 None None] Provisioning complete for port f9c27db3-391e-47ea-a9aa-37ca82d1e382 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:06.022589 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3e22a8a4-3bfd-475d-88ae-a78b1badfd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.041984 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:06.045601 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.162042 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07b8da-ac22-42d7-a328-f31a4bcc6825 None None] Pushing event updated for resources: {'Port': ['ID=f9c27db3-391e-47ea-a9aa-37ca82d1e382,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:06.168972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:06.169594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:06.221859 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Allocated IP 172.20.0.2 (99f1722c-d801-4c52-9f61-af93505a9b36/91cb5ba5-95f8-4227-8ff6-870abbb069b4/00f6f530-1f08-41f1-bb77-c006ee200e60) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:06.236600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.239148 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.302808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.344614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.370735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3e22a8a4-3bfd-475d-88ae-a78b1badfd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.390564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:06.411514 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=f9ec4756-60c8-49b4-924e-ef6c098bbcbe,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:06.422531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': 'e4d87643-9c77-4ee4-af9c-baeac8d061b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:06.422905 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: bb632f37-7b58-4cea-96c8-a38292a04fa4, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:06.517880 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3e22a8a4-3bfd-475d-88ae-a78b1badfd85 None None] For port f9c27db3-391e-47ea-a9aa-37ca82d1e382, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f9c27db3-391e-47ea-a9aa-37ca82d1e382,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:06.559611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.598824 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.646717 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3e22a8a4-3bfd-475d-88ae-a78b1badfd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.689880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:06.704266 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22a8a4-3bfd-475d-88ae-a78b1badfd85 None None] Pushing event updated for resources: {'Port': ['ID=f9c27db3-391e-47ea-a9aa-37ca82d1e382,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:06.719363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:05Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:06.746860 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185fee6-a766-48ab-835f-5ea22fd3b4c4 None None] The sync data for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 is: [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:05Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:06.767147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-72c50b82-9fb4-44e4-99b2-f24371a16c9d None None] Provisioning complete for port f9c27db3-391e-47ea-a9aa-37ca82d1e382 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:06.767825 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-72c50b82-9fb4-44e4-99b2-f24371a16c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.812339 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.865434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Network 99f1722c-d801-4c52-9f61-af93505a9b36 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:06.871180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:06.876288 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:06.878530 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, bb632f37-7b58-4cea-96c8-a38292a04fa4) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:06.888127 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:06.888748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.895670 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Pushing event updated for resources: {'Port': ['ID=00f6f530-1f08-41f1-bb77-c006ee200e60,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:06.924479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507ad6b-134f-4d83-8e49-2154b8fd6956 None None] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:06.938621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:06.959376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.027645 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eedfc0c1-5349-40cd-95a7-f75a36f5e8f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2616100 Dec 16 08:25:07.030297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39730) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:07.035529 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-35a5fbe4-b216-470e-bd17-07464c5ce030 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1681827001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:07.049527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Attempting to bind port 00f6f530-1f08-41f1-bb77-c006ee200e60 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:07.051191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Attempting to bind port 00f6f530-1f08-41f1-bb77-c006ee200e60 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:07.051675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Attempting to bind port 00f6f530-1f08-41f1-bb77-c006ee200e60 on network 99f1722c-d801-4c52-9f61-af93505a9b36 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:07.065435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:07.065984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Checking segment: {'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:07.066494 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.067036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Bound using segment: {'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:07.067623 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Bound port: 00f6f530-1f08-41f1-bb77-c006ee200e60, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:07.068139 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.080328 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Allocated IP 172.25.2.133 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/a4d31e63-a7dd-4722-b0f7-ef786c5fa920) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:07.174729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-bb632f37-7b58-4cea-96c8-a38292a04fa4', 'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': 'f9ec4756-60c8-49b4-924e-ef6c098bbcbe'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:07.178107 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.190803 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] For port 00f6f530-1f08-41f1-bb77-c006ee200e60, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:07.199016 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbe4-b216-470e-bd17-07464c5ce030 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.199458 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.201050 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbe4-b216-470e-bd17-07464c5ce030 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.208227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] For port 00f6f530-1f08-41f1-bb77-c006ee200e60, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=00f6f530-1f08-41f1-bb77-c006ee200e60,segment=NetworkSegment(14f0c7a4-d994-49cf-84c0-4e468a23395f),segment_id=14f0c7a4-d994-49cf-84c0-4e468a23395f)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:07.283284 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbe4-b216-470e-bd17-07464c5ce030 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.314453 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.337028 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.387687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:07.391509 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:07.395291 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:07.397997 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbe4-b216-470e-bd17-07464c5ce030 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.422381 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Allocated IP 172.20.0.2 (bb632f37-7b58-4cea-96c8-a38292a04fa4/f9ec4756-60c8-49b4-924e-ef6c098bbcbe/1c3549c1-791a-44c1-9f59-b832be21b0bf) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:07.424638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01233dca-a85b-4b96-b4a2-6ea7b6ea22bf None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:07.435743 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Pushing event updated for resources: {'Port': ['ID=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:07.570302 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbe4-b216-470e-bd17-07464c5ce030 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.571855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-35a5fbe4-b216-470e-bd17-07464c5ce030 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5399899 Dec 16 08:25:07.574417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39732) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:07.592670 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'port': {'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4', 'name': 'tempest-RoutersTest-229474768'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:07.656874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce457-a5b9-4c50-8191-295c084ff62b None None] Pushing event updated for resources: {'Port': ['ID=00f6f530-1f08-41f1-bb77-c006ee200e60,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:07.866748 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.882552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-82302a65-a434-4188-88ce-7aeadedb2963 None None] Provisioning complete for port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:07.882931 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-82302a65-a434-4188-88ce-7aeadedb2963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.944229 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.945014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:07.949619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-82302a65-a434-4188-88ce-7aeadedb2963 None None] Port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:07.949827 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:07.977826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] device_id is not set on port bcefbb39-8bdb-47fe-87c2-69225a34848f yet. {{(pid=110395) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:25:08.039545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.081339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:08.085003 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:08.087380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:08.100400 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Pushing event updated for resources: {'Port': ['ID=1c3549c1-791a-44c1-9f59-b832be21b0bf,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:08.112420 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.122879 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.20.0.10 (bb632f37-7b58-4cea-96c8-a38292a04fa4/f9ec4756-60c8-49b4-924e-ef6c098bbcbe/bcefbb39-8bdb-47fe-87c2-69225a34848f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:08.170603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Attempting to bind port 1c3549c1-791a-44c1-9f59-b832be21b0bf on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:08.170977 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Attempting to bind port 1c3549c1-791a-44c1-9f59-b832be21b0bf by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e4d87643-9c77-4ee4-af9c-baeac8d061b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:08.171349 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Attempting to bind port 1c3549c1-791a-44c1-9f59-b832be21b0bf on network bb632f37-7b58-4cea-96c8-a38292a04fa4 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:08.188677 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:08.189234 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Checking segment: {'id': 'e4d87643-9c77-4ee4-af9c-baeac8d061b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:08.189796 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.190296 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Bound using segment: {'id': 'e4d87643-9c77-4ee4-af9c-baeac8d061b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:08.190902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Bound port: 1c3549c1-791a-44c1-9f59-b832be21b0bf, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d87643-9c77-4ee4-af9c-baeac8d061b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bb632f37-7b58-4cea-96c8-a38292a04fa4'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:08.192020 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.264097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] For port 1c3549c1-791a-44c1-9f59-b832be21b0bf, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:08.267168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] For port 1c3549c1-791a-44c1-9f59-b832be21b0bf, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1c3549c1-791a-44c1-9f59-b832be21b0bf,segment=NetworkSegment(e4d87643-9c77-4ee4-af9c-baeac8d061b2),segment_id=e4d87643-9c77-4ee4-af9c-baeac8d061b2)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:08.306629 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.361854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Router 8edd4f44-dc5e-445f-aff1-b9405ad55020 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:25:08.385341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.459165 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.469604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181baff-f8d6-4987-a0d3-5a4366c1ddaf None None] Pushing event updated for resources: {'Port': ['ID=1c3549c1-791a-44c1-9f59-b832be21b0bf,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:08.511878 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:08.528586 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Sync routers for ids ['8edd4f44-dc5e-445f-aff1-b9405ad55020'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:08.539868 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Routers {'8edd4f44-dc5e-445f-aff1-b9405ad55020'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:08.540519 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8edd4f44-dc5e-445f-aff1-b9405ad55020'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:08.550089 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:08.554202 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:08.567586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:08.625462 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:08.626140 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.630136 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=bcefbb39-8bdb-47fe-87c2-69225a34848f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:08.670068 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Set router 8edd4f44-dc5e-445f-aff1-b9405ad55020 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:08.675744 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:08.691053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39734) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:08.691734 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d23fee92-f6a5-4998-993c-c6ec823eb0fd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7548494 Dec 16 08:25:08.789737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6e8b8e09-70cf-4379-a57d-13b4bb64709b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2141852 Dec 16 08:25:08.792408 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39736) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:08.932242 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0458f9-0cee-4e9a-aa1a-466b54d7ce99 None None] Network 99f1722c-d801-4c52-9f61-af93505a9b36 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:08.935672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 00f6f530-1f08-41f1-bb77-c006ee200e60 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:09.004010 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:07Z', 'revision_number': 3, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:09.047703 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Checking router: 8edd4f44-dc5e-445f-aff1-b9405ad55020 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:09.048165 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Updating router 8edd4f44-dc5e-445f-aff1-b9405ad55020 port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:09.061764 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f4e73f84-4f45-40cc-aa25-5393f74bbbf9 None None] Provisioning complete for port 00f6f530-1f08-41f1-bb77-c006ee200e60 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:09.067154 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4e73f84-4f45-40cc-aa25-5393f74bbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.078259 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.234614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 00f6f530-1f08-41f1-bb77-c006ee200e60 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:09.234902 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.301785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4e73f84-4f45-40cc-aa25-5393f74bbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.409760 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.464261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f4e73f84-4f45-40cc-aa25-5393f74bbbf9 None None] For port 00f6f530-1f08-41f1-bb77-c006ee200e60, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=00f6f530-1f08-41f1-bb77-c006ee200e60,segment=NetworkSegment(14f0c7a4-d994-49cf-84c0-4e468a23395f),segment_id=14f0c7a4-d994-49cf-84c0-4e468a23395f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:09.540020 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.561999 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f4e73f84-4f45-40cc-aa25-5393f74bbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.650495 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.684931 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:25:09.686853 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:25:09.689097 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.695506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e73f84-4f45-40cc-aa25-5393f74bbbf9 None None] Pushing event updated for resources: {'Port': ['ID=00f6f530-1f08-41f1-bb77-c006ee200e60,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:09.713621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3f212b44-2f2b-4eeb-8d9a-f325c3a0c77b None None] Provisioning complete for port 00f6f530-1f08-41f1-bb77-c006ee200e60 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:09.717291 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f212b44-2f2b-4eeb-8d9a-f325c3a0c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.735609 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.801621 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327ec1e-0315-4332-83d8-d8192a44106f None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:09.839146 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Attempting to bind port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:09.839762 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Attempting to bind port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:09.840569 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Attempting to bind port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:09.859878 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:09.860617 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:09.861607 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.862420 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:09.863482 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Bound port: a4d31e63-a7dd-4722-b0f7-ef786c5fa920, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:09.864043 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:09.908942 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Pushing event updated for resources: {'Port': ['ID=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,revision_number=2']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:09.911294 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Allocated IP 172.20.0.1 (99f1722c-d801-4c52-9f61-af93505a9b36/91cb5ba5-95f8-4227-8ff6-870abbb069b4/4b34155c-e6c2-40ff-803b-5610fd354f86) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:09.923680 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.924034 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.924394 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.924723 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.925049 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.925372 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.925688 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.926004 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.926885 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.926885 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.927192 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.927512 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.927826 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:09.963037 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] For port a4d31e63-a7dd-4722-b0f7-ef786c5fa920, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:09.964302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285e3d4-4480-4411-8853-dce29e5b0225 None None] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:09.966427 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] For port a4d31e63-a7dd-4722-b0f7-ef786c5fa920, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:10.002319 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.033758 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Provisioning complete for port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:10.034131 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.035310 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.061896 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.087746 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.091107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:10.113998 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Routers {'8edd4f44-dc5e-445f-aff1-b9405ad55020'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:10.114623 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8edd4f44-dc5e-445f-aff1-b9405ad55020'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:10.114770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e8c60-907e-42bd-81b2-af618d7b9202 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:10.130897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Provisioning complete for port 1c3549c1-791a-44c1-9f59-b832be21b0bf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:10.131373 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.164191 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df3f0-0029-4c86-81e2-72c3590959ce None None] Pushing event updated for resources: {'Port': ['ID=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:10.179411 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=bcefbb39-8bdb-47fe-87c2-69225a34848f,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:10.184569 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.258679 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] Set router 8edd4f44-dc5e-445f-aff1-b9405ad55020 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:10.276633 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Network 99f1722c-d801-4c52-9f61-af93505a9b36 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:10.278424 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Pushing event updated for resources: {'Port': ['ID=4b34155c-e6c2-40ff-803b-5610fd354f86,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:10.278558 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f9c27db3-391e-47ea-a9aa-37ca82d1e382 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:10.281905 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.283155 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:10.287191 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:10.340117 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.380988 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] For port 1c3549c1-791a-44c1-9f59-b832be21b0bf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1c3549c1-791a-44c1-9f59-b832be21b0bf,segment=NetworkSegment(e4d87643-9c77-4ee4-af9c-baeac8d061b2),segment_id=e4d87643-9c77-4ee4-af9c-baeac8d061b2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:10.410282 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port f9c27db3-391e-47ea-a9aa-37ca82d1e382 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:10.411173 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.486690 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.534907 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1c3549c1-791a-44c1-9f59-b832be21b0bf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:10.536910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.600799 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:07Z', 'revision_number': 3, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:10.647962 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bfab3-bcd1-4efd-91b9-84bc0e4bb0a7 None None] Pushing event updated for resources: {'Port': ['ID=1c3549c1-791a-44c1-9f59-b832be21b0bf,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:10.656499 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c92eb-48cd-4f84-a8dd-89ee3d75909f None None] The sync data for ids ['8edd4f44-dc5e-445f-aff1-b9405ad55020'] in n-d-820935-11 is: [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:07Z', 'revision_number': 3, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:10.665565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1c3549c1-791a-44c1-9f59-b832be21b0bf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:10.665964 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.717734 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Provisioning complete for port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:10.718115 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.727269 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.754998 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.866373 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:10.894571 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] For port a4d31e63-a7dd-4722-b0f7-ef786c5fa920, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:11.005074 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.019074 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.066494 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 00f6f530-1f08-41f1-bb77-c006ee200e60 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:11.110760 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Provisioning complete for port bcefbb39-8bdb-47fe-87c2-69225a34848f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:11.110997 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.118865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.166113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Pushing event updated for resources: {'Port': ['ID=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:11.201552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Port bcefbb39-8bdb-47fe-87c2-69225a34848f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:11.202876 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.219453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 00f6f530-1f08-41f1-bb77-c006ee200e60 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:11.219955 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.247315 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Provisioning complete for port 1c3549c1-791a-44c1-9f59-b832be21b0bf triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:11.247569 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Pushing event updated for resources: {'Port': ['ID=4b34155c-e6c2-40ff-803b-5610fd354f86,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:11.247677 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a351ef1d-6057-47da-b131-234bc4bf8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.256261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.306941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.370499 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1c3549c1-791a-44c1-9f59-b832be21b0bf up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:11.391254 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=bcefbb39-8bdb-47fe-87c2-69225a34848f,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:11.392370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Network 99f1722c-d801-4c52-9f61-af93505a9b36 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:11.393777 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.395594 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:11.470970 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1c3549c1-791a-44c1-9f59-b832be21b0bf triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:11.471670 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.533504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:11.536152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:11.551466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a747a147-b89c-432c-8028-9efd607d3a7e None None] Provisioning complete for port 4b34155c-e6c2-40ff-803b-5610fd354f86 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:11.551841 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a747a147-b89c-432c-8028-9efd607d3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.604078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a747a147-b89c-432c-8028-9efd607d3a7e None None] Port 4b34155c-e6c2-40ff-803b-5610fd354f86 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:11.645195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Router 8edd4f44-dc5e-445f-aff1-b9405ad55020 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:11.678435 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a747a147-b89c-432c-8028-9efd607d3a7e None None] Provisioning complete for port bcefbb39-8bdb-47fe-87c2-69225a34848f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:11.679088 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a747a147-b89c-432c-8028-9efd607d3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.746348 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a747a147-b89c-432c-8028-9efd607d3a7e None None] Port bcefbb39-8bdb-47fe-87c2-69225a34848f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:11.813646 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:11.828314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d9008674-534c-42e6-9532-89209cef3856 admin admin] 10.222.0.43 "PUT /v2.0/routers/8edd4f44-dc5e-445f-aff1-b9405ad55020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1278219 Dec 16 08:25:11.870483 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router b761ddca-4ae5-4d33-85c7-9eb159f3423f is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:25:11.874334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d26d7fae-3b8e-4746-acd4-e0374b69a572 None None] Provisioning complete for port 4b34155c-e6c2-40ff-803b-5610fd354f86 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:11.874721 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d26d7fae-3b8e-4746-acd4-e0374b69a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:11.919355 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d26d7fae-3b8e-4746-acd4-e0374b69a572 None None] Port 4b34155c-e6c2-40ff-803b-5610fd354f86 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:11.982268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:11.988114 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-abf389ed-33dc-4d0c-b176-1e0e46f47720 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/b761ddca-4ae5-4d33-85c7-9eb159f3423f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1941030 Dec 16 08:25:11.990854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39744) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:11.992779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] Sync routers for ids ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:12.003231 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] Routers {'b761ddca-4ae5-4d33-85c7-9eb159f3423f'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:12.003942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:12.040206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:12.043333 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa208dfb-c0ee-49a9-82ab-09da9c3958df tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:12.045023 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-aa208dfb-c0ee-49a9-82ab-09da9c3958df tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports/bcefbb39-8bdb-47fe-87c2-69225a34848f HTTP/1.1" status: 200 len: 977 time: 0.0522335 Dec 16 08:25:12.047727 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39746) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:12.057967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] Routers {'b761ddca-4ae5-4d33-85c7-9eb159f3423f'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:12.058539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:12.062716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-e8236e86-6bba-43e3-bd8d-563c9af44b6f None None] Provisioning complete for port bcefbb39-8bdb-47fe-87c2-69225a34848f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:12.062883 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e8236e86-6bba-43e3-bd8d-563c9af44b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:12.094452 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:12.095118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8d910-9935-41fb-a4e4-d819b9ab74fe None None] The sync data for ids ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:12.140479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-e8236e86-6bba-43e3-bd8d-563c9af44b6f None None] Port bcefbb39-8bdb-47fe-87c2-69225a34848f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:12.469715 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:12.756789 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39748) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:12.761982 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a69e259b-3d7a-44ad-8de2-065bc9985520 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238607329', 'description': 'tempest-secgroup-smoke-238607329 description', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:12.851824 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a69e259b-3d7a-44ad-8de2-065bc9985520 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:12.928962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a69e259b-3d7a-44ad-8de2-065bc9985520 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:12.973709 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a4d31e63-a7dd-4722-b0f7-ef786c5fa920 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:13.001114 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port bcefbb39-8bdb-47fe-87c2-69225a34848f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:13.001723 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.003438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a69e259b-3d7a-44ad-8de2-065bc9985520 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.026124 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:13.026500 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.036207 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e259b-3d7a-44ad-8de2-065bc9985520 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bbc112-ad7b-4a40-aeb1-66f6c77768c9,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:13.090734 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.104129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for bcefbb39-8bdb-47fe-87c2-69225a34848f owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:13.108487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a69e259b-3d7a-44ad-8de2-065bc9985520 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.112499 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a69e259b-3d7a-44ad-8de2-065bc9985520 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3515692 Dec 16 08:25:13.112699 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39750) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:13.117907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-538b928b-2326-4bd7-b3c4-62b98adc4c73 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'security_group_rule': {'security_group_id': '40bbc112-ad7b-4a40-aeb1-66f6c77768c9', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:13.217837 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-538b928b-2326-4bd7-b3c4-62b98adc4c73 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.275508 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-538b928b-2326-4bd7-b3c4-62b98adc4c73 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.363801 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.391115 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=bcefbb39-8bdb-47fe-87c2-69225a34848f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:13.401688 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-538b928b-2326-4bd7-b3c4-62b98adc4c73 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.416535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b928b-2326-4bd7-b3c4-62b98adc4c73 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f054c7f-dee3-4c27-9e46-5410cf3706fc,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:13.541572 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-538b928b-2326-4bd7-b3c4-62b98adc4c73 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.543506 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-538b928b-2326-4bd7-b3c4-62b98adc4c73 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298410 Dec 16 08:25:13.546355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39752) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:13.546766 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.551047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2be40cee-3a40-4a0b-b977-b77385d4a79d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'security_group_rule': {'security_group_id': '40bbc112-ad7b-4a40-aeb1-66f6c77768c9', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:13.697958 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be40cee-3a40-4a0b-b977-b77385d4a79d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.710993 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router b761ddca-4ae5-4d33-85c7-9eb159f3423f has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:13.747992 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Sync routers for ids ['8edd4f44-dc5e-445f-aff1-b9405ad55020'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:13.758767 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be40cee-3a40-4a0b-b977-b77385d4a79d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.760053 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Routers {'8edd4f44-dc5e-445f-aff1-b9405ad55020'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:13.760748 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8edd4f44-dc5e-445f-aff1-b9405ad55020'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:13.792370 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:13.800640 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bda110f1-e4a0-4c6e-9d57-a041c83e0949 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/b761ddca-4ae5-4d33-85c7-9eb159f3423f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7487411 Dec 16 08:25:13.801216 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:13.802191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] Sync routers for ids ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:13.816213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] Routers {'b761ddca-4ae5-4d33-85c7-9eb159f3423f'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:13.816213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:13.849801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:13.859482 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] Routers {'b761ddca-4ae5-4d33-85c7-9eb159f3423f'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:13.860095 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:13.872397 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be40cee-3a40-4a0b-b977-b77385d4a79d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:13.876030 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Set router 8edd4f44-dc5e-445f-aff1-b9405ad55020 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:13.895668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:13.896358 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee6934-271b-4359-b9b0-16d483cbaae8 None None] The sync data for ids ['b761ddca-4ae5-4d33-85c7-9eb159f3423f'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:13.907048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be40cee-3a40-4a0b-b977-b77385d4a79d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad5ce9f-5fb2-42da-ad9b-ef916b3567d2,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:14.038675 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-477e5f49-49a7-4897-97da-464393c8b6c3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 08:25:14.043365 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-477e5f49-49a7-4897-97da-464393c8b6c3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/b761ddca-4ae5-4d33-85c7-9eb159f3423f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2409043 Dec 16 08:25:14.043575 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39756) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:14.075870 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d95d342-febc-46a2-b81b-2fd233e263d1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=b761ddca-4ae5-4d33-85c7-9eb159f3423f HTTP/1.1" status: 200 len: 205 time: 0.0310760 Dec 16 08:25:14.078282 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39758) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:14.113408 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4b34155c-e6c2-40ff-803b-5610fd354f86', 'name': '', 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'mac_address': 'fa:16:3e:df:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '91cb5ba5-95f8-4227-8ff6-870abbb069b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:09Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 2, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'subnets': [{'id': '91cb5ba5-95f8-4227-8ff6-870abbb069b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:14.142485 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Checking router: 8edd4f44-dc5e-445f-aff1-b9405ad55020 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:14.142835 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Updating router 8edd4f44-dc5e-445f-aff1-b9405ad55020 port 4b34155c-e6c2-40ff-803b-5610fd354f86 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:14.158200 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a341c567-f40c-4cac-a72c-944a9effebab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.169399 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.188623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2be40cee-3a40-4a0b-b977-b77385d4a79d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.193854 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2be40cee-3a40-4a0b-b977-b77385d4a79d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6438468 Dec 16 08:25:14.194242 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39760) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:14.198875 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-ae7704ce-5022-421b-88a4-4502c9b3105d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'security_group_rule': {'security_group_id': '40bbc112-ad7b-4a40-aeb1-66f6c77768c9', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:14.318425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a341c567-f40c-4cac-a72c-944a9effebab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.320524 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a341c567-f40c-4cac-a72c-944a9effebab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.328905 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae7704ce-5022-421b-88a4-4502c9b3105d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.392592 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae7704ce-5022-421b-88a4-4502c9b3105d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.426599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a341c567-f40c-4cac-a72c-944a9effebab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.427260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a341c567-f40c-4cac-a72c-944a9effebab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Fanout notify agent at l3_agent the message router_deleted on router b761ddca-4ae5-4d33-85c7-9eb159f3423f {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:25:14.438453 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a341c567-f40c-4cac-a72c-944a9effebab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.438453 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a341c567-f40c-4cac-a72c-944a9effebab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/b761ddca-4ae5-4d33-85c7-9eb159f3423f HTTP/1.1" status: 204 len: 168 time: 0.3570244 Dec 16 08:25:14.439048 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.439215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39762) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:14.455897 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae7704ce-5022-421b-88a4-4502c9b3105d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.480261 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7704ce-5022-421b-88a4-4502c9b3105d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9adf7a0-ee65-4811-892b-63188e4a6d76,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:14.496248 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet f9ec4756-60c8-49b4-924e-ef6c098bbcbe {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:25:14.499515 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.510032 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.546995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.579213 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524232f4-0cc2-4dcb-bc7c-f7c935985fe4 None None] Pushing event updated for resources: {'Port': ['ID=4b34155c-e6c2-40ff-803b-5610fd354f86,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:14.594979 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ae7704ce-5022-421b-88a4-4502c9b3105d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.594979 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ae7704ce-5022-421b-88a4-4502c9b3105d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3983381 Dec 16 08:25:14.596390 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39764) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:14.601278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-641389ec-5e2f-4bd3-9102-f33ce79090a9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'security_group_rule': {'security_group_id': '40bbc112-ad7b-4a40-aeb1-66f6c77768c9', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:14.614985 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Attempting to bind port 4b34155c-e6c2-40ff-803b-5610fd354f86 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:14.615485 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Attempting to bind port 4b34155c-e6c2-40ff-803b-5610fd354f86 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:14.616436 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Attempting to bind port 4b34155c-e6c2-40ff-803b-5610fd354f86 on network 99f1722c-d801-4c52-9f61-af93505a9b36 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:14.622298 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:14.622732 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Checking segment: {'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:14.623134 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.623527 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Bound using segment: {'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:14.623992 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Bound port: 4b34155c-e6c2-40ff-803b-5610fd354f86, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f0c7a4-d994-49cf-84c0-4e468a23395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:14.624417 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.656681 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.694311 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] For port 4b34155c-e6c2-40ff-803b-5610fd354f86, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:14.697746 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] For port 4b34155c-e6c2-40ff-803b-5610fd354f86, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4b34155c-e6c2-40ff-803b-5610fd354f86,segment=NetworkSegment(14f0c7a4-d994-49cf-84c0-4e468a23395f),segment_id=14f0c7a4-d994-49cf-84c0-4e468a23395f)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:14.751956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-641389ec-5e2f-4bd3-9102-f33ce79090a9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.778927 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b3329b64-930e-4865-81e9-9cd77adc0610 None None] Provisioning complete for port 4b34155c-e6c2-40ff-803b-5610fd354f86 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:14.779431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3329b64-930e-4865-81e9-9cd77adc0610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.813950 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-b3329b64-930e-4865-81e9-9cd77adc0610 None None] Port 4b34155c-e6c2-40ff-803b-5610fd354f86 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:14.814685 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-641389ec-5e2f-4bd3-9102-f33ce79090a9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.820144 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.884600 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Routers {'8edd4f44-dc5e-445f-aff1-b9405ad55020'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:14.885223 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8edd4f44-dc5e-445f-aff1-b9405ad55020'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:14.887526 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:14.888366 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524232f4-0cc2-4dcb-bc7c-f7c935985fe4 None None] Pushing event updated for resources: {'Port': ['ID=4b34155c-e6c2-40ff-803b-5610fd354f86,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:14.919095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-641389ec-5e2f-4bd3-9102-f33ce79090a9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.257410 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641389ec-5e2f-4bd3-9102-f33ce79090a9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcdf04b-76d5-4846-9f99-726b88156ee9,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:15.260466 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ec4756-60c8-49b4-924e-ef6c098bbcbe,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:15.260466 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.260466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-256878d9-9b77-4b17-ae05-04f8c1ce8bd1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/f9ec4756-60c8-49b4-924e-ef6c098bbcbe HTTP/1.1" status: 204 len: 168 time: 0.5217943 Dec 16 08:25:15.263108 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39766) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:15.263248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f03f5-9893-4ff8-b52f-07989358f785 None None] Network bb632f37-7b58-4cea-96c8-a38292a04fa4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:15.263378 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] Set router 8edd4f44-dc5e-445f-aff1-b9405ad55020 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:15.263525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.263525 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-641389ec-5e2f-4bd3-9102-f33ce79090a9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.263525 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-641389ec-5e2f-4bd3-9102-f33ce79090a9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5426457 Dec 16 08:25:15.263525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39768) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:15.263525 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'security_group_rule': {'security_group_id': '40bbc112-ad7b-4a40-aeb1-66f6c77768c9', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:15.264128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] DHCP port deletion for bb632f37-7b58-4cea-96c8-a38292a04fa4 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:15.264367 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 1c3549c1-791a-44c1-9f59-b832be21b0bf {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:15.264367 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.264617 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Deleting port 1c3549c1-791a-44c1-9f59-b832be21b0bf {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:15.264617 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.264865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 1c3549c1-791a-44c1-9f59-b832be21b0bf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1c3549c1-791a-44c1-9f59-b832be21b0bf,segment=NetworkSegment(e4d87643-9c77-4ee4-af9c-baeac8d061b2),segment_id=e4d87643-9c77-4ee4-af9c-baeac8d061b2)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:15.264865 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.273594 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 1c3549c1-791a-44c1-9f59-b832be21b0bf owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:15.294555 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ec22ee2b-cc74-4b53-bed1-9c52a7cdce46 None None] Provisioning complete for port 4b34155c-e6c2-40ff-803b-5610fd354f86 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:15.294978 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ec22ee2b-cc74-4b53-bed1-9c52a7cdce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.297622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] For port 1c3549c1-791a-44c1-9f59-b832be21b0bf, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1c3549c1-791a-44c1-9f59-b832be21b0bf,segment=NetworkSegment(e4d87643-9c77-4ee4-af9c-baeac8d061b2),segment_id=e4d87643-9c77-4ee4-af9c-baeac8d061b2)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:15.298197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.338394 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Calling delete_port for 1c3549c1-791a-44c1-9f59-b832be21b0bf owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:15.354804 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4b34155c-e6c2-40ff-803b-5610fd354f86', 'name': '', 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'mac_address': 'fa:16:3e:df:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '91cb5ba5-95f8-4227-8ff6-870abbb069b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:09Z', 'updated_at': '2021-12-16T08:25:14Z', 'revision_number': 4, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'subnets': [{'id': '91cb5ba5-95f8-4227-8ff6-870abbb069b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:15.362563 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Project 3168ebe6794d4ddc9eae4b166a81e9da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:25:15.378348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.385647 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7abb7-e425-4dc3-80d8-6ce02277ec22 None None] The sync data for ids ['8edd4f44-dc5e-445f-aff1-b9405ad55020'] in n-d-820935-11 is: [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '4b34155c-e6c2-40ff-803b-5610fd354f86', 'name': '', 'network_id': '99f1722c-d801-4c52-9f61-af93505a9b36', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'mac_address': 'fa:16:3e:df:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '91cb5ba5-95f8-4227-8ff6-870abbb069b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:09Z', 'updated_at': '2021-12-16T08:25:14Z', 'revision_number': 4, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'subnets': [{'id': '91cb5ba5-95f8-4227-8ff6-870abbb069b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:15.465216 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ec22ee2b-cc74-4b53-bed1-9c52a7cdce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.507861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.518666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.530163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port 1c3549c1-791a-44c1-9f59-b832be21b0bf on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:15.550896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ec22ee2b-cc74-4b53-bed1-9c52a7cdce46 None None] For port 4b34155c-e6c2-40ff-803b-5610fd354f86, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4b34155c-e6c2-40ff-803b-5610fd354f86,segment=NetworkSegment(14f0c7a4-d994-49cf-84c0-4e468a23395f),segment_id=14f0c7a4-d994-49cf-84c0-4e468a23395f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:15.552163 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.554101 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=1c3549c1-791a-44c1-9f59-b832be21b0bf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:15.580838 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Pushing event deleted for resources: {'Port': ['ID=1c3549c1-791a-44c1-9f59-b832be21b0bf,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:15.592047 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] No DVR routers for this DVR port 1c3549c1-791a-44c1-9f59-b832be21b0bf on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:15.595146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.595508 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.595864 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.596437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.596773 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.597105 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.597436 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.597913 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.598246 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.598570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.598897 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.599220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.599534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c4423-0033-4c3c-a1f7-c0393cd9bbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:15.620798 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ec22ee2b-cc74-4b53-bed1-9c52a7cdce46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.632500 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.670189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.678509 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22ee2b-cc74-4b53-bed1-9c52a7cdce46 None None] Pushing event updated for resources: {'Port': ['ID=4b34155c-e6c2-40ff-803b-5610fd354f86,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:15.678825 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ca5863-44f4-46b1-a770-8ed378f21597,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:15.695528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb632f37-7b58-4cea-96c8-a38292a04fa4']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:15.706238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d87643-9c77-4ee4-af9c-baeac8d061b2') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:15.706544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d87643-9c77-4ee4-af9c-baeac8d061b2') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:15.716597 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.741616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.741616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:25:15.741616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:25:15.742729 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:25:15.784858 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.790306 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5182c732-b6ce-4f36-a453-fa8f9795f638 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6420326 Dec 16 08:25:15.790489 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39770) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:15.794873 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'security_group_rule': {'security_group_id': '40bbc112-ad7b-4a40-aeb1-66f6c77768c9', 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:15.889463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.897656 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.900826 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/bb632f37-7b58-4cea-96c8-a38292a04fa4 HTTP/1.1" status: 204 len: 168 time: 0.9352026 Dec 16 08:25:15.905481 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39772) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:15.912014 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-793960711'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:15.912956 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaa941-6b67-4706-a043-42107d62fae8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=bb632f37-7b58-4cea-96c8-a38292a04fa4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:15.914954 n-d-820935-11 neutron-server[110396]: INFO neutron.db.securitygroups_db [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Project 3168ebe6794d4ddc9eae4b166a81e9da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 08:25:15.920679 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.975766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:15.997516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:16.001259 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.027213 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:16.036791 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.037011 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment bfb31ec8-f82a-4360-bc93-c1d10e8798d7 of type vlan for network 96e581b3-6c1c-48a3-903b-a3b914936e4c Dec 16 08:25:16.054626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662986'] for security_group_rule, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.073869 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078990db-1858-42e4-800c-dba82279102f,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:16.081019 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.135247 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.139901 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-09bc09d6-0081-4901-a815-309115335d78 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451076 Dec 16 08:25:16.158061 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.165737 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:16.166479 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.246480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=96e581b3-6c1c-48a3-903b-a3b914936e4c,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:16.258974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:16.307460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-01812b91-3dbd-48af-8f73-edc83a3fe89e tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238607329&fields=id&tenant_id=3168ebe6794d4ddc9eae4b166a81e9da HTTP/1.1" status: 200 len: 267 time: 0.0492949 Dec 16 08:25:16.331702 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-13497155-ee8e-44e2-b741-ab1d6d4c5b96 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4226153 Dec 16 08:25:16.332066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39786) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:16.338014 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': '96e581b3-6c1c-48a3-903b-a3b914936e4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:16.437503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-3a1b39b2-dafe-41c3-8212-0dadd5577194 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:16.440712 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-3a1b39b2-dafe-41c3-8212-0dadd5577194 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/networks?id=99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 200 len: 809 time: 0.1259553 Dec 16 08:25:16.456485 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-19340f02-58ba-446c-b25d-16111438e436 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/quotas/3168ebe6794d4ddc9eae4b166a81e9da HTTP/1.1" status: 200 len: 375 time: 0.0102918 Dec 16 08:25:16.521399 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:16.521575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-20cc0890-cf7f-4618-ab17-87bb40fb8e62 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560958 Dec 16 08:25:16.525586 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.538586 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-00eba354-4e81-4721-bb27-511fce8f333f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:25:16.539705 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-00eba354-4e81-4721-bb27-511fce8f333f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066206 Dec 16 08:25:16.636891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-277b80af-b8f3-4d63-9245-94408e2af6ac service neutron] 10.222.0.43 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901334 Dec 16 08:25:16.731070 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-e234ee61-bae2-4188-aa22-a46277a48ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878482 Dec 16 08:25:16.792134 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:16.856154 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=b6fc6ebc-c78c-4042-9f6d-ba6df66210c0,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:16.867993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': 'bfb31ec8-f82a-4360-bc93-c1d10e8798d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '96e581b3-6c1c-48a3-903b-a3b914936e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:16.868407 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: 96e581b3-6c1c-48a3-903b-a3b914936e4c, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:16.975499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:17.036896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4b34155c-e6c2-40ff-803b-5610fd354f86 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:17.048877 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-1e71f13f-28b6-4292-9daa-e167fe951478 req-25d9aaa0-72f5-41cd-83f6-13b31b457050 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 210 time: 0.0636039 Dec 16 08:25:17.069726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 96e581b3-6c1c-48a3-903b-a3b914936e4c) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:17.077512 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:17.078399 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.095534 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d04e0a-415d-4fa5-a3ce-7449f2293248 None None] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:17.164799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 4b34155c-e6c2-40ff-803b-5610fd354f86 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:17.165212 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.170441 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-261b3a85-f99d-4eb9-af47-8b70c74774bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8371370 Dec 16 08:25:17.172972 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39794) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:17.182192 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-463137e5-560d-4806-9f59-fa2f2df05c8b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-100961688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:17.269379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-96e581b3-6c1c-48a3-903b-a3b914936e4c', 'network_id': '96e581b3-6c1c-48a3-903b-a3b914936e4c', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': 'b6fc6ebc-c78c-4042-9f6d-ba6df66210c0'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:17.270778 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.281357 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-463137e5-560d-4806-9f59-fa2f2df05c8b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.282637 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-463137e5-560d-4806-9f59-fa2f2df05c8b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.362275 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-463137e5-560d-4806-9f59-fa2f2df05c8b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.447164 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1c3549c1-791a-44c1-9f59-b832be21b0bf no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:25:17.470169 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-463137e5-560d-4806-9f59-fa2f2df05c8b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.474960 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1c3549c1-791a-44c1-9f59-b832be21b0bf {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:25:17.475338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1c3549c1-791a-44c1-9f59-b832be21b0bf not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:25:17.480089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Allocated IP 172.20.0.2 (96e581b3-6c1c-48a3-903b-a3b914936e4c/b6fc6ebc-c78c-4042-9f6d-ba6df66210c0/6dc95fb2-e35c-4b0e-9ae9-0491b563c821) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:17.614870 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-463137e5-560d-4806-9f59-fa2f2df05c8b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.619305 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-463137e5-560d-4806-9f59-fa2f2df05c8b tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4421816 Dec 16 08:25:17.619436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39800) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:17.644005 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.750223 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.792535 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:17.795678 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:17.799553 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:17.808079 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Pushing event updated for resources: {'Port': ['ID=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:17.874232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Attempting to bind port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:17.874680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Attempting to bind port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'bfb31ec8-f82a-4360-bc93-c1d10e8798d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '96e581b3-6c1c-48a3-903b-a3b914936e4c'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:17.875113 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Attempting to bind port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 on network 96e581b3-6c1c-48a3-903b-a3b914936e4c {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:17.881463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:17.882123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Checking segment: {'id': 'bfb31ec8-f82a-4360-bc93-c1d10e8798d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '96e581b3-6c1c-48a3-903b-a3b914936e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:17.882610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.883008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Bound using segment: {'id': 'bfb31ec8-f82a-4360-bc93-c1d10e8798d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '96e581b3-6c1c-48a3-903b-a3b914936e4c'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:17.883478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Bound port: 6dc95fb2-e35c-4b0e-9ae9-0491b563c821, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb31ec8-f82a-4360-bc93-c1d10e8798d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '96e581b3-6c1c-48a3-903b-a3b914936e4c'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:17.883864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.910614 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:17.947828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] For port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:17.951097 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] For port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,segment=NetworkSegment(bfb31ec8-f82a-4360-bc93-c1d10e8798d7),segment_id=bfb31ec8-f82a-4360-bc93-c1d10e8798d7)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:18.073049 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:18.153787 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-05fe42e7-da46-49e9-89df-7159b232e619 req-8b47570e-7c8c-4dda-8a75-35a2edc60299 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 210 time: 0.0405540 Dec 16 08:25:18.163087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa1386-cbda-4361-abd2-bfa79660000c None None] Pushing event updated for resources: {'Port': ['ID=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:18.214929 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.20.0.1 (96e581b3-6c1c-48a3-903b-a3b914936e4c/b6fc6ebc-c78c-4042-9f6d-ba6df66210c0/e2a0eef8-2316-45b3-b4e8-c2888f27f513) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:18.333235 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:18.473946 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:18.515934 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:18.519053 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:18.522734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:18.551104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=e2a0eef8-2316-45b3-b4e8-c2888f27f513,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:18.576095 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:18.763857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:18.981695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:19.049114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:19.049491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.083055 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.138323 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.142277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.177384 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,segment=NetworkSegment(bfb31ec8-f82a-4360-bc93-c1d10e8798d7),segment_id=bfb31ec8-f82a-4360-bc93-c1d10e8798d7)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:19.215797 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.223748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=e2a0eef8-2316-45b3-b4e8-c2888f27f513,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:19.257826 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf4cb4-0ac6-40dc-9c90-362b116b5570 None None] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:19.285388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3bfc4646-9041-48d5-a80c-6f8338313412 req-98013114-5878-468f-b3c3-6781e8c8d266 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 210 time: 0.0306354 Dec 16 08:25:19.311055 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.325912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:19.327306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:19.354556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6f5ddf9c-9c82-4d89-98c3-eeb1263f92bc None None] Provisioning complete for port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:19.354924 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddf9c-9c82-4d89-98c3-eeb1263f92bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.417659 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:19.522094 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:25:19.624552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:19.630501 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-82e17034-9f4b-48f6-875b-bbd4ea02ee94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0100141 Dec 16 08:25:19.633636 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39810) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:19.639423 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270db65-f604-457b-9136-5293792826dc None None] Sync routers for ids ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:19.652516 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270db65-f604-457b-9136-5293792826dc None None] Routers {'f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:19.653240 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8270db65-f604-457b-9136-5293792826dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:19.691839 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8270db65-f604-457b-9136-5293792826dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:19.702781 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270db65-f604-457b-9136-5293792826dc None None] Routers {'f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:19.703491 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8270db65-f604-457b-9136-5293792826dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:19.732270 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f93ecb57-94a7-4641-830b-d1055976c1c4 None None] Provisioning complete for port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:19.732936 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f93ecb57-94a7-4641-830b-d1055976c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.740077 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-8270db65-f604-457b-9136-5293792826dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:19.740888 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270db65-f604-457b-9136-5293792826dc None None] The sync data for ids ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:19.842132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f93ecb57-94a7-4641-830b-d1055976c1c4 None None] Provisioning complete for port e2a0eef8-2316-45b3-b4e8-c2888f27f513 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:19.842713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f93ecb57-94a7-4641-830b-d1055976c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:19.899046 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f93ecb57-94a7-4641-830b-d1055976c1c4 None None] Port e2a0eef8-2316-45b3-b4e8-c2888f27f513 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:20.020575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-874ca6d5-3f7c-4f12-9e3f-6e62180b667d None None] Provisioning complete for port e2a0eef8-2316-45b3-b4e8-c2888f27f513 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:20.021241 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-874ca6d5-3f7c-4f12-9e3f-6e62180b667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:20.054950 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dcdbc-5a85-43a1-9044-18d75e379dc9 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:20.056438 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c60dcdbc-5a85-43a1-9044-18d75e379dc9 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports/e2a0eef8-2316-45b3-b4e8-c2888f27f513 HTTP/1.1" status: 200 len: 910 time: 0.4216442 Dec 16 08:25:20.059397 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39812) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:20.074220 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-874ca6d5-3f7c-4f12-9e3f-6e62180b667d None None] Port e2a0eef8-2316-45b3-b4e8-c2888f27f513 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:20.194858 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-29ee51ed-6e58-43bb-93a8-1f5bc3179f72 None None] Provisioning complete for port e2a0eef8-2316-45b3-b4e8-c2888f27f513 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:20.195332 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-29ee51ed-6e58-43bb-93a8-1f5bc3179f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:20.230498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-29ee51ed-6e58-43bb-93a8-1f5bc3179f72 None None] Port e2a0eef8-2316-45b3-b4e8-c2888f27f513 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:20.386267 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-969fc6af-4410-4d0c-9937-de88406f4c7e req-819bc276-334a-4ada-ab11-77653c8ef00e tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Dec 16 08:25:20.387713 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:20.597710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-79c01fdc-3c02-43ad-8628-43b114af5f4a tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:20.599887 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-79c01fdc-3c02-43ad-8628-43b114af5f4a tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.36 "GET /v2.0/networks?id=99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 200 len: 809 time: 0.1119983 Dec 16 08:25:20.642170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port e2a0eef8-2316-45b3-b4e8-c2888f27f513 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:20.642686 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:20.673189 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-9218bd0e-7c33-4147-9649-5246db22c1b0 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3168ebe6794d4ddc9eae4b166a81e9da HTTP/1.1" status: 200 len: 379 time: 0.0565505 Dec 16 08:25:20.683907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'port': {'device_id': '2330aa76-7444-438c-95d7-95dc81de55c8', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'admin_state_up': True, 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'security_groups': ['40bbc112-ad7b-4a40-aeb1-66f6c77768c9']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:20.733750 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:20.746939 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for e2a0eef8-2316-45b3-b4e8-c2888f27f513 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:20.875565 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Made reservation on behalf of 3168ebe6794d4ddc9eae4b166a81e9da for: {'port': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:20.880258 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:20.950712 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:20.989882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.003723 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:21.004285 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.019130 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=e2a0eef8-2316-45b3-b4e8-c2888f27f513,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:21.125726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Allocated IP 172.20.0.3 (99c5d721-16bb-4342-85a7-dd3e1df560fd/32123200-641b-4d59-bcec-b606e6fdeb9c/6b3599b1-ce8d-4094-9ac5-a81551462565) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:21.182080 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.282716 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.343120 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:21.372760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.417748 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:21.421443 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:21.425495 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:21.427271 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:21.437731 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-752fca04-d171-4a3b-b22e-0b5d921d6654 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3765197 Dec 16 08:25:21.438487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39818) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:21.442305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] Sync routers for ids ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:21.469209 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] Routers {'f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:21.470115 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:21.472836 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ac4ebc61-1406-434b-8acd-5aca32f1e9e2 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8 HTTP/1.1" status: 200 len: 205 time: 0.0328729 Dec 16 08:25:21.482993 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39820) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:21.522046 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'Port': ['ID=6b3599b1-ce8d-4094-9ac5-a81551462565,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:21.534198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.534563 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.534914 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.535257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.535582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:21.535684 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.535920 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.536284 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.536620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.537657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.537981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.538312 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.538824 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.539177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:25:21.547117 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] Routers {'f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:21.547873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:21.562365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:21.563228 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.582876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1dfb6-708c-4b7a-b1f5-052202f03975 req-900d7e16-896e-4b31-9ed7-123e289e660a tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:21.584739 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5c25-d6b1-4e0d-82a0-3404f46a6bbd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.585227 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65d1dfb6-708c-4b7a-b1f5-052202f03975 req-900d7e16-896e-4b31-9ed7-123e289e660a tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 931 time: 0.1036971 Dec 16 08:25:21.591248 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:21.592006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bf8e9-7f39-4620-9977-f9b15231cd32 None None] The sync data for ids ['f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:21.644054 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-65d1dfb6-708c-4b7a-b1f5-052202f03975 req-edc277e2-f1fe-49e8-9e29-c118eb5172fb tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505540 Dec 16 08:25:21.683770 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-232b740d-117d-443a-b5a8-4f38aa91b013 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035520 Dec 16 08:25:21.711754 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Request body: {'port': {'device_id': '2330aa76-7444-438c-95d7-95dc81de55c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-11'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:21.764018 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5c25-d6b1-4e0d-82a0-3404f46a6bbd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.766432 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5c25-d6b1-4e0d-82a0-3404f46a6bbd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.769226 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-bfa142ea-eb3b-4b19-a39f-4d2d4f215fa2 None None] Provisioning complete for port 6b3599b1-ce8d-4094-9ac5-a81551462565 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:21.769626 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.770045 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bfa142ea-eb3b-4b19-a39f-4d2d4f215fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.810936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bfa142ea-eb3b-4b19-a39f-4d2d4f215fa2 None None] Port 6b3599b1-ce8d-4094-9ac5-a81551462565 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:21.881623 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5c25-d6b1-4e0d-82a0-3404f46a6bbd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.882185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf5c25-d6b1-4e0d-82a0-3404f46a6bbd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Fanout notify agent at l3_agent the message router_deleted on router f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:25:21.889540 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cbbf5c25-d6b1-4e0d-82a0-3404f46a6bbd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.893215 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cbbf5c25-d6b1-4e0d-82a0-3404f46a6bbd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8 HTTP/1.1" status: 204 len: 168 time: 0.4119682 Dec 16 08:25:21.893546 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39822) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:21.946691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet b6fc6ebc-c78c-4042-9f6d-ba6df66210c0 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:25:21.950252 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:21.999443 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.041361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3599b1-ce8d-4094-9ac5-a81551462565 {{(pid=110395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:25:22.049080 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.061286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.provisioning_blocks [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Transition to ACTIVE for port object 6b3599b1-ce8d-4094-9ac5-a81551462565 will not be triggered until provisioned by entity L2. {{(pid=110395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:25:22.081720 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.163358 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.217277 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3599b1-ce8d-4094-9ac5-a81551462565,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:22.284412 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.287418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Attempting to bind port 6b3599b1-ce8d-4094-9ac5-a81551462565 on host n-h2-820935-11 for vnic_type normal with profile {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:22.288008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Attempting to bind port 6b3599b1-ce8d-4094-9ac5-a81551462565 by drivers openvswitch,hyperv on host n-h2-820935-11 at level 0 using segments [{'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:22.288442 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Attempting to bind port 6b3599b1-ce8d-4094-9ac5-a81551462565 on network 99c5d721-16bb-4342-85a7-dd3e1df560fd {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:22.294665 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Port 6b3599b1-ce8d-4094-9ac5-a81551462565 on network 99c5d721-16bb-4342-85a7-dd3e1df560fd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-11 {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:25:22.294998 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Attempting to bind port 6b3599b1-ce8d-4094-9ac5-a81551462565 on network 99c5d721-16bb-4342-85a7-dd3e1df560fd {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:22.300520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Checking agent: {'id': '3388e1df-2456-43ca-a4af-01ccdfd97a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:22.300863 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Checking segment: {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:22.301252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Bound using segment: {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'} {{(pid=110395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:22.301753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.managers [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Bound port: 6b3599b1-ce8d-4094-9ac5-a81551462565, host: n-h2-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122eb14b-3540-4bac-99a9-f5dfc9715b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd'}}] {{(pid=110395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:22.302118 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.322113 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.328474 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/b6fc6ebc-c78c-4042-9f6d-ba6df66210c0 HTTP/1.1" status: 204 len: 168 time: 0.4339569 Dec 16 08:25:22.329138 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39824) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:22.329236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e998f2f-c66d-49d7-a883-bb2d5049b6a5 None None] Network 96e581b3-6c1c-48a3-903b-a3b914936e4c requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:22.331361 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bedac-4c87-4aa4-8f0d-cb1e3fda3aed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fc6ebc-c78c-4042-9f6d-ba6df66210c0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:22.382336 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] For port 6b3599b1-ce8d-4094-9ac5-a81551462565, host n-h2-820935-11, cleared binding levels {{(pid=110395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:22.387903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] For port 6b3599b1-ce8d-4094-9ac5-a81551462565, host n-h2-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6b3599b1-ce8d-4094-9ac5-a81551462565,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:22.413895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.467626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:22.467902 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.480099 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.523834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:22.524554 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.525968 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 200 len: 1092 time: 0.8192663 Dec 16 08:25:22.526420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:25:22.528847 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d31baa-f4f4-48fe-8d88-f102ce4484a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:25:22.550630 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] DHCP port deletion for 96e581b3-6c1c-48a3-903b-a3b914936e4c request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:22.554366 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,segment=NetworkSegment(bfb31ec8-f82a-4360-bc93-c1d10e8798d7),segment_id=bfb31ec8-f82a-4360-bc93-c1d10e8798d7)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:22.554801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.567651 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72ae59-0c03-475f-afdd-ab11845f5ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3599b1-ce8d-4094-9ac5-a81551462565,revision_number=3']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:22.573971 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:22.598041 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf58fb-5412-4e2e-8e3c-47ea3e2bfc53 x-openstack-request-id: req-8abf58fb-5412-4e2e-8e3c-47ea3e2bfc53 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:25:22.598041 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:25:22.598041 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8abf58fb-5412-4e2e-8e3c-47ea3e2bfc53 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:25:22.598041 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'status': 'completed', 'code': 200} Dec 16 08:25:22.612973 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] Deleting port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:22.613637 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.699169 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] For port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,segment=NetworkSegment(bfb31ec8-f82a-4360-bc93-c1d10e8798d7),segment_id=bfb31ec8-f82a-4360-bc93-c1d10e8798d7)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:22.699497 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.700745 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31baa-f4f4-48fe-8d88-f102ce4484a5 req-bfac975c-1544-4d5b-911d-fbd80d31d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:22.702467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d31baa-f4f4-48fe-8d88-f102ce4484a5 req-bfac975c-1544-4d5b-911d-fbd80d31d071 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1095 time: 0.0667922 Dec 16 08:25:22.714453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] Calling delete_port for 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:22.795178 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.804094 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.827999 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:22.832237 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] Pushing event deleted for resources: {'Port': ['ID=6dc95fb2-e35c-4b0e-9ae9-0491b563c821,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:22.832712 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:22.838430 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53c427-35b2-4e3b-9d99-2767df897f0e None None] No DVR routers for this DVR port 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:22.863131 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80db3b-66b8-4c8f-9591-179d40784c3b req-eca07203-6b8e-4b4c-87ab-56d44e5273ec tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:22.864701 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f80db3b-66b8-4c8f-9591-179d40784c3b req-eca07203-6b8e-4b4c-87ab-56d44e5273ec tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 943 time: 0.1365557 Dec 16 08:25:22.870934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31baa-f4f4-48fe-8d88-f102ce4484a5 req-a198abba-d9d6-467f-a0b3-0bc77d785110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:22.872310 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d31baa-f4f4-48fe-8d88-f102ce4484a5 req-a198abba-d9d6-467f-a0b3-0bc77d785110 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1452911 Dec 16 08:25:22.919021 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.942375 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e581b3-6c1c-48a3-903b-a3b914936e4c']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:22.952933 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb31ec8-f82a-4360-bc93-c1d10e8798d7') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:22.953092 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb31ec8-f82a-4360-bc93-c1d10e8798d7') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:22.958211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:25:22.969379 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.981671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:25:22.982581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6dc95fb2-e35c-4b0e-9ae9-0491b563c821 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:25:22.983269 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.984940 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6f80db3b-66b8-4c8f-9591-179d40784c3b req-3e18fbf3-90a7-4c24-a89c-e17d31e124d0 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104636 Dec 16 08:25:22.992570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:25:22.992980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:25:22.997594 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:25:23.023468 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31baa-f4f4-48fe-8d88-f102ce4484a5 req-a3831e27-5800-4e1d-a0b6-45c5d36a8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:23.024977 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-54d31baa-f4f4-48fe-8d88-f102ce4484a5 req-a3831e27-5800-4e1d-a0b6-45c5d36a8924 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357191 Dec 16 08:25:23.132531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:23.140002 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-5ee88797-64cb-4ed7-8f75-9d3e56c02451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:23.141402 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:23.141808 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-5ee88797-64cb-4ed7-8f75-9d3e56c02451 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1095 time: 0.0430872 Dec 16 08:25:23.144729 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/96e581b3-6c1c-48a3-903b-a3b914936e4c HTTP/1.1" status: 204 len: 168 time: 0.8144886 Dec 16 08:25:23.149199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39832) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:23.153741 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-571192005', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:23.155737 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cecc8-f584-48f3-88b1-393ade2cfbda tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=96e581b3-6c1c-48a3-903b-a3b914936e4c,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:23.200697 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-ca976985-b0b1-4b3e-89d1-ce93dc7a202d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 200 len: 217 time: 0.0410268 Dec 16 08:25:23.254847 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-2cb3feb6-ee23-4d5a-9584-1a141bb03aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:23.256509 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-2cb3feb6-ee23-4d5a-9584-1a141bb03aab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32123200-641b-4d59-bcec-b606e6fdeb9c HTTP/1.1" status: 200 len: 848 time: 0.0488203 Dec 16 08:25:23.308774 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb9b1-546d-450f-b095-92d51b370db3 req-076b689b-77d3-4270-a5d6-b5126fe16cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:23.310253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-076b689b-77d3-4270-a5d6-b5126fe16cbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c5d721-16bb-4342-85a7-dd3e1df560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412173 Dec 16 08:25:23.311518 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:23.312569 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:23.410215 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:23.444422 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-8e2af897-511d-434f-bdfc-1af04fc51aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230531 Dec 16 08:25:23.544388 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11beb9b1-546d-450f-b095-92d51b370db3 req-1a0953ed-f7ef-486e-a5ef-4630c64e7774 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880032 Dec 16 08:25:23.772632 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:24.416144 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:24.437824 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:24.460862 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386efe9-b9f2-478e-9860-eeb5f4530351 req-8ac7031b-67fa-4903-9365-4a8f06850afa tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:24.462346 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0386efe9-b9f2-478e-9860-eeb5f4530351 req-8ac7031b-67fa-4903-9365-4a8f06850afa tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 943 time: 0.0965927 Dec 16 08:25:24.572863 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0386efe9-b9f2-478e-9860-eeb5f4530351 req-80233310-cb56-4e64-a095-fc334d7ba628 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813615 Dec 16 08:25:24.594126 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.25.2.104 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/daec3d82-9e50-4d71-8cd2-df61e8862c74) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:24.698486 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:24.835802 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:24.876771 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:24.879694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:24.882461 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:24.892539 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba2305-7e7d-4f47-b3c9-b7662e2e884b None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:24.906624 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=daec3d82-9e50-4d71-8cd2-df61e8862c74,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:25.020078 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-80416ec3-3411-4370-b635-5f4b3b9b510d None None] Provisioning complete for port daec3d82-9e50-4d71-8cd2-df61e8862c74 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:25.020397 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-80416ec3-3411-4370-b635-5f4b3b9b510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:25.058669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-80416ec3-3411-4370-b635-5f4b3b9b510d None None] Port daec3d82-9e50-4d71-8cd2-df61e8862c74 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:25.243995 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:25.437106 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:25.628061 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-e0640379-1e17-4f50-93ec-77d64b68f9bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415688 Dec 16 08:25:25.673564 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router 67e81ca0-4f20-42ef-acea-f1a8bf36963b is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:25:25.702157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c1a0-e18c-4adb-a56f-e05f6cc65e8f req-89abc4bf-4254-4b89-8478-07d950ffccd0 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:25.703591 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6627c1a0-e18c-4adb-a56f-e05f6cc65e8f req-89abc4bf-4254-4b89-8478-07d950ffccd0 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 943 time: 0.0594993 Dec 16 08:25:25.732118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-ff309d18-fa58-42e3-be4e-fbf15f298603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:25.733896 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-ff309d18-fa58-42e3-be4e-fbf15f298603 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0436552 Dec 16 08:25:25.827744 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6627c1a0-e18c-4adb-a56f-e05f6cc65e8f req-05001a5e-8991-49b9-b724-cda521f2e3e6 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927830 Dec 16 08:25:25.841146 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:25.843845 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-6801510d-ce8d-4fe9-b5ad-13befc2dc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:25.845354 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-6801510d-ce8d-4fe9-b5ad-13befc2dc4d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0914154 Dec 16 08:25:25.853484 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] Sync routers for ids ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:25.863993 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] Routers {'67e81ca0-4f20-42ef-acea-f1a8bf36963b'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:25.864643 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:25.897545 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:25.906170 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] Routers {'67e81ca0-4f20-42ef-acea-f1a8bf36963b'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:25.906776 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:25.914712 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-aee215ff-032d-4c3b-b0c8-e2cc405950e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc HTTP/1.1" status: 200 len: 1001 time: 0.0617707 Dec 16 08:25:25.940815 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:25.941524 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbafaad-2854-48a8-ae42-879fc9f72582 None None] The sync data for ids ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:25.964284 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:25.964284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f5e1be0c-c534-474a-a05f-3e0f39a1de22 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8110335 Dec 16 08:25:25.965304 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39838) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:25.973917 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-368984d9-0b89-44e7-b266-a79e64ce9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:25.976543 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-368984d9-0b89-44e7-b266-a79e64ce9518 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0531123 Dec 16 08:25:26.025930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-cc784b6a-7bc9-48a8-80c4-9c2f6f94c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:26.027528 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-cc784b6a-7bc9-48a8-80c4-9c2f6f94c11e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444379 Dec 16 08:25:26.080599 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ebecd162-ab09-4da4-b5f9-0f64f20aba75 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/routers/67e81ca0-4f20-42ef-acea-f1a8bf36963b HTTP/1.1" status: 200 len: 880 time: 0.1117799 Dec 16 08:25:26.080837 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39840) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:26.123655 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-7cf0b2f8-9983-4c13-9dee-c39fcf53830a service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886290 Dec 16 08:25:26.219704 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a4a89d4f-edca-474c-a2d2-73b7c4e5fead req-07bd5b6a-6bce-41fb-bcff-54ad84314df2 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894725 Dec 16 08:25:26.274532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6b3599b1-ce8d-4094-9ac5-a81551462565 details requested by agent hyperv_n-h2-820935-11 with host n-h2-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:25:26.328617 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1a9395b3-9f89-4796-ab45-a314675dfc03 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2463117 Dec 16 08:25:26.330784 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39842) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:26.336906 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-fd1b0ed1-e4b8-431d-8972-a87c75c49eab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-571192005'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:26.374650 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6b3599b1-ce8d-4094-9ac5-a81551462565, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6b3599b1-ce8d-4094-9ac5-a81551462565,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:26.387360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Returning: {'device': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'port_id': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'mac_address': 'fa:16:3e:23:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:25:26.424041 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:26.440697 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3599b1-ce8d-4094-9ac5-a81551462565 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:25:26.461346 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6b3599b1-ce8d-4094-9ac5-a81551462565, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6b3599b1-ce8d-4094-9ac5-a81551462565,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:26.636308 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0ed1-e4b8-431d-8972-a87c75c49eab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:26.894766 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:26.913808 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0ed1-e4b8-431d-8972-a87c75c49eab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:26.945765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6b3599b1-ce8d-4094-9ac5-a81551462565,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:26.997551 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609215b-ed84-4414-bee5-f1a80e974300 req-45f3154a-7100-484c-b0b6-69f601a819ea tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:26.999093 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8609215b-ed84-4414-bee5-f1a80e974300 req-45f3154a-7100-484c-b0b6-69f601a819ea tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 944 time: 0.0976009 Dec 16 08:25:27.085322 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1b0ed1-e4b8-431d-8972-a87c75c49eab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router 67e81ca0-4f20-42ef-acea-f1a8bf36963b has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:27.089891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8609215b-ed84-4414-bee5-f1a80e974300 req-b083af2d-8bbf-4a7e-b947-e3365f9052f0 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648577 Dec 16 08:25:27.200249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1b0ed1-e4b8-431d-8972-a87c75c49eab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:27.207123 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0ed1-e4b8-431d-8972-a87c75c49eab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:27.208491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-fd1b0ed1-e4b8-431d-8972-a87c75c49eab tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/67e81ca0-4f20-42ef-acea-f1a8bf36963b HTTP/1.1" status: 200 len: 887 time: 0.8767025 Dec 16 08:25:27.210601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] Sync routers for ids ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:27.211185 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39848) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:27.222198 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] Routers {'67e81ca0-4f20-42ef-acea-f1a8bf36963b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:27.222947 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:27.257619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:27.266232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] Routers {'67e81ca0-4f20-42ef-acea-f1a8bf36963b'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:27.266832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:27.303166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:27.303832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698268d-267a-4d08-8323-511a17f2e920 None None] The sync data for ids ['67e81ca0-4f20-42ef-acea-f1a8bf36963b'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:27.311566 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] get_ports_and_sgs() called for port_ids ['6b3599b1-ce8d-4094-9ac5-a81551462565'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:25:27.325953 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-312be35d-5241-4ae0-ad4e-1fd671022cde tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/routers/67e81ca0-4f20-42ef-acea-f1a8bf36963b HTTP/1.1" status: 200 len: 887 time: 0.1135871 Dec 16 08:25:27.328719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39850) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:27.355131 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-f8573e0a-4dab-4a53-98da-1e4d6a3cdc5e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=67e81ca0-4f20-42ef-acea-f1a8bf36963b HTTP/1.1" status: 200 len: 205 time: 0.0253301 Dec 16 08:25:27.357732 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39852) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:27.471027 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:27.582400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:27.674654 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae82c77-9700-4495-904f-bc86909ecf6a req-39656d8d-d237-441a-b5b6-6e1e53b4df64 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:27.676295 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cae82c77-9700-4495-904f-bc86909ecf6a req-39656d8d-d237-441a-b5b6-6e1e53b4df64 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 946 time: 0.0516906 Dec 16 08:25:27.726933 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-cae82c77-9700-4495-904f-bc86909ecf6a req-770c7e22-167f-48dd-a5cc-a561e57f6d44 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Dec 16 08:25:27.850598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port daec3d82-9e50-4d71-8cd2-df61e8862c74 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:27.850895 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:27.903443 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:27.925614 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:27.937800 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for daec3d82-9e50-4d71-8cd2-df61e8862c74 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:28.223900 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f18d38b1-b7de-40cc-9ef6-bd7fd0ac2e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.276762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6b3599b1-ce8d-4094-9ac5-a81551462565 up at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:28.404516 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e33256-09da-4599-a846-1c39a044e566 req-bac02011-992f-474e-9feb-3ec002dabcc2 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:28.405943 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86e33256-09da-4599-a846-1c39a044e566 req-bac02011-992f-474e-9feb-3ec002dabcc2 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 944 time: 0.0973301 Dec 16 08:25:28.431031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning for port 6b3599b1-ce8d-4094-9ac5-a81551462565 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:25:28.435011 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Provisioning complete for port 6b3599b1-ce8d-4094-9ac5-a81551462565 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:28.435392 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.495450 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-86e33256-09da-4599-a846-1c39a044e566 req-a1313c56-4ca6-4324-8c70-70a41062202c tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787404 Dec 16 08:25:28.526788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.550175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:25:28.552437 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42d045-2883-4203-8de3-ced1a07bf10a" -d '{"events": [{"server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "name": "network-vif-plugged", "status": "completed", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:25:28.565340 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] For port 6b3599b1-ce8d-4094-9ac5-a81551462565, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6b3599b1-ce8d-4094-9ac5-a81551462565,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:28.574179 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.593900 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3489414c-c164-4e65-a9fe-6f729116e4fd x-openstack-request-id: req-3489414c-c164-4e65-a9fe-6f729116e4fd {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:25:28.594195 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "name": "network-vif-plugged", "status": "completed", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:25:28.594454 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3489414c-c164-4e65-a9fe-6f729116e4fd {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:25:28.594852 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'code': 200} Dec 16 08:25:28.600710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=daec3d82-9e50-4d71-8cd2-df61e8862c74,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:28.614790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa58adf-1861-4c15-9159-1d499df884aa None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:28.652963 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.675703 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.712856 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Pushing event updated for resources: {'Port': ['ID=6b3599b1-ce8d-4094-9ac5-a81551462565,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:28.791126 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.793911 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.869757 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21271-6f13-4a7a-be3d-e1348a6e9d20 req-a0f95e68-e86d-4f2b-8fe8-ea6621929d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:28.871308 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44f21271-6f13-4a7a-be3d-e1348a6e9d20 req-a0f95e68-e86d-4f2b-8fe8-ea6621929d13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1097 time: 0.1676621 Dec 16 08:25:28.897274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87209bcf-c9ad-4d7d-9fa6-0f59462b112a req-5bfbe97e-79d7-4e19-b0b1-07d7c8312939 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:28.898757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87209bcf-c9ad-4d7d-9fa6-0f59462b112a req-5bfbe97e-79d7-4e19-b0b1-07d7c8312939 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 946 time: 0.1022654 Dec 16 08:25:28.932994 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.933615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Fanout notify agent at l3_agent the message router_deleted on router 67e81ca0-4f20-42ef-acea-f1a8bf36963b {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:25:28.944470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:28.945555 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e0688733-8fd1-4a46-bc25-318d9f835436 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/67e81ca0-4f20-42ef-acea-f1a8bf36963b HTTP/1.1" status: 204 len: 168 time: 1.5868647 Dec 16 08:25:28.949725 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39862) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:28.954992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-631561426'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:28.968934 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-44f21271-6f13-4a7a-be3d-e1348a6e9d20 req-c58dad54-4357-4dec-8f80-87e2bf2854e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857570 Dec 16 08:25:28.983218 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-87209bcf-c9ad-4d7d-9fa6-0f59462b112a req-70942d39-686e-437b-9075-11d12306d127 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780833 Dec 16 08:25:29.037781 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:29.041402 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:29.064726 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:29.073133 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:29.073495 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment 402cd147-00e2-436e-b6c7-edc0c9d6ed45 of type vlan for network 94e7276e-2178-4b8f-a431-e6993284f8f4 Dec 16 08:25:29.112213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:29.225956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:29.231576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:29.232155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:29.299527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=94e7276e-2178-4b8f-a431-e6993284f8f4,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:29.310750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:29.363499 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fe98f763-430b-490f-83c4-4af86d546b94 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4125671 Dec 16 08:25:29.366349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39864) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:29.371490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': '94e7276e-2178-4b8f-a431-e6993284f8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:29.493784 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd435e6-fc34-4619-97a1-8356715a028b req-b6c79368-ab7a-46e9-8485-321b6e5935af tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:29.495154 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8dd435e6-fc34-4619-97a1-8356715a028b req-b6c79368-ab7a-46e9-8485-321b6e5935af tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 946 time: 0.0713563 Dec 16 08:25:29.589247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Deleting port 01a83347-1cec-437f-835f-ad3ba0beb4bc {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:29.589593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:29.603456 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:29.606923 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:29.616077 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448940a-babe-472a-a260-ca52fb568e70 req-a16f2928-0d3b-4813-816c-51aa3ec90b8f tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:29.617613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2448940a-babe-472a-a260-ca52fb568e70 req-a16f2928-0d3b-4813-816c-51aa3ec90b8f tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0511560 Dec 16 08:25:29.668433 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2448940a-babe-472a-a260-ca52fb568e70 req-df7a2cd3-bc7f-4b8b-a4d4-d2a1ef0f11d3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443537 Dec 16 08:25:29.749576 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] For port 01a83347-1cec-437f-835f-ad3ba0beb4bc, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=01a83347-1cec-437f-835f-ad3ba0beb4bc,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:29.749871 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.046791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.047423 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.047516 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Floating IP d316dea6-7921-4781-807e-05825d34c657 disassociated. External IP: 172.25.2.23, port: 01a83347-1cec-437f-835f-ad3ba0beb4bc. Dec 16 08:25:30.047829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Calling delete_port for 01a83347-1cec-437f-835f-ad3ba0beb4bc owned by compute:nova {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:30.090861 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.107011 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02435ab6-c063-406e-b68b-fcb89ecb6be8 req-9c962f36-08df-42af-ac36-31dd22aefe96 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:30.108965 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02435ab6-c063-406e-b68b-fcb89ecb6be8 req-9c962f36-08df-42af-ac36-31dd22aefe96 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 946 time: 0.0537293 Dec 16 08:25:30.170477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-02435ab6-c063-406e-b68b-fcb89ecb6be8 req-cd8074f8-b5dc-4fa8-9b56-d3a0969f69ef tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502532 Dec 16 08:25:30.174593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.190118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=c9deae99-d25e-48e6-9d57-eadccf3eae22,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:30.200604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': '402cd147-00e2-436e-b6c7-edc0c9d6ed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94e7276e-2178-4b8f-a431-e6993284f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:30.200962 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: 94e7276e-2178-4b8f-a431-e6993284f8f4, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:30.344627 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:30.350664 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.385841 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event deleted for resources: {'Port': ['ID=01a83347-1cec-437f-835f-ad3ba0beb4bc,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:30.505531 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 94e7276e-2178-4b8f-a431-e6993284f8f4) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:30.508238 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:30.511103 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:30.512414 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.514614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1437a900-ae3f-4285-acbe-8bd4dd85dd4f None None] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:30.621604 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-94e7276e-2178-4b8f-a431-e6993284f8f4', 'network_id': '94e7276e-2178-4b8f-a431-e6993284f8f4', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': 'c9deae99-d25e-48e6-9d57-eadccf3eae22'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:30.622672 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.770120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2947f099-7c14-4320-b2f9-7bd1c6e9b30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:30.790121 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Allocated IP 172.20.0.2 (94e7276e-2178-4b8f-a431-e6993284f8f4/c9deae99-d25e-48e6-9d57-eadccf3eae22/1b3f0e33-78e3-49a6-a4e2-be0a2978b82b) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:30.830480 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e5677-2300-4abf-aed0-2e202476ad91 req-bc1d7bb8-4609-483b-9a68-c15aa1c0682b tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:30.832467 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a31e5677-2300-4abf-aed0-2e202476ad91 req-bc1d7bb8-4609-483b-9a68-c15aa1c0682b tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0824168 Dec 16 08:25:30.899150 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-a31e5677-2300-4abf-aed0-2e202476ad91 req-0fecc0cc-8f55-442e-b572-5137359bfb1c tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584457 Dec 16 08:25:31.002798 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6f396d64-dd0b-4e01-af64-458fd5fd0765 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6352444 Dec 16 08:25:31.005733 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39874) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:31.011626 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-88ca866b-28e0-44c3-927c-ddda68d642de tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1139943609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:31.044414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec97c16-887b-4cf0-96c5-03b1c39b7e3d req-9b9b71db-3e6e-45b6-b983-81bee01585e3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:31.045629 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:31.046107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ec97c16-887b-4cf0-96c5-03b1c39b7e3d req-9b9b71db-3e6e-45b6-b983-81bee01585e3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0606844 Dec 16 08:25:31.059203 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] Sync routers for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:31.071016 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:31.071862 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:31.090323 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] No DVR routers for this DVR port 01a83347-1cec-437f-835f-ad3ba0beb4bc on host n-h1-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:31.093261 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.098046 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-8dd435e6-fc34-4619-97a1-8356715a028b req-a25402a2-97b5-45a3-bca5-41c40dd66364 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "DELETE /v2.0/ports/01a83347-1cec-437f-835f-ad3ba0beb4bc HTTP/1.1" status: 204 len: 173 time: 1.5962062 Dec 16 08:25:31.098599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'name': 'network-vif-deleted', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:25:31.102389 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e043e5-9dd0-4db8-a763-a180161fbd8e" -d '{"events": [{"server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "name": "network-vif-deleted", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:25:31.106792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7ec97c16-887b-4cf0-96c5-03b1c39b7e3d req-90d46dd9-e574-40bd-b884-ba4952c0dc82 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508626 Dec 16 08:25:31.152007 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88ca866b-28e0-44c3-927c-ddda68d642de tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.152955 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88ca866b-28e0-44c3-927c-ddda68d642de tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.159801 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.213989 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88ca866b-28e0-44c3-927c-ddda68d642de tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.224090 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ea5160-1c9a-4a23-a220-34e5f25d1b07 x-openstack-request-id: req-82ea5160-1c9a-4a23-a220-34e5f25d1b07 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:25:31.225032 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca225a1f-4648-44ee-93ac-9a1197bea1c3", "name": "network-vif-deleted", "tag": "01a83347-1cec-437f-835f-ad3ba0beb4bc", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:25:31.229140 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82ea5160-1c9a-4a23-a220-34e5f25d1b07 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:25:31.229140 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca225a1f-4648-44ee-93ac-9a1197bea1c3', 'name': 'network-vif-deleted', 'tag': '01a83347-1cec-437f-835f-ad3ba0beb4bc', 'status': 'completed', 'code': 200} Dec 16 08:25:31.252827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.262018 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:31.286306 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a596795-568c-43b2-a699-e1809370610d req-e1a69920-9217-4a7c-894c-96ddd2abb406 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:31.289286 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a596795-568c-43b2-a699-e1809370610d req-e1a69920-9217-4a7c-894c-96ddd2abb406 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0835586 Dec 16 08:25:31.295620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:31.298829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:31.306498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88ca866b-28e0-44c3-927c-ddda68d642de tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.309603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:31.324451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-56986ce0-45c9-448d-b809-76102737309a req-933de12d-b887-47cd-ba2f-e0924f36037c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0340273 Dec 16 08:25:31.330467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Pushing event updated for resources: {'Port': ['ID=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:31.391895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-88ca866b-28e0-44c3-927c-ddda68d642de tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.395817 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-88ca866b-28e0-44c3-927c-ddda68d642de tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3868058 Dec 16 08:25:31.396037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39886) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:31.405994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3a596795-568c-43b2-a699-e1809370610d req-941f0baf-d787-424f-86c6-14aab847156e tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035452 Dec 16 08:25:31.417557 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Attempting to bind port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:31.417949 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Attempting to bind port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '402cd147-00e2-436e-b6c7-edc0c9d6ed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94e7276e-2178-4b8f-a431-e6993284f8f4'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:31.418507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Attempting to bind port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b on network 94e7276e-2178-4b8f-a431-e6993284f8f4 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:31.419885 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39888) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:31.423998 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:31.424437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Checking segment: {'id': '402cd147-00e2-436e-b6c7-edc0c9d6ed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94e7276e-2178-4b8f-a431-e6993284f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:31.425022 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.425568 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Bound using segment: {'id': '402cd147-00e2-436e-b6c7-edc0c9d6ed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94e7276e-2178-4b8f-a431-e6993284f8f4'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:31.426180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Bound port: 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402cd147-00e2-436e-b6c7-edc0c9d6ed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94e7276e-2178-4b8f-a431-e6993284f8f4'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:31.426737 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.518055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] For port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:31.521778 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] For port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,segment=NetworkSegment(402cd147-00e2-436e-b6c7-edc0c9d6ed45),segment_id=402cd147-00e2-436e-b6c7-edc0c9d6ed45)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:31.564461 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:31.597929 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] Checking router: 92041228-9fe6-4f9e-8c1c-81aec4f2f547 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:31.607979 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:31.608880 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:31.630320 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.632215 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccc2b52-0553-468e-8628-71b75ee35289 tempest-TestServerBasicOps-1267791916 tempest-TestServerBasicOps-1267791916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:31.638478 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0ccc2b52-0553-468e-8628-71b75ee35289 tempest-TestServerBasicOps-1267791916 tempest-TestServerBasicOps-1267791916-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1092 time: 0.2130821 Dec 16 08:25:31.639361 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39892) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:31.648377 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:31.719255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 01a83347-1cec-437f-835f-ad3ba0beb4bc no longer exists at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:25:31.741895 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.751570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for floatingip, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.770644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] No Port match for: 01a83347-1cec-437f-835f-ad3ba0beb4bc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:25:31.771130 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 01a83347-1cec-437f-835f-ad3ba0beb4bc not bound to the agent host n-h1-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:25:31.788660 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5d36-4ef8-4edb-aef2-0dbec80626c3 None None] Pushing event updated for resources: {'Port': ['ID=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:31.838937 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:31.894219 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:31.905421 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:32.092899 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Allocated IP 172.25.2.69 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/9ef8fbee-cf66-4cc7-a368-44d150fd6535) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:32.128808 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.20.0.1 (94e7276e-2178-4b8f-a431-e6993284f8f4/c9deae99-d25e-48e6-9d57-eadccf3eae22/5e75e6d2-c4e8-48c6-9010-f596a6501808) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:32.185243 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:32.219410 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f49e87-0fbe-4938-89f7-31d766bbdb5f None None] The sync data for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 is: [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:32.247449 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:32.291531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:32.357839 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:32.385930 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:32.423414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'Port': ['ID=9ef8fbee-cf66-4cc7-a368-44d150fd6535,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:32.431559 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:32.434960 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:32.439068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:32.463617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=5e75e6d2-c4e8-48c6-9010-f596a6501808,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:32.485320 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:32.487707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2fc1b0b2-462e-460b-b93b-5d1c473d3f9d req-5d9eedc4-02c4-44bc-a9f9-8206e3829f86 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0530314 Dec 16 08:25:32.494169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:32.507513 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:32.511023 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:32.710627 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:32.737577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea45465-1560-4c75-8aca-3300cc363bb7 None None] New status for floating IP d316dea6-7921-4781-807e-05825d34c657: DOWN {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:25:32.970728 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.073453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:33.119057 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.144941 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.170921 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:33.171290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.202363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.299639 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.332213 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.338500 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=5e75e6d2-c4e8-48c6-9010-f596a6501808,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:33.360025 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,segment=NetworkSegment(402cd147-00e2-436e-b6c7-edc0c9d6ed45),segment_id=402cd147-00e2-436e-b6c7-edc0c9d6ed45)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:33.373678 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.404912 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0616870-0b22-49f7-8607-4899c3fba7cf None None] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:33.453461 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:33.456801 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.456937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:33.500259 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.519481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-32785717-cd37-48ec-ac81-924ab38d03e3 None None] Provisioning complete for port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:33.519863 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-32785717-cd37-48ec-ac81-924ab38d03e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.549081 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:25:33.588029 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:33.619026 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.692518 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router af0290f4-33a7-4e58-8429-ca682667a0e8 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:25:33.708127 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-91b97524-967d-4991-9c8a-035a14846936 req-56fe8bea-0ce0-4788-88ad-90e7bbacd4cd tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0460639 Dec 16 08:25:33.718391 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event updated for resources: {'Port': ['ID=9ef8fbee-cf66-4cc7-a368-44d150fd6535,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:33.728920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:33.833734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:33.841874 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d9fefce5-f6b3-4d3b-a0c6-281b4f704de1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/af0290f4-33a7-4e58-8429-ca682667a0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4417543 Dec 16 08:25:33.842334 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39898) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:33.847912 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] Sync routers for ids ['af0290f4-33a7-4e58-8429-ca682667a0e8'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:33.851161 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Floating IP eb49c0be-e0f0-4819-9367-6e0b3a84f3e6 associated. External IP: 172.25.2.69, port: 6b3599b1-ce8d-4094-9ac5-a81551462565. Dec 16 08:25:33.866448 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] Routers {'af0290f4-33a7-4e58-8429-ca682667a0e8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:33.868246 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['af0290f4-33a7-4e58-8429-ca682667a0e8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:33.921155 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:33.924106 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854abfd-371c-4a9b-ab95-5487f2c6003f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:33.928971 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2854abfd-371c-4a9b-ab95-5487f2c6003f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports/5e75e6d2-c4e8-48c6-9010-f596a6501808 HTTP/1.1" status: 200 len: 910 time: 0.0857122 Dec 16 08:25:33.929711 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39900) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:33.935677 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] Routers {'af0290f4-33a7-4e58-8429-ca682667a0e8'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:33.936514 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['af0290f4-33a7-4e58-8429-ca682667a0e8'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:33.941505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9deae99-d25e-48e6-9d57-eadccf3eae22'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:33.986800 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:33.987664 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f42912-cbac-44b5-9e42-a0f6075be472 None None] The sync data for ids ['af0290f4-33a7-4e58-8429-ca682667a0e8'] in n-d-820935-11 is: [] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:34.010305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-729e9e7f-1e64-4065-b566-2d3ebf9aeb1c None None] Provisioning complete for port 5e75e6d2-c4e8-48c6-9010-f596a6501808 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:34.010837 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-729e9e7f-1e64-4065-b566-2d3ebf9aeb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.088832 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-729e9e7f-1e64-4065-b566-2d3ebf9aeb1c None None] Port 5e75e6d2-c4e8-48c6-9010-f596a6501808 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:34.107530 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-729e9e7f-1e64-4065-b566-2d3ebf9aeb1c None None] Provisioning complete for port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:34.107910 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-729e9e7f-1e64-4065-b566-2d3ebf9aeb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.131337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Router cc20306d-30d4-427f-bbb8-60ad68bd18cd has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:34.137799 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.248509 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.306789 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:34.319001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] Sync routers for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:34.333783 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:34.335245 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:34.411045 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.415402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ae0b7d4e-19c0-4586-851a-7fb71885f707 None None] Provisioning complete for port 5e75e6d2-c4e8-48c6-9010-f596a6501808 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:34.415783 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d4e-19c0-4586-851a-7fb71885f707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.461811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cb912f32-b4f4-4aa5-92f4-27db70bdf612 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8211789 Dec 16 08:25:34.462787 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:25:34.465904 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79" -d '{"events": [{"name": "network-changed", "server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:25:34.522600 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b9cfd-6cb2-4905-9d6e-7908f152fb76 x-openstack-request-id: req-1f5b9cfd-6cb2-4905-9d6e-7908f152fb76 {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:25:34.526488 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:25:34.526488 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f5b9cfd-6cb2-4905-9d6e-7908f152fb76 {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:25:34.526488 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'status': 'completed', 'code': 200} Dec 16 08:25:34.534606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b7d4e-19c0-4586-851a-7fb71885f707 None None] Port 5e75e6d2-c4e8-48c6-9010-f596a6501808 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:34.554268 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:34.621129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-fcfb49b1-65db-425e-b342-296abdbbf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:34.622878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-fcfb49b1-65db-425e-b342-296abdbbf9af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1097 time: 0.0530887 Dec 16 08:25:34.675900 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.743472 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-2e48d6f7-99df-4671-a61f-8df5efdf2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:34.745662 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-2e48d6f7-99df-4671-a61f-8df5efdf2fce service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 200 len: 910 time: 0.1153488 Dec 16 08:25:34.754136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a84a761e-7264-4323-8083-d812bc6fdd35 None None] Provisioning complete for port 5e75e6d2-c4e8-48c6-9010-f596a6501808 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:34.754513 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a84a761e-7264-4323-8083-d812bc6fdd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.762864 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.820255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a84a761e-7264-4323-8083-d812bc6fdd35 None None] Port 5e75e6d2-c4e8-48c6-9010-f596a6501808 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:34.835026 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=5e75e6d2-c4e8-48c6-9010-f596a6501808,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:34.835249 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-177f0d05-cab4-4c34-bfbe-9324ae5b78af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 200 len: 998 time: 0.0828857 Dec 16 08:25:34.874512 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b09433a9-b452-4eb8-9af1-dc4f34251b8a req-2c865848-f7f1-40c7-923f-59c772bac390 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0379820 Dec 16 08:25:34.901611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'eb49c0be-e0f0-4819-9367-6e0b3a84f3e6', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'port_id': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'mac_address': 'fa:16:3e:23:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2330aa76-7444-438c-95d7-95dc81de55c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:25:32Z', 'updated_at': '2021-12-16T08:25:32Z', 'revision_number': 0, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:06Z', 'revision_number': 5, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:34.931031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:34.931935 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:34.932644 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-2b2aaede-b5ef-435f-8226-efc1f1fa149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:34.934408 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-2b2aaede-b5ef-435f-8226-efc1f1fa149d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32123200-641b-4d59-bcec-b606e6fdeb9c HTTP/1.1" status: 200 len: 848 time: 0.0589917 Dec 16 08:25:34.936311 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-79bcad2e-48d3-49ff-a4af-110ee34d4f6e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/ports/5e75e6d2-c4e8-48c6-9010-f596a6501808 HTTP/1.1" status: 200 len: 910 time: 1.0055141 Dec 16 08:25:34.939116 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39908) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:34.943166 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] Checking router: cc20306d-30d4-427f-bbb8-60ad68bd18cd for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:34.953269 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:34.953969 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:35.017418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-0e70aceb-71cc-470b-934e-be21d94ecd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:35.019536 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-0e70aceb-71cc-470b-934e-be21d94ecd65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c5d721-16bb-4342-85a7-dd3e1df560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736976 Dec 16 08:25:35.024213 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:35.127393 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:35.147387 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-73c0c518-5e1f-4bd1-abf8-ad3bd390095e service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195133 Dec 16 08:25:35.166018 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:35.166916 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:35.277786 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1bf1953-7bb5-4a9b-9e1c-d87257bbdc79 req-c56e9fb0-cd41-4310-a377-a23bf521c66f service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229739 Dec 16 08:25:35.350855 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:35.452303 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'eb49c0be-e0f0-4819-9367-6e0b3a84f3e6', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'port_id': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'mac_address': 'fa:16:3e:23:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2330aa76-7444-438c-95d7-95dc81de55c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:25:32Z', 'updated_at': '2021-12-16T08:25:32Z', 'revision_number': 0, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:06Z', 'revision_number': 5, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:35.480334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415186-9c35-4aef-9e21-b0a9176dae52 None None] The sync data for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 is: [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'eb49c0be-e0f0-4819-9367-6e0b3a84f3e6', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'port_id': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'mac_address': 'fa:16:3e:23:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2330aa76-7444-438c-95d7-95dc81de55c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:25:32Z', 'updated_at': '2021-12-16T08:25:32Z', 'revision_number': 0, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:06Z', 'revision_number': 5, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:35.625005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 5e75e6d2-c4e8-48c6-9010-f596a6501808 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:35.625350 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:35.727510 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:35.739631 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29577616-f842-4425-b2bb-cbd315b9213f None None] New status for floating IP eb49c0be-e0f0-4819-9367-6e0b3a84f3e6: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:25:35.741015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 5e75e6d2-c4e8-48c6-9010-f596a6501808 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:35.977118 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:35.983437 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3deba460-34d4-4279-a919-cbf73d33395b req-dda3b5d1-0d5b-44aa-81f3-7d52950f2b1a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0307672 Dec 16 08:25:36.028975 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=5e75e6d2-c4e8-48c6-9010-f596a6501808,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:36.175410 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:36.337369 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router af0290f4-33a7-4e58-8429-ca682667a0e8 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:36.416083 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:36.421515 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b83ece62-f492-41ec-9616-a9c0506851ad tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/af0290f4-33a7-4e58-8429-ca682667a0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814086 Dec 16 08:25:36.424652 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39912) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:36.425725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] Sync routers for ids ['af0290f4-33a7-4e58-8429-ca682667a0e8'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:36.437263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] Routers {'af0290f4-33a7-4e58-8429-ca682667a0e8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:36.437985 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['af0290f4-33a7-4e58-8429-ca682667a0e8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:36.455593 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d4b2ffd3-8c8b-4a31-8597-6bf0bdcc8143 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=af0290f4-33a7-4e58-8429-ca682667a0e8 HTTP/1.1" status: 200 len: 205 time: 0.0273914 Dec 16 08:25:36.455946 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39914) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:36.543248 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bfc-b471-46db-bfc5-fede14074435 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:36.658741 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:36.668750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] Routers {'af0290f4-33a7-4e58-8429-ca682667a0e8'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:36.669372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['af0290f4-33a7-4e58-8429-ca682667a0e8'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:36.704779 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:36.705466 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aa8946-d364-4a6d-b44a-7c989095e654 None None] The sync data for ids ['af0290f4-33a7-4e58-8429-ca682667a0e8'] in n-d-820935-11 is: [] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:36.715370 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bfc-b471-46db-bfc5-fede14074435 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:36.717777 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bfc-b471-46db-bfc5-fede14074435 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:36.820335 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bfc-b471-46db-bfc5-fede14074435 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:36.820775 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a27bfc-b471-46db-bfc5-fede14074435 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Fanout notify agent at l3_agent the message router_deleted on router af0290f4-33a7-4e58-8429-ca682667a0e8 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:25:36.827432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a5a27bfc-b471-46db-bfc5-fede14074435 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:36.831288 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39916) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:36.831748 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a5a27bfc-b471-46db-bfc5-fede14074435 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/af0290f4-33a7-4e58-8429-ca682667a0e8 HTTP/1.1" status: 204 len: 168 time: 0.3744292 Dec 16 08:25:36.884426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet c9deae99-d25e-48e6-9d57-eadccf3eae22 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:25:36.887561 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:36.927962 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.012844 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.100409 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f46bf063-99b4-4222-94b7-09c642abb60d req-4375bdbf-42f2-421b-8025-0fb3cb25d4e8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca225a1f-4648-44ee-93ac-9a1197bea1c3 HTTP/1.1" status: 200 len: 210 time: 0.0306180 Dec 16 08:25:37.151299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.179015 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=c9deae99-d25e-48e6-9d57-eadccf3eae22,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:37.187445 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.188805 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0dbed-1d7b-4545-9bec-933651503592 None None] Network 94e7276e-2178-4b8f-a431-e6993284f8f4 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:37.190771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2a7afa79-48ca-4146-86fb-630585a06d46 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/c9deae99-d25e-48e6-9d57-eadccf3eae22 HTTP/1.1" status: 204 len: 168 time: 0.3583882 Dec 16 08:25:37.193706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39920) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:37.275111 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.366804 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] DHCP port deletion for 94e7276e-2178-4b8f-a431-e6993284f8f4 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:37.477238 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] Deleting port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:37.477911 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.551679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] For port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,segment=NetworkSegment(402cd147-00e2-436e-b6c7-edc0c9d6ed45),segment_id=402cd147-00e2-436e-b6c7-edc0c9d6ed45)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:37.552202 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.572744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] Calling delete_port for 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:37.709823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:37.710103 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.740262 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.765901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] Pushing event deleted for resources: {'Port': ['ID=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:37.769523 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48547b08-a17e-43ef-b48b-c89494c6dc57 None None] No DVR routers for this DVR port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:37.774738 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,segment=NetworkSegment(402cd147-00e2-436e-b6c7-edc0c9d6ed45),segment_id=402cd147-00e2-436e-b6c7-edc0c9d6ed45)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:37.775124 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.788888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:37.866951 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.891233 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=1b3f0e33-78e3-49a6-a4e2-be0a2978b82b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:37.895858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:37.977892 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:37.997654 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e7276e-2178-4b8f-a431-e6993284f8f4']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:38.007440 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402cd147-00e2-436e-b6c7-edc0c9d6ed45') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:38.007745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402cd147-00e2-436e-b6c7-edc0c9d6ed45') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:38.016706 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.030363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.036306 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:25:38.037553 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:25:38.040626 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:25:38.183382 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.188286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.191625 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/94e7276e-2178-4b8f-a431-e6993284f8f4 HTTP/1.1" status: 204 len: 168 time: 0.9968636 Dec 16 08:25:38.196418 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39926) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:38.201057 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-60e5a2d1-c54d-45af-8827-94a7c7e1e827 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1442657704', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:38.206944 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eb747-3a8e-41ec-ab61-c83c13bf86f5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=94e7276e-2178-4b8f-a431-e6993284f8f4,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:38.288781 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60e5a2d1-c54d-45af-8827-94a7c7e1e827 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.289865 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60e5a2d1-c54d-45af-8827-94a7c7e1e827 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.347550 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60e5a2d1-c54d-45af-8827-94a7c7e1e827 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.384738 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-f663a359-703e-40da-a63c-caf143d7d858 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113525323&fields=id&tenant_id=0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 267 time: 0.0467861 Dec 16 08:25:38.439806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60e5a2d1-c54d-45af-8827-94a7c7e1e827 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.504023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-031d975b-4765-44ae-916b-8d6b9c0bfa3a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:38.506152 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-031d975b-4765-44ae-916b-8d6b9c0bfa3a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1147127 Dec 16 08:25:38.522568 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-55492b59-5a78-40a2-84cf-e7cdb890dbb8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/quotas/0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 375 time: 0.0090945 Dec 16 08:25:38.558293 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60e5a2d1-c54d-45af-8827-94a7c7e1e827 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.559451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-60e5a2d1-c54d-45af-8827-94a7c7e1e827 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3619578 Dec 16 08:25:38.562301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39934) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:38.567317 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-1056357003'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:38.579366 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-1a5383d2-192c-45fd-86ee-955ce609677a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518348 Dec 16 08:25:38.649562 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-9acc05ce-e945-4309-ac25-8af15e3ca260 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110395) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:25:38.650624 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-9acc05ce-e945-4309-ac25-8af15e3ca260 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0580335 Dec 16 08:25:38.653377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:38.656911 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.683027 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:38.691684 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.692089 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment ddb0a378-b5d3-4298-aec2-bdb3222fa7cc of type vlan for network eaf2f787-1ab0-4783-9f69-f9ef374eef03 Dec 16 08:25:38.733015 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.746957 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5d774a3c-871b-49dc-9263-7bcbf5ad3cda service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895858 Dec 16 08:25:38.794626 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.800455 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:38.801045 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:38.838279 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-730d00e8-352c-482f-a585-5046640c02e0 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Dec 16 08:25:38.872494 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=eaf2f787-1ab0-4783-9f69-f9ef374eef03,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:38.883137 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:38.942247 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c8f9fa2a-fd24-411f-bba9-ee17e30482e5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3788366 Dec 16 08:25:38.945106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39940) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:38.950876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:38.968810 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:25:38.993845 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:25:38.994197 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1b3f0e33-78e3-49a6-a4e2-be0a2978b82b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:25:39.151040 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:39.154664 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:39.390704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:39.464966 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-c6f1a1c3-3753-45f3-a454-d3c6516e9343 req-53344c56-a4ba-4b23-9c4c-320b7ded3afc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 210 time: 0.0433855 Dec 16 08:25:39.483476 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=382dda53-5a46-427a-ba04-a41b08a80b3d,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:39.508878 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:39.509302 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: eaf2f787-1ab0-4783-9f69-f9ef374eef03, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:39.584631 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:39.640319 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, eaf2f787-1ab0-4783-9f69-f9ef374eef03) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:39.646132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:39.647147 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:39.650672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a823d58-75ac-4ec2-88ba-c50068c22766 None None] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:39.752672 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6cdb1e74-8310-49e1-a055-a8b30faab041 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8061240 Dec 16 08:25:39.759106 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39954) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:39.763681 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:39.764600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:39.908936 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Allocated IP 172.20.0.2 (eaf2f787-1ab0-4783-9f69-f9ef374eef03/382dda53-5a46-427a-ba04-a41b08a80b3d/c1dafc82-2a73-45ed-9133-65d14e91739a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:40.070197 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.185855 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.230135 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:40.233098 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:40.237290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:40.240939 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Pushing event updated for resources: {'Port': ['ID=c1dafc82-2a73-45ed-9133-65d14e91739a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:40.296791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Attempting to bind port c1dafc82-2a73-45ed-9133-65d14e91739a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:40.297178 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Attempting to bind port c1dafc82-2a73-45ed-9133-65d14e91739a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:40.297548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Attempting to bind port c1dafc82-2a73-45ed-9133-65d14e91739a on network eaf2f787-1ab0-4783-9f69-f9ef374eef03 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:40.302631 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:40.303039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Checking segment: {'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:40.303491 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.304013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Bound using segment: {'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:40.304395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Bound port: c1dafc82-2a73-45ed-9133-65d14e91739a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:40.304780 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.371321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] For port c1dafc82-2a73-45ed-9133-65d14e91739a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:40.374672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] For port c1dafc82-2a73-45ed-9133-65d14e91739a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c1dafc82-2a73-45ed-9133-65d14e91739a,segment=NetworkSegment(ddb0a378-b5d3-4298-aec2-bdb3222fa7cc),segment_id=ddb0a378-b5d3-4298-aec2-bdb3222fa7cc)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:40.387197 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.448421 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.525554 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54545d7c-eb52-4fbc-bac9-4eff67cab55f None None] Pushing event updated for resources: {'Port': ['ID=c1dafc82-2a73-45ed-9133-65d14e91739a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:40.613239 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-124079cb-52a4-42c6-a907-75156bd4430d req-6193eb01-6c91-4f09-b09e-6483423d795c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 210 time: 0.0434532 Dec 16 08:25:40.709064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.20.0.1 (eaf2f787-1ab0-4783-9f69-f9ef374eef03/382dda53-5a46-427a-ba04-a41b08a80b3d/6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:40.840977 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.966890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:40.984490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1dafc82-2a73-45ed-9133-65d14e91739a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:41.012593 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:41.015728 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:41.019893 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:41.044127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c1dafc82-2a73-45ed-9133-65d14e91739a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:41.044550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.045550 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:41.068687 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.126785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.162344 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] For port c1dafc82-2a73-45ed-9133-65d14e91739a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c1dafc82-2a73-45ed-9133-65d14e91739a,segment=NetworkSegment(ddb0a378-b5d3-4298-aec2-bdb3222fa7cc),segment_id=ddb0a378-b5d3-4298-aec2-bdb3222fa7cc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:41.226027 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.245875 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.293145 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Pushing event updated for resources: {'Port': ['ID=c1dafc82-2a73-45ed-9133-65d14e91739a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:41.521416 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193bf035-426e-4c92-8a6d-3d3f9e97dac8 None None] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:41.534083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.574858 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-70c12178-5f3a-486d-9a4e-5646c8b81f97 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:41.576406 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-70c12178-5f3a-486d-9a4e-5646c8b81f97 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1203244 Dec 16 08:25:41.597471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.617431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f17251e3-da18-4ddf-b005-2a639a4a9661 None None] Provisioning complete for port c1dafc82-2a73-45ed-9133-65d14e91739a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:41.617431 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f17251e3-da18-4ddf-b005-2a639a4a9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.651642 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-f85852d5-f914-43c4-a14e-17a626ba4911 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 380 time: 0.0601606 Dec 16 08:25:41.669304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'port': {'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'admin_state_up': True, 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'security_groups': ['32e63869-31d2-4e00-b192-3b4f422f06e5']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:41.684287 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:41.694726 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.741120 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ad036e7c-be1e-4689-a041-a3d010ba847d req-dbc1f944-b8fa-40a9-aaca-f850e8c9cb49 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 210 time: 0.0341699 Dec 16 08:25:41.840581 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:41.842177 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:41.939248 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:41.942882 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:41.970940 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a2140924-feab-43ef-99d5-5a621a91adb1 None None] Provisioning complete for port c1dafc82-2a73-45ed-9133-65d14e91739a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:41.971318 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a2140924-feab-43ef-99d5-5a621a91adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.070891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:25:42.076150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a2140924-feab-43ef-99d5-5a621a91adb1 None None] Provisioning complete for port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:42.076655 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a2140924-feab-43ef-99d5-5a621a91adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.129108 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a2140924-feab-43ef-99d5-5a621a91adb1 None None] Port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:42.140114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.20.0.3 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/915b9807-6a2e-4a88-994a-ffb0d196ff08) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:42.209230 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:42.215423 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1514b49d-1470-4734-9f5d-d575d713acfa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4581037 Dec 16 08:25:42.218450 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39964) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:42.223133 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:42.227621 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-1620917093'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:42.256140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c418bf6d-dbd4-4d9d-897c-d8baa2c63fbb None None] Provisioning complete for port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:42.260139 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c418bf6d-dbd4-4d9d-897c-d8baa2c63fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.338577 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c418bf6d-dbd4-4d9d-897c-d8baa2c63fbb None None] Port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:42.338773 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.345121 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:42.349549 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.366053 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:42.366917 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:42.399402 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:42.412260 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.412905 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment ab10b3ca-4fab-4b9b-aa3c-7137056a4b92 of type vlan for network 8ae07605-f10b-4036-8b91-d743a8c9b80d Dec 16 08:25:42.464371 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:42.469522 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.482817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.534935 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:42.538527 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:42.542318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:42.571937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.575106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-34b3f0ce-19b2-49bc-9ce0-c2f5953ec532 None None] Provisioning complete for port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:42.575340 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-34b3f0ce-19b2-49bc-9ce0-c2f5953ec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.580610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:42.582708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.585266 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=915b9807-6a2e-4a88-994a-ffb0d196ff08,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:42.628955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:42.632145 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.644149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-34b3f0ce-19b2-49bc-9ce0-c2f5953ec532 None None] Port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:42.704699 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:41Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:41Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:42.705834 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=8ae07605-f10b-4036-8b91-d743a8c9b80d,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:42.717890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:42.719529 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-5622f249-453f-432c-9e31-88ede9a37721 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0582199 Dec 16 08:25:42.733098 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:42.733455 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Updating router ed952fd9-9834-47cd-a8e2-0e8f397b93aa port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:42.738504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Request body: {'port': {'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:42.751009 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-39710040-4484-47cd-a6db-9e584af7be21 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5313795 Dec 16 08:25:42.751718 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39966) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:42.761546 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:42.768991 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.836438 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:42.972207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daffeb-2e66-4249-b6dd-91e5a0f53e2c req-3dbf4fd0-4fe0-4f29-8291-f7e1ebe8a1a8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:42.972207 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6daffeb-2e66-4249-b6dd-91e5a0f53e2c req-3dbf4fd0-4fe0-4f29-8291-f7e1ebe8a1a8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 931 time: 0.0802615 Dec 16 08:25:42.984100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d83e3e38-c303-4095-ae4b-5d6b8805a085 None None] Provisioning complete for port 915b9807-6a2e-4a88-994a-ffb0d196ff08 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:42.985942 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d83e3e38-c303-4095-ae4b-5d6b8805a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.025868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1dafc82-2a73-45ed-9133-65d14e91739a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:43.074080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e6daffeb-2e66-4249-b6dd-91e5a0f53e2c req-73b1ee4a-9383-4e15-8378-fd9d25204176 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001923 Dec 16 08:25:43.085085 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-d83e3e38-c303-4095-ae4b-5d6b8805a085 None None] Port 915b9807-6a2e-4a88-994a-ffb0d196ff08 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:43.110755 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:43.112700 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port c1dafc82-2a73-45ed-9133-65d14e91739a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:43.113076 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.116470 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.179406 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.241906 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.258507 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915b9807-6a2e-4a88-994a-ffb0d196ff08 {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:25:43.271536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.289790 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Transition to ACTIVE for port object 915b9807-6a2e-4a88-994a-ffb0d196ff08 will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:25:43.290410 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0960fcc-8fba-4ae2-80fb-52e8f56afafa None None] Pushing event updated for resources: {'Port': ['ID=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:43.359300 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Attempting to bind port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:43.359638 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Attempting to bind port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:43.359943 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Attempting to bind port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f on network eaf2f787-1ab0-4783-9f69-f9ef374eef03 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:43.366177 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:43.366674 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Checking segment: {'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:43.366993 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.367660 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Bound using segment: {'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:43.368326 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Bound port: 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:43.368710 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.386311 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.431510 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.460035 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] For port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:43.465927 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] For port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,segment=NetworkSegment(ddb0a378-b5d3-4298-aec2-bdb3222fa7cc),segment_id=ddb0a378-b5d3-4298-aec2-bdb3222fa7cc)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:43.470088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Pushing event updated for resources: {'Port': ['ID=915b9807-6a2e-4a88-994a-ffb0d196ff08,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:43.513454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=b94e0479-dfc6-477f-a6e6-f5605648855f,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:43.551195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:43.552383 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: 8ae07605-f10b-4036-8b91-d743a8c9b80d, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:43.554076 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Attempting to bind port 915b9807-6a2e-4a88-994a-ffb0d196ff08 on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:43.554571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Attempting to bind port 915b9807-6a2e-4a88-994a-ffb0d196ff08 by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:43.555057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Attempting to bind port 915b9807-6a2e-4a88-994a-ffb0d196ff08 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:43.561987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Port 915b9807-6a2e-4a88-994a-ffb0d196ff08 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:25:43.562497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Attempting to bind port 915b9807-6a2e-4a88-994a-ffb0d196ff08 on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:43.562609 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.572085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:43.572686 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:43.580135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:43.580135 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Bound port: 915b9807-6a2e-4a88-994a-ffb0d196ff08, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:43.580135 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.613380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c7ca7312-2dee-428a-ab58-921aed491fb8 None None] Provisioning complete for port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:43.614864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7312-2dee-428a-ab58-921aed491fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.671347 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:43.683018 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0960fcc-8fba-4ae2-80fb-52e8f56afafa None None] Pushing event updated for resources: {'Port': ['ID=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:43.689330 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:43.691193 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:43.734677 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] For port 915b9807-6a2e-4a88-994a-ffb0d196ff08, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:43.749080 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] For port 915b9807-6a2e-4a88-994a-ffb0d196ff08, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:43.756641 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 8ae07605-f10b-4036-8b91-d743a8c9b80d) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:43.761437 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:43.762130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.775886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c2d6b-e514-4ae0-9343-cfc2ec9b50db None None] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:43.809121 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.826528 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7312-2dee-428a-ab58-921aed491fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.855570 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:43.857609 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:43.863063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bd0aa7ea-f120-4cb3-a83b-d7a458f6c6b8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1102157 Dec 16 08:25:43.863686 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39970) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:43.871490 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:43.873205 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] 10.222.0.16 "PUT /v2.0/ports/915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1092 time: 1.1390924 Dec 16 08:25:43.873681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'tag': '915b9807-6a2e-4a88-994a-ffb0d196ff08'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:25:43.876152 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1758e5b7-646a-4e57-aa3b-51bef2647530" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5dbd14-70ab-4594-8c2e-ca817a140fb3", "tag": "915b9807-6a2e-4a88-994a-ffb0d196ff08"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:25:43.937567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95450eb8-4d62-412d-9e95-8f4520b78205 service neutron] Pushing event updated for resources: {'Port': ['ID=915b9807-6a2e-4a88-994a-ffb0d196ff08,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:43.957901 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-c7ca7312-2dee-428a-ab58-921aed491fb8 None None] For port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,segment=NetworkSegment(ddb0a378-b5d3-4298-aec2-bdb3222fa7cc),segment_id=ddb0a378-b5d3-4298-aec2-bdb3222fa7cc)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:43.963626 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ee2d5c-9480-4c41-ab76-c7501ada2579 x-openstack-request-id: req-e3ee2d5c-9480-4c41-ab76-c7501ada2579 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:25:43.963895 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5dbd14-70ab-4594-8c2e-ca817a140fb3", "tag": "915b9807-6a2e-4a88-994a-ffb0d196ff08", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:25:43.964122 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3ee2d5c-9480-4c41-ab76-c7501ada2579 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:25:43.964682 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'tag': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'status': 'completed', 'code': 200} Dec 16 08:25:44.017410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-8ae07605-f10b-4036-8b91-d743a8c9b80d', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:44.018791 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:44.078066 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-a5131290-113b-413d-a9a8-b6def54175ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:44.079799 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-a5131290-113b-413d-a9a8-b6def54175ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1095 time: 0.0863190 Dec 16 08:25:44.174497 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-1766aa1e-0509-4ee7-af98-0eb0986becf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 217 time: 0.0789053 Dec 16 08:25:44.253847 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-68a84432-a531-4783-9610-0bd4f48489af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:44.258468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-68a84432-a531-4783-9610-0bd4f48489af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0772130 Dec 16 08:25:44.259448 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:41Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:44.295571 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc01b6-bd1e-4417-9ab9-48ee3c9e392b None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:41Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:44.312420 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9effd-3a56-4c13-8d32-2b3bf757304a req-78a82136-48ae-4ab1-9426-6cb576ca099a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:44.314038 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cb9effd-3a56-4c13-8d32-2b3bf757304a req-78a82136-48ae-4ab1-9426-6cb576ca099a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.1180067 Dec 16 08:25:44.331045 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7312-2dee-428a-ab58-921aed491fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:44.340163 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-9f276c9f-d987-4b89-911c-9784cb26ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:44.342065 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-9f276c9f-d987-4b89-911c-9784cb26ccf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687482 Dec 16 08:25:44.427627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Allocated IP 172.21.0.2 (8ae07605-f10b-4036-8b91-d743a8c9b80d/b94e0479-dfc6-477f-a6e6-f5605648855f/e89e3f79-195f-4525-a443-39d814b14ddc) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:44.463380 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-dcaa6da8-e8e4-4ee3-bad7-2e3a9bf89855 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081274 Dec 16 08:25:44.469580 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca7312-2dee-428a-ab58-921aed491fb8 None None] Pushing event updated for resources: {'Port': ['ID=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:44.500452 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4cb9effd-3a56-4c13-8d32-2b3bf757304a req-7d3951d3-7279-4be5-a655-a3a84da4155d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740260 Dec 16 08:25:44.557931 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-137a0660-f9ec-425a-b8bc-c2aeed7260dc None None] Provisioning complete for port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:44.558140 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-137a0660-f9ec-425a-b8bc-c2aeed7260dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:44.601123 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9df21e22-a90a-44b2-b62f-95571cbfd46b req-90989136-b801-4bdc-8056-2fe87c60f957 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327572 Dec 16 08:25:44.728715 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:44.839860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-d8afd1a3-eac0-4d63-a1dd-40c8155e1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:44.846122 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-d8afd1a3-eac0-4d63-a1dd-40c8155e1fd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1095 time: 0.0982153 Dec 16 08:25:45.004433 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.046295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-a1d02379-7dee-442d-ba22-76166d60230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:45.047980 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-a1d02379-7dee-442d-ba22-76166d60230d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.1947870 Dec 16 08:25:45.078224 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:45.110533 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-9a0b7820-8f5c-4c87-8c4d-4681ead1c6af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 217 time: 0.0543330 Dec 16 08:25:45.117111 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.180825 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Pushing event updated for resources: {'Port': ['ID=e89e3f79-195f-4525-a443-39d814b14ddc,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:45.187142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.21.0.1 (8ae07605-f10b-4036-8b91-d743a8c9b80d/b94e0479-dfc6-477f-a6e6-f5605648855f/8b16b449-4f07-4c3f-abc4-0aad5b93a1e7) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:45.206867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-a8afc4aa-fa90-4114-8b19-1108ea077dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:45.212521 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:45.213131 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-a8afc4aa-fa90-4114-8b19-1108ea077dba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0875161 Dec 16 08:25:45.216216 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:45.220637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:45.227942 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:45.228344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.279164 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-d9df8a27-6240-4e5c-934e-eb4a6d32092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:45.280715 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-d9df8a27-6240-4e5c-934e-eb4a6d32092a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626037 Dec 16 08:25:45.336625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Attempting to bind port e89e3f79-195f-4525-a443-39d814b14ddc on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:45.337153 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Attempting to bind port e89e3f79-195f-4525-a443-39d814b14ddc by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:45.337564 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Attempting to bind port e89e3f79-195f-4525-a443-39d814b14ddc on network 8ae07605-f10b-4036-8b91-d743a8c9b80d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:45.346114 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:45.346641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Checking segment: {'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:45.347145 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.347637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Bound using segment: {'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:45.348267 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Bound port: e89e3f79-195f-4525-a443-39d814b14ddc, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:45.349487 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.380606 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.407624 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-e465cbf7-a918-48c9-b6ad-c5075dc68296 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189992 Dec 16 08:25:45.474738 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] For port e89e3f79-195f-4525-a443-39d814b14ddc, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:45.480729 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.484101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] For port e89e3f79-195f-4525-a443-39d814b14ddc, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e89e3f79-195f-4525-a443-39d814b14ddc,segment=NetworkSegment(ab10b3ca-4fab-4b9b-aa3c-7137056a4b92),segment_id=ab10b3ca-4fab-4b9b-aa3c-7137056a4b92)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:45.524653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:45.528329 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:45.528518 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-1758e5b7-646a-4e57-aa3b-51bef2647530 req-fcac4925-a49e-41a8-a2b8-b58cce9323fd service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127226 Dec 16 08:25:45.532470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:45.555348 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.571653 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:45.592500 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:45.639289 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34c75d-1fb1-40f6-acef-6756ce62cd76 None None] Pushing event updated for resources: {'Port': ['ID=e89e3f79-195f-4525-a443-39d814b14ddc,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:45.731477 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a306bb-dbff-47a5-b6a9-b386609d1bf4 req-9e1f19c0-f73e-4e21-b0f4-f2c7a04e860d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:45.732907 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37a306bb-dbff-47a5-b6a9-b386609d1bf4 req-9e1f19c0-f73e-4e21-b0f4-f2c7a04e860d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0997484 Dec 16 08:25:45.793347 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-37a306bb-dbff-47a5-b6a9-b386609d1bf4 req-ecd185ab-0265-47c7-803d-7041f5e7ca31 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533099 Dec 16 08:25:45.824012 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:46.138931 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:46.200139 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:46.273995 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:46.276908 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:46.379166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:46.380983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:46.499739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:46.611085 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:46.618251 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7b38c485-9524-4535-9e03-c577ab8fe2c1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528880 Dec 16 08:25:46.621064 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 39978) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:46.623898 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:46.627355 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-74624026'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:46.637255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:46.638308 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:46.728703 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc258e35-3084-44e6-9af6-91b0ba861d31 None None] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:46.733274 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:46.736832 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:46.748208 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:46.979354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b4ee3ce1-5967-419c-88e7-eeb2a5337a1f None None] Provisioning complete for port e89e3f79-195f-4525-a443-39d814b14ddc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:46.979732 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3ce1-5967-419c-88e7-eeb2a5337a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.111402 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e89e3f79-195f-4525-a443-39d814b14ddc up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:47.136570 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3ce1-5967-419c-88e7-eeb2a5337a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.176794 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:47.196141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3600-a853-4d63-b8e9-332ebdce3fc3 req-799321f3-8d69-4af7-b76b-88f374a60546 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:47.201221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9dee3600-a853-4d63-b8e9-332ebdce3fc3 req-799321f3-8d69-4af7-b76b-88f374a60546 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0696075 Dec 16 08:25:47.201779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.201779 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment 2f00c461-b4ca-48de-9e34-198e4eb4a3a7 of type vlan for network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 Dec 16 08:25:47.217072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b4ee3ce1-5967-419c-88e7-eeb2a5337a1f None None] For port e89e3f79-195f-4525-a443-39d814b14ddc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e89e3f79-195f-4525-a443-39d814b14ddc,segment=NetworkSegment(ab10b3ca-4fab-4b9b-aa3c-7137056a4b92),segment_id=ab10b3ca-4fab-4b9b-aa3c-7137056a4b92)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:47.225841 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:45Z', 'revision_number': 3, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:46Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:47.270112 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:47.271782 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Updating router ed952fd9-9834-47cd-a8e2-0e8f397b93aa port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:47.273016 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e89e3f79-195f-4525-a443-39d814b14ddc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:47.273390 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.277611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.334903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9dee3600-a853-4d63-b8e9-332ebdce3fc3 req-ffc4a533-5191-43be-bada-8a3b0be8948f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069059 Dec 16 08:25:47.352731 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.367841 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3ce1-5967-419c-88e7-eeb2a5337a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.434750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.447178 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:47.457321 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.558258 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=66a2f101-ff18-4992-93b7-b1fe15d8a3b8,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:47.601048 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:47.622165 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee3ce1-5967-419c-88e7-eeb2a5337a1f None None] Pushing event updated for resources: {'Port': ['ID=e89e3f79-195f-4525-a443-39d814b14ddc,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:47.627348 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-95cdab2b-3dd6-4765-a733-0b63e5a918ec tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0047729 Dec 16 08:25:47.631289 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39982) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:47.637951 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:47.664694 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3f06cb77-a6f3-4abd-986f-914479d14943 None None] Provisioning complete for port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:47.665295 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f06cb77-a6f3-4abd-986f-914479d14943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.775118 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3f06cb77-a6f3-4abd-986f-914479d14943 None None] Port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:47.800132 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3f06cb77-a6f3-4abd-986f-914479d14943 None None] Provisioning complete for port e89e3f79-195f-4525-a443-39d814b14ddc triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:47.800544 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f06cb77-a6f3-4abd-986f-914479d14943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.858911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:47.863686 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:47.948719 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.047825 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.112106 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fefa5-cf50-43f6-b822-6bbc6322d47d None None] Pushing event updated for resources: {'Port': ['ID=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:48.139407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.144531 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-df588384-e532-4a9f-99e1-62089f2ee8c3 None None] Provisioning complete for port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:48.144988 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-df588384-e532-4a9f-99e1-62089f2ee8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.209460 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Attempting to bind port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:48.209986 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Attempting to bind port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:48.210458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Attempting to bind port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 on network 8ae07605-f10b-4036-8b91-d743a8c9b80d {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:48.218608 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:48.219146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Checking segment: {'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:48.219969 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.220307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Bound using segment: {'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:48.220959 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Bound port: 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:48.221448 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.223770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-df588384-e532-4a9f-99e1-62089f2ee8c3 None None] Port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:48.226316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=4dc01180-ac7d-453d-91f8-0b2eb6616887,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:48.258104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:48.258470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: 66a2f101-ff18-4992-93b7-b1fe15d8a3b8, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:48.296999 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] For port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:48.300598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] For port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,segment=NetworkSegment(ab10b3ca-4fab-4b9b-aa3c-7137056a4b92),segment_id=ab10b3ca-4fab-4b9b-aa3c-7137056a4b92)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:48.333665 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:48.366820 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.437525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:48.438653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:48.452987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 66a2f101-ff18-4992-93b7-b1fe15d8a3b8) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:48.459260 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:48.460264 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.489751 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bebfaa-5a34-4833-9b41-f3d1519b79a2 req-37aeb53c-8b86-4a01-a104-5e6f6b477298 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:48.492935 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92bebfaa-5a34-4833-9b41-f3d1519b79a2 req-37aeb53c-8b86-4a01-a104-5e6f6b477298 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0851421 Dec 16 08:25:48.540272 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51733e89-5af4-40fe-8e94-f2853f88f94b None None] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:48.548952 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fefa5-cf50-43f6-b822-6bbc6322d47d None None] Pushing event updated for resources: {'Port': ['ID=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:48.559451 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-17fd7dea-fcdd-49b7-9106-55d6d55b67e4 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9265409 Dec 16 08:25:48.561890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39988) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:48.566993 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92bebfaa-5a34-4833-9b41-f3d1519b79a2 req-201194d1-28c6-489b-9b6a-95af1d7edc06 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673342 Dec 16 08:25:48.804483 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:48.830785 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-44cf09bb-1e8d-456a-b931-0101c378b6b8 None None] Provisioning complete for port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:48.831155 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-44cf09bb-1e8d-456a-b931-0101c378b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.954082 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:48.995920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:48.996783 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.005142 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e89e3f79-195f-4525-a443-39d814b14ddc up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:49.181340 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-44cf09bb-1e8d-456a-b931-0101c378b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.237772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.22.0.1 (66a2f101-ff18-4992-93b7-b1fe15d8a3b8/4dc01180-ac7d-453d-91f8-0b2eb6616887/84b75c89-ff86-4098-a258-5ee6a415130b) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:49.246882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-44cf09bb-1e8d-456a-b931-0101c378b6b8 None None] For port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,segment=NetworkSegment(ab10b3ca-4fab-4b9b-aa3c-7137056a4b92),segment_id=ab10b3ca-4fab-4b9b-aa3c-7137056a4b92)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:49.249286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port e89e3f79-195f-4525-a443-39d814b14ddc triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:49.249652 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.300031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:45Z', 'revision_number': 3, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:48Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:49.302788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-44cf09bb-1e8d-456a-b931-0101c378b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.338445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233310a-f697-45da-a184-175bf4ffaafa None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:45Z', 'revision_number': 3, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:48Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:49.357064 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.436746 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf09bb-1e8d-456a-b931-0101c378b6b8 None None] Pushing event updated for resources: {'Port': ['ID=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:49.448260 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c9781598-7203-4564-8fa9-eadf8ee804f9 None None] Provisioning complete for port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:49.449355 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c9781598-7203-4564-8fa9-eadf8ee804f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.456369 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.512802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:49.516105 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:49.521231 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:49.534702 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Allocated IP 172.22.0.2 (66a2f101-ff18-4992-93b7-b1fe15d8a3b8/4dc01180-ac7d-453d-91f8-0b2eb6616887/bcae2232-3fb8-47ed-9a8f-be8adb341ea8) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:49.554402 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=84b75c89-ff86-4098-a258-5ee6a415130b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:49.573949 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.731037 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5e6d7-79df-4c6d-a365-a0d4084b1bb7 req-a7ff8d41-04fc-46ec-800a-1ed1c8f5b5b3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:49.733270 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aeb5e6d7-79df-4c6d-a365-a0d4084b1bb7 req-a7ff8d41-04fc-46ec-800a-1ed1c8f5b5b3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0590408 Dec 16 08:25:49.755485 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.784674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.792410 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-aeb5e6d7-79df-4c6d-a365-a0d4084b1bb7 req-fd2a75b5-5ca4-4aac-820c-ed3bcade3f18 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512259 Dec 16 08:25:49.847619 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.889570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:49.894363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:49.897935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:49.922174 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Pushing event updated for resources: {'Port': ['ID=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:49.978828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Attempting to bind port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:49.979316 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Attempting to bind port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:49.979603 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Attempting to bind port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 on network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:49.985994 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:49.986372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Checking segment: {'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:49.986788 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:49.987190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Bound using segment: {'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:49.987671 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Bound port: bcae2232-3fb8-47ed-9a8f-be8adb341ea8, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:49.988062 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.065925 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] For port bcae2232-3fb8-47ed-9a8f-be8adb341ea8, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:50.070001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] For port bcae2232-3fb8-47ed-9a8f-be8adb341ea8, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,segment=NetworkSegment(2f00c461-b4ca-48de-9e34-198e4eb4a3a7),segment_id=2f00c461-b4ca-48de-9e34-198e4eb4a3a7)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:50.091158 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.173417 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.184117 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.234850 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f4558-a600-4d93-971c-0e93a7cfb870 None None] Pushing event updated for resources: {'Port': ['ID=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:50.266041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.267923 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=84b75c89-ff86-4098-a258-5ee6a415130b,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:50.368331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:50.370596 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:50.505391 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:50.601056 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:50.605933 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6072c7c5-a6c6-41db-bbaa-064d36df3a2a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0430684 Dec 16 08:25:50.608578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39992) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:50.611200 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:50.613305 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'network': {'name': 'tempest-RoutersTest-1668330738'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:50.623147 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:50.624894 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:50.714440 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:50.715959 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:50.719701 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.744800 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:25:50.753286 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.756002 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added segment ca7a4e25-1098-4351-85b2-4887a7c3046d of type vlan for network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b Dec 16 08:25:50.794089 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.858619 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.864687 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:50.865299 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:50.932260 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:50.945289 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ea468-d2c0-4633-ac0e-8f49fe1deaa3 req-d23d9eb6-47f2-4ff3-b6cf-718a9fa505d7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:50.947266 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f84ea468-d2c0-4633-ac0e-8f49fe1deaa3 req-d23d9eb6-47f2-4ff3-b6cf-718a9fa505d7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0733716 Dec 16 08:25:51.001128 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Network': ['ID=73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:51.012930 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-91a14ef3-2950-47b1-8d31-40c865c68a9f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4007742 Dec 16 08:25:51.013185 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 39996) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:51.019487 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'subnet': {'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:51.021707 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:25:51.077994 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f84ea468-d2c0-4633-ac0e-8f49fe1deaa3 req-afba1818-f404-4e3c-aa4e-34a2e38b264c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164298 Dec 16 08:25:51.093564 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:51.103971 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Updating router ed952fd9-9834-47cd-a8e2-0e8f397b93aa port 84b75c89-ff86-4098-a258-5ee6a415130b binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:51.135485 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.142110 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:51.203052 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:51.206366 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.269863 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Made reservation on behalf of c072cc4bee054fb49305b26f3bb85db7 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:25:51.275126 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.288605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bcae2232-3fb8-47ed-9a8f-be8adb341ea8 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:51.321378 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef071e32-88bc-4af4-8c53-6d3fdd47406c None None] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:51.399519 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a6e5a08e-17d6-4761-8712-23d04b5dc173 None None] Provisioning complete for port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:51.399896 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a08e-17d6-4761-8712-23d04b5dc173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.449992 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.463550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:51.463918 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.526108 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.580874 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc792f3c-3dc0-4651-a4a9-82d9962dba3a None None] Pushing event updated for resources: {'Port': ['ID=84b75c89-ff86-4098-a258-5ee6a415130b,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:51.585585 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a08e-17d6-4761-8712-23d04b5dc173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.653851 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a6e5a08e-17d6-4761-8712-23d04b5dc173 None None] For port bcae2232-3fb8-47ed-9a8f-be8adb341ea8, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,segment=NetworkSegment(2f00c461-b4ca-48de-9e34-198e4eb4a3a7),segment_id=2f00c461-b4ca-48de-9e34-198e4eb4a3a7)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:51.656355 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Attempting to bind port 84b75c89-ff86-4098-a258-5ee6a415130b on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:51.656866 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Attempting to bind port 84b75c89-ff86-4098-a258-5ee6a415130b by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:51.657013 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.657379 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Attempting to bind port 84b75c89-ff86-4098-a258-5ee6a415130b on network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:51.664759 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:51.665567 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Checking segment: {'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:51.666317 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.666955 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Bound using segment: {'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:51.667627 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Bound port: 84b75c89-ff86-4098-a258-5ee6a415130b, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f00c461-b4ca-48de-9e34-198e4eb4a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:51.668317 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.718234 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a08e-17d6-4761-8712-23d04b5dc173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.747370 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] For port 84b75c89-ff86-4098-a258-5ee6a415130b, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:51.751255 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] For port 84b75c89-ff86-4098-a258-5ee6a415130b, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=84b75c89-ff86-4098-a258-5ee6a415130b,segment=NetworkSegment(2f00c461-b4ca-48de-9e34-198e4eb4a3a7),segment_id=2f00c461-b4ca-48de-9e34-198e4eb4a3a7)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:51.807003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:25:51.811035 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:25:51.812065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5a08e-17d6-4761-8712-23d04b5dc173 None None] Pushing event updated for resources: {'Port': ['ID=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:51.830346 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.886793 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:51.887334 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:51.921739 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.945486 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] Provisioning complete for port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:51.946455 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:51.959638 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc792f3c-3dc0-4651-a4a9-82d9962dba3a None None] Pushing event updated for resources: {'Port': ['ID=84b75c89-ff86-4098-a258-5ee6a415130b,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:51.995263 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:51.995986 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Subnet': ['ID=a275312e-15e4-4ad1-b6dd-7a0d6234c9cd,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:52.000536 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Checking segment: {'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:52.000903 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network hostable DHCP agents. Network: 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:25:52.069302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] Provisioning complete for port 84b75c89-ff86-4098-a258-5ee6a415130b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:52.069891 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.115994 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:25:52.155671 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.195418 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] For port 84b75c89-ff86-4098-a258-5ee6a415130b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=84b75c89-ff86-4098-a258-5ee6a415130b,segment=NetworkSegment(2f00c461-b4ca-48de-9e34-198e4eb4a3a7),segment_id=2f00c461-b4ca-48de-9e34-198e4eb4a3a7)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:52.204926 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:52.211666 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:52.212303 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.213010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7caf33e-54e6-4a6f-a33c-72836d26c0b4 None None] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:52.226433 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11732800-2773-486f-99d7-1de6fba89fb0 req-96343543-3880-423f-96d2-0850daf8f930 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:52.235731 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11732800-2773-486f-99d7-1de6fba89fb0 req-96343543-3880-423f-96d2-0850daf8f930 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0755548 Dec 16 08:25:52.251283 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:51Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:52.290604 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac862b69-7d7c-4574-9876-2eb106e89a77 None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:51Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:52.300928 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-11732800-2773-486f-99d7-1de6fba89fb0 req-140d213c-8295-45b1-be97-dcf9da286a1f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638359 Dec 16 08:25:52.314580 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.330001 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5aac673d-19fb-4706-9ae5-24ed33935952 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3157330 Dec 16 08:25:52.332879 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40000) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:52.406982 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'fixed_ips': [{'subnet_id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:25:52.406982 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.477001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2ced3-f5b9-4e23-bd08-f07a4e79c1b4 None None] Pushing event updated for resources: {'Port': ['ID=84b75c89-ff86-4098-a258-5ee6a415130b,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:52.481454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2d49b0bf-131e-43f5-a098-9faf4c6efe69 None None] Provisioning complete for port 84b75c89-ff86-4098-a258-5ee6a415130b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:52.481593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2d49b0bf-131e-43f5-a098-9faf4c6efe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.681250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Allocated IP 172.23.0.2 (73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b/a275312e-15e4-4ad1-b6dd-7a0d6234c9cd/5fe8d521-30b3-487a-ae5d-29349c942bf6) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:52.849697 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.872747 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.889192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-b4ef8ec9-978d-4301-8b37-cf4ffbd7ce99 None None] Provisioning complete for port 84b75c89-ff86-4098-a258-5ee6a415130b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:52.889710 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8ec9-978d-4301-8b37-cf4ffbd7ce99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:52.978359 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.038475 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:53.042777 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:53.045054 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:53.052664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Pushing event updated for resources: {'Port': ['ID=5fe8d521-30b3-487a-ae5d-29349c942bf6,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:53.191713 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Allocated IP 172.23.0.1 (73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b/a275312e-15e4-4ad1-b6dd-7a0d6234c9cd/d6fcd073-a062-45d0-b174-5c5f96b58da7) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:25:53.248506 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bcae2232-3fb8-47ed-9a8f-be8adb341ea8 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:53.305700 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.315081 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Attempting to bind port 5fe8d521-30b3-487a-ae5d-29349c942bf6 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:53.315520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Attempting to bind port 5fe8d521-30b3-487a-ae5d-29349c942bf6 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:53.315828 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Attempting to bind port 5fe8d521-30b3-487a-ae5d-29349c942bf6 on network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:53.320972 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-69e337be-6b36-441a-aaf3-22152cc7d553 None None] Provisioning complete for port 84b75c89-ff86-4098-a258-5ee6a415130b triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:53.321341 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-69e337be-6b36-441a-aaf3-22152cc7d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.347037 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:53.348797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Checking segment: {'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:53.348797 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.348797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Bound using segment: {'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:53.349334 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Bound port: 5fe8d521-30b3-487a-ae5d-29349c942bf6, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:53.349708 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.409382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:53.409853 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.417674 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.418241 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1ac5f-e8be-44e0-86d0-c0b47c1a9fa3 req-c35ec65f-c4b5-42be-85a1-e6b560eb63ee tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:53.419534 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3d1ac5f-e8be-44e0-86d0-c0b47c1a9fa3 req-c35ec65f-c4b5-42be-85a1-e6b560eb63ee tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0500062 Dec 16 08:25:53.470045 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:53.471262 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e3d1ac5f-e8be-44e0-86d0-c0b47c1a9fa3 req-dad09092-0918-4f7f-bf00-b2fc5baefd12 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Dec 16 08:25:53.474018 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:53.477193 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:25:53.484913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=d6fcd073-a062-45d0-b174-5c5f96b58da7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:53.509463 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] For port 5fe8d521-30b3-487a-ae5d-29349c942bf6, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:53.523051 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] For port 5fe8d521-30b3-487a-ae5d-29349c942bf6, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5fe8d521-30b3-487a-ae5d-29349c942bf6,segment=NetworkSegment(ca7a4e25-1098-4351-85b2-4887a7c3046d),segment_id=ca7a4e25-1098-4351-85b2-4887a7c3046d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:53.533398 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.563923 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 84b75c89-ff86-4098-a258-5ee6a415130b up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:53.598923 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.663626 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 84b75c89-ff86-4098-a258-5ee6a415130b triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:53.665309 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:53.666468 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576251b0-ba08-46a4-bbee-d86f7334a1f4 None None] Pushing event updated for resources: {'Port': ['ID=5fe8d521-30b3-487a-ae5d-29349c942bf6,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:53.714483 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:54.011618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:54.086943 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:54.157830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event updated for resources: {'Port': ['ID=d6fcd073-a062-45d0-b174-5c5f96b58da7,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:54.163222 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:54.258471 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:25:54.259856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:25:54.357482 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:54.455292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:54.464219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-db657449-43bc-4096-b755-eb9697ab79dd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268260 Dec 16 08:25:54.472624 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40004) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:54.472754 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:54.473778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:54.481286 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:54.481946 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:54.579820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:54.609365 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54242a1c-5ad5-46d8-8232-df795bc9d5e9 None None] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:54.653574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265fcc5-080d-484d-aea7-373c6d3539b4 req-30dd2086-af97-452f-a4c1-c80b5ae4ee1e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:54.656643 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f265fcc5-080d-484d-aea7-373c6d3539b4 req-30dd2086-af97-452f-a4c1-c80b5ae4ee1e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0545151 Dec 16 08:25:54.712090 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f265fcc5-080d-484d-aea7-373c6d3539b4 req-7289fa2a-b14a-44af-8a34-8b4dc16c8fd7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483117 Dec 16 08:25:54.767725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-d6c00890-f2b9-4e8c-806b-2d1ec3f29a31 None None] Provisioning complete for port 5fe8d521-30b3-487a-ae5d-29349c942bf6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:54.768102 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6c00890-f2b9-4e8c-806b-2d1ec3f29a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:54.871452 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 08:25:54.885088 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Removed routes are [] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 08:25:54.885493 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:54.963370 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6c00890-f2b9-4e8c-806b-2d1ec3f29a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.028611 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:53Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6fcd073-a062-45d0-b174-5c5f96b58da7', 'name': '', 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:58:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:52Z', 'updated_at': '2021-12-16T08:25:53Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:55.030644 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5fe8d521-30b3-487a-ae5d-29349c942bf6 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:55.093071 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-d6c00890-f2b9-4e8c-806b-2d1ec3f29a31 None None] For port 5fe8d521-30b3-487a-ae5d-29349c942bf6, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5fe8d521-30b3-487a-ae5d-29349c942bf6,segment=NetworkSegment(ca7a4e25-1098-4351-85b2-4887a7c3046d),segment_id=ca7a4e25-1098-4351-85b2-4887a7c3046d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:55.094238 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:55.094601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Updating router ed952fd9-9834-47cd-a8e2-0e8f397b93aa port d6fcd073-a062-45d0-b174-5c5f96b58da7 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:25:55.151754 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.174498 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.177846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5fe8d521-30b3-487a-ae5d-29349c942bf6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:55.178226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.178832 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.183038 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d6c00890-f2b9-4e8c-806b-2d1ec3f29a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.282180 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:55.352792 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c00890-f2b9-4e8c-806b-2d1ec3f29a31 None None] Pushing event updated for resources: {'Port': ['ID=5fe8d521-30b3-487a-ae5d-29349c942bf6,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:55.370667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-add10a92-d994-4057-a11f-3982fa0b6335 None None] Provisioning complete for port d6fcd073-a062-45d0-b174-5c5f96b58da7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:55.371050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-add10a92-d994-4057-a11f-3982fa0b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.388438 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:55.396630 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.397839 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2a8a16c8-a687-49e6-a073-5d3523582040 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 200 len: 934 time: 0.9323633 Dec 16 08:25:55.400488 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40008) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:55.486935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-add10a92-d994-4057-a11f-3982fa0b6335 None None] Port d6fcd073-a062-45d0-b174-5c5f96b58da7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:55.508299 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-502e9e51-16f4-4ce0-a21b-542e8b4b664f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 200 len: 934 time: 0.1034882 Dec 16 08:25:55.508299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40012) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:55.513359 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'routes': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:25:55.526967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-add10a92-d994-4057-a11f-3982fa0b6335 None None] Provisioning complete for port 5fe8d521-30b3-487a-ae5d-29349c942bf6 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:55.527335 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-add10a92-d994-4057-a11f-3982fa0b6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.657710 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.743929 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.810948 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096306fe-f85b-4063-9ec1-4d286c0665e1 None None] Pushing event updated for resources: {'Port': ['ID=d6fcd073-a062-45d0-b174-5c5f96b58da7,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:55.819727 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3f88074c-1bf1-4e8c-9111-67b860fb1dfb None None] Provisioning complete for port d6fcd073-a062-45d0-b174-5c5f96b58da7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:55.820114 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3f88074c-1bf1-4e8c-9111-67b860fb1dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.852685 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4cc58-cdf1-46d8-be12-55258f7ba4ce req-ea744499-b2ce-494a-8ba5-f7ff710be32a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:55.856598 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7eb4cc58-cdf1-46d8-be12-55258f7ba4ce req-ea744499-b2ce-494a-8ba5-f7ff710be32a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0704422 Dec 16 08:25:55.910704 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Attempting to bind port d6fcd073-a062-45d0-b174-5c5f96b58da7 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:25:55.911089 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Attempting to bind port d6fcd073-a062-45d0-b174-5c5f96b58da7 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:25:55.911527 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Attempting to bind port d6fcd073-a062-45d0-b174-5c5f96b58da7 on network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:25:55.911631 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added routes are [] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 08:25:55.911882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 08:25:55.913672 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3f88074c-1bf1-4e8c-9111-67b860fb1dfb None None] Port d6fcd073-a062-45d0-b174-5c5f96b58da7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:55.919518 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:25:55.919924 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Checking segment: {'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:25:55.920377 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.920613 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7eb4cc58-cdf1-46d8-be12-55258f7ba4ce req-ddfe1b48-0836-40d2-a717-e08f161f2e7b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577760 Dec 16 08:25:55.920787 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Bound using segment: {'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:25:55.921252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Bound port: d6fcd073-a062-45d0-b174-5c5f96b58da7, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7a4e25-1098-4351-85b2-4887a7c3046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:25:55.921643 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.957658 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:55.992795 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] For port d6fcd073-a062-45d0-b174-5c5f96b58da7, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:25:55.996431 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] For port d6fcd073-a062-45d0-b174-5c5f96b58da7, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d6fcd073-a062-45d0-b174-5c5f96b58da7,segment=NetworkSegment(ca7a4e25-1098-4351-85b2-4887a7c3046d),segment_id=ca7a4e25-1098-4351-85b2-4887a7c3046d)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:25:56.034014 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-5b1f24f6-32ff-4775-9df0-b497ce14cb9b None None] Provisioning complete for port d6fcd073-a062-45d0-b174-5c5f96b58da7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:56.037857 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5b1f24f6-32ff-4775-9df0-b497ce14cb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.067451 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.101439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f24f6-32ff-4775-9df0-b497ce14cb9b None None] Port d6fcd073-a062-45d0-b174-5c5f96b58da7 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:25:56.133252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096306fe-f85b-4063-9ec1-4d286c0665e1 None None] Pushing event updated for resources: {'Port': ['ID=d6fcd073-a062-45d0-b174-5c5f96b58da7,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:56.135747 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:56.136410 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:56.399929 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:56.491563 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3b246b1e-4969-49e1-86e3-868000442fa7 None None] Provisioning complete for port d6fcd073-a062-45d0-b174-5c5f96b58da7 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:56.492889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3b246b1e-4969-49e1-86e3-868000442fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.573162 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.576557 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.666056 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3b246b1e-4969-49e1-86e3-868000442fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.673484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:56.714083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-3b246b1e-4969-49e1-86e3-868000442fa7 None None] For port d6fcd073-a062-45d0-b174-5c5f96b58da7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d6fcd073-a062-45d0-b174-5c5f96b58da7,segment=NetworkSegment(ca7a4e25-1098-4351-85b2-4887a7c3046d),segment_id=ca7a4e25-1098-4351-85b2-4887a7c3046d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:56.723848 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:55Z', 'revision_number': 7, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6fcd073-a062-45d0-b174-5c5f96b58da7', 'name': '', 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:58:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:52Z', 'updated_at': '2021-12-16T08:25:55Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:56.750839 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bc7d-b7de-4fbe-ae4a-fba6e3451e3c None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:55Z', 'revision_number': 7, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6fcd073-a062-45d0-b174-5c5f96b58da7', 'name': '', 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:58:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:52Z', 'updated_at': '2021-12-16T08:25:55Z', 'revision_number': 4, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:56.765868 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3b246b1e-4969-49e1-86e3-868000442fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.780251 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:56.787909 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:56.789251 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-824a2ea4-f584-406f-92c5-691dba7a3d5a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 200 len: 700 time: 1.2804825 Dec 16 08:25:56.793417 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40016) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:56.860050 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b246b1e-4969-49e1-86e3-868000442fa7 None None] Pushing event updated for resources: {'Port': ['ID=d6fcd073-a062-45d0-b174-5c5f96b58da7,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:56.940737 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-57439471-aa9b-43a9-9f2e-8062ca706877 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 200 len: 700 time: 0.1446457 Dec 16 08:25:56.941268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40018) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:57.081667 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1156-e100-476c-830f-629a6cf3d1c6 req-e26b7e41-ac58-4103-b5ad-b3d1e8a9a293 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:57.084013 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceff1156-e100-476c-830f-629a6cf3d1c6 req-e26b7e41-ac58-4103-b5ad-b3d1e8a9a293 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 943 time: 0.0870450 Dec 16 08:25:57.123601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d6fcd073-a062-45d0-b174-5c5f96b58da7 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:57.146718 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-ceff1156-e100-476c-830f-629a6cf3d1c6 req-7885ad18-75f5-4202-a190-f93933548c60 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556724 Dec 16 08:25:57.182651 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d6fcd073-a062-45d0-b174-5c5f96b58da7 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:57.183083 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:57.273076 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5fe8d521-30b3-487a-ae5d-29349c942bf6 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:25:57.334668 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 5fe8d521-30b3-487a-ae5d-29349c942bf6 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:25:57.335308 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:57.352270 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:57.600823 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:57.618258 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:57.619309 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:57.632991 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port d6fcd073-a062-45d0-b174-5c5f96b58da7 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:57.633511 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:57.727158 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:57.727384 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port d6fcd073-a062-45d0-b174-5c5f96b58da7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d6fcd073-a062-45d0-b174-5c5f96b58da7,segment=NetworkSegment(ca7a4e25-1098-4351-85b2-4887a7c3046d),segment_id=ca7a4e25-1098-4351-85b2-4887a7c3046d)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:57.727589 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:57.732432 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:57.742337 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for d6fcd073-a062-45d0-b174-5c5f96b58da7 owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:57.887149 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 915b9807-6a2e-4a88-994a-ffb0d196ff08 details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:25:57.937239 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:55Z', 'revision_number': 7, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6fcd073-a062-45d0-b174-5c5f96b58da7', 'name': '', 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:58:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:52Z', 'updated_at': '2021-12-16T08:25:56Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:57.966479 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:57.975237 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:57.975840 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:57.986055 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 915b9807-6a2e-4a88-994a-ffb0d196ff08, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:57.998579 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'mac_address': 'fa:16:3e:48:50:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:25:58.001536 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.029877 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=d6fcd073-a062-45d0-b174-5c5f96b58da7,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:58.044251 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.065837 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b9807-6a2e-4a88-994a-ffb0d196ff08 {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:25:58.068947 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:58.088317 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 915b9807-6a2e-4a88-994a-ffb0d196ff08, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:58.184205 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.211887 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.247148 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-de2485b9-14bf-4573-ada4-3aaa6e8690c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.280879 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=915b9807-6a2e-4a88-994a-ffb0d196ff08,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:58.301714 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be6dfa-f33c-4bd8-8c98-2e261c89d32b req-3b5c5574-ec10-4c14-9b50-d5a6805d732b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:58.304462 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7be6dfa-f33c-4bd8-8c98-2e261c89d32b req-3b5c5574-ec10-4c14-9b50-d5a6805d732b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 944 time: 0.0756187 Dec 16 08:25:58.363056 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b7be6dfa-f33c-4bd8-8c98-2e261c89d32b req-9743dc47-f402-4328-a3b0-c3fa3f1cf4cc tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517864 Dec 16 08:25:58.438870 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:25:58.449879 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:55Z', 'revision_number': 7, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6fcd073-a062-45d0-b174-5c5f96b58da7', 'name': '', 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:58:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:52Z', 'updated_at': '2021-12-16T08:25:56Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:58.479897 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8136ffb-b0b9-4f8c-8714-583d576cd044 None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:55Z', 'revision_number': 7, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6fcd073-a062-45d0-b174-5c5f96b58da7', 'name': '', 'network_id': '73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:58:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:52Z', 'updated_at': '2021-12-16T08:25:56Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'a275312e-15e4-4ad1-b6dd-7a0d6234c9cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:58.536688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:25:58.541706 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b4468163-9af6-432a-8fb2-8a430bda3b58 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5992169 Dec 16 08:25:58.544436 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40024) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:58.555304 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['915b9807-6a2e-4a88-994a-ffb0d196ff08'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:25:58.598005 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet a275312e-15e4-4ad1-b6dd-7a0d6234c9cd {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:25:58.601792 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.638637 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:25:58.647708 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.658469 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:58.659087 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:58.734618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.771294 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:58.881558 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.910568 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=a275312e-15e4-4ad1-b6dd-7a0d6234c9cd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:58.916980 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:58.922397 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f5ca1283-1e33-4bd9-b7d3-be65d02912bf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/a275312e-15e4-4ad1-b6dd-7a0d6234c9cd HTTP/1.1" status: 204 len: 168 time: 0.3764436 Dec 16 08:25:58.925811 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40026) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:58.926545 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e885e0a-6dd1-4f68-84b7-33927387302d None None] Network 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:25:59.010763 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.068499 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 5fe8d521-30b3-487a-ae5d-29349c942bf6 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:59.068852 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.139577 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 5fe8d521-30b3-487a-ae5d-29349c942bf6, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=5fe8d521-30b3-487a-ae5d-29349c942bf6,segment=NetworkSegment(ca7a4e25-1098-4351-85b2-4887a7c3046d),segment_id=ca7a4e25-1098-4351-85b2-4887a7c3046d)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:59.139954 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.160132 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 5fe8d521-30b3-487a-ae5d-29349c942bf6 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:59.164983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:57Z', 'revision_number': 8, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:59.195180 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] DHCP port deletion for 73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:25:59.197478 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:25:59.226847 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:25:59.227648 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:25:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:59.315324 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.327801 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:25:59.344534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=5fe8d521-30b3-487a-ae5d-29349c942bf6,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:59.350286 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port 5fe8d521-30b3-487a-ae5d-29349c942bf6 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:59.355228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] Deleting port 5fe8d521-30b3-487a-ae5d-29349c942bf6 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:25:59.355612 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.437140 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.469372 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] For port 5fe8d521-30b3-487a-ae5d-29349c942bf6, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:25:59.469767 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.481749 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:59.494668 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7a4e25-1098-4351-85b2-4887a7c3046d') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:59.495020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7a4e25-1098-4351-85b2-4887a7c3046d') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:59.507514 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.514126 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] Calling delete_port for 5fe8d521-30b3-487a-ae5d-29349c942bf6 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:25:59.518200 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] Port 5fe8d521-30b3-487a-ae5d-29349c942bf6 was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:25:59.520836 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.528675 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbd6ad-1436-46b2-9f51-d8b97eb6d206 req-f3930b4f-12a0-4244-b6ed-5ad2ea06125f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:25:59.530196 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1cbd6ad-1436-46b2-9f51-d8b97eb6d206 req-f3930b4f-12a0-4244-b6ed-5ad2ea06125f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 944 time: 0.0853794 Dec 16 08:25:59.531179 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.538338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:25:59.538780 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:25:59.541788 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:25:59.555696 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] Pushing event deleted for resources: {'Port': ['ID=5fe8d521-30b3-487a-ae5d-29349c942bf6,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:59.557548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea86324-7c2e-4fb0-9b4e-30a056a00070 None None] No DVR routers for this DVR port 5fe8d521-30b3-487a-ae5d-29349c942bf6 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:25:59.638789 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:57Z', 'revision_number': 8, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:25:59.639736 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d1cbd6ad-1436-46b2-9f51-d8b97eb6d206 req-e51c1f37-c6ec-459e-92fd-f559307f2e16 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970674 Dec 16 08:25:59.666811 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b6104-3114-42da-8e2d-7ce10f49cc3a None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:25:57Z', 'revision_number': 8, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b75c89-ff86-4098-a258-5ee6a415130b', 'name': '', 'network_id': '66a2f101-ff18-4992-93b7-b1fe15d8a3b8', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:f1:19:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:49Z', 'updated_at': '2021-12-16T08:25:52Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '4dc01180-ac7d-453d-91f8-0b2eb6616887', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:25:59.686620 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.692436 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:25:59.695663 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b HTTP/1.1" status: 204 len: 168 time: 0.7682436 Dec 16 08:25:59.698433 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40030) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:25:59.712610 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f3bbd-22af-4055-bc07-003a07dda134 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=73cac6b1-6e5a-4b21-9c6e-0ba5372d2e3b,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:25:59.902439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device 915b9807-6a2e-4a88-994a-ffb0d196ff08 up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:26:00.012453 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port 915b9807-6a2e-4a88-994a-ffb0d196ff08 completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:26:00.016943 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port 915b9807-6a2e-4a88-994a-ffb0d196ff08 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:26:00.017338 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.041088 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.110596 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.141445 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b9807-6a2e-4a88-994a-ffb0d196ff08'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:26:00.143739 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333fc3ce-257a-4f19-85c0-4bd35748f20a" -d '{"events": [{"server_uuid": "0a5dbd14-70ab-4594-8c2e-ca817a140fb3", "name": "network-vif-plugged", "status": "completed", "tag": "915b9807-6a2e-4a88-994a-ffb0d196ff08"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:26:00.157819 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port 915b9807-6a2e-4a88-994a-ffb0d196ff08, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:00.187371 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc45abfd-ba98-463e-bfda-3a4c0b491fc1 x-openstack-request-id: req-dc45abfd-ba98-463e-bfda-3a4c0b491fc1 {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:26:00.188105 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5dbd14-70ab-4594-8c2e-ca817a140fb3", "name": "network-vif-plugged", "status": "completed", "tag": "915b9807-6a2e-4a88-994a-ffb0d196ff08", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:26:00.188440 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc45abfd-ba98-463e-bfda-3a4c0b491fc1 {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:26:00.188843 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'code': 200} Dec 16 08:26:00.205375 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.234937 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.286243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=915b9807-6a2e-4a88-994a-ffb0d196ff08,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:00.334450 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ed7b6-147c-44dc-b29a-22c1ac36d9a9 req-de234e55-a372-438e-8a43-2201eb422b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:00.335954 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-047ed7b6-147c-44dc-b29a-22c1ac36d9a9 req-de234e55-a372-438e-8a43-2201eb422b14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0559721 Dec 16 08:26:00.342146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 84b75c89-ff86-4098-a258-5ee6a415130b {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:00.342521 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.437540 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-047ed7b6-147c-44dc-b29a-22c1ac36d9a9 req-452c9436-0b0f-40a3-bb23-5fc0f387fdd8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920389 Dec 16 08:26:00.460697 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 84b75c89-ff86-4098-a258-5ee6a415130b, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=84b75c89-ff86-4098-a258-5ee6a415130b,segment=NetworkSegment(2f00c461-b4ca-48de-9e34-198e4eb4a3a7),segment_id=2f00c461-b4ca-48de-9e34-198e4eb4a3a7)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:00.461059 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.473102 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 84b75c89-ff86-4098-a258-5ee6a415130b owned by network:router_interface {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:00.709913 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45ade6bd-52cf-4256-8dc1-ad354656b531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.732885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:00.758995 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=84b75c89-ff86-4098-a258-5ee6a415130b,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:00.759233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3ffc9-a15e-4974-8266-6a5cc6e0229a req-8b2e61e4-91ee-4676-8dc5-5671554957e7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:00.760747 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ab3ffc9-a15e-4974-8266-6a5cc6e0229a req-8b2e61e4-91ee-4676-8dc5-5671554957e7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Dec 16 08:26:00.771672 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.772009 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.772377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.772779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.773037 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.773364 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.773682 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.774011 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.774321 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.774642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.774955 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.775275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.775591 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:00.817588 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-4ab3ffc9-a15e-4974-8266-6a5cc6e0229a req-351f979d-efb3-4b2c-8b25-0399fac03b9f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482984 Dec 16 08:26:00.941249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.024742 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d6fcd073-a062-45d0-b174-5c5f96b58da7 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:01.048842 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: d6fcd073-a062-45d0-b174-5c5f96b58da7 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:01.049192 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d6fcd073-a062-45d0-b174-5c5f96b58da7 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:01.049605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5fe8d521-30b3-487a-ae5d-29349c942bf6 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:01.069010 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 5fe8d521-30b3-487a-ae5d-29349c942bf6 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:01.069351 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 5fe8d521-30b3-487a-ae5d-29349c942bf6 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:01.135736 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:26:01.229987 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:26:01.234850 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7430751-e621-4546-8259-1c9a85e80cf0 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5354073 Dec 16 08:26:01.237620 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40036) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:01.241341 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:26:01.253761 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:01.255143 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:01.292550 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet 4dc01180-ac7d-453d-91f8-0b2eb6616887 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:26:01.296531 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.337839 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.355829 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:01.422584 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.554317 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.559043 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:00Z', 'revision_number': 9, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:01.585278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc01180-ac7d-453d-91f8-0b2eb6616887,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:01.586841 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:26:01.587389 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.590640 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d3f95b4c-e5a5-4370-832b-2f20e9ed5205 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/4dc01180-ac7d-453d-91f8-0b2eb6616887 HTTP/1.1" status: 204 len: 168 time: 0.3520548 Dec 16 08:26:01.593532 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e8c87-b341-4f8d-b854-05ebc117aece None None] Network 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:26:01.593888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40038) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:01.600602 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:01.601801 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:01.681462 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.714092 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:01.740295 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:01.740883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.777295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] DHCP port deletion for 66a2f101-ff18-4992-93b7-b1fe15d8a3b8 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:26:01.809505 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port bcae2232-3fb8-47ed-9a8f-be8adb341ea8, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,segment=NetworkSegment(2f00c461-b4ca-48de-9e34-198e4eb4a3a7),segment_id=2f00c461-b4ca-48de-9e34-198e4eb4a3a7)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:01.809869 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.825178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for bcae2232-3fb8-47ed-9a8f-be8adb341ea8 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:01.839257 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] Deleting port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:01.839754 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.930776 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.948232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c087ad-d8f2-414c-b966-1239eab4d500 req-bd45efe8-7ff8-4200-8baf-b0925c03e884 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:01.953170 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10c087ad-d8f2-414c-b966-1239eab4d500 req-bd45efe8-7ff8-4200-8baf-b0925c03e884 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 945 time: 0.0541663 Dec 16 08:26:01.955219 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] For port bcae2232-3fb8-47ed-9a8f-be8adb341ea8, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,segment=NetworkSegment(2f00c461-b4ca-48de-9e34-198e4eb4a3a7),segment_id=2f00c461-b4ca-48de-9e34-198e4eb4a3a7)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:01.955625 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:01.969751 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] Calling delete_port for bcae2232-3fb8-47ed-9a8f-be8adb341ea8 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:01.984205 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:00Z', 'revision_number': 9, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:02.007926 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-10c087ad-d8f2-414c-b966-1239eab4d500 req-449a5f19-4c29-4978-bcc5-504ceda07324 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468593 Dec 16 08:26:02.016204 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.024920 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402e699-58c3-4b9a-8cd6-89415b76be64 None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:00Z', 'revision_number': 9, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b16b449-4f07-4c3f-abc4-0aad5b93a1e7', 'name': '', 'network_id': '8ae07605-f10b-4036-8b91-d743a8c9b80d', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:ab:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:44Z', 'updated_at': '2021-12-16T08:25:49Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': 'b94e0479-dfc6-477f-a6e6-f5605648855f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:26:02.042898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:02.044832 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:26:02.065325 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.092404 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] Pushing event deleted for resources: {'Port': ['ID=bcae2232-3fb8-47ed-9a8f-be8adb341ea8,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:02.097261 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87f095-6e6e-4b19-a51b-0c7f2b88cb67 None None] No DVR routers for this DVR port bcae2232-3fb8-47ed-9a8f-be8adb341ea8 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:26:02.496037 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.515753 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a2f101-ff18-4992-93b7-b1fe15d8a3b8']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:02.525475 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f00c461-b4ca-48de-9e34-198e4eb4a3a7') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:02.525782 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f00c461-b4ca-48de-9e34-198e4eb4a3a7') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:02.535618 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.548825 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.554851 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:26:02.555229 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:26:02.558177 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:26:02.679671 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.686654 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:02.689783 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/66a2f101-ff18-4992-93b7-b1fe15d8a3b8 HTTP/1.1" status: 204 len: 168 time: 1.0949752 Dec 16 08:26:02.693555 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40042) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:02.704276 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749596f-20de-4b55-bde2-f2d33fe788ed tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=66a2f101-ff18-4992-93b7-b1fe15d8a3b8,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:02.964719 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bcae2232-3fb8-47ed-9a8f-be8adb341ea8 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:02.985004 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: bcae2232-3fb8-47ed-9a8f-be8adb341ea8 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:02.985354 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device bcae2232-3fb8-47ed-9a8f-be8adb341ea8 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:02.985771 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 84b75c89-ff86-4098-a258-5ee6a415130b no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:03.005769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 84b75c89-ff86-4098-a258-5ee6a415130b {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:03.006123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 84b75c89-ff86-4098-a258-5ee6a415130b not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:03.024937 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:03.153275 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc591d-df5d-48fe-aeb5-a580baba5959 req-86f0c507-008d-449f-95ca-2834605fa78b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:03.154756 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fdc591d-df5d-48fe-aeb5-a580baba5959 req-86f0c507-008d-449f-95ca-2834605fa78b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 945 time: 0.0666828 Dec 16 08:26:03.256576 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5fdc591d-df5d-48fe-aeb5-a580baba5959 req-ddd0b6d0-6843-48a7-9745-8d49be88a3c1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745118 Dec 16 08:26:03.389612 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1fe87-9cf1-419e-979a-885874ad69e6 req-4a5a2d8d-f3dd-4d32-826c-775a00071671 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:03.391084 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69c1fe87-9cf1-419e-979a-885874ad69e6 req-4a5a2d8d-f3dd-4d32-826c-775a00071671 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 945 time: 0.0645823 Dec 16 08:26:03.393259 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:03.393599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:03.493771 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-69c1fe87-9cf1-419e-979a-885874ad69e6 req-3c1d27fa-e6d6-4a07-9fa2-ffd590593698 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958612 Dec 16 08:26:03.516652 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40048) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:03.520716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,segment=NetworkSegment(ab10b3ca-4fab-4b9b-aa3c-7137056a4b92),segment_id=ab10b3ca-4fab-4b9b-aa3c-7137056a4b92)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:03.521087 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:03.534969 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:03.563748 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b037e-176e-4ee9-bdef-0e63f8d29898 tempest-TestVolumeBootPattern-1626244900 tempest-TestVolumeBootPattern-1626244900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:03.565339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fc4b037e-176e-4ee9-bdef-0e63f8d29898 tempest-TestVolumeBootPattern-1626244900 tempest-TestVolumeBootPattern-1626244900-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1092 time: 0.0476778 Dec 16 08:26:03.568296 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40050) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:03.572133 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:03.577852 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:03.681127 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:03.777196 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:03.801161 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:03.832814 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=8b16b449-4f07-4c3f-abc4-0aad5b93a1e7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:03.906804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.25.2.151 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/2ee5ea9c-2ed5-42bc-b310-56f2b14a2531) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:26:03.999708 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.023106 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.148732 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.196499 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:26:04.200335 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:26:04.201705 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:26:04.204057 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:26:04.207707 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.208133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=2ee5ea9c-2ed5-42bc-b310-56f2b14a2531,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:04.296723 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:26:04.301983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ad9e617d-6108-47c1-863e-79070b21e826 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073503 Dec 16 08:26:04.304655 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40054) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:04.307305 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:26:04.318679 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:04.319458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:04.358330 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet b94e0479-dfc6-477f-a6e6-f5605648855f {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:26:04.361585 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.403660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.505185 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.584598 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:04.601314 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.624328 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.653454 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=b94e0479-dfc6-477f-a6e6-f5605648855f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:04.658083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.661424 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-834d2a97-688b-4556-b61b-e4f3348a81bd tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/b94e0479-dfc6-477f-a6e6-f5605648855f HTTP/1.1" status: 204 len: 168 time: 0.3556616 Dec 16 08:26:04.664157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40056) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:04.674409 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac10bad-a65e-4f67-860b-7a5e03e17574 None None] Network 8ae07605-f10b-4036-8b91-d743a8c9b80d requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:26:04.746912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.747156 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.805674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port e89e3f79-195f-4525-a443-39d814b14ddc {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:04.811796 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.871690 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:03Z', 'revision_number': 10, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:04.883117 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port e89e3f79-195f-4525-a443-39d814b14ddc, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=e89e3f79-195f-4525-a443-39d814b14ddc,segment=NetworkSegment(ab10b3ca-4fab-4b9b-aa3c-7137056a4b92),segment_id=ab10b3ca-4fab-4b9b-aa3c-7137056a4b92)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:04.883490 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:04.898614 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for e89e3f79-195f-4525-a443-39d814b14ddc owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:04.905480 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:26:04.920001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:04.920686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:04.929086 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] DHCP port deletion for 8ae07605-f10b-4036-8b91-d743a8c9b80d request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:26:04.949956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.010795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.060799 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:05.074483 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.077727 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=2ee5ea9c-2ed5-42bc-b310-56f2b14a2531,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:05.093494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port e89e3f79-195f-4525-a443-39d814b14ddc on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:26:05.095335 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.101488 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e89e3f79-195f-4525-a443-39d814b14ddc no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:05.116981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=e89e3f79-195f-4525-a443-39d814b14ddc,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:05.136855 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: e89e3f79-195f-4525-a443-39d814b14ddc {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:05.137744 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device e89e3f79-195f-4525-a443-39d814b14ddc not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:05.195615 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] Deleting port e89e3f79-195f-4525-a443-39d814b14ddc {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:05.195998 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.198471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.205725 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Floating IP f6770540-bad2-4549-addb-71fff315acee associated. External IP: 172.25.2.151, port: 915b9807-6a2e-4a88-994a-ffb0d196ff08. Dec 16 08:26:05.220843 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae07605-f10b-4036-8b91-d743a8c9b80d']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:05.231706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:05.232101 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab10b3ca-4fab-4b9b-aa3c-7137056a4b92') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:05.242577 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.256503 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.263073 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:26:05.263652 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:26:05.266904 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:26:05.300206 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] For port e89e3f79-195f-4525-a443-39d814b14ddc, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:05.301142 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.324958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] Calling delete_port for e89e3f79-195f-4525-a443-39d814b14ddc owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:05.333861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] Port e89e3f79-195f-4525-a443-39d814b14ddc was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:26:05.337308 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.367457 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.373432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.377142 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/8ae07605-f10b-4036-8b91-d743a8c9b80d HTTP/1.1" status: 204 len: 168 time: 0.7120342 Dec 16 08:26:05.381038 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40058) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:05.388429 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] Pushing event deleted for resources: {'Port': ['ID=e89e3f79-195f-4525-a443-39d814b14ddc,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:05.392572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a8e0f-3caa-4adf-99a8-1f3921a717f5 None None] No DVR routers for this DVR port e89e3f79-195f-4525-a443-39d814b14ddc on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:26:05.430560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:03Z', 'revision_number': 10, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:05.440053 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015de48-88a7-4449-8df6-0e8eff0b25f1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=8ae07605-f10b-4036-8b91-d743a8c9b80d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:05.446048 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:26:05.459271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe7b4-4994-4908-9d4b-4b5f4d6e7bb7 None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:03Z', 'revision_number': 10, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None, '_interfaces': [{'id': '6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f', 'name': '', 'network_id': 'eaf2f787-1ab0-4783-9f69-f9ef374eef03', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'mac_address': 'fa:16:3e:6b:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:40Z', 'updated_at': '2021-12-16T08:25:43Z', 'revision_number': 5, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'subnets': [{'id': '382dda53-5a46-427a-ba04-a41b08a80b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:26:05.561110 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:26:05.572835 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] Sync routers for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:26:05.584006 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:05.588864 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:05.633941 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:05.664227 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c52baba8-6405-4796-9698-a8b8b76be7a4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0947464 Dec 16 08:26:05.664830 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'tag': '915b9807-6a2e-4a88-994a-ffb0d196ff08'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:26:05.667101 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed80f842-9302-46bf-91c2-8f79bff4befb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5dbd14-70ab-4594-8c2e-ca817a140fb3", "tag": "915b9807-6a2e-4a88-994a-ffb0d196ff08"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:26:05.713156 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c7b7e-d276-43bf-825a-9f01ba69c907 x-openstack-request-id: req-e42c7b7e-d276-43bf-825a-9f01ba69c907 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:26:05.713446 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5dbd14-70ab-4594-8c2e-ca817a140fb3", "tag": "915b9807-6a2e-4a88-994a-ffb0d196ff08", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:26:05.713701 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e42c7b7e-d276-43bf-825a-9f01ba69c907 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:26:05.714106 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'tag': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'status': 'completed', 'code': 200} Dec 16 08:26:05.715370 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:05.801537 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-0459de64-696f-4d50-a2d5-3b3da60b1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:05.803565 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-0459de64-696f-4d50-a2d5-3b3da60b1c34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0472929 Dec 16 08:26:05.926187 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-cfa4b813-c7e5-4f80-b1f9-ab724d5cf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:05.927913 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-cfa4b813-c7e5-4f80-b1f9-ab724d5cf1cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.1175225 Dec 16 08:26:06.003013 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'f6770540-bad2-4549-addb-71fff315acee', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:48:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:26:04Z', 'updated_at': '2021-12-16T08:26:04Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:06.018079 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-afbb1d01-94de-4f02-9b00-d614e4b9931c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 999 time: 0.0777576 Dec 16 08:26:06.031226 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] Checking router: 92041228-9fe6-4f9e-8c1c-81aec4f2f547 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:26:06.040410 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:06.041124 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:06.079946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-b500b5ff-58df-4933-aaac-0a588d8c1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:06.082695 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-b500b5ff-58df-4933-aaac-0a588d8c1015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0582268 Dec 16 08:26:06.099197 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:06.139517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-37358d06-c584-41a4-bfe9-67ff6edaf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:06.141200 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-37358d06-c584-41a4-bfe9-67ff6edaf3c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520515 Dec 16 08:26:06.151857 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:06.234402 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-22fe8ec5-7730-44e2-9397-cef6613d89b8 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Dec 16 08:26:06.338378 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-ed80f842-9302-46bf-91c2-8f79bff4befb req-9b077bdf-6beb-4b3f-beb3-53153bec98f6 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969501 Dec 16 08:26:06.352692 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:06.353252 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:06.510074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,segment=NetworkSegment(ddb0a378-b5d3-4298-aec2-bdb3222fa7cc),segment_id=ddb0a378-b5d3-4298-aec2-bdb3222fa7cc)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:06.510074 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:06.510074 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:06.511578 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'f6770540-bad2-4549-addb-71fff315acee', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:48:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:26:04Z', 'updated_at': '2021-12-16T08:26:04Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:06.511578 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c36f5-1fe3-4f0a-9b8d-3e2523149d75 None None] The sync data for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 is: [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': 'f6770540-bad2-4549-addb-71fff315acee', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:48:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:26:04Z', 'updated_at': '2021-12-16T08:26:04Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:26:06.704667 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f96695-1d93-4440-b7fb-a0a7d24b4000 None None] New status for floating IP f6770540-bad2-4549-addb-71fff315acee: ACTIVE {{(pid=110397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:26:06.897841 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:06.929836 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:06.931745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:06.958123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:06.958482 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 8b16b449-4f07-4c3f-abc4-0aad5b93a1e7 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:07.083730 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.243683 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:26:07.326928 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:26:07.335854 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-81af2688-fe23-49a6-9f5d-e5a5748465f8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9511125 Dec 16 08:26:07.335854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40064) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:07.339345 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:26:07.350096 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:07.350796 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:07.387244 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting subnet 382dda53-5a46-427a-ba04-a41b08a80b3d {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:26:07.390425 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.421228 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:07.435625 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.473659 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 11, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:07.504163 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:26:07.512695 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:07.513307 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:07.518739 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.582444 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:07.633561 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 11, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:07.640928 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.663414 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659219a-b7be-4d33-9607-ae9be4cf8c5e None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 11, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:26:07.674211 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Subnet': ['ID=382dda53-5a46-427a-ba04-a41b08a80b3d,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:07.679158 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.685098 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9c454043-9a21-4713-b07f-c2b04d4372e1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/382dda53-5a46-427a-ba04-a41b08a80b3d HTTP/1.1" status: 204 len: 168 time: 0.3458812 Dec 16 08:26:07.685344 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40066) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:07.688061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4e475-4230-401e-8834-f643579dab53 None None] Network eaf2f787-1ab0-4783-9f69-f9ef374eef03 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:26:07.766257 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.820739 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Deleting port c1dafc82-2a73-45ed-9133-65d14e91739a {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:07.821084 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.887640 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] For port c1dafc82-2a73-45ed-9133-65d14e91739a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=c1dafc82-2a73-45ed-9133-65d14e91739a,segment=NetworkSegment(ddb0a378-b5d3-4298-aec2-bdb3222fa7cc),segment_id=ddb0a378-b5d3-4298-aec2-bdb3222fa7cc)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:07.887998 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:07.900628 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Calling delete_port for c1dafc82-2a73-45ed-9133-65d14e91739a owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:08.025233 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420f58c-907a-4663-97e2-a3e6d2297123 None None] DHCP port deletion for eaf2f787-1ab0-4783-9f69-f9ef374eef03 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:26:08.029575 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.062316 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Port': ['ID=c1dafc82-2a73-45ed-9133-65d14e91739a,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:08.065898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No DVR routers for this DVR port c1dafc82-2a73-45ed-9133-65d14e91739a on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:26:08.145313 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.166070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf2f787-1ab0-4783-9f69-f9ef374eef03']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:08.175504 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:08.175806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb0a378-b5d3-4298-aec2-bdb3222fa7cc') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:08.185005 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.197760 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.203604 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:26:08.207270 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:26:08.207622 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:26:08.314883 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.322238 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.325284 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/networks/eaf2f787-1ab0-4783-9f69-f9ef374eef03 HTTP/1.1" status: 204 len: 168 time: 0.6390014 Dec 16 08:26:08.328151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40068) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:08.333630 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'routes': None}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:08.337446 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1a36d-ae84-4a3c-9ba9-f7edf583a47c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Pushing event deleted for resources: {'Network': ['ID=eaf2f787-1ab0-4783-9f69-f9ef374eef03,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:08.485802 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Added routes are [] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 08:26:08.486095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.extraroute_db [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Removed routes are [] {{(pid=110396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 08:26:08.486450 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.618182 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.621306 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.695812 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router ed952fd9-9834-47cd-a8e2-0e8f397b93aa has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:26:08.770978 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:26:08.777631 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.778751 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c0e1df79-1c53-4a30-9b1e-6d33a2190370 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 200 len: 701 time: 0.4495630 Dec 16 08:26:08.780449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] Sync routers for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:26:08.781675 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40070) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:08.791502 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:08.792229 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:08.808231 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ab812d3e-2a34-4820-a23d-ee1ef14667b7 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 200 len: 205 time: 0.0254850 Dec 16 08:26:08.810690 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40072) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:08.869459 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:08.885105 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-352c879b-5f91-4fb1-a544-8612e0926ac1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:08.922072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 11, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:08.953609 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] Checking router: ed952fd9-9834-47cd-a8e2-0e8f397b93aa for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:26:08.965967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] Routers {'ed952fd9-9834-47cd-a8e2-0e8f397b93aa'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:08.966585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:08.971594 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:09.045794 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-352c879b-5f91-4fb1-a544-8612e0926ac1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.046437 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:09.046892 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 6fa49d0d-4b7d-43e5-84b2-2d47ea19ec8f not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:09.047184 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1dafc82-2a73-45ed-9133-65d14e91739a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:09.047860 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-352c879b-5f91-4fb1-a544-8612e0926ac1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.072009 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: c1dafc82-2a73-45ed-9133-65d14e91739a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:09.072383 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device c1dafc82-2a73-45ed-9133-65d14e91739a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:09.078039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] Set router ed952fd9-9834-47cd-a8e2-0e8f397b93aa gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:09.131299 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 11, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:09.161529 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6303453-beb6-42c0-a424-93acf6003b4b None None] The sync data for ids ['ed952fd9-9834-47cd-a8e2-0e8f397b93aa'] in n-d-820935-11 is: [{'id': 'ed952fd9-9834-47cd-a8e2-0e8f397b93aa', 'name': 'tempest-RoutersTest-router-1442657704', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:38Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 11, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:26:09.183609 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-352c879b-5f91-4fb1-a544-8612e0926ac1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.184150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352c879b-5f91-4fb1-a544-8612e0926ac1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Fanout notify agent at l3_agent the message router_deleted on router ed952fd9-9834-47cd-a8e2-0e8f397b93aa {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:26:09.191214 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-352c879b-5f91-4fb1-a544-8612e0926ac1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.192484 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-352c879b-5f91-4fb1-a544-8612e0926ac1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 204 len: 168 time: 0.3808789 Dec 16 08:26:09.197464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40074) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:09.202517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-4aaed376-cf79-497a-8175-f66deab13653 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365664655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:09.286978 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4aaed376-cf79-497a-8175-f66deab13653 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.288122 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4aaed376-cf79-497a-8175-f66deab13653 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.344600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4aaed376-cf79-497a-8175-f66deab13653 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.422856 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4aaed376-cf79-497a-8175-f66deab13653 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.533956 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4aaed376-cf79-497a-8175-f66deab13653 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.535791 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4aaed376-cf79-497a-8175-f66deab13653 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3373556 Dec 16 08:26:09.538498 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40076) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:09.542888 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-3898647d-7123-4b00-a0d2-02e74fcae43e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:09.738253 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3898647d-7123-4b00-a0d2-02e74fcae43e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12888'] for router, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.812363 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3898647d-7123-4b00-a0d2-02e74fcae43e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648259'] for router, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:09.959893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3898647d-7123-4b00-a0d2-02e74fcae43e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Router a9c6c147-fb67-4f5d-9805-ff829d5ea597 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:26:10.383774 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3898647d-7123-4b00-a0d2-02e74fcae43e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:26:10.390611 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3898647d-7123-4b00-a0d2-02e74fcae43e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:10.391772 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3898647d-7123-4b00-a0d2-02e74fcae43e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "PUT /v2.0/routers/a9c6c147-fb67-4f5d-9805-ff829d5ea597 HTTP/1.1" status: 200 len: 693 time: 0.8523498 Dec 16 08:26:10.393434 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] Sync routers for ids ['a9c6c147-fb67-4f5d-9805-ff829d5ea597'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:26:10.394412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40078) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:10.404799 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] Routers {'a9c6c147-fb67-4f5d-9805-ff829d5ea597'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:10.405397 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a9c6c147-fb67-4f5d-9805-ff829d5ea597'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:10.471042 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2d5a775a-2bc3-425b-96c2-ba3ce1eb48e3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/routers/a9c6c147-fb67-4f5d-9805-ff829d5ea597 HTTP/1.1" status: 200 len: 699 time: 0.0755277 Dec 16 08:26:10.475476 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] Set router a9c6c147-fb67-4f5d-9805-ff829d5ea597 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:10.475616 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40080) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:10.503206 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-71372174-1a6b-4fbe-a237-7b4788969baf tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c6c147-fb67-4f5d-9805-ff829d5ea597 HTTP/1.1" status: 200 len: 205 time: 0.0265505 Dec 16 08:26:10.506745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40082) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:10.531187 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6c147-fb67-4f5d-9805-ff829d5ea597', 'name': 'tempest-RoutersTest-router-365664655', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:26:09Z', 'updated_at': '2021-12-16T08:26:09Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:10.564157 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] Checking router: a9c6c147-fb67-4f5d-9805-ff829d5ea597 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:26:10.572488 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:26:10.578306 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] Routers {'a9c6c147-fb67-4f5d-9805-ff829d5ea597'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:26:10.578905 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:26:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['a9c6c147-fb67-4f5d-9805-ff829d5ea597'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:10.581223 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b61d14e-c9f9-4494-a13c-9382c9ac73ae tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:10.646456 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] Set router a9c6c147-fb67-4f5d-9805-ff829d5ea597 gateway port host: None {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:26:10.702959 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c6c147-fb67-4f5d-9805-ff829d5ea597', 'name': 'tempest-RoutersTest-router-365664655', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:26:09Z', 'updated_at': '2021-12-16T08:26:09Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:10.731270 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b02112-3886-4ce3-a63c-bb8f03de9cdd None None] The sync data for ids ['a9c6c147-fb67-4f5d-9805-ff829d5ea597'] in n-d-820935-11 is: [{'id': 'a9c6c147-fb67-4f5d-9805-ff829d5ea597', 'name': 'tempest-RoutersTest-router-365664655', 'tenant_id': 'c072cc4bee054fb49305b26f3bb85db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:26:09Z', 'updated_at': '2021-12-16T08:26:09Z', 'revision_number': 2, 'project_id': 'c072cc4bee054fb49305b26f3bb85db7', 'gw_port_host': None}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:26:10.745312 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b61d14e-c9f9-4494-a13c-9382c9ac73ae tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:10.751326 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b61d14e-c9f9-4494-a13c-9382c9ac73ae tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:10.874752 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b61d14e-c9f9-4494-a13c-9382c9ac73ae tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:10.875278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b61d14e-c9f9-4494-a13c-9382c9ac73ae tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Fanout notify agent at l3_agent the message router_deleted on router a9c6c147-fb67-4f5d-9805-ff829d5ea597 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:26:10.882435 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1b61d14e-c9f9-4494-a13c-9382c9ac73ae tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:10.883650 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1b61d14e-c9f9-4494-a13c-9382c9ac73ae tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/a9c6c147-fb67-4f5d-9805-ff829d5ea597 HTTP/1.1" status: 204 len: 168 time: 0.3758533 Dec 16 08:26:10.890567 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40086) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:10.921073 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9587713a-17f1-4e42-9a25-dc3176879822 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c6c147-fb67-4f5d-9805-ff829d5ea597 HTTP/1.1" status: 200 len: 205 time: 0.0292835 Dec 16 08:26:10.923395 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40088) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:10.962155 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-588519ce-2dee-4e22-b34d-300e28129c42 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] delete failed (client error): The resource could not be found. Dec 16 08:26:10.963217 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-588519ce-2dee-4e22-b34d-300e28129c42 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/a9c6c147-fb67-4f5d-9805-ff829d5ea597 HTTP/1.1" status: 404 len: 336 time: 0.0388744 Dec 16 08:26:10.965714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40090) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:10.996604 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-22830b30-3c65-42aa-9063-ce087b5c0460 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:10.997070 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22830b30-3c65-42aa-9063-ce087b5c0460 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.000087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-22830b30-3c65-42aa-9063-ce087b5c0460 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/a275312e-15e4-4ad1-b6dd-7a0d6234c9cd HTTP/1.1" status: 404 len: 337 time: 0.0334764 Dec 16 08:26:11.002554 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40094) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.028452 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e08219-5ad1-4d21-a31e-c89000f24da9 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.028913 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e08219-5ad1-4d21-a31e-c89000f24da9 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.031875 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-62e08219-5ad1-4d21-a31e-c89000f24da9 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/4dc01180-ac7d-453d-91f8-0b2eb6616887 HTTP/1.1" status: 404 len: 337 time: 0.0284264 Dec 16 08:26:11.034320 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40096) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.059509 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dc70f4-847f-4d36-acbf-4acf08b050aa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.059958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dc70f4-847f-4d36-acbf-4acf08b050aa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.062967 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-96dc70f4-847f-4d36-acbf-4acf08b050aa tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/b94e0479-dfc6-477f-a6e6-f5605648855f HTTP/1.1" status: 404 len: 337 time: 0.0277274 Dec 16 08:26:11.065178 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40098) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.090571 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ed060c-b576-4b09-8f75-9e0e87391428 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.091022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ed060c-b576-4b09-8f75-9e0e87391428 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.094031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e4ed060c-b576-4b09-8f75-9e0e87391428 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/382dda53-5a46-427a-ba04-a41b08a80b3d HTTP/1.1" status: 404 len: 337 time: 0.0279796 Dec 16 08:26:11.096400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40100) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.123017 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a88593a1-74cb-4338-b500-81f232511860 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 200 len: 205 time: 0.0255795 Dec 16 08:26:11.125255 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40102) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.167245 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-d7894471-0610-4127-bfd3-961a9d1ab3a5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] delete failed (client error): The resource could not be found. Dec 16 08:26:11.168479 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d7894471-0610-4127-bfd3-961a9d1ab3a5 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/ed952fd9-9834-47cd-a8e2-0e8f397b93aa HTTP/1.1" status: 404 len: 336 time: 0.0420494 Dec 16 08:26:11.170882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40104) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.197908 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8360f234-8177-4179-9885-8779759c013e tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=af0290f4-33a7-4e58-8429-ca682667a0e8 HTTP/1.1" status: 200 len: 205 time: 0.0259857 Dec 16 08:26:11.200131 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40106) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.235319 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-e01d159c-8b25-456f-916e-b07bcbe6025a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] delete failed (client error): The resource could not be found. Dec 16 08:26:11.236321 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e01d159c-8b25-456f-916e-b07bcbe6025a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/af0290f4-33a7-4e58-8429-ca682667a0e8 HTTP/1.1" status: 404 len: 336 time: 0.0352490 Dec 16 08:26:11.239318 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40108) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.265294 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-264de5dd-43ed-4fe6-80b3-ef2958e03ed3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.265754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264de5dd-43ed-4fe6-80b3-ef2958e03ed3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.268753 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-264de5dd-43ed-4fe6-80b3-ef2958e03ed3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/c9deae99-d25e-48e6-9d57-eadccf3eae22 HTTP/1.1" status: 404 len: 337 time: 0.0285485 Dec 16 08:26:11.271133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40110) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.306269 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-08da62ed-fff2-4882-8115-3a54950b1cfb tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=67e81ca0-4f20-42ef-acea-f1a8bf36963b HTTP/1.1" status: 200 len: 205 time: 0.0298426 Dec 16 08:26:11.306269 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40112) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.346030 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-d5264a46-a87e-4153-bd00-670057c378fc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] delete failed (client error): The resource could not be found. Dec 16 08:26:11.347628 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d5264a46-a87e-4153-bd00-670057c378fc tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/67e81ca0-4f20-42ef-acea-f1a8bf36963b HTTP/1.1" status: 404 len: 336 time: 0.0395393 Dec 16 08:26:11.350215 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40114) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.378476 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-34f25e68-f468-4e9e-a87e-b6928343da05 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8 HTTP/1.1" status: 200 len: 205 time: 0.0271435 Dec 16 08:26:11.380839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40116) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.422130 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-ba14ef26-bddb-4440-b017-3141032707e8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] delete failed (client error): The resource could not be found. Dec 16 08:26:11.423116 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ba14ef26-bddb-4440-b017-3141032707e8 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/f97aed4d-b85b-4bc6-a585-4ef7a34c8cc8 HTTP/1.1" status: 404 len: 336 time: 0.0413816 Dec 16 08:26:11.426431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40118) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.452120 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb360197-cc45-470b-9938-23a7291beae3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.452602 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb360197-cc45-470b-9938-23a7291beae3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.455515 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-eb360197-cc45-470b-9938-23a7291beae3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/b6fc6ebc-c78c-4042-9f6d-ba6df66210c0 HTTP/1.1" status: 404 len: 337 time: 0.0281584 Dec 16 08:26:11.458047 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40120) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.485053 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-02a7d1b3-bb12-42e7-8c6d-9c8d97fe9852 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=b761ddca-4ae5-4d33-85c7-9eb159f3423f HTTP/1.1" status: 200 len: 205 time: 0.0259414 Dec 16 08:26:11.487344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40122) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.526210 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-32b39bec-9688-4c08-b105-1e62d49604b3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] delete failed (client error): The resource could not be found. Dec 16 08:26:11.527260 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-32b39bec-9688-4c08-b105-1e62d49604b3 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/b761ddca-4ae5-4d33-85c7-9eb159f3423f HTTP/1.1" status: 404 len: 336 time: 0.0382590 Dec 16 08:26:11.529848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40124) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.561702 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dd0c4d-cf56-44d7-92c7-28b954f5607f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.562167 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dd0c4d-cf56-44d7-92c7-28b954f5607f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.565296 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a7dd0c4d-cf56-44d7-92c7-28b954f5607f tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/f9ec4756-60c8-49b4-924e-ef6c098bbcbe HTTP/1.1" status: 404 len: 337 time: 0.0344267 Dec 16 08:26:11.568497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40126) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.596558 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7a23f83a-b032-4136-a7a7-ee4678a3c91a tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "GET /v2.0/ports?device_id=081ab301-60b9-49b7-bbe3-e20d9a2d9394 HTTP/1.1" status: 200 len: 205 time: 0.0267398 Dec 16 08:26:11.605224 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40128) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.643451 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-a3e58885-9379-4346-9a43-8cbb60b1cd1c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] delete failed (client error): The resource could not be found. Dec 16 08:26:11.644583 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a3e58885-9379-4346-9a43-8cbb60b1cd1c tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/routers/081ab301-60b9-49b7-bbe3-e20d9a2d9394 HTTP/1.1" status: 404 len: 336 time: 0.0385339 Dec 16 08:26:11.647275 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40130) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.673992 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a273d77d-9e13-46ce-b684-bf625c9baae6 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.674372 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a273d77d-9e13-46ce-b684-bf625c9baae6 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.677958 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a273d77d-9e13-46ce-b684-bf625c9baae6 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/d77ac6a8-1df0-4a0f-8e4a-16af51ea8606 HTTP/1.1" status: 404 len: 337 time: 0.0299127 Dec 16 08:26:11.680521 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40132) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:11.705613 n-d-820935-11 neutron-server[110396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6e4427-66a0-4a02-9e28-707345c150d1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] DELETE failed (client error): The resource could not be found. Dec 16 08:26:11.706051 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6e4427-66a0-4a02-9e28-707345c150d1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 08:26:11.708965 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-6d6e4427-66a0-4a02-9e28-707345c150d1 tempest-RoutersTest-628304694 tempest-RoutersTest-628304694-project] 10.222.0.43 "DELETE /v2.0/subnets/a01c055e-ddeb-4122-aeaa-695c42c36c0c HTTP/1.1" status: 404 len: 337 time: 0.0275664 Dec 16 08:26:12.173349 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40142) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:12.195246 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40146) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:12.366677 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cad367c5-7947-49ad-9729-c766737a445c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c072cc4bee054fb49305b26f3bb85db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917589 Dec 16 08:26:12.369114 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40152) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:12.384714 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68cc07-a06c-4af1-a4c5-fb3411aa467a req-284235e1-b5ea-4c07-8b6f-99c0dbbaccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:12.386348 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6f68cc07-a06c-4af1-a4c5-fb3411aa467a req-284235e1-b5ea-4c07-8b6f-99c0dbbaccc7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1097 time: 0.1899605 Dec 16 08:26:12.459935 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-6f68cc07-a06c-4af1-a4c5-fb3411aa467a req-12b6baab-d800-4abd-90b5-c9962fc844dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635271 Dec 16 08:26:12.460616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb43c829-d222-4394-a02e-ce901296bbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:12.484463 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb43c829-d222-4394-a02e-ce901296bbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:12.622944 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb43c829-d222-4394-a02e-ce901296bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:12.625868 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-fb43c829-d222-4394-a02e-ce901296bbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:12.627030 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-fb43c829-d222-4394-a02e-ce901296bbe6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4488f67f-dbd1-4177-a3bc-ddbaa17aa106 HTTP/1.1" status: 204 len: 168 time: 0.2569630 Dec 16 08:26:12.635805 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43c829-d222-4394-a02e-ce901296bbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4488f67f-dbd1-4177-a3bc-ddbaa17aa106,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:13.635067 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40182) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:13.739822 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e61d2ebf-f666-4c7d-a9c1-514bd1d445ed tempest-ServiceProvidersTest-1264388992 tempest-ServiceProvidersTest-1264388992-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1029203 Dec 16 08:26:14.199205 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40194) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:14.303559 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46a16a45-01c5-4ab0-9307-1ad8f4ded50f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:14.379075 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46a16a45-01c5-4ab0-9307-1ad8f4ded50f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:14.444766 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-46a16a45-01c5-4ab0-9307-1ad8f4ded50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:14.481104 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a16a45-01c5-4ab0-9307-1ad8f4ded50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e39557-4208-4154-b950-24ce2a1e71b7,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:14.486466 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-46a16a45-01c5-4ab0-9307-1ad8f4ded50f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8913268f3e74398b120e582d24bc19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862451 Dec 16 08:26:14.490615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40198) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:14.539432 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e439ed-de42-4423-98b6-035b7482ce69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:14.560423 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e439ed-de42-4423-98b6-035b7482ce69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:14.673078 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e439ed-de42-4423-98b6-035b7482ce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:14.676191 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e439ed-de42-4423-98b6-035b7482ce69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:14.677368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-27e439ed-de42-4423-98b6-035b7482ce69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47e39557-4208-4154-b950-24ce2a1e71b7 HTTP/1.1" status: 204 len: 168 time: 0.1854401 Dec 16 08:26:14.685381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e439ed-de42-4423-98b6-035b7482ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e39557-4208-4154-b950-24ce2a1e71b7,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:15.640414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40220) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:15.736303 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1112921756'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:15.845664 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Made reservation on behalf of 21acd20cc8b2415988bc6766c2a1c1f9 for: {'network': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:26:15.849475 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:15.858089 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:15.939176 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.011199 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.040456 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=110395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:26:16.045890 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb142f08-d9af-4842-84e7-5c860c4a6dd9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:16.053604 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.054474 n-d-820935-11 neutron-server[110395]: INFO neutron.db.segments_db [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Added segment d0e2369f-1827-4171-967a-cd589b313bd0 of type vlan for network d2909833-45fc-4d05-b439-ffba30b16774 Dec 16 08:26:16.094959 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.188751 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.195019 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:16.195604 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.264076 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event updated for resources: {'Network': ['ID=d2909833-45fc-4d05-b439-ffba30b16774,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:16.274338 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network d2909833-45fc-4d05-b439-ffba30b16774 details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:26:16.311635 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65b15517-f1cb-4bfc-bd17-8eb1a0021edf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6702158 Dec 16 08:26:16.314323 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40224) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:16.319338 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Request body: {'subnet': {'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:16.462694 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Made reservation on behalf of 21acd20cc8b2415988bc6766c2a1c1f9 for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:26:16.466082 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.715130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:16.779742 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event updated for resources: {'Subnet': ['ID=53f068e8-0c22-4087-a0c6-0c92bc0c88a0,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:16.791548 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Checking segment: {'id': 'd0e2369f-1827-4171-967a-cd589b313bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:26:16.791912 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Network hostable DHCP agents. Network: d2909833-45fc-4d05-b439-ffba30b16774, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:26:16.901855 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Network d2909833-45fc-4d05-b439-ffba30b16774 is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:26:17.000096 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, d2909833-45fc-4d05-b439-ffba30b16774) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:26:17.004776 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:17.005390 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.010263 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30611c-dc15-4d91-ae2b-886b7d471bc9 None None] Network d2909833-45fc-4d05-b439-ffba30b16774 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:26:17.115333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-d2909833-45fc-4d05-b439-ffba30b16774', 'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774', 'project_id': '21acd20cc8b2415988bc6766c2a1c1f9', 'fixed_ips': [{'subnet_id': '53f068e8-0c22-4087-a0c6-0c92bc0c88a0'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:26:17.116483 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.122936 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-151cdb7c-fb4f-47d0-b2aa-94f50bea0099 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8075795 Dec 16 08:26:17.125729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40226) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:17.131579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Request body: {'port': {'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774', 'name': 'tempest-TagsExtTest-255564784'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:17.246088 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Allocated IP 172.20.0.2 (d2909833-45fc-4d05-b439-ffba30b16774/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/9303fc9b-4dc0-4617-b7fe-27163686f975) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:26:17.302643 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Made reservation on behalf of 21acd20cc8b2415988bc6766c2a1c1f9 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:26:17.306362 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.329028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] device_id is not set on port 7f69cd91-83c7-4549-8ff6-4ffb5780b483 yet. {{(pid=110396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 08:26:17.399963 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.492733 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.539900 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Pushing event updated for resources: {'Port': ['ID=9303fc9b-4dc0-4617-b7fe-27163686f975,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:17.548146 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.548512 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.548909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.551140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.551140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.551140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.551140 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.551525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.551525 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.551796 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.552107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.552510 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.552896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:17.554693 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Allocated IP 172.20.0.8 (d2909833-45fc-4d05-b439-ffba30b16774/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/7f69cd91-83c7-4549-8ff6-4ffb5780b483) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:26:17.565312 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Network d2909833-45fc-4d05-b439-ffba30b16774 is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:26:17.567762 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:26:17.570408 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:26:17.632846 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Attempting to bind port 9303fc9b-4dc0-4617-b7fe-27163686f975 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:26:17.633290 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Attempting to bind port 9303fc9b-4dc0-4617-b7fe-27163686f975 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'd0e2369f-1827-4171-967a-cd589b313bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:26:17.633685 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Attempting to bind port 9303fc9b-4dc0-4617-b7fe-27163686f975 on network d2909833-45fc-4d05-b439-ffba30b16774 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:26:17.638800 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:26:17.639183 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Checking segment: {'id': 'd0e2369f-1827-4171-967a-cd589b313bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:26:17.639593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.639989 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Bound using segment: {'id': 'd0e2369f-1827-4171-967a-cd589b313bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:26:17.640493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Bound port: 9303fc9b-4dc0-4617-b7fe-27163686f975, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e2369f-1827-4171-967a-cd589b313bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd2909833-45fc-4d05-b439-ffba30b16774'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:26:17.640877 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.707675 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] For port 9303fc9b-4dc0-4617-b7fe-27163686f975, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:26:17.711549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] For port 9303fc9b-4dc0-4617-b7fe-27163686f975, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9303fc9b-4dc0-4617-b7fe-27163686f975,segment=NetworkSegment(d0e2369f-1827-4171-967a-cd589b313bd0),segment_id=d0e2369f-1827-4171-967a-cd589b313bd0)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:26:17.717638 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.839413 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.851624 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:17.903820 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Network d2909833-45fc-4d05-b439-ffba30b16774 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:26:17.907081 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:26:17.908620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69bfd-3c0a-4323-bee8-ce5e71e08904 None None] Pushing event updated for resources: {'Port': ['ID=9303fc9b-4dc0-4617-b7fe-27163686f975,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:17.912004 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:26:17.949970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event updated for resources: {'Port': ['ID=7f69cd91-83c7-4549-8ff6-4ffb5780b483,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:17.973268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:17.973846 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:18.053188 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40230) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:18.053652 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-726966ab-bec5-4a09-ac0e-d7c2f893385f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9264762 Dec 16 08:26:18.057833 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-5d8c9725-55a0-4e50-82ad-3c472ebb873a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-212743347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:18.200646 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9725-55a0-4e50-82ad-3c472ebb873a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:18.201759 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9725-55a0-4e50-82ad-3c472ebb873a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:18.260394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9725-55a0-4e50-82ad-3c472ebb873a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:18.320690 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9725-55a0-4e50-82ad-3c472ebb873a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:18.424702 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9725-55a0-4e50-82ad-3c472ebb873a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:18.426451 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5d8c9725-55a0-4e50-82ad-3c472ebb873a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3721766 Dec 16 08:26:18.429232 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40232) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:18.433743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-d2440440-ac28-4484-93ae-ddf626175549 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1062634031', 'prefixes': ['172.20.0.0/16']}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:26:18.744874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-d2440440-ac28-4484-93ae-ddf626175549 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for subnetpool, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:18.746190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-d2440440-ac28-4484-93ae-ddf626175549 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3158746 Dec 16 08:26:18.749948 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40234) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:18.755247 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-557ecb33-0b7c-44d2-883e-bf9882f4af2d tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', 'tempest-TagsExtTest-Tag-492396737') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:18.818790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581f373-9a4c-4e1a-94c1-0c673a5615b1 None None] Network d2909833-45fc-4d05-b439-ffba30b16774 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:26:18.969754 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-557ecb33-0b7c-44d2-883e-bf9882f4af2d tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags/tempest-TagsExtTest-Tag-492396737 HTTP/1.1" status: 201 len: 201 time: 0.2161665 Dec 16 08:26:18.970234 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40238) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:18.975137 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-ae6b4b62-842c-45ad-80ae-007fcc58615f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', 'tempest-TagsExtTest-Tag-931145180') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.034092 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9303fc9b-4dc0-4617-b7fe-27163686f975 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:26:19.090379 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-8742b884-9f5a-4072-8156-d7e441ca6d60 None None] Provisioning complete for port 9303fc9b-4dc0-4617-b7fe-27163686f975 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:26:19.090683 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8742b884-9f5a-4072-8156-d7e441ca6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.117728 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ae6b4b62-842c-45ad-80ae-007fcc58615f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags/tempest-TagsExtTest-Tag-931145180 HTTP/1.1" status: 201 len: 201 time: 0.1464033 Dec 16 08:26:19.120480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40240) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.126200 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-45df4f5b-f456-43f3-a2f8-910a232cbebf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', 'tempest-TagsExtTest-Tag-1167332355') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.173572 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9303fc9b-4dc0-4617-b7fe-27163686f975 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:26:19.173886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.268116 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8742b884-9f5a-4072-8156-d7e441ca6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.281499 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-45df4f5b-f456-43f3-a2f8-910a232cbebf tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags/tempest-TagsExtTest-Tag-1167332355 HTTP/1.1" status: 201 len: 201 time: 0.1598792 Dec 16 08:26:19.284440 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40242) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.291310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-eb1e2f60-5183-4d88-a61d-8aeb12221d80 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', 'tempest-TagsExtTest-Tag-1816889822') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.324881 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.341588 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-8742b884-9f5a-4072-8156-d7e441ca6d60 None None] For port 9303fc9b-4dc0-4617-b7fe-27163686f975, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9303fc9b-4dc0-4617-b7fe-27163686f975,segment=NetworkSegment(d0e2369f-1827-4171-967a-cd589b313bd0),segment_id=d0e2369f-1827-4171-967a-cd589b313bd0)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:19.441460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-eb1e2f60-5183-4d88-a61d-8aeb12221d80 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags/tempest-TagsExtTest-Tag-1816889822 HTTP/1.1" status: 201 len: 201 time: 0.1547372 Dec 16 08:26:19.449826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40244) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.449826 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-6d9604d6-e99d-453e-916f-b0c856156a08 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.486540 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8742b884-9f5a-4072-8156-d7e441ca6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.539157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40246) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.540282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6d9604d6-e99d-453e-916f-b0c856156a08 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags HTTP/1.1" status: 200 len: 240 time: 0.0945313 Dec 16 08:26:19.545867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-ae10c92d-ba56-410c-82bd-cc866cf5c8a5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', 'tempest-TagsExtTest-Tag-492396737') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.582284 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:26:19.582284 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:26:19.588380 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742b884-9f5a-4072-8156-d7e441ca6d60 None None] Pushing event updated for resources: {'Port': ['ID=9303fc9b-4dc0-4617-b7fe-27163686f975,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:19.615232 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c53c1d58-48e1-4180-b0d8-08a0a78e2d94 None None] Provisioning complete for port 9303fc9b-4dc0-4617-b7fe-27163686f975 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:26:19.615687 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c53c1d58-48e1-4180-b0d8-08a0a78e2d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.712359 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ae10c92d-ba56-410c-82bd-cc866cf5c8a5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags/tempest-TagsExtTest-Tag-492396737 HTTP/1.1" status: 204 len: 168 time: 0.1692829 Dec 16 08:26:19.712803 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40248) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.717959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-3e1e04c9-734e-4fef-bfec-988c84b758a1 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', 'tempest-TagsExtTest-Tag-492396737') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.747824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c53c1d58-48e1-4180-b0d8-08a0a78e2d94 None None] Provisioning complete for port 7f69cd91-83c7-4549-8ff6-4ffb5780b483 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:26:19.748326 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c53c1d58-48e1-4180-b0d8-08a0a78e2d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.785765 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c53c1d58-48e1-4180-b0d8-08a0a78e2d94 None None] Port 7f69cd91-83c7-4549-8ff6-4ffb5780b483 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:26:19.853241 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3e1e04c9-734e-4fef-bfec-988c84b758a1 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags/tempest-TagsExtTest-Tag-492396737 HTTP/1.1" status: 204 len: 168 time: 0.1387589 Dec 16 08:26:19.855205 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40250) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.859365 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-7ff0846d-d3c2-4ae5-b230-4c28b71ff02e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.905287 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a9cc3307-42c4-41df-86ac-2cfefa4a70fa None None] Provisioning complete for port 7f69cd91-83c7-4549-8ff6-4ffb5780b483 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:26:19.905842 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a9cc3307-42c4-41df-86ac-2cfefa4a70fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:19.914145 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7ff0846d-d3c2-4ae5-b230-4c28b71ff02e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags HTTP/1.1" status: 200 len: 205 time: 0.0578973 Dec 16 08:26:19.916788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40252) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.921020 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-34666785-c611-43f6-b148-27cd6de8b76f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:19.943664 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc3307-42c4-41df-86ac-2cfefa4a70fa None None] Port 7f69cd91-83c7-4549-8ff6-4ffb5780b483 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:26:19.970767 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-34666785-c611-43f6-b148-27cd6de8b76f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags HTTP/1.1" status: 200 len: 240 time: 0.0528517 Dec 16 08:26:19.974290 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40254) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:19.978478 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-2e9dd61f-0b71-4f92-bb85-5c585ddc38fc tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', 'tempest-TagsExtTest-Tag-931145180') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.033368 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2e9dd61f-0b71-4f92-bb85-5c585ddc38fc tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags/tempest-TagsExtTest-Tag-931145180 HTTP/1.1" status: 204 len: 168 time: 0.0574839 Dec 16 08:26:20.035371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40256) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.039543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-e6c954bd-29e6-47b1-8765-6102d5e52c94 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', 'tempest-TagsExtTest-Tag-931145180') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.149471 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e6c954bd-29e6-47b1-8765-6102d5e52c94 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags/tempest-TagsExtTest-Tag-931145180 HTTP/1.1" status: 204 len: 168 time: 0.1131043 Dec 16 08:26:20.151945 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40258) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.156619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-7c81b726-6733-4123-9404-9e53e29039b9 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.206337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7c81b726-6733-4123-9404-9e53e29039b9 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags HTTP/1.1" status: 200 len: 205 time: 0.0531907 Dec 16 08:26:20.209423 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40260) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.213645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-e547051a-7f7f-4dd1-ae6f-05426a8982c8 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.293190 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e547051a-7f7f-4dd1-ae6f-05426a8982c8 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags HTTP/1.1" status: 200 len: 241 time: 0.0827243 Dec 16 08:26:20.295823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40262) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.300706 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-e70337d7-e258-424c-bdcb-7fac3a99304a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', 'tempest-TagsExtTest-Tag-1167332355') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.379541 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e70337d7-e258-424c-bdcb-7fac3a99304a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags/tempest-TagsExtTest-Tag-1167332355 HTTP/1.1" status: 204 len: 168 time: 0.0826063 Dec 16 08:26:20.382075 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40264) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.386793 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-3d31d430-827b-4c3e-b93d-a34b419fc0b3 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', 'tempest-TagsExtTest-Tag-1167332355') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.595184 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3d31d430-827b-4c3e-b93d-a34b419fc0b3 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags/tempest-TagsExtTest-Tag-1167332355 HTTP/1.1" status: 204 len: 168 time: 0.2120717 Dec 16 08:26:20.597620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40266) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.602266 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-8a28f8c9-37e6-4f64-8b9c-d0db886229d0 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.690164 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-8a28f8c9-37e6-4f64-8b9c-d0db886229d0 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags HTTP/1.1" status: 200 len: 205 time: 0.0913329 Dec 16 08:26:20.694491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40268) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.698797 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-e59bd124-4564-45fd-94fe-7447ed15c8af tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.720553 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e59bd124-4564-45fd-94fe-7447ed15c8af tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags HTTP/1.1" status: 200 len: 241 time: 0.0249815 Dec 16 08:26:20.723508 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40270) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.727645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-cd26aa8f-ad4e-479a-9595-e08d8eae6525 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', 'tempest-TagsExtTest-Tag-1816889822') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.762199 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-cd26aa8f-ad4e-479a-9595-e08d8eae6525 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags/tempest-TagsExtTest-Tag-1816889822 HTTP/1.1" status: 204 len: 168 time: 0.0271568 Dec 16 08:26:20.762199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40272) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.762199 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-24c1f396-fab1-4ddf-b640-13e12eaab546 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', 'tempest-TagsExtTest-Tag-1816889822') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.915832 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-24c1f396-fab1-4ddf-b640-13e12eaab546 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags/tempest-TagsExtTest-Tag-1816889822 HTTP/1.1" status: 204 len: 168 time: 0.1598480 Dec 16 08:26:20.918606 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40274) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.924003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-c30cb8df-bf73-49ed-8009-5431c0aad7ba tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.950720 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-c30cb8df-bf73-49ed-8009-5431c0aad7ba tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags HTTP/1.1" status: 200 len: 205 time: 0.0304983 Dec 16 08:26:20.953674 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40276) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.959974 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-0a874cbd-62ab-4d67-bb3d-6e90f06cce35 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:20.984605 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9303fc9b-4dc0-4617-b7fe-27163686f975 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:26:20.989019 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0a874cbd-62ab-4d67-bb3d-6e90f06cce35 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags HTTP/1.1" status: 204 len: 168 time: 0.0341830 Dec 16 08:26:20.992059 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40278) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:20.997170 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-e283c8cc-4e25-4d15-b1f3-3337a82d5c06 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.037321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9303fc9b-4dc0-4617-b7fe-27163686f975 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:26:21.037610 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:21.084982 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e283c8cc-4e25-4d15-b1f3-3337a82d5c06 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags HTTP/1.1" status: 204 len: 168 time: 0.0918717 Dec 16 08:26:21.087526 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40280) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.091679 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-1504efbf-82e1-447c-828f-336038cd6a36 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.145540 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-1504efbf-82e1-447c-828f-336038cd6a36 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags HTTP/1.1" status: 204 len: 168 time: 0.0569437 Dec 16 08:26:21.147959 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40282) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.152608 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-b184fb77-9ea4-488f-9082-89c333e9b7ff tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.208792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b184fb77-9ea4-488f-9082-89c333e9b7ff tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0594716 Dec 16 08:26:21.212543 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40284) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.217292 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-14a44595-a8eb-4abd-92d9-77ea81155b79 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', 'tempest-TagsExtTest-Tag-1813181578') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.366757 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-14a44595-a8eb-4abd-92d9-77ea81155b79 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags/tempest-TagsExtTest-Tag-1813181578 HTTP/1.1" status: 201 len: 201 time: 0.1531777 Dec 16 08:26:21.369381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40286) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.373730 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-e9ecf194-2ede-47bd-879b-004703c14178 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', 'tempest-TagsExtTest-Tag-2132432822') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.537918 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e9ecf194-2ede-47bd-879b-004703c14178 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags/tempest-TagsExtTest-Tag-2132432822 HTTP/1.1" status: 201 len: 201 time: 0.1675491 Dec 16 08:26:21.540838 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40288) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.545128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-75faf77c-016f-425d-8e46-10abfee86f6b tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', 'tempest-TagsExtTest-Tag-1131190879') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.686392 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-75faf77c-016f-425d-8e46-10abfee86f6b tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags/tempest-TagsExtTest-Tag-1131190879 HTTP/1.1" status: 201 len: 201 time: 0.1447484 Dec 16 08:26:21.688949 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40290) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.693981 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-046f5c3c-4e59-421e-8592-5f4601bf3bbb tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', 'tempest-TagsExtTest-Tag-710127280') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.812063 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-046f5c3c-4e59-421e-8592-5f4601bf3bbb tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags/tempest-TagsExtTest-Tag-710127280 HTTP/1.1" status: 201 len: 201 time: 0.1220536 Dec 16 08:26:21.814589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40292) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.819348 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-3e3a599e-8092-4350-8cbc-9c9382707d00 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', {'tags': ['tempest-TagsExtTest-Tag-50624519', 'tempest-TagsExtTest-Tag-321582960', 'tempest-TagsExtTest-Tag-1962963695']}) {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:21.926378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-3e3a599e-8092-4350-8cbc-9c9382707d00 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags HTTP/1.1" status: 200 len: 315 time: 0.1107757 Dec 16 08:26:21.928829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40294) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:21.932924 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-55988813-68e4-4678-bc3a-09da5ce44bab tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.096603 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-55988813-68e4-4678-bc3a-09da5ce44bab tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1667511 Dec 16 08:26:22.100034 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40296) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.104070 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-200ec537-4cb1-4030-aa2c-361fc8bba0a0 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', 'tempest-TagsExtTest-Tag-50624519') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.155174 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-200ec537-4cb1-4030-aa2c-361fc8bba0a0 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:22.156223 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-200ec537-4cb1-4030-aa2c-361fc8bba0a0 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags/tempest-TagsExtTest-Tag-50624519 HTTP/1.1" status: 404 len: 327 time: 0.0552435 Dec 16 08:26:22.159276 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40298) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.164310 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-aff7142e-da01-4296-9a2b-4c2c1943f13b tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', 'tempest-TagsExtTest-Tag-321582960') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.220151 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-aff7142e-da01-4296-9a2b-4c2c1943f13b tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:22.221197 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-aff7142e-da01-4296-9a2b-4c2c1943f13b tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags/tempest-TagsExtTest-Tag-321582960 HTTP/1.1" status: 404 len: 328 time: 0.0601711 Dec 16 08:26:22.224598 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40300) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.228672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-039e6475-92f3-40ae-b34c-02b6db0db0d4 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0', 'tempest-TagsExtTest-Tag-1962963695') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.278062 n-d-820935-11 neutron-server[110395]: INFO neutron.api.v2.resource [None req-039e6475-92f3-40ae-b34c-02b6db0db0d4 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:22.279057 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-039e6475-92f3-40ae-b34c-02b6db0db0d4 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags/tempest-TagsExtTest-Tag-1962963695 HTTP/1.1" status: 404 len: 329 time: 0.0535672 Dec 16 08:26:22.281657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40302) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.285916 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.tag.tag_plugin [None req-bd5aeccf-0db8-42f1-bd17-42ba6ac58c9f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', {'tags': ['tempest-TagsExtTest-Tag-2046331071', 'tempest-TagsExtTest-Tag-1589391769', 'tempest-TagsExtTest-Tag-426744012']}) {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.377847 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-ee43929b-9e6f-40cc-995f-858e1e504fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635233 Dec 16 08:26:22.446622 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bd5aeccf-0db8-42f1-bd17-42ba6ac58c9f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags HTTP/1.1" status: 200 len: 317 time: 0.1639616 Dec 16 08:26:22.449245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40304) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.453704 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-408aebcc-8a69-46e3-b3e9-62aa9e74ef0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.577468 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-408aebcc-8a69-46e3-b3e9-62aa9e74ef0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags HTTP/1.1" status: 204 len: 168 time: 0.1271062 Dec 16 08:26:22.580160 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40306) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.585554 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-d93af828-0c8e-42bd-8af9-5377bf5ac543 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', 'tempest-TagsExtTest-Tag-2046331071') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.646614 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-d93af828-0c8e-42bd-8af9-5377bf5ac543 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:22.646614 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d93af828-0c8e-42bd-8af9-5377bf5ac543 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags/tempest-TagsExtTest-Tag-2046331071 HTTP/1.1" status: 404 len: 329 time: 0.0605314 Dec 16 08:26:22.646614 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40308) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.649377 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-7ea65e65-44c7-4426-87af-a37c4183ec03 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', 'tempest-TagsExtTest-Tag-1589391769') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.702503 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-7ea65e65-44c7-4426-87af-a37c4183ec03 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:22.703573 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-7ea65e65-44c7-4426-87af-a37c4183ec03 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags/tempest-TagsExtTest-Tag-1589391769 HTTP/1.1" status: 404 len: 329 time: 0.0577421 Dec 16 08:26:22.706674 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40310) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.711169 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-f8996a54-606d-4608-b8e3-31d374f47967 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483', 'tempest-TagsExtTest-Tag-426744012') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.767307 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-f8996a54-606d-4608-b8e3-31d374f47967 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:22.768397 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f8996a54-606d-4608-b8e3-31d374f47967 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags/tempest-TagsExtTest-Tag-426744012 HTTP/1.1" status: 404 len: 328 time: 0.0607886 Dec 16 08:26:22.771607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40312) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.776304 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-2f8dd4aa-f842-42c5-a571-29f80f593f90 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', {'tags': ['tempest-TagsExtTest-Tag-690334825', 'tempest-TagsExtTest-Tag-1235946411', 'tempest-TagsExtTest-Tag-309784912']}) {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.828470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385732-9b1e-4c49-99c8-115631b4d235 req-4269506e-b894-4bce-be30-652076ea826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:22.830219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-4269506e-b894-4bce-be30-652076ea826d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1097 time: 0.3824887 Dec 16 08:26:22.927075 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2f8dd4aa-f842-42c5-a571-29f80f593f90 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags HTTP/1.1" status: 200 len: 316 time: 0.1544104 Dec 16 08:26:22.929651 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40314) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:22.934158 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-47e7af3b-fb0e-438f-b556-6d8c3705205a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:22.942854 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385732-9b1e-4c49-99c8-115631b4d235 req-9106c080-aed3-4d10-8f7e-ea8f8064f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:22.944393 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-9106c080-aed3-4d10-8f7e-ea8f8064f0ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 200 len: 910 time: 0.0882528 Dec 16 08:26:23.018644 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-78ba0cab-998e-4828-9857-661b70336413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 200 len: 1000 time: 0.0615320 Dec 16 08:26:23.072353 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385732-9b1e-4c49-99c8-115631b4d235 req-2e0dcef5-69ef-472f-a99d-1c3291953e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:23.073784 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-2e0dcef5-69ef-472f-a99d-1c3291953e54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32123200-641b-4d59-bcec-b606e6fdeb9c HTTP/1.1" status: 200 len: 848 time: 0.0443819 Dec 16 08:26:23.098861 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-47e7af3b-fb0e-438f-b556-6d8c3705205a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags HTTP/1.1" status: 204 len: 168 time: 0.1681938 Dec 16 08:26:23.102400 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40316) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.105916 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-cf254579-0b8a-491b-a42a-bf84384c1e07 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', 'tempest-TagsExtTest-Tag-690334825') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.125128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385732-9b1e-4c49-99c8-115631b4d235 req-39b3b13a-322f-4fff-bc10-313d13f8b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:23.126875 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-39b3b13a-322f-4fff-bc10-313d13f8b137 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c5d721-16bb-4342-85a7-dd3e1df560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419648 Dec 16 08:26:23.185806 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-cf254579-0b8a-491b-a42a-bf84384c1e07 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:23.186828 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cf254579-0b8a-491b-a42a-bf84384c1e07 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags/tempest-TagsExtTest-Tag-690334825 HTTP/1.1" status: 404 len: 328 time: 0.0844021 Dec 16 08:26:23.190028 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40318) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.194785 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-ecfe8fa4-59ce-4d6f-b4ab-2a2d46bc9463 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', 'tempest-TagsExtTest-Tag-1235946411') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.225867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-918ca325-145f-4de0-8361-2144c69f14f8 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899715 Dec 16 08:26:23.277190 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-ecfe8fa4-59ce-4d6f-b4ab-2a2d46bc9463 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:23.278246 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ecfe8fa4-59ce-4d6f-b4ab-2a2d46bc9463 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags/tempest-TagsExtTest-Tag-1235946411 HTTP/1.1" status: 404 len: 329 time: 0.0875666 Dec 16 08:26:23.281282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40320) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.286404 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-5c8cfb48-b199-423e-892b-89ff9132e722 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869', 'tempest-TagsExtTest-Tag-309784912') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.325497 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-92385732-9b1e-4c49-99c8-115631b4d235 req-3f3c7397-88a4-4aa6-8514-607bec1fd492 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887489 Dec 16 08:26:23.366636 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-5c8cfb48-b199-423e-892b-89ff9132e722 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:23.367688 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5c8cfb48-b199-423e-892b-89ff9132e722 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags/tempest-TagsExtTest-Tag-309784912 HTTP/1.1" status: 404 len: 328 time: 0.0854986 Dec 16 08:26:23.370426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40322) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.374811 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-5682c7d6-16fd-4a40-8b32-cf1ce17dd3d7 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', {'tags': ['tempest-TagsExtTest-Tag-1828787931', 'tempest-TagsExtTest-Tag-421018072', 'tempest-TagsExtTest-Tag-1727978445']}) {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.521034 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5682c7d6-16fd-4a40-8b32-cf1ce17dd3d7 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "PUT /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags HTTP/1.1" status: 200 len: 317 time: 0.1495976 Dec 16 08:26:23.526063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40324) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.528019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-2a2e32d1-ce43-494a-9487-7f4b4692505c tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.628961 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2a2e32d1-ce43-494a-9487-7f4b4692505c tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1043584 Dec 16 08:26:23.631762 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40326) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.636234 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-dd5f1e23-b479-437e-8ae2-e6452aa6461f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', 'tempest-TagsExtTest-Tag-1828787931') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.656912 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-dd5f1e23-b479-437e-8ae2-e6452aa6461f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:23.657943 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-dd5f1e23-b479-437e-8ae2-e6452aa6461f tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags/tempest-TagsExtTest-Tag-1828787931 HTTP/1.1" status: 404 len: 329 time: 0.0251882 Dec 16 08:26:23.661642 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40328) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.665856 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-8cc9d723-5286-4f09-a7ab-775dbe1226cc tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', 'tempest-TagsExtTest-Tag-421018072') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.686161 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-8cc9d723-5286-4f09-a7ab-775dbe1226cc tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:23.687148 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8cc9d723-5286-4f09-a7ab-775dbe1226cc tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags/tempest-TagsExtTest-Tag-421018072 HTTP/1.1" status: 404 len: 328 time: 0.0246220 Dec 16 08:26:23.689745 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40330) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.694020 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-f02f9e83-cd88-4a40-a9d0-d22e1b0f2638 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5', 'tempest-TagsExtTest-Tag-1727978445') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.714296 n-d-820935-11 neutron-server[110396]: INFO neutron.api.v2.resource [None req-f02f9e83-cd88-4a40-a9d0-d22e1b0f2638 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] show failed (client error): The resource could not be found. Dec 16 08:26:23.715282 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-f02f9e83-cd88-4a40-a9d0-d22e1b0f2638 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags/tempest-TagsExtTest-Tag-1727978445 HTTP/1.1" status: 404 len: 329 time: 0.0246680 Dec 16 08:26:23.717778 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40332) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.722592 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-e938e5a5-0c76-4f7d-b1da-8f4580cc3fd0 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.746219 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e938e5a5-0c76-4f7d-b1da-8f4580cc3fd0 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5/tags HTTP/1.1" status: 204 len: 168 time: 0.0275459 Dec 16 08:26:23.748771 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40334) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.752826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-5b5e13a2-59b5-4ab4-b5bb-e05e53aab980 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bdd1e90f-687e-4600-8d4b-a8b08e860869') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.834771 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-5b5e13a2-59b5-4ab4-b5bb-e05e53aab980 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869/tags HTTP/1.1" status: 204 len: 168 time: 0.0850203 Dec 16 08:26:23.837389 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40336) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.841480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-38c5dc48-bffb-46cc-97c9-0ecdde301998 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f69cd91-83c7-4549-8ff6-4ffb5780b483') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.895982 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-38c5dc48-bffb-46cc-97c9-0ecdde301998 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483/tags HTTP/1.1" status: 204 len: 168 time: 0.0575342 Dec 16 08:26:23.898988 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40338) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:23.903174 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.tag.tag_plugin [None req-402476af-d2c5-41a4-bb44-ec22143b2c6a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53f068e8-0c22-4087-a0c6-0c92bc0c88a0') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:23.956087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-402476af-d2c5-41a4-bb44-ec22143b2c6a tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0560727 Dec 16 08:26:23.961376 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40340) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:24.127919 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0ad9729f-885d-4319-a6b9-c1250ced53e5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for subnetpool, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.129741 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0ad9729f-885d-4319-a6b9-c1250ced53e5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnetpools/5e8b29f6-a8f9-4e7e-9ee1-05347cf009c5 HTTP/1.1" status: 204 len: 168 time: 0.1672888 Dec 16 08:26:24.132133 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40342) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:24.159236 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8d8a1a7b-87b4-4372-a243-4b6c302e1514 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdd1e90f-687e-4600-8d4b-a8b08e860869 HTTP/1.1" status: 200 len: 205 time: 0.0260108 Dec 16 08:26:24.162050 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40344) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:24.240808 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-100975b1-a068-4d2b-af64-48d4e5cf1d63 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for router, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.405896 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-100975b1-a068-4d2b-af64-48d4e5cf1d63 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.408096 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-100975b1-a068-4d2b-af64-48d4e5cf1d63 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.496889 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-100975b1-a068-4d2b-af64-48d4e5cf1d63 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.497650 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100975b1-a068-4d2b-af64-48d4e5cf1d63 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Fanout notify agent at l3_agent the message router_deleted on router bdd1e90f-687e-4600-8d4b-a8b08e860869 {{(pid=110396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:26:24.505821 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-100975b1-a068-4d2b-af64-48d4e5cf1d63 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for router, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.506984 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-100975b1-a068-4d2b-af64-48d4e5cf1d63 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/routers/bdd1e90f-687e-4600-8d4b-a8b08e860869 HTTP/1.1" status: 204 len: 168 time: 0.3436720 Dec 16 08:26:24.509470 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40346) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:24.605979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Deleting port 7f69cd91-83c7-4549-8ff6-4ffb5780b483 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:24.606893 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.701210 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.713639 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Calling delete_port for 7f69cd91-83c7-4549-8ff6-4ffb5780b483 owned by {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:24.926258 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:24.955846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event deleted for resources: {'Port': ['ID=7f69cd91-83c7-4549-8ff6-4ffb5780b483,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:25.027041 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.031089 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97f32039-8489-4cd5-a7ea-4894cb8c0eb5 tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/ports/7f69cd91-83c7-4549-8ff6-4ffb5780b483 HTTP/1.1" status: 204 len: 168 time: 0.5205004 Dec 16 08:26:25.033581 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40348) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:25.091343 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Deleting subnet 53f068e8-0c22-4087-a0c6-0c92bc0c88a0 {{(pid=110396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:26:25.094795 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for subnet, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.138798 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5804458'] for subnet, precommit_delete_associations {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.221277 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.320123 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5185501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5231401'] for subnet, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.347729 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event deleted for resources: {'Subnet': ['ID=53f068e8-0c22-4087-a0c6-0c92bc0c88a0,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:25.351591 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.354824 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-e59237b4-cab4-42b6-a332-b42f47a3b9bd tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/subnets/53f068e8-0c22-4087-a0c6-0c92bc0c88a0 HTTP/1.1" status: 204 len: 168 time: 0.3201513 Dec 16 08:26:25.358073 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:25.358830 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af9bdce-9b9c-4c49-8b69-889fb5943f4b None None] Network d2909833-45fc-4d05-b439-ffba30b16774 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:26:25.437558 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.503848 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Deleting port 9303fc9b-4dc0-4617-b7fe-27163686f975 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:25.504348 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.506622 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] DHCP port deletion for d2909833-45fc-4d05-b439-ffba30b16774 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:26:25.553511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] Deleting port 9303fc9b-4dc0-4617-b7fe-27163686f975 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:26:25.553883 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.641593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] For port 9303fc9b-4dc0-4617-b7fe-27163686f975, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9303fc9b-4dc0-4617-b7fe-27163686f975,segment=NetworkSegment(d0e2369f-1827-4171-967a-cd589b313bd0),segment_id=d0e2369f-1827-4171-967a-cd589b313bd0)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:25.642003 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.656596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] Calling delete_port for 9303fc9b-4dc0-4617-b7fe-27163686f975 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:25.839917 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:25.867544 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] Pushing event deleted for resources: {'Port': ['ID=9303fc9b-4dc0-4617-b7fe-27163686f975,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:25.871498 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9e599-df59-4d2a-beb9-1e663c288b1b None None] No DVR routers for this DVR port 9303fc9b-4dc0-4617-b7fe-27163686f975 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:26:26.000298 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] For port 9303fc9b-4dc0-4617-b7fe-27163686f975, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9303fc9b-4dc0-4617-b7fe-27163686f975,segment=NetworkSegment(d0e2369f-1827-4171-967a-cd589b313bd0),segment_id=d0e2369f-1827-4171-967a-cd589b313bd0)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:26:26.000891 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.013891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Calling delete_port for 9303fc9b-4dc0-4617-b7fe-27163686f975 owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:26:26.093447 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.118121 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event deleted for resources: {'Port': ['ID=9303fc9b-4dc0-4617-b7fe-27163686f975,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:26.122247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] No DVR routers for this DVR port 9303fc9b-4dc0-4617-b7fe-27163686f975 on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:26:26.202834 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.222945 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2909833-45fc-4d05-b439-ffba30b16774']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:26.232958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e2369f-1827-4171-967a-cd589b313bd0') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:26.233252 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e2369f-1827-4171-967a-cd589b313bd0') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:26:26.243103 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.256604 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.262316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:26:26.262692 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: self.session.flush() Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:26:26.265710 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:26:26.445171 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.452532 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:26.455738 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] 10.222.0.43 "DELETE /v2.0/networks/d2909833-45fc-4d05-b439-ffba30b16774 HTTP/1.1" status: 204 len: 168 time: 1.0966108 Dec 16 08:26:26.468480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fdf05-5e84-4e54-9814-20da182e4c0e tempest-TagsExtTest-910358715 tempest-TagsExtTest-910358715-project] Pushing event deleted for resources: {'Network': ['ID=d2909833-45fc-4d05-b439-ffba30b16774,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:26.945017 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40358) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:26.981100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9303fc9b-4dc0-4617-b7fe-27163686f975 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:26:27.002565 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 9303fc9b-4dc0-4617-b7fe-27163686f975 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:26:27.002840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9303fc9b-4dc0-4617-b7fe-27163686f975 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:26:27.081356 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-06efaaee-f087-4c46-b2a5-9416a06ab45c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21acd20cc8b2415988bc6766c2a1c1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350935 Dec 16 08:26:27.083979 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40362) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:27.135717 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b19f1fe8-761c-43df-b5ae-ea99081d64ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:27.156912 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b19f1fe8-761c-43df-b5ae-ea99081d64ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:27.261937 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b19f1fe8-761c-43df-b5ae-ea99081d64ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:27.264710 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-b19f1fe8-761c-43df-b5ae-ea99081d64ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:27.265920 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-b19f1fe8-761c-43df-b5ae-ea99081d64ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb142f08-d9af-4842-84e7-5c860c4a6dd9 HTTP/1.1" status: 204 len: 168 time: 0.1809347 Dec 16 08:26:27.274823 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f1fe8-761c-43df-b5ae-ea99081d64ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb142f08-d9af-4842-84e7-5c860c4a6dd9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:27.602665 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-8d9f21c4-4cda-42de-900b-685666e20e28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401354 Dec 16 08:26:27.701706 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-faee7527-5056-4333-9106-1c73f08734fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:27.703340 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-faee7527-5056-4333-9106-1c73f08734fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0433540 Dec 16 08:26:27.793947 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:27.812776 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-0ebc22e4-4be5-4bf6-b0ee-ad0b0c6e6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:27.814251 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-0ebc22e4-4be5-4bf6-b0ee-ad0b0c6e6c88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0898135 Dec 16 08:26:27.884785 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-5e40bbc1-7581-49e0-a77f-cfccfe1ba816 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.0633566 Dec 16 08:26:27.939846 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-579a83dc-128d-4bfe-9e9c-cbff506dfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:27.941971 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-579a83dc-128d-4bfe-9e9c-cbff506dfd5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0507333 Dec 16 08:26:27.989063 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-2fb69e7e-134e-468a-8090-5615810f8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:26:27.990762 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-2fb69e7e-134e-468a-8090-5615810f8c47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417759 Dec 16 08:26:28.094413 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-c3f22d14-5f87-467a-87a4-39334f7a8fbd service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936069 Dec 16 08:26:28.187616 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-7dbd31ee-49b4-4f0b-a33f-0c090a121c1e req-4018c4ec-aaf6-4ac0-8669-6ce7eb8a61ac service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889201 Dec 16 08:26:28.228299 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fa81a389-8b8e-4233-96d9-b690a0b4b962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:30.176486 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:30.707984 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4445-783e-41d6-8a97-00e03d8e7f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:31.907762 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:33.570698 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:34.199139 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:34.849752 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40456) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:34.964561 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:35.038950 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:35.118025 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:35.155535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00da9e97-7485-4af1-981e-9a080938bdbf,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:35.159351 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1baa37d17e7a483e8125a62b6dc75989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085868 Dec 16 08:26:35.162615 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40462) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:35.166381 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.166726 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.167072 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.167414 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.167753 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.168092 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.168509 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.168788 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.169118 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.169519 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.169840 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.170165 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.170493 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65167eb1-c5a2-42f6-9515-5e2cca198a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:26:35.214570 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4fb-ce1a-454c-b11e-8da5d9c95443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:35.236376 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4fb-ce1a-454c-b11e-8da5d9c95443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:35.324340 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4fb-ce1a-454c-b11e-8da5d9c95443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:35.326905 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4fb-ce1a-454c-b11e-8da5d9c95443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:35.328200 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8eebf4fb-ce1a-454c-b11e-8da5d9c95443 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00da9e97-7485-4af1-981e-9a080938bdbf HTTP/1.1" status: 204 len: 168 time: 0.1645293 Dec 16 08:26:35.336109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf4fb-ce1a-454c-b11e-8da5d9c95443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00da9e97-7485-4af1-981e-9a080938bdbf,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:35.982658 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40468) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:35.997551 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2991d74-e4e1-437b-b553-cf5426258f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:36.076702 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2991d74-e4e1-437b-b553-cf5426258f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:36.130728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-c2991d74-e4e1-437b-b553-cf5426258f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:36.172038 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2991d74-e4e1-437b-b553-cf5426258f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d33a171-e7ca-4aae-b66f-854a28d3c64a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:36.179683 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-c2991d74-e4e1-437b-b553-cf5426258f25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b5fe3cc258c4ab2851a52922b502726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935592 Dec 16 08:26:36.181344 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40470) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:36.227707 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dd73-2fb4-43a5-8fcd-f623eafcf289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:36.249189 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dd73-2fb4-43a5-8fcd-f623eafcf289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:36.347616 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dd73-2fb4-43a5-8fcd-f623eafcf289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:36.350329 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dd73-2fb4-43a5-8fcd-f623eafcf289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:36.351507 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-8fb3dd73-2fb4-43a5-8fcd-f623eafcf289 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d33a171-e7ca-4aae-b66f-854a28d3c64a HTTP/1.1" status: 204 len: 168 time: 0.1700082 Dec 16 08:26:36.363430 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3dd73-2fb4-43a5-8fcd-f623eafcf289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d33a171-e7ca-4aae-b66f-854a28d3c64a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:47.573304 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:26:49.082563 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40562) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:49.189743 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d41f4223-1671-49a7-8a12-2884a29dba65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:49.263406 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d41f4223-1671-49a7-8a12-2884a29dba65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:49.318315 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-d41f4223-1671-49a7-8a12-2884a29dba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:49.359257 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-d41f4223-1671-49a7-8a12-2884a29dba65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4088e0ddac2541cc87acfb5226eae0d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755873 Dec 16 08:26:49.360245 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f4223-1671-49a7-8a12-2884a29dba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcece51-29ce-4944-aee0-6040dafeb682,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:49.362054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40566) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:49.410639 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b70382a5-708e-476f-9a45-63e80cc842b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:49.432001 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b70382a5-708e-476f-9a45-63e80cc842b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:49.530016 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b70382a5-708e-476f-9a45-63e80cc842b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:49.532673 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-b70382a5-708e-476f-9a45-63e80cc842b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:49.533855 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-b70382a5-708e-476f-9a45-63e80cc842b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbcece51-29ce-4944-aee0-6040dafeb682 HTTP/1.1" status: 204 len: 168 time: 0.1707180 Dec 16 08:26:49.542738 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70382a5-708e-476f-9a45-63e80cc842b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcece51-29ce-4944-aee0-6040dafeb682,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:50.103632 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40572) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:50.117439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bae76c6e-1d7a-48a6-8575-43ad8b836f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:50.193076 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bae76c6e-1d7a-48a6-8575-43ad8b836f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:50.266775 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-bae76c6e-1d7a-48a6-8575-43ad8b836f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:50.305253 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-bae76c6e-1d7a-48a6-8575-43ad8b836f16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d1e5b8f95a64f8a940d15003d4fe5a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004957 Dec 16 08:26:50.308023 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae76c6e-1d7a-48a6-8575-43ad8b836f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d40c34-7445-4322-b992-f1dbee901d79,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:50.308958 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40574) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:50.356456 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad991015-96c9-4cb0-8bff-d9c7bc8b1344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:50.379185 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad991015-96c9-4cb0-8bff-d9c7bc8b1344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:50.501307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad991015-96c9-4cb0-8bff-d9c7bc8b1344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:50.503965 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-ad991015-96c9-4cb0-8bff-d9c7bc8b1344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:50.505235 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-ad991015-96c9-4cb0-8bff-d9c7bc8b1344 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79d40c34-7445-4322-b992-f1dbee901d79 HTTP/1.1" status: 204 len: 168 time: 0.1952813 Dec 16 08:26:50.514036 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad991015-96c9-4cb0-8bff-d9c7bc8b1344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d40c34-7445-4322-b992-f1dbee901d79,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:54.724860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40644) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:54.830465 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-751829c8-3d17-4314-bfe9-878bec03e0c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:54.903851 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-751829c8-3d17-4314-bfe9-878bec03e0c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:54.946170 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-751829c8-3d17-4314-bfe9-878bec03e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:54.984954 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-751829c8-3d17-4314-bfe9-878bec03e0c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=552872ff70ee4edcbffc5c0e01f6a0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590168 Dec 16 08:26:54.985899 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751829c8-3d17-4314-bfe9-878bec03e0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557596ae-a83d-4fb8-8b14-62cbd83b7bda,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:54.987743 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40648) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:55.035440 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41771c1c-bd2f-42bb-8a4e-3f2d7da74588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.056125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41771c1c-bd2f-42bb-8a4e-3f2d7da74588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.175224 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41771c1c-bd2f-42bb-8a4e-3f2d7da74588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.177862 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-41771c1c-bd2f-42bb-8a4e-3f2d7da74588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.179016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-41771c1c-bd2f-42bb-8a4e-3f2d7da74588 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/557596ae-a83d-4fb8-8b14-62cbd83b7bda HTTP/1.1" status: 204 len: 168 time: 0.1902173 Dec 16 08:26:55.186713 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41771c1c-bd2f-42bb-8a4e-3f2d7da74588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557596ae-a83d-4fb8-8b14-62cbd83b7bda,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:55.697003 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40656) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:55.710551 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a369d9b6-e35c-44af-b16c-6e32d971c663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.782484 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a369d9b6-e35c-44af-b16c-6e32d971c663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.838055 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-a369d9b6-e35c-44af-b16c-6e32d971c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.880792 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-a369d9b6-e35c-44af-b16c-6e32d971c663 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6354f49af2b746d1a8ff25ae50d6eff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826186 Dec 16 08:26:55.881574 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d9b6-e35c-44af-b16c-6e32d971c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7b07c-55d1-4d9b-9be8-4095d6f1a9b2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:55.883481 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40658) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:26:55.939885 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-745b6df1-3d81-4e01-b70f-9f5d2a0ff20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:55.959921 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-745b6df1-3d81-4e01-b70f-9f5d2a0ff20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:56.071973 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-745b6df1-3d81-4e01-b70f-9f5d2a0ff20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:56.075244 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-745b6df1-3d81-4e01-b70f-9f5d2a0ff20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:56.076478 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-745b6df1-3d81-4e01-b70f-9f5d2a0ff20c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36b7b07c-55d1-4d9b-9be8-4095d6f1a9b2 HTTP/1.1" status: 204 len: 168 time: 0.1919243 Dec 16 08:26:56.083904 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b6df1-3d81-4e01-b70f-9f5d2a0ff20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7b07c-55d1-4d9b-9be8-4095d6f1a9b2,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:26:57.780865 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:26:58.204010 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c1a56b9a-76c1-4344-b804-d39c16c6a2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:00.237764 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:00.672241 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8b97-6ead-43a0-9d27-5fd59c39e233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:01.906652 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:03.586790 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:04.226344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.263059 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40740) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:06.370259 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.443649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.517433 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.557533 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d4f630600ea430d813849322b9c133d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926722 Dec 16 08:27:06.558415 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0784a138-8318-42ed-9a77-e5bc882b2d62,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:06.560227 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40744) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:06.567263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.567817 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.568061 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.568431 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.568772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.569109 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.569446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.569839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.570168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.570495 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.570824 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.571152 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.571490 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a69f2-32a0-47e4-955c-cfdede291f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:06.608879 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9ba36375-0546-4934-bd7b-1cd2dd1b26e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.630544 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9ba36375-0546-4934-bd7b-1cd2dd1b26e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.751699 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9ba36375-0546-4934-bd7b-1cd2dd1b26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.754704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9ba36375-0546-4934-bd7b-1cd2dd1b26e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:06.755937 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9ba36375-0546-4934-bd7b-1cd2dd1b26e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0784a138-8318-42ed-9a77-e5bc882b2d62 HTTP/1.1" status: 204 len: 168 time: 0.1935997 Dec 16 08:27:06.764649 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba36375-0546-4934-bd7b-1cd2dd1b26e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0784a138-8318-42ed-9a77-e5bc882b2d62,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:07.422229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40752) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:07.435268 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ce869eb-4024-4ed3-8a9e-7dc0b1a8c153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:07.509893 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ce869eb-4024-4ed3-8a9e-7dc0b1a8c153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:07.597504 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-6ce869eb-4024-4ed3-8a9e-7dc0b1a8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:07.636319 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-6ce869eb-4024-4ed3-8a9e-7dc0b1a8c153 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45a219957cd6418db8533f61fd9c234e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2129624 Dec 16 08:27:07.637181 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce869eb-4024-4ed3-8a9e-7dc0b1a8c153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecdfde0-16e3-4c87-a35c-f853cd5514d9,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:07.639227 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40754) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:07.687249 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1266a8c4-bc68-4bf4-8322-b1e39f3f1638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:07.711325 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1266a8c4-bc68-4bf4-8322-b1e39f3f1638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:07.802915 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1266a8c4-bc68-4bf4-8322-b1e39f3f1638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:07.805818 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1266a8c4-bc68-4bf4-8322-b1e39f3f1638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:07.806974 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1266a8c4-bc68-4bf4-8322-b1e39f3f1638 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ecdfde0-16e3-4c87-a35c-f853cd5514d9 HTTP/1.1" status: 204 len: 168 time: 0.1667533 Dec 16 08:27:07.815019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266a8c4-bc68-4bf4-8322-b1e39f3f1638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecdfde0-16e3-4c87-a35c-f853cd5514d9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:16.579912 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40836) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:16.689725 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-772e89fa-5c93-481b-b581-16bd5710536c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:16.761647 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-772e89fa-5c93-481b-b581-16bd5710536c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:16.831318 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-772e89fa-5c93-481b-b581-16bd5710536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:16.871678 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-772e89fa-5c93-481b-b581-16bd5710536c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a326b1047b1848edb9beadf376e2c27b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906084 Dec 16 08:27:16.872595 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e89fa-5c93-481b-b581-16bd5710536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a9d14-b15f-4702-a3ce-ac5aa3662f90,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:16.875791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40842) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:16.931750 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f59f1bd-bfee-4a11-9f45-131a0da49504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:16.952779 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f59f1bd-bfee-4a11-9f45-131a0da49504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:17.111805 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f59f1bd-bfee-4a11-9f45-131a0da49504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:17.114661 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9f59f1bd-bfee-4a11-9f45-131a0da49504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:17.115818 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9f59f1bd-bfee-4a11-9f45-131a0da49504 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e36a9d14-b15f-4702-a3ce-ac5aa3662f90 HTTP/1.1" status: 204 len: 168 time: 0.2381082 Dec 16 08:27:17.126190 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59f1bd-bfee-4a11-9f45-131a0da49504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a9d14-b15f-4702-a3ce-ac5aa3662f90,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:17.829963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40848) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:17.844240 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be66ccce-0dc9-4238-83fb-9d70ae249c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:17.919527 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be66ccce-0dc9-4238-83fb-9d70ae249c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:18.008598 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-be66ccce-0dc9-4238-83fb-9d70ae249c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:18.048198 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-be66ccce-0dc9-4238-83fb-9d70ae249c3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67175c6ca32f4a8a843059c2d2375773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170906 Dec 16 08:27:18.048927 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66ccce-0dc9-4238-83fb-9d70ae249c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d9284-7610-406f-89b1-75763fea37f1,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:18.051176 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40850) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:18.098831 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9133d19f-191d-462d-bdea-43eee44931d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:18.119579 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9133d19f-191d-462d-bdea-43eee44931d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:18.271471 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9133d19f-191d-462d-bdea-43eee44931d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:18.274100 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9133d19f-191d-462d-bdea-43eee44931d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:18.275258 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9133d19f-191d-462d-bdea-43eee44931d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e6d9284-7610-406f-89b1-75763fea37f1 HTTP/1.1" status: 204 len: 168 time: 0.2231910 Dec 16 08:27:18.282950 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133d19f-191d-462d-bdea-43eee44931d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d9284-7610-406f-89b1-75763fea37f1,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:20.896435 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 40908) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:21.003749 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c261a31-cbcf-47f0-8a55-8a9eb82c9b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:21.077691 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c261a31-cbcf-47f0-8a55-8a9eb82c9b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:21.145768 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2c261a31-cbcf-47f0-8a55-8a9eb82c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:21.185206 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2c261a31-cbcf-47f0-8a55-8a9eb82c9b46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a29bffd643a9425f8dfd8ac2c0366892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877009 Dec 16 08:27:21.186695 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c261a31-cbcf-47f0-8a55-8a9eb82c9b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aff042-f048-4f52-9268-5b2fa5c9be47,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:21.189281 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40912) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:21.236020 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557889f5-6ebd-4df4-b7c7-edefe078956d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:21.257617 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557889f5-6ebd-4df4-b7c7-edefe078956d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:21.385427 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557889f5-6ebd-4df4-b7c7-edefe078956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:21.387996 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-557889f5-6ebd-4df4-b7c7-edefe078956d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:21.389224 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-557889f5-6ebd-4df4-b7c7-edefe078956d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97aff042-f048-4f52-9268-5b2fa5c9be47 HTTP/1.1" status: 204 len: 168 time: 0.1987755 Dec 16 08:27:21.397412 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557889f5-6ebd-4df4-b7c7-edefe078956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aff042-f048-4f52-9268-5b2fa5c9be47,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:21.969351 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40918) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:21.982233 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc5472d1-c893-4cec-b557-94fee78a3838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:22.055155 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc5472d1-c893-4cec-b557-94fee78a3838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:22.116728 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-cc5472d1-c893-4cec-b557-94fee78a3838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:22.153827 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5472d1-c893-4cec-b557-94fee78a3838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4154400a-026a-4203-b702-1fefe4c24b04,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:22.158946 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-cc5472d1-c893-4cec-b557-94fee78a3838 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53c007cdfdc74680ab307a6d8ee4b37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885760 Dec 16 08:27:22.161671 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40920) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:22.211227 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6dcd-53eb-4ca1-9259-d2fcae492a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:22.232541 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6dcd-53eb-4ca1-9259-d2fcae492a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:22.357207 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6dcd-53eb-4ca1-9259-d2fcae492a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:22.360070 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6dcd-53eb-4ca1-9259-d2fcae492a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:22.361266 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-0dcc6dcd-53eb-4ca1-9259-d2fcae492a8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4154400a-026a-4203-b702-1fefe4c24b04 HTTP/1.1" status: 204 len: 168 time: 0.1986909 Dec 16 08:27:22.369426 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc6dcd-53eb-4ca1-9259-d2fcae492a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4154400a-026a-4203-b702-1fefe4c24b04,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:23.320118 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-b776dcf0-1df4-4289-83cb-2871fb6369fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436847 Dec 16 08:27:23.430534 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-5549fff4-c3a2-4faa-aa1b-00e41cbc0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:23.432064 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-5549fff4-c3a2-4faa-aa1b-00e41cbc0444 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1097 time: 0.0459275 Dec 16 08:27:23.542903 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-47db6d04-c575-47c2-8ed3-8e615a03f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:23.544460 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-47db6d04-c575-47c2-8ed3-8e615a03f89c service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 200 len: 910 time: 0.0878186 Dec 16 08:27:23.620031 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-a588d52c-b14f-4935-8976-74e02ba37518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 200 len: 1000 time: 0.0645244 Dec 16 08:27:23.673882 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-5ca1bd0b-1397-43bd-bf37-9b6fbebd5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:23.675336 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-5ca1bd0b-1397-43bd-bf37-9b6fbebd5a5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32123200-641b-4d59-bcec-b606e6fdeb9c HTTP/1.1" status: 200 len: 848 time: 0.0446012 Dec 16 08:27:23.725934 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-abd02794-1cf4-4d14-af74-6f5537df2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:23.727494 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-abd02794-1cf4-4d14-af74-6f5537df2991 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c5d721-16bb-4342-85a7-dd3e1df560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413249 Dec 16 08:27:23.829983 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-06acb165-22dc-43c7-8f3d-6b31a065e5cc service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913022 Dec 16 08:27:23.869552 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40950) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:23.927939 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-d0330b0b-60e6-4ae2-9df0-6ebb5818143d req-4150e34e-a983-4fe1-bbc0-49a27b1a8eb3 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864162 Dec 16 08:27:23.976285 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d773155-e646-430f-89e6-25635791fd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:24.050291 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d773155-e646-430f-89e6-25635791fd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:24.145880 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-4d773155-e646-430f-89e6-25635791fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:24.184301 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773155-e646-430f-89e6-25635791fd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d59d9da-5cfe-4292-bb36-a4972d31a490,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:24.189009 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-4d773155-e646-430f-89e6-25635791fd8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4efa277126c74d589490c4db2822dcf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3183622 Dec 16 08:27:24.191853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 40954) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:24.240256 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-789c05d0-bda0-4020-b259-31bfbcd578b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:24.260801 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-789c05d0-bda0-4020-b259-31bfbcd578b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:24.396377 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-789c05d0-bda0-4020-b259-31bfbcd578b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:24.398993 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-789c05d0-bda0-4020-b259-31bfbcd578b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:24.400140 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-789c05d0-bda0-4020-b259-31bfbcd578b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d59d9da-5cfe-4292-bb36-a4972d31a490 HTTP/1.1" status: 204 len: 168 time: 0.2074692 Dec 16 08:27:24.415062 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c05d0-bda0-4020-b259-31bfbcd578b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d59d9da-5cfe-4292-bb36-a4972d31a490,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:24.572679 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:27:27.712971 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-bed3bc20-2466-452a-88eb-96e683e6e8fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1490793 Dec 16 08:27:27.803025 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:27.820868 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-542cd34d-da57-4230-9447-82138f8a180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:27.822461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-542cd34d-da57-4230-9447-82138f8a180b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0453334 Dec 16 08:27:27.938865 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-3b1a49ad-d038-4794-b0f6-10fff117a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:27.940402 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-3b1a49ad-d038-4794-b0f6-10fff117a1c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0967591 Dec 16 08:27:28.017171 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-cd93eae4-f2ef-457c-99a3-58d65dbe2091 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.0690227 Dec 16 08:27:28.071578 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-faafd25d-ba2d-447d-bb94-014e614d8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:28.073357 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-faafd25d-ba2d-447d-bb94-014e614d8f3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0491612 Dec 16 08:27:28.122362 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-e866e674-94a1-44d6-b255-64a2bcf63d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:27:28.123848 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-e866e674-94a1-44d6-b255-64a2bcf63d3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433109 Dec 16 08:27:28.207988 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a808b8b6-54b8-4804-bd9f-3bd26a31cc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:28.224740 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-28f39142-f0ee-46fb-a668-4e4401cf371e service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938017 Dec 16 08:27:28.335865 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-55e64c61-3757-466c-9c94-56ed3235dc58 req-9e74372a-d0b1-4268-8c3b-3c5c1bdb879e service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037784 Dec 16 08:27:30.225656 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:30.699965 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-00543182-5f07-4d3a-b69f-4fea9d0c7c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:31.928276 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:33.768693 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:34.259201 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.306270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41150) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:52.412376 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.489050 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.596941 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.634081 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8714dc9d-7fb0-449f-8366-f1171a7015b6,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:52.637707 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f92cb4394e2b4235ae10f4e0d321f8da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303840 Dec 16 08:27:52.640641 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41154) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:27:52.644761 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.645110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.645487 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.645829 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.646186 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.646545 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.646919 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.647245 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.647599 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.648141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.652791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.652791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.652791 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60924495-3c55-4171-b83c-d358750a6a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:27:52.693431 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3207e6ee-6593-4d94-af4e-3209f4f39345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.714345 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3207e6ee-6593-4d94-af4e-3209f4f39345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.830543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3207e6ee-6593-4d94-af4e-3209f4f39345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.833143 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-3207e6ee-6593-4d94-af4e-3209f4f39345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:52.834353 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-3207e6ee-6593-4d94-af4e-3209f4f39345 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8714dc9d-7fb0-449f-8366-f1171a7015b6 HTTP/1.1" status: 204 len: 168 time: 0.1927185 Dec 16 08:27:52.841977 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e6ee-6593-4d94-af4e-3209f4f39345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8714dc9d-7fb0-449f-8366-f1171a7015b6,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:27:57.778892 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:27:58.201704 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8496d520-f433-427f-a0a3-b7a74a5fe8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:00.275465 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:00.698468 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4692a04a-6021-4b6d-8e54-5a7639d85569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:01.572193 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:28:01.920668 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:03.544306 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:04.253091 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:25.386616 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-3e7eb280-8d31-492a-ad83-cce22b9135d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464827 Dec 16 08:28:25.513930 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-c92375da-8126-439c-9d89-f35db43d65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:25.515443 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-c92375da-8126-439c-9d89-f35db43d65de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1097 time: 0.0496407 Dec 16 08:28:25.631940 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-84877f43-935d-433d-b4bd-6f1cbdabed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:25.633434 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-84877f43-935d-433d-b4bd-6f1cbdabed74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 200 len: 910 time: 0.0930624 Dec 16 08:28:25.705709 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-d3af58ed-6848-4da2-b44b-587efa8cf57c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 200 len: 1000 time: 0.0596595 Dec 16 08:28:25.759482 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-113a6adf-b49e-4327-94d6-24b28f1de359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:25.760884 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-113a6adf-b49e-4327-94d6-24b28f1de359 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32123200-641b-4d59-bcec-b606e6fdeb9c HTTP/1.1" status: 200 len: 848 time: 0.0438180 Dec 16 08:28:25.817398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-f9a20bab-af5b-45ab-81de-9854751c5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:25.818903 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-f9a20bab-af5b-45ab-81de-9854751c5bca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c5d721-16bb-4342-85a7-dd3e1df560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465741 Dec 16 08:28:25.918811 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-89b73f39-cbe2-4392-8f2b-6746818805f1 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884104 Dec 16 08:28:26.018315 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2bedfd3c-230c-4f5c-8477-44e5de90dbb0 req-0aadc2a3-7a04-4860-aa95-18663145e0c6 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879426 Dec 16 08:28:27.811502 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:28.223571 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-12e2373b-80b9-4421-8b0a-a137196d9112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:29.590896 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-dde8ffa2-ec33-4cb4-93c0-fb787913e65a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400498 Dec 16 08:28:29.689548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-75856e15-f50b-4681-b7bf-aff80f555569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:29.691035 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-75856e15-f50b-4681-b7bf-aff80f555569 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0422206 Dec 16 08:28:29.794441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-44768df7-478c-4f89-a5c5-40c628a4c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:29.795962 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-44768df7-478c-4f89-a5c5-40c628a4c6df service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0864251 Dec 16 08:28:29.864919 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-485ff4c1-9491-4270-967b-7d886c84e3bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.0620570 Dec 16 08:28:29.915911 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-8c117a0f-d6a6-4c9c-929f-450a2d031676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:29.917461 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-8c117a0f-d6a6-4c9c-929f-450a2d031676 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0443180 Dec 16 08:28:29.968758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-6787cd8b-af09-4656-a276-1e9feb48c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:29.970444 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-6787cd8b-af09-4656-a276-1e9feb48c1a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463464 Dec 16 08:28:30.061145 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-e2385744-5e99-433e-87d7-7034a138c975 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828042 Dec 16 08:28:30.156135 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cbad7bc4-86da-4749-a7b5-7479a72cf285 req-d1871c79-4872-4b30-99f5-2e4878eb1383 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881491 Dec 16 08:28:30.309077 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:30.715013 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6579cb6a-ed5b-488b-a424-2ec63254cc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:31.926135 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:33.558936 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:34.229420 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:34.886878 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-4aac70c2-8cad-4021-b712-fbe5262b1de3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113525323&fields=id&tenant_id=0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 267 time: 0.0454731 Dec 16 08:28:34.992164 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-442071e0-9c4e-4847-8640-66b46dc594f7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:34.993660 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-442071e0-9c4e-4847-8640-66b46dc594f7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.0994608 Dec 16 08:28:35.009083 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-1cab2571-fc0e-4c76-a05f-3ffc234dae2a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/quotas/0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 375 time: 0.0095627 Dec 16 08:28:35.066846 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-110fad45-334b-42c2-b155-3f53a2c3b93d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524080 Dec 16 08:28:35.161723 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-16001e37-00b7-4ff1-b8fb-7d5331174862 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823085 Dec 16 08:28:35.255734 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-e0cea18a-e364-4cd3-93d9-7e2041b58983 service neutron] 10.222.0.43 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876179 Dec 16 08:28:35.919305 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0b0cb822-a860-4ba7-870f-a03a3993e5fa req-e5940c2c-7a16-40cc-965c-728406ac072a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 210 time: 0.0879343 Dec 16 08:28:37.021066 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-f05340c7-e8b6-473a-b52b-52facb4cec4e req-b71d8aa3-9b1e-40df-9651-bdedc4f9f7e0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 210 time: 0.0307903 Dec 16 08:28:37.700717 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-dfff2ceb-b182-4fd1-a42c-fee15c17cf5f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:37.702177 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-dfff2ceb-b182-4fd1-a42c-fee15c17cf5f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 812 time: 0.1023777 Dec 16 08:28:37.770381 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-709d3303-5d7e-4a4a-97a7-3cb1f656d507 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dfac316b0434e1e9ac41246ee93e487 HTTP/1.1" status: 200 len: 380 time: 0.0532866 Dec 16 08:28:37.780701 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'port': {'device_id': '9c160711-cf95-4f74-be28-3ca230549bbd', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'admin_state_up': True, 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'security_groups': ['32e63869-31d2-4e00-b192-3b4f422f06e5']}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:28:37.983623 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Made reservation on behalf of 0dfac316b0434e1e9ac41246ee93e487 for: {'port': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:28:37.987649 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:38.134754 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.20.0.12 (f4297357-76af-4ba4-aa21-e260ca6a5b77/f8d28cd3-722f-446e-a77f-1456ec27a15c/f003a501-edd3-45ec-b898-85b67ffc615a) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:28:38.155188 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-227ba936-5285-4795-85ee-44aa8f170acb req-a87746b0-6625-42a1-83d2-c95b0b7fb916 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 210 time: 0.0277851 Dec 16 08:28:38.277666 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:38.372116 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:38.420278 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network f4297357-76af-4ba4-aa21-e260ca6a5b77 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:28:38.423429 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:28:38.427617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:28:38.453535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=f003a501-edd3-45ec-b898-85b67ffc615a,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:28:38.469199 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.469545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.469880 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.470212 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.470544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.470890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.471441 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.471829 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.472157 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.472504 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.472826 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.473146 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.473466 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:38.497118 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:38.497757 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:38.569765 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-64c006b1-3e5d-4dcb-8690-b8350b5308d4 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7926028 Dec 16 08:28:38.572464 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:28:38.588688 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Request body: {'port': {'device_id': '9c160711-cf95-4f74-be28-3ca230549bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-11'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:28:38.721543 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:38.763820 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-1beaf8f2-c387-4f51-9c5a-db565f7b572e None None] Provisioning complete for port f003a501-edd3-45ec-b898-85b67ffc615a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:28:38.763820 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1beaf8f2-c387-4f51-9c5a-db565f7b572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:38.770150 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-1beaf8f2-c387-4f51-9c5a-db565f7b572e None None] Port f003a501-edd3-45ec-b898-85b67ffc615a cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:28:38.929148 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f003a501-edd3-45ec-b898-85b67ffc615a {{(pid=110396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:28:38.936730 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:38.948854 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.provisioning_blocks [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Transition to ACTIVE for port object f003a501-edd3-45ec-b898-85b67ffc615a will not be triggered until provisioned by entity L2. {{(pid=110396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 08:28:39.056343 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:39.109526 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Pushing event updated for resources: {'Port': ['ID=f003a501-edd3-45ec-b898-85b67ffc615a,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:28:39.271098 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Attempting to bind port f003a501-edd3-45ec-b898-85b67ffc615a on host n-h1-820935-11 for vnic_type normal with profile {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:28:39.271434 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Attempting to bind port f003a501-edd3-45ec-b898-85b67ffc615a by drivers openvswitch,hyperv on host n-h1-820935-11 at level 0 using segments [{'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:28:39.271772 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Attempting to bind port f003a501-edd3-45ec-b898-85b67ffc615a on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:28:39.276553 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Port f003a501-edd3-45ec-b898-85b67ffc615a on network f4297357-76af-4ba4-aa21-e260ca6a5b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-11 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 08:28:39.276891 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Attempting to bind port f003a501-edd3-45ec-b898-85b67ffc615a on network f4297357-76af-4ba4-aa21-e260ca6a5b77 {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:28:39.283145 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Checking agent: {'id': 'be68c122-4e48-4fc7-8b8e-022ea6971298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'started_at': datetime.datetime(2021, 12, 16, 7, 39, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:28:39.284058 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Checking segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:28:39.284484 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Bound using segment: {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'} {{(pid=110396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:28:39.285035 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.managers [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Bound port: f003a501-edd3-45ec-b898-85b67ffc615a, host: n-h1-820935-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4f2d29-2cc2-404d-8ae1-44f91534f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77'}}] {{(pid=110396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:28:39.285407 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:39.290156 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7818330-ffe9-42e6-878e-bd04034a6eb8 req-58477136-4c47-4f42-9c3b-7eb09937e1b0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:39.292573 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7818330-ffe9-42e6-878e-bd04034a6eb8 req-58477136-4c47-4f42-9c3b-7eb09937e1b0 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0618570 Dec 16 08:28:39.353564 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e7818330-ffe9-42e6-878e-bd04034a6eb8 req-2ea90f8a-c2a7-4cb2-a692-afed4092b8b8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531893 Dec 16 08:28:39.357268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] For port f003a501-edd3-45ec-b898-85b67ffc615a, host n-h1-820935-11, cleared binding levels {{(pid=110396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:28:39.361480 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] For port f003a501-edd3-45ec-b898-85b67ffc615a, host n-h1-820935-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f003a501-edd3-45ec-b898-85b67ffc615a,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:28:39.445090 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:39.485171 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:39.485813 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:39.487323 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] 10.222.0.16 "PUT /v2.0/ports/f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 1093 time: 0.9035444 Dec 16 08:28:39.487779 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c160711-cf95-4f74-be28-3ca230549bbd', 'tag': 'f003a501-edd3-45ec-b898-85b67ffc615a'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:28:39.490119 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db3b524-9906-40d4-9bca-c98b7adbc15f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c160711-cf95-4f74-be28-3ca230549bbd", "tag": "f003a501-edd3-45ec-b898-85b67ffc615a"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:28:39.515803 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c3a49-2a99-4938-a97a-1183a329fe2e service neutron] Pushing event updated for resources: {'Port': ['ID=f003a501-edd3-45ec-b898-85b67ffc615a,revision_number=3']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:28:39.650168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-5eadfd90-a75d-4044-a36b-4e1ecf39d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:39.651855 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-5eadfd90-a75d-4044-a36b-4e1ecf39d48f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1096 time: 0.0476434 Dec 16 08:28:39.706608 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-1a969b5f-5778-426d-aa25-0334eb9f629b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 217 time: 0.0390549 Dec 16 08:28:39.755572 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-980ac31c-658c-4570-8043-f9f9e151fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:39.757138 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-980ac31c-658c-4570-8043-f9f9e151fab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0463381 Dec 16 08:28:39.804095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-9d760d7c-081c-4f88-bad1-bb0d762c82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:39.805638 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-9d760d7c-081c-4f88-bad1-bb0d762c82bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413053 Dec 16 08:28:39.900079 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-900f58d3-f3d9-42f7-b12c-cba360670160 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866868 Dec 16 08:28:39.991007 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-0db86fc3-c5f2-434a-82bb-14618fdeaec5 req-b63a486f-3b4f-4473-b9cf-c1924031f387 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839858 Dec 16 08:28:40.474642 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdca764-0e21-481b-b9c1-312c57b2116f req-cc08fe8e-7301-48a8-91b0-89524d5b86d3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:40.476107 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bdca764-0e21-481b-b9c1-312c57b2116f req-cc08fe8e-7301-48a8-91b0-89524d5b86d3 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0489993 Dec 16 08:28:40.528219 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-8bdca764-0e21-481b-b9c1-312c57b2116f req-e0666d86-2441-4bfe-824e-696effd90088 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456774 Dec 16 08:28:40.561212 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de74c30-eadd-4b95-8a98-3a60056b5212 x-openstack-request-id: req-6de74c30-eadd-4b95-8a98-3a60056b5212 {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:28:40.564656 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c160711-cf95-4f74-be28-3ca230549bbd", "tag": "f003a501-edd3-45ec-b898-85b67ffc615a", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:28:40.564656 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6de74c30-eadd-4b95-8a98-3a60056b5212 {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:28:40.564656 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c160711-cf95-4f74-be28-3ca230549bbd', 'tag': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'status': 'completed', 'code': 200} Dec 16 08:28:40.645723 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-c6e3dfea-3a4f-4454-9f79-c569245d1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:40.647124 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-c6e3dfea-3a4f-4454-9f79-c569245d1b7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1096 time: 0.0435023 Dec 16 08:28:40.741943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-2e8a258f-6251-4c48-bfa0-49f24af6f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:40.743404 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-2e8a258f-6251-4c48-bfa0-49f24af6f06c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0888176 Dec 16 08:28:40.786037 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-b4246805-0b09-4482-a556-c32a19085e84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 217 time: 0.0345206 Dec 16 08:28:40.838794 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-de847394-8d85-44e0-a7b0-0aa4ad13d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:40.840295 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-de847394-8d85-44e0-a7b0-0aa4ad13d2e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0477540 Dec 16 08:28:40.887065 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-cba6bdb1-a2c4-4ad5-8adb-449866b2dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:40.888631 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-cba6bdb1-a2c4-4ad5-8adb-449866b2dbb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411286 Dec 16 08:28:40.976926 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-8baa5cd7-e825-4ab4-bf11-370341cccac4 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805333 Dec 16 08:28:41.322917 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-3db3b524-9906-40d4-9bca-c98b7adbc15f req-5482fa19-a8ff-43a4-9feb-75005b09d66f service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389487 Dec 16 08:28:41.649134 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163117e0-a006-4217-ac25-01ad8bc73a82 req-10bae173-5a54-49a7-9d4d-91952909a772 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:41.651606 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-163117e0-a006-4217-ac25-01ad8bc73a82 req-10bae173-5a54-49a7-9d4d-91952909a772 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0535264 Dec 16 08:28:41.701491 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-163117e0-a006-4217-ac25-01ad8bc73a82 req-2252e7c3-47b0-4e8c-9090-55149c4b22a5 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Dec 16 08:28:42.824971 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97a99-e182-4206-84e5-efe4bdead02c req-c3ca167a-1dd1-415c-a09c-977573d0618f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:42.826477 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89f97a99-e182-4206-84e5-efe4bdead02c req-c3ca167a-1dd1-415c-a09c-977573d0618f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0543261 Dec 16 08:28:42.878849 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-89f97a99-e182-4206-84e5-efe4bdead02c req-bb1e5834-465c-4159-aaab-576c28edf1a2 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453875 Dec 16 08:28:43.997201 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c5995-1117-42cb-96aa-9d596d322e58 req-d4f24f3d-2275-4343-9fab-dda2aa8466ad tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:43.998654 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc1c5995-1117-42cb-96aa-9d596d322e58 req-d4f24f3d-2275-4343-9fab-dda2aa8466ad tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0489120 Dec 16 08:28:44.048271 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dc1c5995-1117-42cb-96aa-9d596d322e58 req-5eb0e647-788b-4c7b-9cbf-c877aed60b1b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Dec 16 08:28:45.168069 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c49d-3273-44ba-8011-a76bfb42db45 req-d0b296c4-1d4d-450b-b6ed-13cefb79e628 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:45.169867 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19e3c49d-3273-44ba-8011-a76bfb42db45 req-d0b296c4-1d4d-450b-b6ed-13cefb79e628 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0500398 Dec 16 08:28:45.226414 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-19e3c49d-3273-44ba-8011-a76bfb42db45 req-b484ad37-399e-4d36-9f37-d34b0964f43f tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505304 Dec 16 08:28:46.344198 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9010280-9840-44f4-b1f4-0b966f2fcd36 req-ac6804f0-27de-4916-bbf0-73e9e9bc09d8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:46.346158 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9010280-9840-44f4-b1f4-0b966f2fcd36 req-ac6804f0-27de-4916-bbf0-73e9e9bc09d8 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0485406 Dec 16 08:28:46.396151 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e9010280-9840-44f4-b1f4-0b966f2fcd36 req-cc406dcf-3d20-41f6-9c6b-3d177ca3bf51 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Dec 16 08:28:47.512898 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ce6cf-6c09-4a8a-9623-35aa659443dc req-ca3ad88a-eefb-4614-bb1d-f5f98c6a4758 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:47.514369 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a7ce6cf-6c09-4a8a-9623-35aa659443dc req-ca3ad88a-eefb-4614-bb1d-f5f98c6a4758 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0499480 Dec 16 08:28:47.563325 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-7a7ce6cf-6c09-4a8a-9623-35aa659443dc req-4da14a1f-84cc-4be0-a56f-250d7a07769d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428007 Dec 16 08:28:48.681806 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf74bf-a7bb-4890-a250-645a21bf77f4 req-76d1d9d0-c978-4a69-a3b7-8d1af3adb45a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:48.683547 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bcf74bf-a7bb-4890-a250-645a21bf77f4 req-76d1d9d0-c978-4a69-a3b7-8d1af3adb45a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0527461 Dec 16 08:28:48.733016 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-6bcf74bf-a7bb-4890-a250-645a21bf77f4 req-49e954db-da9d-4113-99be-e611bc313145 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Dec 16 08:28:49.853032 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079b4cb-bbbf-42c4-ac2f-29c70deffcf6 req-ef02c789-ce9d-4870-b010-58747f169a79 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:49.854515 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3079b4cb-bbbf-42c4-ac2f-29c70deffcf6 req-ef02c789-ce9d-4870-b010-58747f169a79 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0503430 Dec 16 08:28:49.904499 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3079b4cb-bbbf-42c4-ac2f-29c70deffcf6 req-cb9b1f9d-5fdd-4638-81fb-86911b9fe933 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Dec 16 08:28:51.032719 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d132453-9cd5-4a60-bbbe-0f921b4e0e54 req-bdc87467-3a39-4ced-9b68-3a90f15ebb64 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:51.034466 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d132453-9cd5-4a60-bbbe-0f921b4e0e54 req-bdc87467-3a39-4ced-9b68-3a90f15ebb64 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0613327 Dec 16 08:28:51.086895 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-3d132453-9cd5-4a60-bbbe-0f921b4e0e54 req-06b9eb41-147e-4d91-86b9-402f3348b9d7 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463321 Dec 16 08:28:52.203141 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8862849-af33-4c10-a848-cff13ee96c51 req-3ad5a395-40db-42dd-97f2-dbf880220484 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:52.204659 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8862849-af33-4c10-a848-cff13ee96c51 req-3ad5a395-40db-42dd-97f2-dbf880220484 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 944 time: 0.0488415 Dec 16 08:28:52.258891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-b8862849-af33-4c10-a848-cff13ee96c51 req-2581c011-a51a-437b-b870-6606c5e4b168 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Dec 16 08:28:52.768620 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f003a501-edd3-45ec-b898-85b67ffc615a details requested by agent hyperv_n-h1-820935-11 with host n-h1-820935-11 {{(pid=110397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 08:28:52.859006 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f003a501-edd3-45ec-b898-85b67ffc615a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f003a501-edd3-45ec-b898-85b67ffc615a,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:28:52.874449 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Returning: {'device': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'port_id': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'mac_address': 'fa:16:3e:82:82:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 08:28:52.911091 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:52.924058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f003a501-edd3-45ec-b898-85b67ffc615a {{(pid=110397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 08:28:52.942886 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f003a501-edd3-45ec-b898-85b67ffc615a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f003a501-edd3-45ec-b898-85b67ffc615a,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:28:53.028864 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:53.076944 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=f003a501-edd3-45ec-b898-85b67ffc615a,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:28:53.084853 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.085211 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.085560 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.085902 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.086243 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.086581 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.086920 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.087250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.087606 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.087935 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.088295 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.088625 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.088984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:28:53.375831 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dcf22-8077-4c71-b786-2d7e3576dca2 req-c6f3275b-307b-4c79-9067-4567df3e4e4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:53.378204 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c4dcf22-8077-4c71-b786-2d7e3576dca2 req-c6f3275b-307b-4c79-9067-4567df3e4e4c tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 945 time: 0.0510015 Dec 16 08:28:53.432077 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-0c4dcf22-8077-4c71-b786-2d7e3576dca2 req-0735dc43-8acd-4851-9dd4-cfd865865024 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479643 Dec 16 08:28:53.474374 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] get_ports_and_sgs() called for port_ids ['f003a501-edd3-45ec-b898-85b67ffc615a'] {{(pid=110397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 08:28:54.549849 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7de3-ba39-479a-b08c-3684a63c8a7b req-e2697086-f167-4a31-bcd5-757a82beb76b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:54.551314 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-753b7de3-ba39-479a-b08c-3684a63c8a7b req-e2697086-f167-4a31-bcd5-757a82beb76b tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 945 time: 0.0499699 Dec 16 08:28:54.601228 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-753b7de3-ba39-479a-b08c-3684a63c8a7b req-f73e6f7c-062f-45ac-bf40-c885a861eade tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Dec 16 08:28:54.784255 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Device f003a501-edd3-45ec-b898-85b67ffc615a up at agent hyperv_n-h1-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:28:54.931235 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning for port f003a501-edd3-45ec-b898-85b67ffc615a completed by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 08:28:54.935490 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Provisioning complete for port f003a501-edd3-45ec-b898-85b67ffc615a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:28:54.942787 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:55.019115 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:55.041596 n-d-820935-11 neutron-server[110397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c160711-cf95-4f74-be28-3ca230549bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f003a501-edd3-45ec-b898-85b67ffc615a'}] {{(pid=110397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:28:55.043863 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc022fd037a050253e801f9548d79321c4ac4cf000b51a7ca36748a686e3e223" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f2c0d7-3a53-4da5-a1d8-c380e7897f93" -d '{"events": [{"server_uuid": "9c160711-cf95-4f74-be28-3ca230549bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f003a501-edd3-45ec-b898-85b67ffc615a"}]}' {{(pid=110397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:28:55.068327 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] For port f003a501-edd3-45ec-b898-85b67ffc615a, host n-h1-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-11',level=0,port_id=f003a501-edd3-45ec-b898-85b67ffc615a,segment=NetworkSegment(1a4f2d29-2cc2-404d-8ae1-44f91534f02d),segment_id=1a4f2d29-2cc2-404d-8ae1-44f91534f02d)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:28:55.145423 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aff971-8d3a-4d4c-8b5f-b2138021411b x-openstack-request-id: req-24aff971-8d3a-4d4c-8b5f-b2138021411b {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:28:55.145754 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c160711-cf95-4f74-be28-3ca230549bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f003a501-edd3-45ec-b898-85b67ffc615a", "code": 200}]} {{(pid=110397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:28:55.146009 n-d-820935-11 neutron-server[110397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24aff971-8d3a-4d4c-8b5f-b2138021411b {{(pid=110397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:28:55.146407 n-d-820935-11 neutron-server[110397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c160711-cf95-4f74-be28-3ca230549bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'code': 200} Dec 16 08:28:55.176994 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:55.231001 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Pushing event updated for resources: {'Port': ['ID=f003a501-edd3-45ec-b898-85b67ffc615a,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:28:55.275985 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faba958-68a9-4149-9a41-25ae17f19d41 req-013693b8-0e36-4c46-abb6-a47b054bbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:55.277527 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9faba958-68a9-4149-9a41-25ae17f19d41 req-013693b8-0e36-4c46-abb6-a47b054bbd5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1098 time: 0.0419626 Dec 16 08:28:55.324319 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-9faba958-68a9-4149-9a41-25ae17f19d41 req-86a60af3-18ca-4a10-985a-b4e1afe9c296 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397274 Dec 16 08:28:55.724142 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10683-ffe6-4391-9836-d3033cd28b1a req-3f72407c-1c64-4a36-8844-c498dc296f53 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:55.725633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5df10683-ffe6-4391-9836-d3033cd28b1a req-3f72407c-1c64-4a36-8844-c498dc296f53 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 946 time: 0.0557477 Dec 16 08:28:55.774557 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-5df10683-ffe6-4391-9836-d3033cd28b1a req-3ee8748a-20e4-4a63-bb23-f3ba59c34124 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428760 Dec 16 08:28:56.901398 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485fbb-40a7-4956-9b2d-8f1c25a8bc06 req-10f0787c-1652-4c56-b8c1-3aaea05d892d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:56.902891 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0485fbb-40a7-4956-9b2d-8f1c25a8bc06 req-10f0787c-1652-4c56-b8c1-3aaea05d892d tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 946 time: 0.0598264 Dec 16 08:28:56.958636 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e0485fbb-40a7-4956-9b2d-8f1c25a8bc06 req-1bc3caa7-faf7-4064-a0dd-f2b0e59582a1 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492048 Dec 16 08:28:57.828316 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:58.075823 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595346-241a-43fa-b418-389a5ea7d22d req-5eafc649-651b-4a9b-84e4-59cca1ad640a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:58.077323 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de595346-241a-43fa-b418-389a5ea7d22d req-5eafc649-651b-4a9b-84e4-59cca1ad640a tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 946 time: 0.0488181 Dec 16 08:28:58.129692 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-de595346-241a-43fa-b418-389a5ea7d22d req-8042ada9-aa7f-42c0-8dca-9016fde84c7e tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Dec 16 08:28:58.240122 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-1cda5e96-c50f-4f5b-bafb-df0d501e2116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:58.248876 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba02b4-e7ed-4542-8806-d7ab7afd2afe req-a229daec-12c2-446b-b303-88db16276aae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:58.250337 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1ba02b4-e7ed-4542-8806-d7ab7afd2afe req-a229daec-12c2-446b-b303-88db16276aae tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 946 time: 0.0506437 Dec 16 08:28:58.303806 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-e1ba02b4-e7ed-4542-8806-d7ab7afd2afe req-7d3709da-577a-4e3f-88b2-9406f2819552 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "GET /v2.0/security-groups?id=32e63869-31d2-4e00-b192-3b4f422f06e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467885 Dec 16 08:28:58.326517 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41346) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:28:58.505839 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc6d60-e1af-4244-ad3b-a481b5995342 tempest-TestVolumeBootPattern-1626244900 tempest-TestVolumeBootPattern-1626244900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:28:58.507339 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-47cc6d60-e1af-4244-ad3b-a481b5995342 tempest-TestVolumeBootPattern-1626244900 tempest-TestVolumeBootPattern-1626244900-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1093 time: 0.1798260 Dec 16 08:28:58.510031 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41350) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:28:58.514303 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Request body: {'floatingip': {'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'port_id': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:28:58.609599 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for floatingip, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:58.705288 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:58.810605 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.db_base_plugin_common [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Allocated IP 172.25.2.40 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/5917fd1d-c63a-4741-bf3f-1564bc22e055) {{(pid=110396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:28:58.908819 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:59.017361 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:59.059548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:28:59.062468 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Resources bound (agent type, host, resource id): {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:28:59.066071 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Received port after_create {{(pid=110396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:28:59.091883 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=5917fd1d-c63a-4741-bf3f-1564bc22e055,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:28:59.425328 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:59.591487 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:59.747235 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks [] for port, precommit_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:59.828313 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5185427'] for port, after_update {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:28:59.900769 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Pushing event updated for resources: {'Port': ['ID=5917fd1d-c63a-4741-bf3f-1564bc22e055,revision_number=2']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:28:59.912800 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:00.020813 n-d-820935-11 neutron-server[110396]: INFO neutron.db.l3_db [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Floating IP 30e7919d-cd24-40b0-8dc2-3c0752f34cbd associated. External IP: 172.25.2.40, port: f003a501-edd3-45ec-b898-85b67ffc615a. Dec 16 08:29:00.239681 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:29:00.263128 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:00.353458 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:29:00.364496 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] Sync routers for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:29:00.375520 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:29:00.376728 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:28:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:29:00.436574 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:00.465864 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-9cc7fadd-09a9-4e5b-8529-5cfbd0686f30 tempest-TestVolumeBootPattern-1889563259 tempest-TestVolumeBootPattern-1889563259-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9546940 Dec 16 08:29:00.466691 n-d-820935-11 neutron-server[110396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c160711-cf95-4f74-be28-3ca230549bbd', 'tag': 'f003a501-edd3-45ec-b898-85b67ffc615a'}] {{(pid=110396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:29:00.469639 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a695c1d70b7a16ec16adaab0b66ffce20030fadfb3c6aa674fc63ff046af6631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b05e16-ea81-4b3b-b2d8-1329b466917a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c160711-cf95-4f74-be28-3ca230549bbd", "tag": "f003a501-edd3-45ec-b898-85b67ffc615a"}]}' {{(pid=110396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:29:00.513039 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:29:00.514742 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47970823-fdcc-4ce6-b9af-dbf89f0039df x-openstack-request-id: req-47970823-fdcc-4ce6-b9af-dbf89f0039df {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:29:00.514742 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c160711-cf95-4f74-be28-3ca230549bbd", "tag": "f003a501-edd3-45ec-b898-85b67ffc615a", "status": "completed", "code": 200}]} {{(pid=110396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:29:00.514742 n-d-820935-11 neutron-server[110396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47970823-fdcc-4ce6-b9af-dbf89f0039df {{(pid=110396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:29:00.514742 n-d-820935-11 neutron-server[110396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c160711-cf95-4f74-be28-3ca230549bbd', 'tag': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'status': 'completed', 'code': 200} Dec 16 08:29:00.593698 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-b30a099c-d3f0-4231-bdfd-d433d5bcb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:00.595260 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-b30a099c-d3f0-4231-bdfd-d433d5bcb32e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1098 time: 0.0420566 Dec 16 08:29:00.693645 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-9dee5d69-95c6-44fa-805f-667801384833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:00.695064 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-9dee5d69-95c6-44fa-805f-667801384833 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0934114 Dec 16 08:29:00.698921 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1b4-6970-4d25-a61b-0c3a92441552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:00.763382 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '30e7919d-cd24-40b0-8dc2-3c0752f34cbd', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:82:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c160711-cf95-4f74-be28-3ca230549bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:28:59Z', 'updated_at': '2021-12-16T08:28:59Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}, {'id': 'f6770540-bad2-4549-addb-71fff315acee', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:48:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:26:04Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 1, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:29:00.770465 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-5453d839-09b5-4946-b6de-1b9c3d391900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 999 time: 0.0673802 Dec 16 08:29:00.789673 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] Checking router: 92041228-9fe6-4f9e-8c1c-81aec4f2f547 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:29:00.798705 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] Routers {'92041228-9fe6-4f9e-8c1c-81aec4f2f547'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:29:00.807987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:29:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:29:00.824949 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-c3ee28ca-4db3-40aa-8b49-96201a6a94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:00.830865 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-c3ee28ca-4db3-40aa-8b49-96201a6a94e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0496330 Dec 16 08:29:00.874788 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-7f0b9b96-f190-4d37-89eb-c45abe348bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:00.877106 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-7f0b9b96-f190-4d37-89eb-c45abe348bc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431886 Dec 16 08:29:00.972858 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-49beacdc-5bdb-4898-8790-3ba6392ab998 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888698 Dec 16 08:29:01.073273 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] Set router 92041228-9fe6-4f9e-8c1c-81aec4f2f547 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:29:01.074741 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-56b05e16-ea81-4b3b-b2d8-1329b466917a req-e9fb459d-e419-44fd-96fc-953fec3e23bb service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950882 Dec 16 08:29:01.305363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '30e7919d-cd24-40b0-8dc2-3c0752f34cbd', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:82:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c160711-cf95-4f74-be28-3ca230549bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:28:59Z', 'updated_at': '2021-12-16T08:28:59Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}, {'id': 'f6770540-bad2-4549-addb-71fff315acee', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:48:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:26:04Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 1, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:29:01.336127 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d21dc9-6f09-4976-a43c-6f28b81ba1d4 None None] The sync data for ids ['92041228-9fe6-4f9e-8c1c-81aec4f2f547'] in n-d-820935-11 is: [{'id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'name': 'tempest-TestVolumeBootPattern-1440425083-router', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'gw_port': {'id': 'dfb1c479-db11-4dfa-a06a-bbeccc2a152d', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:46Z', 'updated_at': '2021-12-16T08:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_floatingips': [{'id': '30e7919d-cd24-40b0-8dc2-3c0752f34cbd', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': 'f003a501-edd3-45ec-b898-85b67ffc615a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:82:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c160711-cf95-4f74-be28-3ca230549bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:28:59Z', 'updated_at': '2021-12-16T08:28:59Z', 'revision_number': 0, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}, {'id': 'f6770540-bad2-4549-addb-71fff315acee', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'router_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'port_id': '915b9807-6a2e-4a88-994a-ffb0d196ff08', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'mac_address': 'fa:16:3e:48:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dbd14-70ab-4594-8c2e-ca817a140fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T08:26:04Z', 'updated_at': '2021-12-16T08:26:06Z', 'revision_number': 1, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a58bb-4751-458c-ac93-417282b67ff7', 'name': '', 'network_id': 'f4297357-76af-4ba4-aa21-e260ca6a5b77', 'tenant_id': '0dfac316b0434e1e9ac41246ee93e487', 'mac_address': 'fa:16:3e:5a:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92041228-9fe6-4f9e-8c1c-81aec4f2f547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:16:50Z', 'updated_at': '2021-12-16T08:16:57Z', 'revision_number': 5, 'project_id': '0dfac316b0434e1e9ac41246ee93e487', 'subnets': [{'id': 'f8d28cd3-722f-446e-a77f-1456ec27a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:29:01.562729 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332784a2-4d4b-47ab-91f2-0e2cb813f62d None None] New status for floating IP 30e7919d-cd24-40b0-8dc2-3c0752f34cbd: ACTIVE {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:29:01.912811 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:03.554074 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:04.234507 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:15.573010 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:29:25.323658 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-d9cc63d7-d556-40a8-a9cb-0bcb60fbfc47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401120 Dec 16 08:29:25.433063 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-e6888d20-2512-4cb9-a11f-38a2cf41a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:25.434575 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-e6888d20-2512-4cb9-a11f-38a2cf41a6ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 1097 time: 0.0429366 Dec 16 08:29:25.547547 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-5365f938-63d4-41a5-bf1b-882e06ffa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:25.549039 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-5365f938-63d4-41a5-bf1b-882e06ffa379 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 200 len: 910 time: 0.0898376 Dec 16 08:29:25.627657 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-cbc9916b-55c4-45f3-80ba-ec29faae1a50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 200 len: 1000 time: 0.0698559 Dec 16 08:29:25.682537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-0aa20021-071e-458b-b5ea-6b0d18e37dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:25.684049 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-0aa20021-071e-458b-b5ea-6b0d18e37dc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32123200-641b-4d59-bcec-b606e6fdeb9c HTTP/1.1" status: 200 len: 848 time: 0.0456402 Dec 16 08:29:25.741128 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-cd4cbb2e-2f28-45f2-87ef-415ddce53256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:25.743046 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-cd4cbb2e-2f28-45f2-87ef-415ddce53256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c5d721-16bb-4342-85a7-dd3e1df560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480070 Dec 16 08:29:25.843105 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-4508f5c7-5bf7-47ed-b12e-45245889ecfe service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880272 Dec 16 08:29:25.942282 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-2f1a9e58-8a06-4f97-a66b-39f6adcc2cca req-0d7a9cd9-06ff-46ca-9c87-0120723ce670 service neutron] 10.222.0.36 "GET /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878594 Dec 16 08:29:27.851079 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:28.227496 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-278314a9-caeb-4d0e-8cfd-ca112f74a4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:30.322853 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:30.615113 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-16c57af9-64ca-4613-92ee-ce561c9b50c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429077 Dec 16 08:29:30.716637 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-ad239258-e887-4f1d-85ca-606a40727d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:30.718183 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-ad239258-e887-4f1d-85ca-606a40727d59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0427725 Dec 16 08:29:30.725780 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-caa2bd03-cd42-4b91-b712-23b659d0bca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:30.827308 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-4586b2ea-f61e-4f3e-9d69-b7f7b3ecca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:30.828802 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-4586b2ea-f61e-4f3e-9d69-b7f7b3ecca6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0914297 Dec 16 08:29:30.897020 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-da467950-c1a8-4b76-ad00-7d4a0c4bef33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.0600178 Dec 16 08:29:30.950860 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-9e1bd70d-1615-44da-9199-afeee4e236fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:30.952407 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-9e1bd70d-1615-44da-9199-afeee4e236fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0485604 Dec 16 08:29:30.998545 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-86402dfc-1e63-416c-ae2e-e5100a07366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:29:31.000019 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-86402dfc-1e63-416c-ae2e-e5100a07366d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413866 Dec 16 08:29:31.089856 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-fc26c54c-034f-4b71-b07e-499596b497ff service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825267 Dec 16 08:29:31.185605 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-86c1bbee-8492-4681-a36a-3bdc495b27ac req-acb0677c-94ef-426c-b0a1-b697157498d2 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887172 Dec 16 08:29:31.939500 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:33.591766 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:34.207929 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:52.572622 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:29:57.852526 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:29:58.201346 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1baafac-5203-4926-937e-c0e324640fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:00.258027 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:00.695399 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-45d7801b-15ca-44d4-a9fa-78fe33c2e314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:01.909340 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:03.581395 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:04.232889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:17.685760 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad3fcc-d7ae-424f-aca0-13808a2ccdcf req-00618a01-0bf6-4fa6-bc86-ed97451d7771 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:17.687221 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfad3fcc-d7ae-424f-aca0-13808a2ccdcf req-00618a01-0bf6-4fa6-bc86-ed97451d7771 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0513246 Dec 16 08:30:17.736633 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-dfad3fcc-d7ae-424f-aca0-13808a2ccdcf req-d72068e8-e4dc-4567-9d74-536d067d499d tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432327 Dec 16 08:30:18.855054 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988f7a5-c744-4806-81b2-4e5bf9f78a0a req-3dd04fa3-f41d-4883-9603-b1b6b4747283 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:18.857726 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9988f7a5-c744-4806-81b2-4e5bf9f78a0a req-3dd04fa3-f41d-4883-9603-b1b6b4747283 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Dec 16 08:30:18.905760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-9988f7a5-c744-4806-81b2-4e5bf9f78a0a req-81513000-4362-4dec-adc8-21b3252781f5 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Dec 16 08:30:19.474620 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-6a2fb605-5918-4d34-89bc-b2b610a8e1f4 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:19.476058 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-6a2fb605-5918-4d34-89bc-b2b610a8e1f4 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.36 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Dec 16 08:30:19.571535 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Deleting port 6b3599b1-ce8d-4094-9ac5-a81551462565 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:19.571874 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:19.663206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] For port 6b3599b1-ce8d-4094-9ac5-a81551462565, host n-h2-820935-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-11',level=0,port_id=6b3599b1-ce8d-4094-9ac5-a81551462565,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:19.663570 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:19.834157 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:19.834523 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651008'] for floatingip, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:19.834844 n-d-820935-11 neutron-server[110395]: INFO neutron.db.l3_db [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Floating IP eb49c0be-e0f0-4819-9367-6e0b3a84f3e6 disassociated. External IP: 172.25.2.69, port: 6b3599b1-ce8d-4094-9ac5-a81551462565. Dec 16 08:30:19.835189 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Calling delete_port for 6b3599b1-ce8d-4094-9ac5-a81551462565 owned by compute:nova {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:20.029022 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171b1f-7e15-403f-84fd-a81e0516ec84 req-1f45edaa-8c6f-45f0-ad67-b948390963b9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:20.030782 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48171b1f-7e15-403f-84fd-a81e0516ec84 req-1f45edaa-8c6f-45f0-ad67-b948390963b9 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Dec 16 08:30:20.081719 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-48171b1f-7e15-403f-84fd-a81e0516ec84 req-2d220e62-5324-4efd-902d-538495b2ac99 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/security-groups?id=40bbc112-ad7b-4a40-aeb1-66f6c77768c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445750 Dec 16 08:30:20.112281 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:20.144891 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event deleted for resources: {'Port': ['ID=6b3599b1-ce8d-4094-9ac5-a81551462565,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:20.156291 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.172334 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:20.271207 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Router cc20306d-30d4-427f-bbb8-60ad68bd18cd has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:30:20.378661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:30:20.388905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] Sync routers for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:30:20.402175 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:20.402794 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:20.422270 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] No DVR routers for this DVR port 6b3599b1-ce8d-4094-9ac5-a81551462565 on host n-h2-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:30:20.425031 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for port, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:20.428464 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-98c5e227-6f76-4e3f-9740-b5678dcc7d53 req-fc117274-9015-4a40-a749-e1ff8c3c7cf3 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.36 "DELETE /v2.0/ports/6b3599b1-ce8d-4094-9ac5-a81551462565 HTTP/1.1" status: 204 len: 173 time: 0.9421322 Dec 16 08:30:20.428957 n-d-820935-11 neutron-server[110395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'name': 'network-vif-deleted', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565'}] {{(pid=110395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 08:30:20.431248 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3eb5f1d1fa0db5b97cf696f07a80e7b53801c4f08ec5f93426a1021001e70a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e53b7f-923e-4f52-aa51-b497e3839f28" -d '{"events": [{"server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "name": "network-vif-deleted", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565"}]}' {{(pid=110395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 08:30:20.521882 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:20.552001 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 08:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397d5119-25e8-4e12-99de-0c90820c552f x-openstack-request-id: req-397d5119-25e8-4e12-99de-0c90820c552f {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 08:30:20.552605 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330aa76-7444-438c-95d7-95dc81de55c8", "name": "network-vif-deleted", "tag": "6b3599b1-ce8d-4094-9ac5-a81551462565", "status": "completed", "code": 200}]} {{(pid=110395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 08:30:20.552906 n-d-820935-11 neutron-server[110395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-397d5119-25e8-4e12-99de-0c90820c552f {{(pid=110395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 08:30:20.553311 n-d-820935-11 neutron-server[110395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330aa76-7444-438c-95d7-95dc81de55c8', 'name': 'network-vif-deleted', 'tag': '6b3599b1-ce8d-4094-9ac5-a81551462565', 'status': 'completed', 'code': 200} Dec 16 08:30:20.746458 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:06Z', 'revision_number': 5, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:20.773199 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] Checking router: cc20306d-30d4-427f-bbb8-60ad68bd18cd for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:30:20.782159 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:20.782769 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:20.892093 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:21.100101 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:06Z', 'revision_number': 5, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:21.128662 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aac3b8-b3ac-44da-bce8-5321463b2eb6 None None] The sync data for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 is: [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': 'f9c27db3-391e-47ea-a9aa-37ca82d1e382', 'name': '', 'network_id': '99c5d721-16bb-4342-85a7-dd3e1df560fd', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'mac_address': 'fa:16:3e:9d:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:01Z', 'updated_at': '2021-12-16T08:25:06Z', 'revision_number': 5, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'subnets': [{'id': '32123200-641b-4d59-bcec-b606e6fdeb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:30:21.196722 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [req-57697285-1a35-4498-99b5-385c71b6bedf req-328743a0-94b9-4947-8c5d-ea2659e76c99 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "GET /v2.0/ports?device_id=2330aa76-7444-438c-95d7-95dc81de55c8 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Dec 16 08:30:21.354535 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1816b-bde2-43d3-8e2a-bef9cb7d3e65 None None] New status for floating IP eb49c0be-e0f0-4819-9367-6e0b3a84f3e6: DOWN {{(pid=110398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 08:30:22.257963 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41402) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:22.383263 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Deleting port 9ef8fbee-cf66-4cc7-a368-44d150fd6535 {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:22.383600 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:22.462673 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:22.462999 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:22.475331 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Calling delete_port for 9ef8fbee-cf66-4cc7-a368-44d150fd6535 owned by network:floatingip {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:22.725817 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:22.763420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event deleted for resources: {'Port': ['ID=9ef8fbee-cf66-4cc7-a368-44d150fd6535,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:22.788508 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.788894 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.789256 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.789589 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.789922 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.790250 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.790571 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.790893 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.791217 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.791535 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.791853 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.792170 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.792804 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:22.835073 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for floatingip, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:22.838668 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257151'] for floatingip, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:22.839372 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-1bab0c20-0aca-4678-a191-b353edacfb18 tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "DELETE /v2.0/floatingips/eb49c0be-e0f0-4819-9367-6e0b3a84f3e6 HTTP/1.1" status: 204 len: 168 time: 0.5803864 Dec 16 08:30:22.908437 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41408) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:22.974505 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a09e4c1b-4e49-4a91-893a-e2eb52cf3cbe tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:23.001040 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a09e4c1b-4e49-4a91-893a-e2eb52cf3cbe tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:23.125630 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a09e4c1b-4e49-4a91-893a-e2eb52cf3cbe tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:23.128320 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a09e4c1b-4e49-4a91-893a-e2eb52cf3cbe tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Publish callbacks [] for security_group, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:23.129606 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a09e4c1b-4e49-4a91-893a-e2eb52cf3cbe tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] 10.222.0.43 "DELETE /v2.0/security-groups/40bbc112-ad7b-4a40-aeb1-66f6c77768c9 HTTP/1.1" status: 204 len: 168 time: 0.2200937 Dec 16 08:30:23.146134 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e4c1b-4e49-4a91-893a-e2eb52cf3cbe tempest-TestServerBasicOps-158495178 tempest-TestServerBasicOps-158495178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bbc112-ad7b-4a40-aeb1-66f6c77768c9,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:23.262288 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41412) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:23.714067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6b3599b1-ce8d-4094-9ac5-a81551462565 no longer exists at agent hyperv_n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:30:23.735434 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] No Port match for: 6b3599b1-ce8d-4094-9ac5-a81551462565 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:30:23.735780 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Device 6b3599b1-ce8d-4094-9ac5-a81551462565 not bound to the agent host n-h2-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:30:23.757649 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:24.351204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Deleting port f9c27db3-391e-47ea-a9aa-37ca82d1e382 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:24.351886 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:24.437733 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] For port f9c27db3-391e-47ea-a9aa-37ca82d1e382, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=f9c27db3-391e-47ea-a9aa-37ca82d1e382,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:24.438098 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:24.450657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Calling delete_port for f9c27db3-391e-47ea-a9aa-37ca82d1e382 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:24.689833 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:24.716426 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c27db3-391e-47ea-a9aa-37ca82d1e382,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:24.890665 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:25.104532 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Router cc20306d-30d4-427f-bbb8-60ad68bd18cd has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:30:25.214206 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:30:25.219609 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-2705d14b-8558-4871-b192-5197db10fdea admin admin] 10.222.0.43 "PUT /v2.0/routers/cc20306d-30d4-427f-bbb8-60ad68bd18cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9561980 Dec 16 08:30:25.222129 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41420) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:25.225360 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] Sync routers for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:30:25.236500 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:25.237120 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:25.328264 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:25.344878 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:25.431762 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:25.522958 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '1a358d03-63d3-472d-945d-eb15b5683782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:30:24Z', 'revision_number': 5, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port': {'id': '1a358d03-63d3-472d-945d-eb15b5683782', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:24:58Z', 'updated_at': '2021-12-16T08:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:25.550653 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] Checking router: cc20306d-30d4-427f-bbb8-60ad68bd18cd for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:30:25.559069 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] Routers {'cc20306d-30d4-427f-bbb8-60ad68bd18cd'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:25.559682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:25.580687 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Deleting port 1a358d03-63d3-472d-945d-eb15b5683782 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:25.580968 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:25.648556 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] Set router cc20306d-30d4-427f-bbb8-60ad68bd18cd gateway port host: None {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:25.665108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] For port 1a358d03-63d3-472d-945d-eb15b5683782, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=1a358d03-63d3-472d-945d-eb15b5683782,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:25.665477 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:25.679237 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Calling delete_port for 1a358d03-63d3-472d-945d-eb15b5683782 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:25.707829 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:30:25Z', 'revision_number': 6, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port_host': None}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:25.735552 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc7dc68-ab5d-45dc-8882-b93321217aa2 None None] The sync data for ids ['cc20306d-30d4-427f-bbb8-60ad68bd18cd'] in n-d-820935-11 is: [{'id': 'cc20306d-30d4-427f-bbb8-60ad68bd18cd', 'name': 'tempest-TestServerBasicOps-1878075646-router', 'tenant_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:24:57Z', 'updated_at': '2021-12-16T08:30:25Z', 'revision_number': 6, 'project_id': '3168ebe6794d4ddc9eae4b166a81e9da', 'gw_port_host': None}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:30:25.900976 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:25.927157 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a358d03-63d3-472d-945d-eb15b5683782,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:25.942043 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6bc99-b1ac-4698-8151-9fe58b0f97b6 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:25.988529 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.083672 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.085989 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.194553 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.195169 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc20306d-30d4-427f-bbb8-60ad68bd18cd {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:30:26.199660 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.200876 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-0c9845f8-87d1-4464-a9f9-2bd76eb7256f admin admin] 10.222.0.43 "DELETE /v2.0/routers/cc20306d-30d4-427f-bbb8-60ad68bd18cd HTTP/1.1" status: 204 len: 168 time: 0.9778347 Dec 16 08:30:26.204371 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41422) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:26.247619 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] Deleting subnet 32123200-641b-4d59-bcec-b606e6fdeb9c {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:30:26.251263 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.284718 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.363069 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.473262 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.501645 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32123200-641b-4d59-bcec-b606e6fdeb9c,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:26.505771 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.511307 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-4788c0c0-6138-4231-aa56-2957a5ed2693 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/32123200-641b-4d59-bcec-b606e6fdeb9c HTTP/1.1" status: 204 len: 168 time: 0.3037157 Dec 16 08:30:26.511718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41424) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:26.515072 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955b3c9-8c5d-4547-8ee6-cec28b58885b None None] Network 99c5d721-16bb-4342-85a7-dd3e1df560fd requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:30:26.593603 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.652446 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Deleting port 11872c9b-148b-487a-ab38-2c3d8a27786a {{(pid=110396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:26.652791 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.722882 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.db [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] For port 11872c9b-148b-487a-ab38-2c3d8a27786a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=11872c9b-148b-487a-ab38-2c3d8a27786a,segment=NetworkSegment(122eb14b-3540-4bac-99a9-f5dfc9715b58),segment_id=122eb14b-3540-4bac-99a9-f5dfc9715b58)] {{(pid=110396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:26.723307 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.738039 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.plugin [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Calling delete_port for 11872c9b-148b-487a-ab38-2c3d8a27786a owned by network:dhcp {{(pid=110396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:26.865638 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] DHCP port deletion for 99c5d721-16bb-4342-85a7-dd3e1df560fd request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:26.883576 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5185514'] for port, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.912407 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Deleting port 11872c9b-148b-487a-ab38-2c3d8a27786a {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:26.912798 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.918937 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=11872c9b-148b-487a-ab38-2c3d8a27786a,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:26.923467 n-d-820935-11 neutron-server[110396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] No DVR routers for this DVR port 11872c9b-148b-487a-ab38-2c3d8a27786a on host n-d-820935-11 {{(pid=110396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:30:26.984824 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] For port 11872c9b-148b-487a-ab38-2c3d8a27786a, host n-d-820935-11, got binding levels [] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:26.985117 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:26.997467 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Calling delete_port for 11872c9b-148b-487a-ab38-2c3d8a27786a owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:27.000307 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.ipam_backend_mixin [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Port 11872c9b-148b-487a-ab38-2c3d8a27786a was not found and therefore no delete operation was performed {{(pid=110397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 08:30:27.001732 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.011859 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.024945 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Pushing event deleted for resources: {'Port': ['ID=11872c9b-148b-487a-ab38-2c3d8a27786a,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:27.034292 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c5d721-16bb-4342-85a7-dd3e1df560fd']}} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:27.036479 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] No DVR routers for this DVR port 11872c9b-148b-487a-ab38-2c3d8a27786a on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:30:27.041320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.041680 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.042031 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.042376 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.042720 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.043065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.043398 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.043737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.044058 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.044413 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.044750 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.045084 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.045967 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1794279-bc2f-43f4-a15b-417e04a4c44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:27.047766 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122eb14b-3540-4bac-99a9-f5dfc9715b58') {'for_net_delete': True} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:27.048268 n-d-820935-11 neutron-server[110396]: DEBUG neutron.services.segments.db [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122eb14b-3540-4bac-99a9-f5dfc9715b58') {} {{(pid=110396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:27.059790 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5804369'] for segment, before_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.073593 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.080890 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=110396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:30:27.081282 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5185463'] for segment, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: Traceback (most recent call last): Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: timer() Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: cb(*args, **kw) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: return func(*args, **kwargs) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: self._notify() Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: self.callback(batched_events) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: event.method(event) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: return f(self, *a, **k) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: return self._get(url).json() Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: return self.request(url, 'GET', **kwargs) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:30:27.082958 n-d-820935-11 neutron-server[110396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:30:27.125454 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1a358d03-63d3-472d-945d-eb15b5683782 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:30:27.146160 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 1a358d03-63d3-472d-945d-eb15b5683782 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:30:27.146582 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 1a358d03-63d3-472d-945d-eb15b5683782 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:30:27.146995 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f9c27db3-391e-47ea-a9aa-37ca82d1e382 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:30:27.166162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: f9c27db3-391e-47ea-a9aa-37ca82d1e382 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:30:27.166507 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device f9c27db3-391e-47ea-a9aa-37ca82d1e382 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:30:27.166909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 11872c9b-148b-487a-ab38-2c3d8a27786a no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:30:27.190905 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 11872c9b-148b-487a-ab38-2c3d8a27786a {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:30:27.191254 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 11872c9b-148b-487a-ab38-2c3d8a27786a not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:30:27.239883 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.253905 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.257087 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] 10.222.0.43 "DELETE /v2.0/networks/99c5d721-16bb-4342-85a7-dd3e1df560fd HTTP/1.1" status: 204 len: 168 time: 0.7439947 Dec 16 08:30:27.260051 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41426) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:27.271454 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b96df5-cf6f-44a8-9dc8-4b5d54080c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c5d721-16bb-4342-85a7-dd3e1df560fd,revision_number=None']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:27.617400 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648448'] for router_interface, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.822260 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.870389 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Deleting port 4b34155c-e6c2-40ff-803b-5610fd354f86 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:27.870733 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.948382 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] For port 4b34155c-e6c2-40ff-803b-5610fd354f86, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=4b34155c-e6c2-40ff-803b-5610fd354f86,segment=NetworkSegment(14f0c7a4-d994-49cf-84c0-4e468a23395f),segment_id=14f0c7a4-d994-49cf-84c0-4e468a23395f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:27.948744 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:27.962786 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Calling delete_port for 4b34155c-e6c2-40ff-803b-5610fd354f86 owned by network:router_interface {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:28.220731 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-850df436-eaf3-4f03-a363-659d2de96e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:28.251482 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:28.281982 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b34155c-e6c2-40ff-803b-5610fd354f86,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:28.453825 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648604'] for router_interface, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:28.668615 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Router 8edd4f44-dc5e-445f-aff1-b9405ad55020 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:30:28.774657 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:30:28.782378 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-9776e5f4-9f46-401c-9274-ee00fb0242c8 admin admin] 10.222.0.43 "PUT /v2.0/routers/8edd4f44-dc5e-445f-aff1-b9405ad55020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195143 Dec 16 08:30:28.786163 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41428) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:28.786289 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] Sync routers for ids ['8edd4f44-dc5e-445f-aff1-b9405ad55020'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:30:28.794367 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] Routers {'8edd4f44-dc5e-445f-aff1-b9405ad55020'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:28.794965 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8edd4f44-dc5e-445f-aff1-b9405ad55020'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:28.900256 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] Set router 8edd4f44-dc5e-445f-aff1-b9405ad55020 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:29.090190 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:30:28Z', 'revision_number': 5, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:29.117305 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] Checking router: 8edd4f44-dc5e-445f-aff1-b9405ad55020 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:30:29.126900 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] Routers {'8edd4f44-dc5e-445f-aff1-b9405ad55020'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:29.127515 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:01Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['8edd4f44-dc5e-445f-aff1-b9405ad55020'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:29.234611 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks [] for router, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:29.235441 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] Set router 8edd4f44-dc5e-445f-aff1-b9405ad55020 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:29.332024 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:29.411386 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:30:28Z', 'revision_number': 5, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:29.441267 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3beac99-9fa9-4f88-978b-ca8b1ca16d4e None None] The sync data for ids ['8edd4f44-dc5e-445f-aff1-b9405ad55020'] in n-d-820935-11 is: [{'id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'name': 'tempest-TestServerBasicOps-871920740-router', 'tenant_id': 'af85dc0fc096433580d32337865fb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:30:28Z', 'revision_number': 5, 'project_id': 'af85dc0fc096433580d32337865fb6d2', 'gw_port': {'id': 'a4d31e63-a7dd-4722-b0f7-ef786c5fa920', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd4f44-dc5e-445f-aff1-b9405ad55020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:25:06Z', 'updated_at': '2021-12-16T08:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:30:29.475768 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Deleting port a4d31e63-a7dd-4722-b0f7-ef786c5fa920 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:29.476114 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:29.555617 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] For port a4d31e63-a7dd-4722-b0f7-ef786c5fa920, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:29.555982 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:29.568582 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Calling delete_port for a4d31e63-a7dd-4722-b0f7-ef786c5fa920 owned by network:router_gateway {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:29.571281 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:30:29.782435 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:29.814475 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d31e63-a7dd-4722-b0f7-ef786c5fa920,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:29.826797 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2256ba3-facc-47de-b206-03aa36908da5 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:29.878394 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651070'] for router_gateway, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:29.974939 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12911'] for router, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:29.977108 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.134920 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648359'] for router, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.135541 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8edd4f44-dc5e-445f-aff1-b9405ad55020 {{(pid=110395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 08:30:30.139759 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.141246 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-e3618436-5466-4c02-877d-d3deeac19bf3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8edd4f44-dc5e-445f-aff1-b9405ad55020 HTTP/1.1" status: 204 len: 168 time: 1.3570151 Dec 16 08:30:30.145892 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41430) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:30.195779 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_v2 [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] Deleting subnet 91cb5ba5-95f8-4227-8ff6-870abbb069b4 {{(pid=110395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 08:30:30.199125 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.236936 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960761'] for subnet, precommit_delete_associations {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.288988 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.318830 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755077'] for subnet, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.443741 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4377031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6025739'] for subnet, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.472402 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.476301 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/91cb5ba5-95f8-4227-8ff6-870abbb069b4 HTTP/1.1" status: 204 len: 168 time: 0.3318045 Dec 16 08:30:30.477154 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eac4a-4fc4-4069-80c6-e6b0673d075e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91cb5ba5-95f8-4227-8ff6-870abbb069b4,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:30.478008 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec72ad2-d051-4868-bffe-84b8d9093da9 None None] Network 99f1722c-d801-4c52-9f61-af93505a9b36 requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:30:30.480359 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41432) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:30.553913 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701099'] for network, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.614973 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Deleting port 00f6f530-1f08-41f1-bb77-c006ee200e60 {{(pid=110395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:30.615439 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.635596 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-83181d58-2681-4967-a5c1-694f9ddff69f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796597 Dec 16 08:30:30.668818 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] DHCP port deletion for 99f1722c-d801-4c52-9f61-af93505a9b36 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:30.703262 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.db [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] For port 00f6f530-1f08-41f1-bb77-c006ee200e60, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=00f6f530-1f08-41f1-bb77-c006ee200e60,segment=NetworkSegment(14f0c7a4-d994-49cf-84c0-4e468a23395f),segment_id=14f0c7a4-d994-49cf-84c0-4e468a23395f)] {{(pid=110395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:30.703630 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.715316 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-7566c96f-df6c-458d-a35e-732fc00031ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:30.716147 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5da550ce-c04c-43df-bfb6-a56ab8d4896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.717937 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-7566c96f-df6c-458d-a35e-732fc00031ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1098 time: 0.0441952 Dec 16 08:30:30.718622 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.plugin [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Calling delete_port for 00f6f530-1f08-41f1-bb77-c006ee200e60 owned by network:dhcp {{(pid=110395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:30.726331 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] Deleting port 00f6f530-1f08-41f1-bb77-c006ee200e60 {{(pid=110397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 08:30:30.726722 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755715116656'] for port, before_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.802253 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] For port 00f6f530-1f08-41f1-bb77-c006ee200e60, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=00f6f530-1f08-41f1-bb77-c006ee200e60,segment=NetworkSegment(14f0c7a4-d994-49cf-84c0-4e468a23395f),segment_id=14f0c7a4-d994-49cf-84c0-4e468a23395f)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:30.803071 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594581'] for port, precommit_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.831790 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] Calling delete_port for 00f6f530-1f08-41f1-bb77-c006ee200e60 owned by network:dhcp {{(pid=110397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 08:30:30.832544 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-946be9a3-ec19-4551-acdf-6eee186a02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:30.833227 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-946be9a3-ec19-4551-acdf-6eee186a02ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0949526 Dec 16 08:30:30.897185 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.903493 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755715172307', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755714619585'] for port, after_delete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:30.930791 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] Pushing event deleted for resources: {'Port': ['ID=00f6f530-1f08-41f1-bb77-c006ee200e60,revision_number=None']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:30.932494 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f6f530-1f08-41f1-bb77-c006ee200e60,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:30.934987 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93503d9-5267-46af-917a-7abec7a1da5d None None] No DVR routers for this DVR port 00f6f530-1f08-41f1-bb77-c006ee200e60 on host n-d-820935-11 {{(pid=110397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:30:30.937503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] No DVR routers for this DVR port 00f6f530-1f08-41f1-bb77-c006ee200e60 on host n-d-820935-11 {{(pid=110395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 08:30:31.024023 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1755986', 'neutron.services.segments.db._delete_segments_for_network-8755715010178'] for network, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.047105 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f1722c-d801-4c52-9f61-af93505a9b36']}} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:31.057491 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f0c7a4-d994-49cf-84c0-4e468a23395f') {'for_net_delete': True} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:31.057744 n-d-820935-11 neutron-server[110395]: DEBUG neutron.services.segments.db [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f0c7a4-d994-49cf-84c0-4e468a23395f') {} {{(pid=110395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:31.070894 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755715012491', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960898'] for segment, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.087235 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.097311 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 08:30:31.098391 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4377005'] for segment, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: Traceback (most recent call last): Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: timer() Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: cb(*args, **kw) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: return func(*args, **kwargs) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: self._notify() Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: self.callback(batched_events) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: event.method(event) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: return f(self, *a, **k) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: return self._get(url).json() Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: return self.request(url, 'GET', **kwargs) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 08:30:31.110362 n-d-820935-11 neutron-server[110395]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 08:30:31.120601 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 00f6f530-1f08-41f1-bb77-c006ee200e60 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:30:31.146228 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 00f6f530-1f08-41f1-bb77-c006ee200e60 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:30:31.146585 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 00f6f530-1f08-41f1-bb77-c006ee200e60 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:30:31.147005 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4b34155c-e6c2-40ff-803b-5610fd354f86 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:30:31.165929 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-64391598-fff3-46c9-9b6f-c22ac99fae47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 1001 time: 0.3247354 Dec 16 08:30:31.167632 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: 4b34155c-e6c2-40ff-803b-5610fd354f86 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:30:31.167993 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 4b34155c-e6c2-40ff-803b-5610fd354f86 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:30:31.168438 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a4d31e63-a7dd-4722-b0f7-ef786c5fa920 no longer exists at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 08:30:31.187781 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] No Port match for: a4d31e63-a7dd-4722-b0f7-ef786c5fa920 {{(pid=110397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 08:30:31.188136 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device a4d31e63-a7dd-4722-b0f7-ef786c5fa920 not bound to the agent host n-d-820935-11 {{(pid=110397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 08:30:31.218287 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-cfe0a53e-cf02-43e2-834b-aebcc4dbcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:31.219745 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-cfe0a53e-cf02-43e2-834b-aebcc4dbcb91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0463521 Dec 16 08:30:31.245334 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1755995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651026'] for network, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.251090 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Publish callbacks [] for network, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.254913 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] 10.222.0.43 "DELETE /v2.0/networks/99f1722c-d801-4c52-9f61-af93505a9b36 HTTP/1.1" status: 204 len: 168 time: 0.7728379 Dec 16 08:30:31.272151 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-d3bceb08-5b57-4c48-8988-5e827b7712e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:31.272537 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7e110-9434-4e1a-b995-f51aedecda31 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f1722c-d801-4c52-9f61-af93505a9b36,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:31.273935 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-d3bceb08-5b57-4c48-8988-5e827b7712e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466800 Dec 16 08:30:31.364964 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-8a0087fd-5d3f-4da8-84ae-2acb65c18ddb service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822885 Dec 16 08:30:31.460996 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-cc990f0e-7758-41ad-84e2-a15a1f10eaba req-67112591-7e34-43b3-8033-92dd594f0d9c service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Dec 16 08:30:31.568229 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41436) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:31.610010 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-5e00e831-bffc-43bf-94ca-56d778858d33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3168ebe6794d4ddc9eae4b166a81e9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404284 Dec 16 08:30:31.612505 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41438) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:31.660039 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e15475-1747-4f52-92db-e75514246c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.680578 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e15475-1747-4f52-92db-e75514246c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.803285 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e15475-1747-4f52-92db-e75514246c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.805885 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-27e15475-1747-4f52-92db-e75514246c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:31.807076 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-27e15475-1747-4f52-92db-e75514246c6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06f7b891-e6fb-485a-9305-a868983b1c09 HTTP/1.1" status: 204 len: 168 time: 0.1936841 Dec 16 08:30:31.815661 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e15475-1747-4f52-92db-e75514246c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7b891-e6fb-485a-9305-a868983b1c09,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:31.923283 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:32.515222 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41444) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:32.554778 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-31d82550-8610-41fe-8ceb-44f07d09f7d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af85dc0fc096433580d32337865fb6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383008 Dec 16 08:30:32.557113 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41446) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:32.606798 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08383a27-2fc6-4999-b355-e5d91deafa1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:32.627431 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08383a27-2fc6-4999-b355-e5d91deafa1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:32.752083 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08383a27-2fc6-4999-b355-e5d91deafa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_delete {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:32.754890 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-08383a27-2fc6-4999-b355-e5d91deafa1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:32.756080 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-08383a27-2fc6-4999-b355-e5d91deafa1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4459ada9-ca9d-4230-b16c-01cb44a73133 HTTP/1.1" status: 204 len: 168 time: 0.1980481 Dec 16 08:30:32.765195 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08383a27-2fc6-4999-b355-e5d91deafa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4459ada9-ca9d-4230-b16c-01cb44a73133,revision_number=None']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:33.616885 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:33.863604 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41468) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:33.988089 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1421784792-network', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:30:34.068095 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Made reservation on behalf of fd6c0fa931b04401a5b9c08b29bb1018 for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:30:34.070476 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.080154 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.156267 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.228302 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.239323 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.265019 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:30:34.274930 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcb3c81-6846-45ac-809a-598453004741,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:34.281231 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.281577 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Added segment e40e61e3-250a-4389-8b76-f6448c025fba of type vlan for network bb0038f2-7daa-445b-b128-2116fa08582e Dec 16 08:30:34.321058 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.428209 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.429355 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:34.429731 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.520992 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0038f2-7daa-445b-b128-2116fa08582e,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:34.531183 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network bb0038f2-7daa-445b-b128-2116fa08582e details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:30:34.602281 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-a34c6feb-28d3-424f-8e28-6113a66cf8d3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7375042 Dec 16 08:30:34.605208 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41474) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:34.613432 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Request body: {'subnet': {'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1421784792-subnet', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'ip_version': 4}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:30:34.702354 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Made reservation on behalf of fd6c0fa931b04401a5b9c08b29bb1018 for: {'subnet': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:30:34.704705 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5231438'] for subnet, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:34.952715 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5184282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5231440'] for subnet, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.007299 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c433f9e-79ad-4107-9ca0-d51e59473f9e,revision_number=0']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:35.019183 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Checking segment: {'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:35.019547 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Network hostable DHCP agents. Network: bb0038f2-7daa-445b-b128-2116fa08582e, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:30:35.117696 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Network bb0038f2-7daa-445b-b128-2116fa08582e is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:30:35.228388 n-d-820935-11 neutron-server[110396]: DEBUG neutron.scheduler.base_scheduler [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, bb0038f2-7daa-445b-b128-2116fa08582e) {{(pid=110396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:35.233420 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:35.234038 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.239049 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66aa47-c317-4bcc-920b-e2ead51b0916 None None] Network bb0038f2-7daa-445b-b128-2116fa08582e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:30:35.333867 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-97aa77ab-c8e8-46cb-aacc-e577fd156760 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7273428 Dec 16 08:30:35.336607 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41476) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:35.339757 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-bb0038f2-7daa-445b-b128-2116fa08582e', 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e', 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'fixed_ips': [{'subnet_id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:30:35.340663 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.341084 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1421784792-router', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:30:35.462914 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.463999 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.476391 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Allocated IP 172.20.0.2 (bb0038f2-7daa-445b-b128-2116fa08582e/2c433f9e-79ad-4107-9ca0-d51e59473f9e/9b514f8e-e8ef-421d-9fff-343d8ab9fd52) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:30:35.519307 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.615759 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.703266 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.750575 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Network bb0038f2-7daa-445b-b128-2116fa08582e is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:35.753551 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:35.757313 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:30:35.764909 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Pushing event updated for resources: {'Port': ['ID=9b514f8e-e8ef-421d-9fff-343d8ab9fd52,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:35.786736 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.818701 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Attempting to bind port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:30:35.819067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Attempting to bind port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:30:35.819427 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Attempting to bind port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 on network bb0038f2-7daa-445b-b128-2116fa08582e {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:30:35.824515 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:30:35.824889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Checking segment: {'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:35.825288 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.825682 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Bound using segment: {'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:30:35.826798 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Bound port: 9b514f8e-e8ef-421d-9fff-343d8ab9fd52, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:30:35.827185 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:35.890722 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] For port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:30:35.893770 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] For port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9b514f8e-e8ef-421d-9fff-343d8ab9fd52,segment=NetworkSegment(e40e61e3-250a-4389-8b76-f6448c025fba),segment_id=e40e61e3-250a-4389-8b76-f6448c025fba)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:30:36.023221 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:36.057347 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:36.083955 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a035e-251b-4018-8e12-d05bf2f6c004 None None] Pushing event updated for resources: {'Port': ['ID=9b514f8e-e8ef-421d-9fff-343d8ab9fd52,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:36.089357 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:36.206716 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Allocated IP 172.25.2.68 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/d0e7498f-4d08-4440-8f35-f00c9fecb8f5) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:30:36.351737 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:36.472531 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:36.514297 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:36.518249 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:36.521868 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:30:36.531190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232ec5d-7944-4a71-9415-0a0d6a5d53e7 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:36.556253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e7498f-4d08-4440-8f35-f00c9fecb8f5,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:36.599361 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-c8e17956-0989-4f33-9033-514ab7af09ec None None] Provisioning complete for port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:36.599977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c8e17956-0989-4f33-9033-514ab7af09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:36.637426 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-c8e17956-0989-4f33-9033-514ab7af09ec None None] Port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:30:36.884806 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.110429 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.130890 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93439a72-8c65-467a-9ad2-5de24b9e972e None None] Network bb0038f2-7daa-445b-b128-2116fa08582e requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:30:37.180686 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:37.243816 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ba6ff657-2cf2-4541-ba74-976b108961f5 None None] Provisioning complete for port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:37.244217 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff657-2cf2-4541-ba74-976b108961f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.302337 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Router 453f8056-a55d-4d9e-8660-87fbb2242af3 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:30:37.326162 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:37.326705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.415917 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff657-2cf2-4541-ba74-976b108961f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.421119 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:30:37.447862 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Sync routers for ids ['453f8056-a55d-4d9e-8660-87fbb2242af3'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:30:37.495347 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Routers {'453f8056-a55d-4d9e-8660-87fbb2242af3'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:37.496061 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['453f8056-a55d-4d9e-8660-87fbb2242af3'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:37.501985 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ba6ff657-2cf2-4541-ba74-976b108961f5 None None] For port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=9b514f8e-e8ef-421d-9fff-343d8ab9fd52,segment=NetworkSegment(e40e61e3-250a-4389-8b76-f6448c025fba),segment_id=e40e61e3-250a-4389-8b76-f6448c025fba)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:37.504365 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.573130 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.574486 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-7b0ded1a-82c3-40dc-91a2-e981e8423106 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2368319 Dec 16 08:30:37.577396 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41482) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:37.624481 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Set router 453f8056-a55d-4d9e-8660-87fbb2242af3 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:37.626266 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff657-2cf2-4541-ba74-976b108961f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:37.806597 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 08:30:37.807886 n-d-820935-11 neutron-server[110397]: DEBUG oslo_db.api [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 08:30:37.813737 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ff657-2cf2-4541-ba74-976b108961f5 None None] Pushing event updated for resources: {'Port': ['ID=9b514f8e-e8ef-421d-9fff-343d8ab9fd52,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:37.820584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-2bdfc02b-62a9-43b2-8b55-b511c2184414 None None] Provisioning complete for port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:37.820959 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc02b-62a9-43b2-8b55-b511c2184414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.007261 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.126318 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'name': 'tempest-TestVolumeBackupRestore-1421784792-router', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:35Z', 'updated_at': '2021-12-16T08:30:36Z', 'revision_number': 3, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'gw_port': {'id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:36Z', 'updated_at': '2021-12-16T08:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:38.152984 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Checking router: 453f8056-a55d-4d9e-8660-87fbb2242af3 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:30:38.153363 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Updating router 453f8056-a55d-4d9e-8660-87fbb2242af3 port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:30:38.168204 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Allocated IP 172.20.0.1 (bb0038f2-7daa-445b-b128-2116fa08582e/2c433f9e-79ad-4107-9ca0-d51e59473f9e/7228a3ef-befb-4add-a222-9b621e0e73d2) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:30:38.182588 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.272040 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.404036 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.443801 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Network bb0038f2-7daa-445b-b128-2116fa08582e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:38.446983 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:38.450004 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:30:38.471490 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.478710 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Pushing event updated for resources: {'Port': ['ID=7228a3ef-befb-4add-a222-9b621e0e73d2,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:38.499141 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.575070 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.635056 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2aa18-f0ad-45b7-ab4e-5e5332db0ecb None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:38.641974 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08930ba3-afbf-4f8a-b3f8-8c3826d031e4 None None] Pushing event updated for resources: {'Port': ['ID=d0e7498f-4d08-4440-8f35-f00c9fecb8f5,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:38.645639 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Attempting to bind port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:30:38.646013 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Attempting to bind port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:30:38.646370 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Attempting to bind port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:30:38.652861 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:30:38.653252 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:38.653658 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.654214 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:30:38.654714 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Bound port: d0e7498f-4d08-4440-8f35-f00c9fecb8f5, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:30:38.655065 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.706559 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.709191 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] For port d0e7498f-4d08-4440-8f35-f00c9fecb8f5, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:30:38.712225 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] For port d0e7498f-4d08-4440-8f35-f00c9fecb8f5, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d0e7498f-4d08-4440-8f35-f00c9fecb8f5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:30:38.744385 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3c31e559-630d-455d-ae07-8edd24a1c380 None None] Provisioning complete for port 7228a3ef-befb-4add-a222-9b621e0e73d2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:38.744674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c31e559-630d-455d-ae07-8edd24a1c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.780511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3c31e559-630d-455d-ae07-8edd24a1c380 None None] Port 7228a3ef-befb-4add-a222-9b621e0e73d2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:30:38.790729 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-3c31e559-630d-455d-ae07-8edd24a1c380 None None] Provisioning complete for port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:38.791101 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3c31e559-630d-455d-ae07-8edd24a1c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.823835 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.877814 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-3c31e559-630d-455d-ae07-8edd24a1c380 None None] Port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:30:38.879537 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:38.884726 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d8dd4-bdba-4fc9-a96d-fc6f7f4afa81 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:38.900036 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Routers {'453f8056-a55d-4d9e-8660-87fbb2242af3'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:38.900612 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['453f8056-a55d-4d9e-8660-87fbb2242af3'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:38.947277 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08930ba3-afbf-4f8a-b3f8-8c3826d031e4 None None] Pushing event updated for resources: {'Port': ['ID=d0e7498f-4d08-4440-8f35-f00c9fecb8f5,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:38.987854 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:39.031421 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-518a4dc7-3597-4e01-b224-b63ce5a7ed18 None None] Provisioning complete for port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:39.031794 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-518a4dc7-3597-4e01-b224-b63ce5a7ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:39.037343 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] Set router 453f8056-a55d-4d9e-8660-87fbb2242af3 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:39.053797 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:39.064501 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Pushing event updated for resources: {'Port': ['ID=7228a3ef-befb-4add-a222-9b621e0e73d2,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:39.146399 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:39.156781 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Network bb0038f2-7daa-445b-b128-2116fa08582e is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:39.158252 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:39.282086 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Router 453f8056-a55d-4d9e-8660-87fbb2242af3 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:30:39.302196 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-518a4dc7-3597-4e01-b224-b63ce5a7ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:39.322236 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 9b514f8e-e8ef-421d-9fff-343d8ab9fd52 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:39.322605 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:39.376656 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-518a4dc7-3597-4e01-b224-b63ce5a7ed18 None None] For port d0e7498f-4d08-4440-8f35-f00c9fecb8f5, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=d0e7498f-4d08-4440-8f35-f00c9fecb8f5,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:39.484550 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'name': 'tempest-TestVolumeBackupRestore-1421784792-router', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:35Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 4, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'gw_port': {'id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:36Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '7228a3ef-befb-4add-a222-9b621e0e73d2', 'name': '', 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'mac_address': 'fa:16:3e:61:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:38Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 1, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'subnets': [{'id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:39.484550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-518a4dc7-3597-4e01-b224-b63ce5a7ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:39.535128 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ad9a9-c95e-4c68-99b4-759eca823c49 None None] The sync data for ids ['453f8056-a55d-4d9e-8660-87fbb2242af3'] in n-d-820935-11 is: [{'id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'name': 'tempest-TestVolumeBackupRestore-1421784792-router', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:35Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 4, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'gw_port': {'id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:36Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '7228a3ef-befb-4add-a222-9b621e0e73d2', 'name': '', 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'mac_address': 'fa:16:3e:61:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:38Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 1, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'subnets': [{'id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:30:39.557067 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a4dc7-3597-4e01-b224-b63ce5a7ed18 None None] Pushing event updated for resources: {'Port': ['ID=d0e7498f-4d08-4440-8f35-f00c9fecb8f5,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:39.606647 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-a156f3f4-112d-440c-ab5b-f02a30384b30 None None] Provisioning complete for port 7228a3ef-befb-4add-a222-9b621e0e73d2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:39.607018 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a156f3f4-112d-440c-ab5b-f02a30384b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:39.648641 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-a156f3f4-112d-440c-ab5b-f02a30384b30 None None] Port 7228a3ef-befb-4add-a222-9b621e0e73d2 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:30:39.759488 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:30:39.772760 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-050ed309-8a09-4dc7-a9d2-fdb40dbcbe5a admin admin] 10.222.0.43 "PUT /v2.0/routers/453f8056-a55d-4d9e-8660-87fbb2242af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1942613 Dec 16 08:30:40.570607 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [-] (110396) accepted ('10.222.0.43', 41498) {{(pid=110396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:40.575655 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.v2.base [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1907877351-network', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c'}} {{(pid=110396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:30:40.690680 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Made reservation on behalf of 8bf448638d7344378c9b4c52d966ae4c for: {'network': 1} {{(pid=110396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:30:40.693031 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for network, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:40.710675 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:40.785667 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:40.874066 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662937'] for security_group, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:40.897867 n-d-820935-11 neutron-server[110396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 08:30:40.907599 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0beb83e-96da-45b9-a9f7-b7113bfc157c,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:40.912621 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1751628'] for segment, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:40.912964 n-d-820935-11 neutron-server[110396]: INFO neutron.db.segments_db [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Added segment 287b0de2-0013-4136-ba89-599d54aadfd9 of type vlan for network c0ac04a8-c68c-4af6-aac3-a465c85d9abc Dec 16 08:30:40.960829 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755714606111'] for network, precommit_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:41.068141 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610'] for network, after_create {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:41.069156 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:41.072857 n-d-820935-11 neutron-server[110396]: DEBUG neutron_lib.callbacks.manager [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Publish callbacks [] for network, before_response {{(pid=110396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:41.129946 n-d-820935-11 neutron-server[110396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] Pushing event updated for resources: {'Network': ['ID=c0ac04a8-c68c-4af6-aac3-a465c85d9abc,revision_number=1']} {{(pid=110396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:41.140446 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Network c0ac04a8-c68c-4af6-aac3-a465c85d9abc details requested by agent ovs-agent-n-d-820935-11 with host n-d-820935-11 {{(pid=110397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 08:30:41.183281 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device d0e7498f-4d08-4440-8f35-f00c9fecb8f5 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:41.270684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port d0e7498f-4d08-4440-8f35-f00c9fecb8f5 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:41.270684 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:41.271006 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [None req-aaedfe4c-85c2-4f9b-aab9-1bc507166cfc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6941686 Dec 16 08:30:41.271108 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41500) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:41.273790 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Request body: {'subnet': {'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1907877351-subnet', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'ip_version': 4}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:30:41.439308 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Made reservation on behalf of 8bf448638d7344378c9b4c52d966ae4c for: {'subnet': 1} {{(pid=110395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 08:30:41.441671 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6025836'] for subnet, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:41.569578 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Sync routers for ids ['453f8056-a55d-4d9e-8660-87fbb2242af3'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:30:41.580210 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Routers {'453f8056-a55d-4d9e-8660-87fbb2242af3'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:41.580872 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['453f8056-a55d-4d9e-8660-87fbb2242af3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:41.740427 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4377856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6025842'] for subnet, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:41.767718 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Set router 453f8056-a55d-4d9e-8660-87fbb2242af3 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:41.799363 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224d4190-eb9a-4f54-ab42-3a091aaab766,revision_number=0']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:41.807470 n-d-820935-11 neutron-server[110395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Checking segment: {'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:41.807907 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Network hostable DHCP agents. Network: c0ac04a8-c68c-4af6-aac3-a465c85d9abc, hostable agents: ['7e01addf-0a9f-4853-8aef-6707bb23e2d2'], hosted agents: [] {{(pid=110395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 08:30:41.889691 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Network c0ac04a8-c68c-4af6-aac3-a465c85d9abc is scheduled to be hosted by DHCP agent 7e01addf-0a9f-4853-8aef-6707bb23e2d2 with binding_index 1 {{(pid=110395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 08:30:41.964874 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-11, c0ac04a8-c68c-4af6-aac3-a465c85d9abc) {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:41.969848 n-d-820935-11 neutron-server[110395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:30:41.970450 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:41.972653 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'name': 'tempest-TestVolumeBackupRestore-1421784792-router', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:35Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 4, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'gw_port': {'id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:36Z', 'updated_at': '2021-12-16T08:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '7228a3ef-befb-4add-a222-9b621e0e73d2', 'name': '', 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'mac_address': 'fa:16:3e:61:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:38Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 2, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'subnets': [{'id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:41.973614 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38beac-80c0-4dc4-b878-e7156fe9a2d3 None None] Network c0ac04a8-c68c-4af6-aac3-a465c85d9abc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:30:42.004136 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Checking router: 453f8056-a55d-4d9e-8660-87fbb2242af3 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:30:42.004513 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Updating router 453f8056-a55d-4d9e-8660-87fbb2242af3 port 7228a3ef-befb-4add-a222-9b621e0e73d2 binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:30:42.030578 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.080100 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf5e759b-33c1-5b22-8427-8543a7c27598-c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'fixed_ips': [{'subnet_id': '224d4190-eb9a-4f54-ab42-3a091aaab766'}]}} from n-d-820935-11. {{(pid=110397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 08:30:42.081148 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.103005 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-ab07610c-98dd-4bea-97cb-3e8e3a2e1cc5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8331058 Dec 16 08:30:42.105795 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41502) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:42.110503 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.v2.base [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1907877351-router', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}} {{(pid=110395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 08:30:42.209876 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12925'] for router, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.212029 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12902'] for router, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.226840 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.db_base_plugin_common [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Allocated IP 172.20.0.2 (c0ac04a8-c68c-4af6-aac3-a465c85d9abc/224d4190-eb9a-4f54-ab42-3a091aaab766/07ebbba7-bd0c-4ebf-82ca-559da0239b5a) {{(pid=110397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:30:42.269814 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.320881 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.372135 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Publish callbacks [] for port, precommit_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.408859 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.462807 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Pushing event updated for resources: {'Port': ['ID=7228a3ef-befb-4add-a222-9b621e0e73d2,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:42.491400 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.493360 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.494041 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.494411 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.495201 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.496077 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.496653 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.497239 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.498478 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.499074 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.499603 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.499959 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.500302 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.500638 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-11 {{(pid=110398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 08:30:42.510424 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576'] for port, after_create {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.536140 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Attempting to bind port 7228a3ef-befb-4add-a222-9b621e0e73d2 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:30:42.536559 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Attempting to bind port 7228a3ef-befb-4add-a222-9b621e0e73d2 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:30:42.536935 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Attempting to bind port 7228a3ef-befb-4add-a222-9b621e0e73d2 on network bb0038f2-7daa-445b-b128-2116fa08582e {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:30:42.542274 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:30:42.542649 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Checking segment: {'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:42.543055 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.543466 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Bound using segment: {'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:30:42.543923 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Bound port: 7228a3ef-befb-4add-a222-9b621e0e73d2, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40e61e3-250a-4389-8b76-f6448c025fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:30:42.544331 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.562583 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Network c0ac04a8-c68c-4af6-aac3-a465c85d9abc is already hosted by enough agents. {{(pid=110397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:42.565610 n-d-820935-11 neutron-server[110397]: DEBUG neutron.scheduler.base_scheduler [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Resources bound (agent type, host, resource id): {{(pid=110397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:42.569522 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Received port after_create {{(pid=110397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:30:42.582474 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Pushing event updated for resources: {'Port': ['ID=07ebbba7-bd0c-4ebf-82ca-559da0239b5a,revision_number=1']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:42.629390 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] For port 7228a3ef-befb-4add-a222-9b621e0e73d2, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:30:42.633618 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] For port 7228a3ef-befb-4add-a222-9b621e0e73d2, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7228a3ef-befb-4add-a222-9b621e0e73d2,segment=NetworkSegment(e40e61e3-250a-4389-8b76-f6448c025fba),segment_id=e40e61e3-250a-4389-8b76-f6448c025fba)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:30:42.637333 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Attempting to bind port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:30:42.637725 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Attempting to bind port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:30:42.638102 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Attempting to bind port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a on network c0ac04a8-c68c-4af6-aac3-a465c85d9abc {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:30:42.644247 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:30:42.644640 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Checking segment: {'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:42.645053 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.645456 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Bound using segment: {'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:30:42.646083 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Bound port: 07ebbba7-bd0c-4ebf-82ca-559da0239b5a, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:30:42.646484 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.714048 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] For port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:30:42.717548 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] For port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=07ebbba7-bd0c-4ebf-82ca-559da0239b5a,segment=NetworkSegment(287b0de2-0013-4136-ba89-599d54aadfd9),segment_id=287b0de2-0013-4136-ba89-599d54aadfd9)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:30:42.742484 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.803187 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Routers {'453f8056-a55d-4d9e-8660-87fbb2242af3'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:42.803814 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['453f8056-a55d-4d9e-8660-87fbb2242af3'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:42.804423 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-31a5ef1b-8c82-4d2c-9528-79072a0d4612 None None] Provisioning complete for port 7228a3ef-befb-4add-a222-9b621e0e73d2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:42.804959 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-31a5ef1b-8c82-4d2c-9528-79072a0d4612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.807058 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d184724-1591-4827-ad73-94229e85adc3 None None] Pushing event updated for resources: {'Port': ['ID=7228a3ef-befb-4add-a222-9b621e0e73d2,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:42.814899 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.836616 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.842154 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:42.946281 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f220c-4832-40e5-b697-8c63f02bc09e None None] Pushing event updated for resources: {'Port': ['ID=07ebbba7-bd0c-4ebf-82ca-559da0239b5a,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:42.960722 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] Set router 453f8056-a55d-4d9e-8660-87fbb2242af3 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:42.990406 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Allocated IP 172.25.2.213 (a44704ee-dc34-4f75-82b9-c51fb6cb75c1/ea305974-9c52-47d4-b0bb-2d34416e376e/41e20bcc-e52c-46f2-bd85-3365da464d48) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:30:43.000713 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-31a5ef1b-8c82-4d2c-9528-79072a0d4612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.043330 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-31a5ef1b-8c82-4d2c-9528-79072a0d4612 None None] For port 7228a3ef-befb-4add-a222-9b621e0e73d2, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=7228a3ef-befb-4add-a222-9b621e0e73d2,segment=NetworkSegment(e40e61e3-250a-4389-8b76-f6448c025fba),segment_id=e40e61e3-250a-4389-8b76-f6448c025fba)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:43.113212 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-31a5ef1b-8c82-4d2c-9528-79072a0d4612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.134334 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.204652 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7228a3ef-befb-4add-a222-9b621e0e73d2 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:43.228496 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'name': 'tempest-TestVolumeBackupRestore-1421784792-router', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:35Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 4, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'gw_port': {'id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:36Z', 'updated_at': '2021-12-16T08:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '7228a3ef-befb-4add-a222-9b621e0e73d2', 'name': '', 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'mac_address': 'fa:16:3e:61:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:38Z', 'updated_at': '2021-12-16T08:30:42Z', 'revision_number': 4, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'subnets': [{'id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:43.272589 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5ef1b-8c82-4d2c-9528-79072a0d4612 None None] Pushing event updated for resources: {'Port': ['ID=7228a3ef-befb-4add-a222-9b621e0e73d2,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:43.279925 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b90ce-e367-458b-a6f3-15fd4127d4c8 None None] The sync data for ids ['453f8056-a55d-4d9e-8660-87fbb2242af3'] in n-d-820935-11 is: [{'id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'name': 'tempest-TestVolumeBackupRestore-1421784792-router', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:35Z', 'updated_at': '2021-12-16T08:30:38Z', 'revision_number': 4, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'gw_port': {'id': 'd0e7498f-4d08-4440-8f35-f00c9fecb8f5', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:36Z', 'updated_at': '2021-12-16T08:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '7228a3ef-befb-4add-a222-9b621e0e73d2', 'name': '', 'network_id': 'bb0038f2-7daa-445b-b128-2116fa08582e', 'tenant_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'mac_address': 'fa:16:3e:61:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f8056-a55d-4d9e-8660-87fbb2242af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:38Z', 'updated_at': '2021-12-16T08:30:42Z', 'revision_number': 4, 'project_id': 'fd6c0fa931b04401a5b9c08b29bb1018', 'subnets': [{'id': '2c433f9e-79ad-4107-9ca0-d51e59473f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:30:43.286431 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.314874 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-7de9e6c9-e9f2-49bc-896d-dba31df74d93 None None] Provisioning complete for port 7228a3ef-befb-4add-a222-9b621e0e73d2 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:43.316406 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7de9e6c9-e9f2-49bc-896d-dba31df74d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.345521 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:43.349672 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:43.355260 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:30:43.364110 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Pushing event updated for resources: {'Port': ['ID=41e20bcc-e52c-46f2-bd85-3365da464d48,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:43.366873 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7228a3ef-befb-4add-a222-9b621e0e73d2 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:43.367265 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.391439 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f1701-07ed-44ef-83f5-0c0ee1c787f5 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:43.753457 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.801181 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-99f0f9ce-f62c-4165-9c88-9f49ae66979a None None] Provisioning complete for port 41e20bcc-e52c-46f2-bd85-3365da464d48 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:43.801553 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-99f0f9ce-f62c-4165-9c88-9f49ae66979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:43.847320 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-99f0f9ce-f62c-4165-9c88-9f49ae66979a None None] Port 41e20bcc-e52c-46f2-bd85-3365da464d48 cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:30:43.961712 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647398'] for router, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:44.195253 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 is scheduled to L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 with binding_index 1 {{(pid=110395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 08:30:44.239889 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8465677-240a-4cc6-a07d-5b09828c6eda None None] Network c0ac04a8-c68c-4af6-aac3-a465c85d9abc requested from n-d-820935-11 {{(pid=110397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 08:30:44.305147 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-25d211da-2ae3-4875-b9f7-6e1e96c24bd3 None None] Provisioning complete for port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:44.305836 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25d211da-2ae3-4875-b9f7-6e1e96c24bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:44.311008 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:30:44.334619 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Sync routers for ids ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'] in n-d-820935-11 {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:30:44.381250 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Routers {'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:44.381881 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:44.424149 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] Publish callbacks [] for router, before_response {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:44.425444 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-88850f4c-7f32-4f73-8a42-67e8ee90b1fa admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3186514 Dec 16 08:30:44.428367 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [-] (110395) accepted ('10.222.0.43', 41504) {{(pid=110395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 08:30:44.526339 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25d211da-2ae3-4875-b9f7-6e1e96c24bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:44.547541 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Set router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:44.642745 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-25d211da-2ae3-4875-b9f7-6e1e96c24bd3 None None] For port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=07ebbba7-bd0c-4ebf-82ca-559da0239b5a,segment=NetworkSegment(287b0de2-0013-4136-ba89-599d54aadfd9),segment_id=287b0de2-0013-4136-ba89-599d54aadfd9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:44.697503 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-25d211da-2ae3-4875-b9f7-6e1e96c24bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:44.793123 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d211da-2ae3-4875-b9f7-6e1e96c24bd3 None None] Pushing event updated for resources: {'Port': ['ID=07ebbba7-bd0c-4ebf-82ca-559da0239b5a,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:44.828699 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ae4dfd66-dbc4-42d8-bf4f-12066524d7a9 None None] Provisioning complete for port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:44.829075 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ae4dfd66-dbc4-42d8-bf4f-12066524d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:44.856669 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'name': 'tempest-TestVolumeBackupRestore-1907877351-router', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:43Z', 'revision_number': 3, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'gw_port': {'id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11'}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:44.869947 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:44.890809 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Checking router: ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 for host: n-d-820935-11 {{(pid=110397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:30:44.891168 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Updating router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 port 41e20bcc-e52c-46f2-bd85-3365da464d48 binding host n-d-820935-11 {{(pid=110397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:30:44.924273 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.025257 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.db_base_plugin_common [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Allocated IP 172.20.0.1 (c0ac04a8-c68c-4af6-aac3-a465c85d9abc/224d4190-eb9a-4f54-ab42-3a091aaab766/60d4fa6b-f722-4659-91c0-b59c770f0abd) {{(pid=110395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 08:30:45.143654 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.231290 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Publish callbacks [] for port, precommit_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.237983 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 07ebbba7-bd0c-4ebf-82ca-559da0239b5a up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:45.266571 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755714619576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4377072'] for port, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.288513 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 07ebbba7-bd0c-4ebf-82ca-559da0239b5a triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:45.288977 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.307769 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Network c0ac04a8-c68c-4af6-aac3-a465c85d9abc is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:45.316152 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:45.318865 n-d-820935-11 neutron-server[110395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Received port after_create {{(pid=110395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 08:30:45.322453 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Pushing event updated for resources: {'Port': ['ID=60d4fa6b-f722-4659-91c0-b59c770f0abd,revision_number=1']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:45.365056 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.371372 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-651157'] for router_interface, before_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.414190 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 7228a3ef-befb-4add-a222-9b621e0e73d2 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:45.427339 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aca8ec-741b-4059-8bf6-08f5644a2b58 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:45.464616 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Attempting to bind port 41e20bcc-e52c-46f2-bd85-3365da464d48 on host n-d-820935-11 for vnic_type normal with profile {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:30:45.464992 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Attempting to bind port 41e20bcc-e52c-46f2-bd85-3365da464d48 by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:30:45.465356 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Attempting to bind port 41e20bcc-e52c-46f2-bd85-3365da464d48 on network a44704ee-dc34-4f75-82b9-c51fb6cb75c1 {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:30:45.468395 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5be42a-dbcf-4600-969d-fe17e3a19681 None None] Pushing event updated for resources: {'Port': ['ID=41e20bcc-e52c-46f2-bd85-3365da464d48,revision_number=2']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:45.491695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:30:45.491695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Checking segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:45.491695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.491695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Bound using segment: {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'} {{(pid=110397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:30:45.491695 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.managers [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Bound port: 41e20bcc-e52c-46f2-bd85-3365da464d48, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca667f-0e18-4ba7-9cfb-592859511003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1'}}] {{(pid=110397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:30:45.491695 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.545311 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 7228a3ef-befb-4add-a222-9b621e0e73d2 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:45.545925 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.582321 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] For port 41e20bcc-e52c-46f2-bd85-3365da464d48, host n-d-820935-11, cleared binding levels {{(pid=110397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:30:45.601493 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] For port 41e20bcc-e52c-46f2-bd85-3365da464d48, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=41e20bcc-e52c-46f2-bd85-3365da464d48,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:30:45.601704 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.611271 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Provisioning complete for port 60d4fa6b-f722-4659-91c0-b59c770f0abd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:45.611700 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.657450 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Port 60d4fa6b-f722-4659-91c0-b59c770f0abd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:30:45.696894 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Provisioning complete for port 41e20bcc-e52c-46f2-bd85-3365da464d48 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:45.697274 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.727076 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.772084 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.783065 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161ecec-0508-43f3-83da-099864a8ac79 None None] DHCP port deletion for a44704ee-dc34-4f75-82b9-c51fb6cb75c1 request from n-d-820935-11 {{(pid=110397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 08:30:45.817716 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Routers {'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'} bound to L3 agent in host n-d-820935-11 {{(pid=110397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:45.818341 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'], 'active': True} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:45.820249 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5be42a-dbcf-4600-969d-fe17e3a19681 None None] Pushing event updated for resources: {'Port': ['ID=41e20bcc-e52c-46f2-bd85-3365da464d48,revision_number=3']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:45.850599 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376969'] for port, after_update {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.921049 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Pushing event updated for resources: {'Port': ['ID=60d4fa6b-f722-4659-91c0-b59c770f0abd,revision_number=2']} {{(pid=110395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:45.926163 n-d-820935-11 neutron-server[110395]: DEBUG neutron_lib.callbacks.manager [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648485'] for router_interface, after_create {{(pid=110395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.940107 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:45.973684 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] For port 41e20bcc-e52c-46f2-bd85-3365da464d48, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=41e20bcc-e52c-46f2-bd85-3365da464d48,segment=NetworkSegment(7eca667f-0e18-4ba7-9cfb-592859511003),segment_id=7eca667f-0e18-4ba7-9cfb-592859511003)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:45.985649 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_dvr_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] Set router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 gateway port host: n-d-820935-11 {{(pid=110397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:46.022233 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Network c0ac04a8-c68c-4af6-aac3-a465c85d9abc is already hosted by enough agents. {{(pid=110395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 08:30:46.023681 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.base_scheduler [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 08:30:46.104345 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:46.152520 n-d-820935-11 neutron-server[110395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 has already been hosted by L3 agent 1f7c55f0-7c78-4415-b70c-41f866abee77 {{(pid=110395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 08:30:46.186549 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0e30d-0596-495d-ad46-2444e66b098c None None] Pushing event updated for resources: {'Port': ['ID=41e20bcc-e52c-46f2-bd85-3365da464d48,revision_number=4']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:46.246107 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-6b9bdf33-4799-48bb-a2d7-1641a6d4e1c9 None None] Provisioning complete for port 41e20bcc-e52c-46f2-bd85-3365da464d48 triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:46.246482 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6b9bdf33-4799-48bb-a2d7-1641a6d4e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:46.276166 n-d-820935-11 neutron-server[110395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] Notify agent at l3_agent.n-d-820935-11 the message routers_updated {{(pid=110395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 08:30:46.284803 n-d-820935-11 neutron-server[110395]: INFO neutron.wsgi [None req-25b3a562-3766-4cea-82bb-bd1a552552ac admin admin] 10.222.0.43 "PUT /v2.0/routers/ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8553813 Dec 16 08:30:46.301511 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.l3_hamode_db [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'name': 'tempest-TestVolumeBackupRestore-1907877351-router', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'gw_port': {'id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '60d4fa6b-f722-4659-91c0-b59c770f0abd', 'name': '', 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'mac_address': 'fa:16:3e:74:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:44Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 1, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'subnets': [{'id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:46.336424 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed788-a230-4353-9a3b-d1fb9c65ac71 None None] The sync data for ids ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'] in n-d-820935-11 is: [{'id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'name': 'tempest-TestVolumeBackupRestore-1907877351-router', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'gw_port': {'id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '60d4fa6b-f722-4659-91c0-b59c770f0abd', 'name': '', 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'mac_address': 'fa:16:3e:74:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:44Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 1, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'subnets': [{'id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:30:46.507302 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-520ba18b-da49-46fb-9124-00b965dd0ecb None None] Provisioning complete for port 60d4fa6b-f722-4659-91c0-b59c770f0abd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:46.507913 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-520ba18b-da49-46fb-9124-00b965dd0ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:46.565868 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.plugin [None req-520ba18b-da49-46fb-9124-00b965dd0ecb None None] Port 60d4fa6b-f722-4659-91c0-b59c770f0abd cannot update to ACTIVE because it is not bound. {{(pid=110397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 08:30:47.155627 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 41e20bcc-e52c-46f2-bd85-3365da464d48 up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:47.210167 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 41e20bcc-e52c-46f2-bd85-3365da464d48 triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:47.210645 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:48.682093 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Sync routers for ids ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'] in n-d-820935-11 {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 08:30:48.692648 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Routers {'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:48.693249 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:48.805060 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Set router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:49.011722 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'name': 'tempest-TestVolumeBackupRestore-1907877351-router', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'gw_port': {'id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '60d4fa6b-f722-4659-91c0-b59c770f0abd', 'name': '', 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'mac_address': 'fa:16:3e:74:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:44Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 2, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'subnets': [{'id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:49.038352 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Checking router: ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 for host: n-d-820935-11 {{(pid=110398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 08:30:49.038705 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Updating router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 port 60d4fa6b-f722-4659-91c0-b59c770f0abd binding host n-d-820935-11 {{(pid=110398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 08:30:49.068611 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:49.424882 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Publish callbacks [] for port, precommit_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:49.523240 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:49.601366 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aefaa-435e-4a84-bba1-bb935e37c492 None None] Pushing event updated for resources: {'Port': ['ID=60d4fa6b-f722-4659-91c0-b59c770f0abd,revision_number=3']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:49.635180 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Attempting to bind port 60d4fa6b-f722-4659-91c0-b59c770f0abd on host n-d-820935-11 for vnic_type normal with profile {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 08:30:49.636148 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Attempting to bind port 60d4fa6b-f722-4659-91c0-b59c770f0abd by drivers openvswitch,hyperv on host n-d-820935-11 at level 0 using segments [{'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 08:30:49.636549 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Attempting to bind port 60d4fa6b-f722-4659-91c0-b59c770f0abd on network c0ac04a8-c68c-4af6-aac3-a465c85d9abc {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 08:30:49.642472 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Checking agent: {'id': '394f1ead-e456-4ca1-8614-8b926535f239', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 7, 31, 34), 'started_at': datetime.datetime(2021, 12, 16, 7, 32, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 08:30:49.642851 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Checking segment: {'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 08:30:49.643255 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:49.643649 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Bound using segment: {'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'} {{(pid=110398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 08:30:49.644123 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.managers [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Bound port: 60d4fa6b-f722-4659-91c0-b59c770f0abd, host: n-d-820935-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287b0de2-0013-4136-ba89-599d54aadfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc'}}] {{(pid=110398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 08:30:49.652026 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:49.713436 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] For port 60d4fa6b-f722-4659-91c0-b59c770f0abd, host n-d-820935-11, cleared binding levels {{(pid=110398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 08:30:49.716976 n-d-820935-11 neutron-server[110398]: DEBUG neutron.plugins.ml2.db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] For port 60d4fa6b-f722-4659-91c0-b59c770f0abd, host n-d-820935-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=60d4fa6b-f722-4659-91c0-b59c770f0abd,segment=NetworkSegment(287b0de2-0013-4136-ba89-599d54aadfd9),segment_id=287b0de2-0013-4136-ba89-599d54aadfd9)] {{(pid=110398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 08:30:49.794959 n-d-820935-11 neutron-server[110398]: DEBUG neutron_lib.callbacks.manager [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:49.809896 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-be191604-cd42-4e20-9d39-8d1a4af51aef None None] Provisioning complete for port 60d4fa6b-f722-4659-91c0-b59c770f0abd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:49.810550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be191604-cd42-4e20-9d39-8d1a4af51aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:49.863016 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Routers {'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'} bound to L3 agent in host n-d-820935-11 {{(pid=110398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 08:30:49.863653 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T07:31:31Z,description=,heartbeat_timestamp=2021-12-16T08:30:31Z,host='n-d-820935-11',id=1f7c55f0-7c78-4415-b70c-41f866abee77,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T07:31:31Z,topic='l3_agent')) {'router_ids': ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'], 'active': True} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:49.865579 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aefaa-435e-4a84-bba1-bb935e37c492 None None] Pushing event updated for resources: {'Port': ['ID=60d4fa6b-f722-4659-91c0-b59c770f0abd,revision_number=4']} {{(pid=110398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:50.010306 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_dvr_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] Set router ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376 gateway port host: n-d-820935-11 {{(pid=110398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 08:30:50.109406 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be191604-cd42-4e20-9d39-8d1a4af51aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1684250'] for port, before_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:50.149570 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.db [None req-be191604-cd42-4e20-9d39-8d1a4af51aef None None] For port 60d4fa6b-f722-4659-91c0-b59c770f0abd, host n-d-820935-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-11',level=0,port_id=60d4fa6b-f722-4659-91c0-b59c770f0abd,segment=NetworkSegment(287b0de2-0013-4136-ba89-599d54aadfd9),segment_id=287b0de2-0013-4136-ba89-599d54aadfd9)] {{(pid=110397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 08:30:50.237346 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-be191604-cd42-4e20-9d39-8d1a4af51aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755715172325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755714619594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755714619612'] for port, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:50.257550 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.l3_hamode_db [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'name': 'tempest-TestVolumeBackupRestore-1907877351-router', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'gw_port': {'id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '60d4fa6b-f722-4659-91c0-b59c770f0abd', 'name': '', 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'mac_address': 'fa:16:3e:74:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:44Z', 'updated_at': '2021-12-16T08:30:49Z', 'revision_number': 4, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'subnets': [{'id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-11', False) {} {{(pid=110398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 08:30:50.288584 n-d-820935-11 neutron-server[110397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be191604-cd42-4e20-9d39-8d1a4af51aef None None] Pushing event updated for resources: {'Port': ['ID=60d4fa6b-f722-4659-91c0-b59c770f0abd,revision_number=5']} {{(pid=110397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 08:30:50.290042 n-d-820935-11 neutron-server[110398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e92f88-c7da-475d-b3aa-30bafd134a5e None None] The sync data for ids ['ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376'] in n-d-820935-11 is: [{'id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'name': 'tempest-TestVolumeBackupRestore-1907877351-router', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'external_fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'gw_port': {'id': '41e20bcc-e52c-46f2-bd85-3365da464d48', 'name': '', 'network_id': 'a44704ee-dc34-4f75-82b9-c51fb6cb75c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:42Z', 'updated_at': '2021-12-16T08:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea305974-9c52-47d4-b0bb-2d34416e376e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-11', '_interfaces': [{'id': '60d4fa6b-f722-4659-91c0-b59c770f0abd', 'name': '', 'network_id': 'c0ac04a8-c68c-4af6-aac3-a465c85d9abc', 'tenant_id': '8bf448638d7344378c9b4c52d966ae4c', 'mac_address': 'fa:16:3e:74:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7fcee7-7ce6-4473-aaba-ca0ff0d3f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T08:30:44Z', 'updated_at': '2021-12-16T08:30:49Z', 'revision_number': 4, 'project_id': '8bf448638d7344378c9b4c52d966ae4c', 'subnets': [{'id': '224d4190-eb9a-4f54-ab42-3a091aaab766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 08:30:50.360227 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-10c36af5-7cf7-47f0-8656-e0f655f4007d None None] Provisioning complete for port 60d4fa6b-f722-4659-91c0-b59c770f0abd triggered by entity DHCP. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:50.360745 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-10c36af5-7cf7-47f0-8656-e0f655f4007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:51.166328 n-d-820935-11 neutron-server[110397]: DEBUG neutron.plugins.ml2.rpc [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Device 60d4fa6b-f722-4659-91c0-b59c770f0abd up at agent ovs-agent-n-d-820935-11 {{(pid=110397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 08:30:51.217593 n-d-820935-11 neutron-server[110397]: DEBUG neutron.db.provisioning_blocks [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Provisioning complete for port 60d4fa6b-f722-4659-91c0-b59c770f0abd triggered by entity L2. {{(pid=110397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 08:30:51.217593 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758955'] for port, provisioning_complete {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:57.867525 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:30:58.251073 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9a4b421-d225-46fb-a36b-4f3397d1d06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:00.243962 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:00.695795 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8a79d3cc-7749-4be6-939d-ac65f6f9da8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:01.666814 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-77f72604-0126-4cb2-93fe-134a58cf6863 req-010ab92a-a538-4cd6-ab6b-657b18a86083 service neutron] (110396) timed out ('10.222.0.36', 50788) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:31:01.907550 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:03.592774 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:04.198589 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:06.571779 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:31:25.951809 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-e9c4acdb-3978-40f5-9afd-3b34f9fe996e req-e5f61691-64cd-405a-a313-585c5334c42a tempest-TestServerMultinode-385511104 tempest-TestServerMultinode-385511104-project-admin] (110395) timed out ('10.222.0.16', 64050) {{(pid=110395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:31:27.877889 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:28.202870 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-747759c2-bb00-4001-b2c9-9a8e13b9233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:30.311502 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:30.676895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-3ffd23f3-afeb-40d2-9a4c-c5176a86066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:31.917568 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:32.671633 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-4b07ee7d-57a0-4165-b33c-c2fe6f78ad4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445247 Dec 16 08:31:32.771085 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-9e416672-77fa-42eb-ad9f-e5fecf4758de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:31:32.773290 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-9e416672-77fa-42eb-ad9f-e5fecf4758de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0424023 Dec 16 08:31:32.880463 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-898e3de9-7ff4-4f8d-93dc-39ab51ce038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:31:32.881954 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-898e3de9-7ff4-4f8d-93dc-39ab51ce038c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0887291 Dec 16 08:31:32.946796 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-43f88309-a1f8-4a61-95a5-a158dc1c8dd3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.0578971 Dec 16 08:31:32.994538 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-60b74540-bc88-4352-97c4-68cdc3dc8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:31:32.995998 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-60b74540-bc88-4352-97c4-68cdc3dc8b57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0429857 Dec 16 08:31:33.047548 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-7d970439-9e12-45e3-a0ec-dee2aa921dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:31:33.049150 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-7d970439-9e12-45e3-a0ec-dee2aa921dc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466568 Dec 16 08:31:33.139253 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-37c9f4e0-25c0-453d-9236-d761fd39d86e service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Dec 16 08:31:33.234335 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-657ba643-c652-48a4-b178-110b4d62a4c7 req-c0cbdc07-4b9b-4cae-b91c-2bf9b6f0e98e service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872164 Dec 16 08:31:33.586118 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:34.226094 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:43.571498 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:31:57.887303 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:31:58.213957 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-19a4fa7e-3819-444d-918b-46bdf03991fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:00.281735 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:00.716144 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4df283f6-698b-4823-bb8e-a5d596c1a2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:01.938749 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:03.584711 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:04.241721 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:20.570712 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:32:27.863600 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:28.253702 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-fd55e4ef-2420-4193-9026-feca93e90dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:30.275161 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:30.675322 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-56c23707-f715-4067-ad62-316cb83ad218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:31.908913 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:33.561010 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:33.749895 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-92e179d6-c9d5-4b24-ac2d-c25923b0f2c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1777539 Dec 16 08:32:33.822519 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79659de-84fe-4693-b519-bed2850c0746 req-3468674f-3887-47af-9a29-66de1f36ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:32:33.823994 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-3468674f-3887-47af-9a29-66de1f36ff91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1098 time: 0.0400558 Dec 16 08:32:33.931579 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79659de-84fe-4693-b519-bed2850c0746 req-37012efc-9409-4db6-b874-983eeb3b579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:32:33.933094 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-37012efc-9409-4db6-b874-983eeb3b579e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0898440 Dec 16 08:32:33.999305 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-d3aa20f9-03b0-419d-a450-77058627b9c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 1001 time: 0.0575352 Dec 16 08:32:34.048898 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79659de-84fe-4693-b519-bed2850c0746 req-2b65f681-783c-495f-9441-2b3fa5f852ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:32:34.050336 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-2b65f681-783c-495f-9441-2b3fa5f852ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0437522 Dec 16 08:32:34.099064 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79659de-84fe-4693-b519-bed2850c0746 req-d30be0d1-0dda-4a4f-b1a6-55256139c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:32:34.100556 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-d30be0d1-0dda-4a4f-b1a6-55256139c20b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435379 Dec 16 08:32:34.188058 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-cdba4ee2-cc9e-4f16-a722-944bc2473083 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804949 Dec 16 08:32:34.206304 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:34.282921 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d79659de-84fe-4693-b519-bed2850c0746 req-631dbc88-ab98-4309-a13e-6ea30496aa78 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871773 Dec 16 08:32:57.570150 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:32:57.868778 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:32:58.228821 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6c78-2ce4-40de-8bb7-caf153c74638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:00.275012 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:00.696740 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ec626bbc-ed8a-465e-9f81-a6168f571e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:01.931226 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:03.571140 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:04.223906 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:20.850022 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-166fc29e-1861-4c26-a7fc-e8b47343038a req-4ae36282-7d4d-4e66-9d4d-d7e698714ac0 service neutron] (110396) timed out ('10.222.0.43', 35030) {{(pid=110396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:33:27.833947 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:28.228088 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-cc95ccf5-4a3e-4c02-bb07-fc2b0f5e90d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:30.291780 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:30.695717 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-e4b38572-bbff-4be8-8137-f0bda9a6c9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:31.925344 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:33.587647 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:34.199585 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:34.570193 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:33:34.605244 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-7245f341-7742-4e42-a670-c4e7e2a5bde1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437012 Dec 16 08:33:34.705734 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-c4a83ed0-e32c-4f3d-a9f7-876020c956d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:33:34.707933 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-c4a83ed0-e32c-4f3d-a9f7-876020c956d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0416579 Dec 16 08:33:34.814758 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-10f494fb-5299-496b-bb4d-be89f4243693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:33:34.816422 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-10f494fb-5299-496b-bb4d-be89f4243693 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0897775 Dec 16 08:33:34.882046 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-7600c816-52f5-40be-a0cb-f7651d9a012a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.0590239 Dec 16 08:33:34.931974 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-78dfbd97-d1b6-4961-893a-747e7c8410d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:33:34.933457 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-78dfbd97-d1b6-4961-893a-747e7c8410d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0446129 Dec 16 08:33:34.984603 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-961c2279-1082-4cf8-9d6f-cb34e1c8de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:33:34.986074 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-961c2279-1082-4cf8-9d6f-cb34e1c8de20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448370 Dec 16 08:33:34.996907 n-d-820935-11 neutron-server[110396]: DEBUG neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-631311d8-53d5-4a8e-b7c0-5f848f82cecd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 08:33:34.997818 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-631311d8-53d5-4a8e-b7c0-5f848f82cecd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048599 Dec 16 08:33:35.088163 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-70418cc1-962e-4fa4-80d9-1e067705151e service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Dec 16 08:33:35.180953 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-5d1bb89d-4eb3-4581-9992-f5ad150202f9 req-b080a892-9733-4c9a-b1bd-4579281ddf93 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Dec 16 08:33:57.861596 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:33:58.203342 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-0a3e67cf-3941-4a2e-be2b-3660ff2f78cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:00.285019 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:00.667632 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-b9d0caf0-a691-4622-9f81-b3060043f160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:01.930020 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:03.568280 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:04.193064 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:11.571257 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:34:27.855700 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:28.227254 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb1cc-ecd3-4b0b-8c7d-cbc17576f623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:30.313757 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:30.881619 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-7bd2f2da-b875-44d4-b62d-94d7a27a6f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:31.941533 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:33.601785 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:34.219120 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:34.587446 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-9b9e439e-7c76-4468-8d3b-3bc7ff7fd55f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405638 Dec 16 08:34:34.658970 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-a77f5406-da99-4055-9ef8-3cf62784ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:34:34.660560 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-a77f5406-da99-4055-9ef8-3cf62784ec3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1098 time: 0.0420353 Dec 16 08:34:34.768566 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-749ed358-159e-4939-8a9f-b6b44005a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:34:34.770031 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-749ed358-159e-4939-8a9f-b6b44005a52c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0888040 Dec 16 08:34:34.836289 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-10dea8b9-ae22-4997-9689-659823518559 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 1001 time: 0.0576975 Dec 16 08:34:34.888247 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-68cefa93-1908-49d7-8c1f-91acffe1c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:34:34.889712 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-68cefa93-1908-49d7-8c1f-91acffe1c3b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0434635 Dec 16 08:34:34.938220 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-d373fd59-5d33-4eb8-8fca-19412d75ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:34:34.939675 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-d373fd59-5d33-4eb8-8fca-19412d75ea6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429726 Dec 16 08:34:35.032274 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-05b78fff-d9be-49a1-9e19-b6169e6d1a70 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847507 Dec 16 08:34:35.126969 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-c56530e7-caa3-4b40-a132-7e68066aa9e2 req-2a20e1a7-8fc3-45c1-b3da-aca8ff9f842a service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873141 Dec 16 08:34:48.571125 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:34:57.877895 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:34:58.218556 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-201f1838-dc29-4ba2-a8d8-6eb2039bc11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:00.335371 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:00.686827 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb4-33a0-422f-8f56-d87947dd1df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:01.963545 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:03.578684 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:04.243790 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:25.570742 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:35:27.863415 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:28.228277 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-bd5f75fe-ccaf-4dfb-ae9a-5b5047f6215b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:30.398193 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:30.720575 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ab7ffa81-4932-4327-adde-659f11062031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:31.982384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:33.593886 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:34.228046 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:35.586068 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-3818a3b7-2bce-4412-92e4-ea50942c4c26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417540 Dec 16 08:35:35.686068 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-49cade3d-2178-4e02-98d7-647da2b93048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:35:35.687599 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-49cade3d-2178-4e02-98d7-647da2b93048 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0415907 Dec 16 08:35:35.791282 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-ce962212-c995-4414-afe0-f8b76a8f087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:35:35.792813 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-ce962212-c995-4414-afe0-f8b76a8f087f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0866842 Dec 16 08:35:36.102737 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-c8872a65-b527-4d6e-97b2-053a1a2b8cb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.3027425 Dec 16 08:35:36.154383 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-d5bbc1d1-30ce-4f43-9afc-a928b86b330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:35:36.155856 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-d5bbc1d1-30ce-4f43-9afc-a928b86b330b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0444279 Dec 16 08:35:36.205077 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-a7b95c7f-89be-40a9-9f93-1c599e29d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:35:36.206903 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-a7b95c7f-89be-40a9-9f93-1c599e29d189 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440617 Dec 16 08:35:36.297423 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-05952fae-8434-4c10-9441-0f8d2dd1cb81 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834606 Dec 16 08:35:36.389779 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-a339d581-4c60-41d9-a1cd-57baa24cc806 req-730c9676-c3f5-42db-a577-ecdace431eba service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Dec 16 08:35:57.871518 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:35:58.266322 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-a4e090cc-c765-4f43-a638-febb46465ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:00.455107 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:00.821442 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-91290214-9d01-43b5-a522-5cff7740dbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:01.957135 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:02.572640 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:36:03.614261 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:04.244207 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:22.096589 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-6fd49398-1bf8-4d1a-a779-a71ae3ce0c49 req-70af2929-29a4-47d0-8278-80d286718b60 service neutron] (110395) timed out ('10.222.0.43', 38948) {{(pid=110395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:36:25.246963 n-d-820935-11 neutron-server[110395]: DEBUG neutron.wsgi [req-27217352-7ad4-4148-914a-2dfd5f033514 req-9fe8812b-9040-485f-85b7-89cb8c7674e9 service neutron] (110395) timed out ('10.222.0.36', 50599) {{(pid=110395) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 08:36:27.889264 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:28.232400 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4d45-075c-4e2c-a405-d467d5ce16d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:30.438830 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:30.746384 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5904-aeb3-47ed-bdab-be6b710d564d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:31.952232 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:33.637758 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:34.232050 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:36.624070 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-da9cd65c-0183-4149-8129-4f57a53b5d13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438960 Dec 16 08:36:36.698617 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-00f0ffa1-2ef2-42b6-a61f-aaeea3c7cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:36:36.700201 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-00f0ffa1-2ef2-42b6-a61f-aaeea3c7cb50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1098 time: 0.0428755 Dec 16 08:36:36.807503 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-888f134e-a69f-414e-9562-0ecbc4b42ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:36:36.808995 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-888f134e-a69f-414e-9562-0ecbc4b42ca7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0879619 Dec 16 08:36:36.877397 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-427756d1-4288-4257-b7f6-ee161bf8368d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 1001 time: 0.0608811 Dec 16 08:36:36.926168 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-c3eab49e-cf83-461a-9d5a-737137a8456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:36:36.927667 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-c3eab49e-cf83-461a-9d5a-737137a8456a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0443153 Dec 16 08:36:36.977943 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-87e44590-6535-4a13-85a3-aec5abf98422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:36:36.979421 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-87e44590-6535-4a13-85a3-aec5abf98422 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449302 Dec 16 08:36:37.068170 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-21c3e4fc-7257-4483-8089-91e1f51931db service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816259 Dec 16 08:36:37.163213 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-d2e34376-9b56-41b9-8bfd-4a1537127838 req-3704ed3f-a3df-43e1-8d56-9c9071e4f077 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884426 Dec 16 08:36:39.572883 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:36:57.905093 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:36:58.207705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-616960fe-d45d-4f5e-bf07-a68fea4ada2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:00.380244 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:00.716899 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-4ef79032-4a57-4be9-889b-68cdce29625c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:01.945488 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:03.607674 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:04.224838 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:16.572214 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:37:27.910100 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:28.224756 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-5f84ff8f-ea36-442a-aac1-f9bca64468d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:30.413308 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:30.710163 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-8598c761-52a3-4532-8ad0-a3337c931cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:31.973265 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:33.630200 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:34.207495 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:36.666857 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-bc58be7f-9690-45db-9be1-6779a30fab80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1053503 Dec 16 08:37:36.771528 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-04bd585c-c357-4df1-a9cc-310503240ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:37:36.772979 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-04bd585c-c357-4df1-a9cc-310503240ce4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=0a5dbd14-70ab-4594-8c2e-ca817a140fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0427876 Dec 16 08:37:36.883464 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-cf6f45b4-34d1-432a-8996-fad58790e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:37:36.884905 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-cf6f45b4-34d1-432a-8996-fad58790e499 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.0912564 Dec 16 08:37:36.952770 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-3268f710-2454-484e-b872-fa04445996a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915b9807-6a2e-4a88-994a-ffb0d196ff08 HTTP/1.1" status: 200 len: 1001 time: 0.0594323 Dec 16 08:37:37.003150 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-79c5a7fa-6cdf-4ace-9ada-b2ef2b1a2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:37:37.004674 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-79c5a7fa-6cdf-4ace-9ada-b2ef2b1a2527 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0448935 Dec 16 08:37:37.056718 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-cb392222-a671-4d74-aa99-bc9eb5335740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:37:37.058241 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-cb392222-a671-4d74-aa99-bc9eb5335740 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459070 Dec 16 08:37:37.150869 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-5203919b-14a6-4324-8244-04d1340b08e5 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Dec 16 08:37:37.253497 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-440f6e4a-fee3-48de-9f1a-b372e42f1e51 req-a1bea471-9446-46a3-b789-fab81e2f44f5 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943644 Dec 16 08:37:53.571662 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:37:57.926669 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:37:58.241248 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9dcaef03-38f6-4edd-915e-196178a289f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:00.378439 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:00.955456 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-ced2a89e-5850-48cc-b87c-d44e3fb176bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:01.984300 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:03.601313 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:04.269756 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:27.943705 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:28.190574 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c581414b-ab74-4c2a-ae94-2a55530bc47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:30.399823 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:30.573406 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 08:38:30.749669 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6858ce86-a15f-4874-b9eb-f4b59b6f6762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:32.017619 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:33.681132 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:34.314880 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:36.611291 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-a0c02dd3-a782-4b02-b4d9-c5d34b5ac432 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c160711-cf95-4f74-be28-3ca230549bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459473 Dec 16 08:38:36.699810 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76953075-bcde-4329-ad58-59397221628f req-161f917e-eff8-4af5-91e5-4e4708082432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:38:36.701559 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-161f917e-eff8-4af5-91e5-4e4708082432 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dfac316b0434e1e9ac41246ee93e487&device_id=9c160711-cf95-4f74-be28-3ca230549bbd HTTP/1.1" status: 200 len: 1098 time: 0.0506213 Dec 16 08:38:36.829497 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76953075-bcde-4329-ad58-59397221628f req-42017ed1-0863-4dd2-b401-f7d98967a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:38:36.831045 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-42017ed1-0863-4dd2-b401-f7d98967a906 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4297357-76af-4ba4-aa21-e260ca6a5b77 HTTP/1.1" status: 200 len: 913 time: 0.1055467 Dec 16 08:38:36.914433 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-8d94bd23-4772-456e-9b4d-2745440f5be7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f003a501-edd3-45ec-b898-85b67ffc615a HTTP/1.1" status: 200 len: 1001 time: 0.0749717 Dec 16 08:38:36.970843 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76953075-bcde-4329-ad58-59397221628f req-ba1fb775-4923-44d5-a980-5f22c4789d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:38:36.972789 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-ba1fb775-4923-44d5-a980-5f22c4789d75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8d28cd3-722f-446e-a77f-1456ec27a15c HTTP/1.1" status: 200 len: 851 time: 0.0510478 Dec 16 08:38:37.031023 n-d-820935-11 neutron-server[110396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76953075-bcde-4329-ad58-59397221628f req-40efb685-fcfc-4f65-9380-a5337e6c9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 08:38:37.032600 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-40efb685-fcfc-4f65-9380-a5337e6c9d0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4297357-76af-4ba4-aa21-e260ca6a5b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516334 Dec 16 08:38:37.136072 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-663aa176-8727-435b-adeb-46e0dbf56afc service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950267 Dec 16 08:38:37.243147 n-d-820935-11 neutron-server[110396]: INFO neutron.wsgi [req-76953075-bcde-4329-ad58-59397221628f req-3eabea74-29a2-45c6-b442-a5c770e32544 service neutron] 10.222.0.16 "GET /v2.0/networks/f4297357-76af-4ba4-aa21-e260ca6a5b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997105 Dec 16 08:38:57.960569 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-f8cccc35-8673-4988-b62a-18f7c6cc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:38:58.215697 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-745a9122-017e-4cdc-b058-3850a53d6793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:39:00.430903 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59f-e6aa-4f21-94f3-b4da0076787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:39:00.764972 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-2de58f75-7f31-49ea-aae4-4ee6f79c37b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:39:02.012151 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-9544a337-0772-4d93-8eac-8ca4819734f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:39:03.669314 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-6e62f0d0-8167-43eb-a9eb-a7e0be3deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:39:04.263356 n-d-820935-11 neutron-server[110397]: DEBUG neutron_lib.callbacks.manager [None req-888deef3-4de8-4b02-aa0f-c6f43bdd40bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755715010133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758852'] for agent, after_update {{(pid=110397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 08:39:07.573303 n-d-820935-11 neutron-server[110398]: DEBUG neutron.db.agents_db [None req-52d02d57-a89d-45b4-8442-357e1c8b3427 None None] Agent healthcheck: found 7 active agents {{(pid=110398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}